2024-09-13T02:33:19.625 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T02:33:19.648 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T02:33:19.738 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7903082' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: squid sha1: ecab7be58963a5bd03910cd73eef66405d7fdd50 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 3254 sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a sleep_before_teardown: 0 subset: 23/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ecab7be58963a5bd03910cd73eef66405d7fdd50/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ecab7be58963a5bd03910cd73eef66405d7fdd50 targets: smithi052.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKprtV8W+PQjcmC4/AMWEPJ14hyFcKgwm5oTRyNuIU4QdgeZGYba9Y6M3JQoNhgryRdVmaPdVpZpjqOAhguHn0Y= smithi078.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGdU7mUz+lIvI4BnUDHYEunCK1PFDUhDpQOKo+13lsAGOby16a3V4QFG8wmME2RqjTVTiD0yC/WBi7b4KV0fg5U= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_02:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-13T02:33:19.738 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ecab7be58963a5bd03910cd73eef66405d7fdd50/qa; will attempt to use it 2024-09-13T02:33:19.739 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ecab7be58963a5bd03910cd73eef66405d7fdd50/qa/tasks 2024-09-13T02:33:19.739 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T02:33:19.741 INFO:teuthology.task.internal:Checking packages... 2024-09-13T02:33:19.763 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '7741f7f9ee20524f89b8f61d1609b32fb3b1570a' 2024-09-13T02:33:19.763 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:33:19.763 INFO:teuthology.packaging:ref: None 2024-09-13T02:33:19.763 INFO:teuthology.packaging:tag: None 2024-09-13T02:33:19.763 INFO:teuthology.packaging:branch: squid 2024-09-13T02:33:19.763 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:33:19.763 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-13T02:33:19.995 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-322.g7741f7f9 2024-09-13T02:33:19.997 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T02:33:20.005 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T02:33:20.005 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T02:33:20.011 INFO:teuthology.task.internal:Saving configuration 2024-09-13T02:33:20.031 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T02:33:20.039 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T02:33:20.062 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 02:28:21.534609', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKprtV8W+PQjcmC4/AMWEPJ14hyFcKgwm5oTRyNuIU4QdgeZGYba9Y6M3JQoNhgryRdVmaPdVpZpjqOAhguHn0Y='} 2024-09-13T02:33:20.087 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi078.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 02:28:21.536287', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGdU7mUz+lIvI4BnUDHYEunCK1PFDUhDpQOKo+13lsAGOby16a3V4QFG8wmME2RqjTVTiD0yC/WBi7b4KV0fg5U='} 2024-09-13T02:33:20.087 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T02:33:20.093 INFO:teuthology.task.internal:roles: ubuntu@smithi052.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-13T02:33:20.093 INFO:teuthology.task.internal:roles: ubuntu@smithi078.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-13T02:33:20.093 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T02:33:20.181 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe5757fbac0>, signals=[15]) 2024-09-13T02:33:20.181 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T02:33:20.187 INFO:teuthology.task.internal:Opening connections... 2024-09-13T02:33:20.187 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi052.front.sepia.ceph.com 2024-09-13T02:33:20.189 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:33:20.278 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi078.front.sepia.ceph.com 2024-09-13T02:33:20.279 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:33:20.371 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T02:33:20.378 DEBUG:teuthology.orchestra.run.smithi052:> uname -m 2024-09-13T02:33:20.397 INFO:teuthology.orchestra.run.smithi052.stdout:x86_64 2024-09-13T02:33:20.397 DEBUG:teuthology.orchestra.run.smithi052:> cat /etc/os-release 2024-09-13T02:33:20.455 INFO:teuthology.orchestra.run.smithi052.stdout:NAME="CentOS Stream" 2024-09-13T02:33:20.455 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION="9" 2024-09-13T02:33:20.455 INFO:teuthology.orchestra.run.smithi052.stdout:ID="centos" 2024-09-13T02:33:20.455 INFO:teuthology.orchestra.run.smithi052.stdout:ID_LIKE="rhel fedora" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION_ID="9" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:PLATFORM_ID="platform:el9" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:ANSI_COLOR="0;31" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:LOGO="fedora-logo-icon" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:HOME_URL="https://centos.org/" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T02:33:20.456 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T02:33:20.457 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T02:33:20.457 INFO:teuthology.lock.ops:Updating smithi052.front.sepia.ceph.com on lock server 2024-09-13T02:33:20.483 DEBUG:teuthology.orchestra.run.smithi078:> uname -m 2024-09-13T02:33:20.501 INFO:teuthology.orchestra.run.smithi078.stdout:x86_64 2024-09-13T02:33:20.502 DEBUG:teuthology.orchestra.run.smithi078:> cat /etc/os-release 2024-09-13T02:33:20.560 INFO:teuthology.orchestra.run.smithi078.stdout:NAME="CentOS Stream" 2024-09-13T02:33:20.560 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION="9" 2024-09-13T02:33:20.560 INFO:teuthology.orchestra.run.smithi078.stdout:ID="centos" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:ID_LIKE="rhel fedora" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_ID="9" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:PLATFORM_ID="platform:el9" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:ANSI_COLOR="0;31" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:LOGO="fedora-logo-icon" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T02:33:20.561 INFO:teuthology.orchestra.run.smithi078.stdout:HOME_URL="https://centos.org/" 2024-09-13T02:33:20.562 INFO:teuthology.orchestra.run.smithi078.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T02:33:20.562 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T02:33:20.562 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T02:33:20.562 INFO:teuthology.lock.ops:Updating smithi078.front.sepia.ceph.com on lock server 2024-09-13T02:33:20.583 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T02:33:20.592 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T02:33:20.598 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T02:33:20.598 DEBUG:teuthology.orchestra.run.smithi052:> test '!' -e /home/ubuntu/cephtest 2024-09-13T02:33:20.601 DEBUG:teuthology.orchestra.run.smithi078:> test '!' -e /home/ubuntu/cephtest 2024-09-13T02:33:20.619 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T02:33:20.625 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T02:33:20.625 DEBUG:teuthology.orchestra.run.smithi052:> test -z $(ls -A /var/lib/ceph) 2024-09-13T02:33:20.660 DEBUG:teuthology.orchestra.run.smithi078:> test -z $(ls -A /var/lib/ceph) 2024-09-13T02:33:20.741 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T02:33:20.795 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T02:33:20.810 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T02:33:20.811 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T02:33:20.811 DEBUG:teuthology.orchestra.run.smithi052:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T02:33:20.812 DEBUG:teuthology.orchestra.run.smithi078:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T02:33:20.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:33:20.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:33:20.830 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-09-13T02:33:20.830 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-09-13T02:33:20.887 INFO:teuthology.orchestra.run.smithi078.stdout:5.14.0-503.el9.x86_64 2024-09-13T02:33:20.887 INFO:teuthology.task.kernel:Running kernel on smithi078: 5.14.0-503.el9.x86_64 2024-09-13T02:33:20.887 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum install -y kernel 2024-09-13T02:33:20.889 INFO:teuthology.orchestra.run.smithi052.stdout:5.14.0-503.el9.x86_64 2024-09-13T02:33:20.889 INFO:teuthology.task.kernel:Running kernel on smithi052: 5.14.0-503.el9.x86_64 2024-09-13T02:33:20.889 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum install -y kernel 2024-09-13T02:33:24.419 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.2 MB 00:01 2024-09-13T02:33:25.384 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-09-13T02:33:27.587 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-13T02:33:31.593 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 4.0 MB/s | 20 MB 00:05 2024-09-13T02:33:36.235 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 7.7 MB/s | 6.5 MB 00:00 2024-09-13T02:33:36.496 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 1.3 MB/s | 6.5 MB 00:04 2024-09-13T02:33:37.661 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 79 kB/s | 19 kB 00:00 2024-09-13T02:33:38.781 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-13T02:33:38.846 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-13T02:33:39.817 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-13T02:33:44.196 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-13T02:33:45.398 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-09-13T02:33:46.269 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T02:33:46.269 INFO:teuthology.orchestra.run.smithi078.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T02:33:46.357 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-09-13T02:33:46.369 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout:Install 4 Packages 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 79 M 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 126 M 2024-09-13T02:33:46.370 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-09-13T02:33:46.572 INFO:teuthology.orchestra.run.smithi078.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 282 kB/s | 23 kB 00:00 2024-09-13T02:33:47.579 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T02:33:47.580 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T02:33:47.681 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-09-13T02:33:47.692 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:33:47.692 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout:Install 4 Packages 2024-09-13T02:33:47.693 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:33:47.694 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 79 M 2024-09-13T02:33:47.694 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 126 M 2024-09-13T02:33:47.694 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-09-13T02:33:47.824 INFO:teuthology.orchestra.run.smithi052.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 269 kB/s | 23 kB 00:00 2024-09-13T02:33:48.981 INFO:teuthology.orchestra.run.smithi078.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 6.3 MB/s | 16 MB 00:02 2024-09-13T02:33:49.599 INFO:teuthology.orchestra.run.smithi052.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 19 MB/s | 35 MB 00:01 2024-09-13T02:33:49.750 INFO:teuthology.orchestra.run.smithi052.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 7.8 MB/s | 16 MB 00:02 2024-09-13T02:33:50.025 INFO:teuthology.orchestra.run.smithi052.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 13 MB/s | 29 MB 00:02 2024-09-13T02:33:50.025 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:33:50.025 INFO:teuthology.orchestra.run.smithi052.stdout:Total 34 MB/s | 79 MB 00:02 2024-09-13T02:33:50.735 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-09-13T02:33:51.119 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-09-13T02:33:51.119 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-09-13T02:33:52.079 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-09-13T02:33:52.079 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-09-13T02:33:52.189 INFO:teuthology.orchestra.run.smithi078.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 6.1 MB/s | 35 MB 00:05 2024-09-13T02:33:52.689 INFO:teuthology.orchestra.run.smithi078.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 4.7 MB/s | 29 MB 00:06 2024-09-13T02:33:52.689 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:33:52.690 INFO:teuthology.orchestra.run.smithi078.stdout:Total 12 MB/s | 79 MB 00:06 2024-09-13T02:33:53.380 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-09-13T02:33:53.718 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-09-13T02:33:53.718 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-09-13T02:33:54.653 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-09-13T02:33:54.706 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-09-13T02:33:54.706 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-09-13T02:33:55.301 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:33:55.392 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:33:57.135 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-09-13T02:33:57.783 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:33:57.866 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:33:58.191 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:33:58.313 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:34:00.663 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:34:00.795 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:34:03.445 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:34:03.489 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:05.606 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:34:05.636 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:08.634 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:10.477 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:47.786 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:47.826 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:48.134 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:48.134 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:34:48.134 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:34:48.134 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:34:48.842 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:48.882 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:48.939 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:48.939 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:34:48.939 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-09-13T02:34:48.939 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T02:34:48.939 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T02:34:48.939 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T02:34:48.940 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T02:34:48.940 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:34:48.940 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-09-13T02:34:49.237 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:49.237 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T02:34:49.237 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T02:34:49.237 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T02:34:49.285 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:34:49.361 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:34:49.362 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:34:49.362 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T02:34:49.362 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T02:34:49.362 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T02:34:49.362 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T02:34:49.362 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi052.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T02:34:49.362 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:34:49.421 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:34:49.421 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:34:49.421 DEBUG:teuthology.orchestra.run.smithi052:> sudo rpm -qi grub2-tools 2024-09-13T02:34:49.452 INFO:teuthology.orchestra.run.smithi052.stdout:Name : grub2-tools 2024-09-13T02:34:49.452 INFO:teuthology.orchestra.run.smithi052.stdout:Epoch : 1 2024-09-13T02:34:49.452 INFO:teuthology.orchestra.run.smithi052.stdout:Version : 2.06 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Release : 82.el9 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Architecture: x86_64 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Group : Unspecified 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Size : 8274670 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:License : GPLv3+ 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Packager : builder@centos.org 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:Vendor : CentOS 2024-09-13T02:34:49.453 INFO:teuthology.orchestra.run.smithi052.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:Summary : Support tools for GRUB. 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:Description : 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:hardware devices. 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:34:49.454 INFO:teuthology.orchestra.run.smithi052.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T02:34:49.455 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T02:34:49.455 INFO:teuthology.task.kernel:Updating grub on smithi052 to boot 5.14.0-505.el9.x86_64 2024-09-13T02:34:49.455 DEBUG:teuthology.orchestra.run.smithi052:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T02:34:50.096 INFO:teuthology.orchestra.run.smithi052.stderr:Generating grub configuration file ... 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:34:50.100 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-09-13T02:34:50.448 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:34:50.529 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:34:50.529 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:34:50.529 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T02:34:50.529 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T02:34:50.530 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T02:34:50.530 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T02:34:50.530 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi078.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T02:34:50.530 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T02:34:50.588 INFO:teuthology.orchestra.run.smithi078.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T02:34:50.588 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T02:34:50.588 DEBUG:teuthology.orchestra.run.smithi078:> sudo rpm -qi grub2-tools 2024-09-13T02:34:50.620 INFO:teuthology.orchestra.run.smithi078.stdout:Name : grub2-tools 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Epoch : 1 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Version : 2.06 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Release : 82.el9 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Architecture: x86_64 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Group : Unspecified 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Size : 8274670 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:License : GPLv3+ 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T02:34:50.621 INFO:teuthology.orchestra.run.smithi078.stdout:Packager : builder@centos.org 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:Vendor : CentOS 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:Summary : Support tools for GRUB. 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:Description : 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:hardware devices. 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:34:50.622 INFO:teuthology.orchestra.run.smithi078.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T02:34:50.623 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T02:34:50.623 INFO:teuthology.task.kernel:Updating grub on smithi078 to boot 5.14.0-505.el9.x86_64 2024-09-13T02:34:50.623 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T02:34:51.329 INFO:teuthology.orchestra.run.smithi078.stderr:Generating grub configuration file ... 2024-09-13T02:34:51.604 INFO:teuthology.orchestra.run.smithi052.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T02:34:51.631 INFO:teuthology.orchestra.run.smithi052.stderr:done 2024-09-13T02:34:51.633 DEBUG:teuthology.orchestra.run.smithi052:> mktemp 2024-09-13T02:34:51.650 INFO:teuthology.orchestra.run.smithi052.stdout:/tmp/tmp.EvuaBqyg3t 2024-09-13T02:34:51.651 DEBUG:teuthology.orchestra.run.smithi052:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.EvuaBqyg3t 2024-09-13T02:34:51.722 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0666 /tmp/tmp.EvuaBqyg3t 2024-09-13T02:34:51.862 DEBUG:teuthology.orchestra.remote:smithi052:/tmp/tmp.EvuaBqyg3t is 6KB 2024-09-13T02:34:51.910 DEBUG:teuthology.orchestra.run.smithi052:> rm -fr /tmp/tmp.EvuaBqyg3t 2024-09-13T02:34:51.924 DEBUG:teuthology.orchestra.run.smithi052:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T02:34:51.986 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T02:34:51.986 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T02:34:51.986 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T02:34:51.986 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T02:34:51.987 DEBUG:teuthology.orchestra.run.smithi052:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T02:34:52.249 DEBUG:teuthology.orchestra.run.smithi052:> sudo shutdown -r now 2024-09-13T02:34:52.639 INFO:teuthology.orchestra.run.smithi078.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T02:34:52.663 INFO:teuthology.orchestra.run.smithi078.stderr:done 2024-09-13T02:34:52.669 DEBUG:teuthology.orchestra.run.smithi078:> mktemp 2024-09-13T02:34:52.684 INFO:teuthology.orchestra.run.smithi078.stdout:/tmp/tmp.JqlJUwquEt 2024-09-13T02:34:52.684 DEBUG:teuthology.orchestra.run.smithi078:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.JqlJUwquEt 2024-09-13T02:34:52.751 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0666 /tmp/tmp.JqlJUwquEt 2024-09-13T02:34:52.901 DEBUG:teuthology.orchestra.remote:smithi078:/tmp/tmp.JqlJUwquEt is 6KB 2024-09-13T02:34:52.949 DEBUG:teuthology.orchestra.run.smithi078:> rm -fr /tmp/tmp.JqlJUwquEt 2024-09-13T02:34:52.964 DEBUG:teuthology.orchestra.run.smithi078:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T02:34:53.029 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T02:34:53.029 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T02:34:53.029 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T02:34:53.030 INFO:teuthology.orchestra.run.smithi078.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T02:34:53.031 DEBUG:teuthology.orchestra.run.smithi078:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T02:34:53.187 DEBUG:teuthology.orchestra.run.smithi078:> sudo shutdown -r now 2024-09-13T02:35:22.268 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T02:35:22.269 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-13T02:35:22.270 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:35:23.190 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T02:35:23.190 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-13T02:35:23.191 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:35:57.886 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-09-13T02:36:06.894 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-13T02:36:06.895 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:36:22.286 DEBUG:teuthology.orchestra.remote:timed out 2024-09-13T02:36:25.281 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.78 2024-09-13T02:36:31.290 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-13T02:36:31.291 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:36:31.695 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-09-13T02:36:32.103 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-13T02:36:32.103 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-13T02:36:32.104 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-09-13T02:36:32.119 INFO:teuthology.orchestra.run.smithi052.stdout:5.14.0-505.el9.x86_64 2024-09-13T02:36:32.119 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T02:36:32.119 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T02:36:32.119 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T02:36:33.120 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T02:36:33.120 DEBUG:teuthology.orchestra.run.smithi052:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T02:36:33.203 INFO:teuthology.orchestra.run.smithi052.stdout:ttyS1 2024-09-13T02:36:33.231 DEBUG:teuthology.parallel:result is None 2024-09-13T02:36:37.282 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-13T02:36:37.282 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:36:37.714 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-09-13T02:36:38.076 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-13T02:36:38.076 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-13T02:36:38.076 DEBUG:teuthology.orchestra.run.smithi078:> uname -r 2024-09-13T02:36:38.091 INFO:teuthology.orchestra.run.smithi078.stdout:5.14.0-505.el9.x86_64 2024-09-13T02:36:38.091 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T02:36:38.091 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T02:36:38.091 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T02:36:39.092 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T02:36:39.092 DEBUG:teuthology.orchestra.run.smithi078:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T02:36:39.166 INFO:teuthology.orchestra.run.smithi078.stdout:ttyS1 2024-09-13T02:36:39.206 DEBUG:teuthology.parallel:result is None 2024-09-13T02:36:39.206 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T02:36:39.214 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T02:36:39.215 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T02:36:39.218 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T02:36:39.233 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T02:36:39.239 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T02:36:39.248 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T02:36:39.249 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T02:36:39.275 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T02:36:39.304 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T02:36:39.310 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T02:36:39.310 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T02:36:39.341 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T02:36:39.370 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:36:39.374 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:36:39.381 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:36:39.383 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T02:36:39.385 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T02:36:39.392 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T02:36:39.392 DEBUG:teuthology.orchestra.run.smithi052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T02:36:39.426 DEBUG:teuthology.orchestra.run.smithi078:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T02:36:39.454 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T02:36:39.463 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T02:36:39.463 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T02:36:39.492 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T02:36:39.515 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:36:39.592 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:36:39.647 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:36:39.728 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:36:39.771 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:36:39.771 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T02:36:39.837 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:36:39.879 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T02:36:39.932 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:36:40.046 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T02:36:40.071 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:36:40.071 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T02:36:40.136 DEBUG:teuthology.orchestra.run.smithi052:> sudo service rsyslog restart 2024-09-13T02:36:40.139 DEBUG:teuthology.orchestra.run.smithi078:> sudo service rsyslog restart 2024-09-13T02:36:40.187 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T02:36:40.221 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T02:36:40.731 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T02:36:40.741 INFO:teuthology.task.internal:Starting timer... 2024-09-13T02:36:40.741 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T02:36:40.752 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T02:36:40.762 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-13T02:36:40.763 DEBUG:teuthology.orchestra.run.smithi052:> sudo service auditd rotate 2024-09-13T02:36:40.836 INFO:teuthology.orchestra.run.smithi052.stdout:Rotating logs: 2024-09-13T02:36:40.838 DEBUG:teuthology.orchestra.run.smithi078:> sudo service auditd rotate 2024-09-13T02:36:40.931 INFO:teuthology.orchestra.run.smithi078.stdout:Rotating logs: 2024-09-13T02:36:40.932 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T02:36:40.933 DEBUG:teuthology.orchestra.run.smithi052:> /usr/sbin/getenforce 2024-09-13T02:36:40.974 INFO:teuthology.orchestra.run.smithi052.stdout:Permissive 2024-09-13T02:36:40.975 DEBUG:teuthology.orchestra.run.smithi078:> /usr/sbin/getenforce 2024-09-13T02:36:41.031 INFO:teuthology.orchestra.run.smithi078.stdout:Permissive 2024-09-13T02:36:41.031 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi052.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi078.front.sepia.ceph.com': 'permissive'} 2024-09-13T02:36:41.032 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T02:36:41.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:36:41.059 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T02:36:41.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:36:41.085 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T02:36:41.085 DEBUG:teuthology.orchestra.run.smithi052:> sudo /usr/sbin/setenforce permissive 2024-09-13T02:36:41.135 DEBUG:teuthology.orchestra.run.smithi078:> sudo /usr/sbin/setenforce permissive 2024-09-13T02:36:41.213 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T02:36:41.224 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T02:36:41.235 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T02:36:41.236 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi052.front.sepia.ceph.com,smithi078.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T02:40:31.150 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi052.front.sepia.ceph.com'), Remote(name='ubuntu@smithi078.front.sepia.ceph.com')] 2024-09-13T02:40:31.151 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-13T02:40:31.152 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:40:31.232 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-09-13T02:40:31.319 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-13T02:40:31.320 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-13T02:40:31.320 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T02:40:31.395 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-09-13T02:40:31.481 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-09-13T02:40:31.481 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T02:40:31.491 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T02:40:31.491 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T02:40:31.491 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T02:40:31.494 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T02:40:31.494 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T02:40:31.526 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T02:40:31.542 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T02:40:31.551 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T02:40:31.566 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T02:40:31.568 INFO:teuthology.orchestra.run.smithi052.stderr:sudo: ntpd: command not found 2024-09-13T02:40:31.581 INFO:teuthology.orchestra.run.smithi052.stdout:506 Cannot talk to daemon 2024-09-13T02:40:31.591 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: ntpd: command not found 2024-09-13T02:40:31.595 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T02:40:31.602 INFO:teuthology.orchestra.run.smithi078.stdout:506 Cannot talk to daemon 2024-09-13T02:40:31.610 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T02:40:31.617 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T02:40:31.631 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T02:40:31.666 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-09-13T02:40:31.670 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T02:40:31.670 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-09-13T02:40:31.670 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.670 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.670 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.671 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.694 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-09-13T02:40:31.698 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T02:40:31.699 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-09-13T02:40:31.699 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.699 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.699 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.699 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T02:40:31.699 INFO:teuthology.run_tasks:Running task pexec... 2024-09-13T02:40:31.710 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-13T02:40:31.710 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi052.front.sepia.ceph.com 2024-09-13T02:40:31.710 DEBUG:teuthology.orchestra.run.smithi052:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-13T02:40:31.711 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi078.front.sepia.ceph.com 2024-09-13T02:40:31.711 DEBUG:teuthology.orchestra.run.smithi078:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-13T02:40:32.077 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-09-13T02:40:32.090 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-09-13T02:40:32.090 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:40:32.090 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-09-13T02:40:32.090 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:Removing: 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:Removing unused dependencies: 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:Remove 2 Packages 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:Freed space: 5.5 M 2024-09-13T02:40:32.091 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-09-13T02:40:32.095 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-09-13T02:40:32.095 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-09-13T02:40:32.097 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:40:32.097 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2024-09-13T02:40:32.097 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:40:32.097 INFO:teuthology.orchestra.run.smithi078.stdout:Removing: 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout:Removing unused dependencies: 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout:Remove 2 Packages 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout:Freed space: 5.5 M 2024-09-13T02:40:32.098 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-09-13T02:40:32.102 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-09-13T02:40:32.102 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-09-13T02:40:32.160 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-09-13T02:40:32.160 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-09-13T02:40:32.165 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-09-13T02:40:32.165 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-09-13T02:40:32.296 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-09-13T02:40:32.310 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-09-13T02:40:32.362 INFO:teuthology.orchestra.run.smithi052.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-13T02:40:32.404 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-13T02:40:32.419 INFO:teuthology.orchestra.run.smithi052.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:40:32.463 INFO:teuthology.orchestra.run.smithi078.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:40:32.925 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:40:32.926 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-13T02:40:32.954 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-13T02:40:32.954 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-13T02:40:33.172 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-13T02:40:33.173 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:33.173 INFO:teuthology.orchestra.run.smithi078.stdout:Removed: 2024-09-13T02:40:33.173 INFO:teuthology.orchestra.run.smithi078.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:40:33.173 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:33.173 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-09-13T02:40:33.193 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-13T02:40:33.193 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:33.193 INFO:teuthology.orchestra.run.smithi052.stdout:Removed: 2024-09-13T02:40:33.193 INFO:teuthology.orchestra.run.smithi052.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:40:33.193 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:33.193 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-09-13T02:40:33.997 INFO:teuthology.orchestra.run.smithi078.stdout:Last metadata expiration check: 0:00:53 ago on Fri 13 Sep 2024 02:39:40 AM UTC. 2024-09-13T02:40:34.035 INFO:teuthology.orchestra.run.smithi052.stdout:Last metadata expiration check: 0:00:49 ago on Fri 13 Sep 2024 02:39:44 AM UTC. 2024-09-13T02:40:34.145 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout: Package Architecture Version Repository Size 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-09-13T02:40:34.169 INFO:teuthology.orchestra.run.smithi078.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout:================================================================================ 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout:Install 6 Packages 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 2.0 M 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout:Installed size: 9.2 M 2024-09-13T02:40:34.170 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-09-13T02:40:34.172 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-09-13T02:40:34.173 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:40:34.173 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-09-13T02:40:34.173 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout:Install 6 Packages 2024-09-13T02:40:34.174 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:34.181 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 2.0 M 2024-09-13T02:40:34.181 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 9.2 M 2024-09-13T02:40:34.181 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-09-13T02:40:34.463 INFO:teuthology.orchestra.run.smithi052.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 290 kB/s | 44 kB 00:00 2024-09-13T02:40:34.488 INFO:teuthology.orchestra.run.smithi052.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 593 kB/s | 106 kB 00:00 2024-09-13T02:40:34.538 INFO:teuthology.orchestra.run.smithi052.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.6 MB/s | 84 kB 00:00 2024-09-13T02:40:34.561 INFO:teuthology.orchestra.run.smithi078.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 304 kB/s | 44 kB 00:00 2024-09-13T02:40:34.564 INFO:teuthology.orchestra.run.smithi052.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 710 kB/s | 72 kB 00:00 2024-09-13T02:40:34.586 INFO:teuthology.orchestra.run.smithi078.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 618 kB/s | 106 kB 00:00 2024-09-13T02:40:34.606 INFO:teuthology.orchestra.run.smithi052.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.0 MB/s | 906 kB 00:00 2024-09-13T02:40:34.645 INFO:teuthology.orchestra.run.smithi078.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2024-09-13T02:40:34.673 INFO:teuthology.orchestra.run.smithi052.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 6.1 MB/s | 837 kB 00:00 2024-09-13T02:40:34.673 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:40:34.673 INFO:teuthology.orchestra.run.smithi052.stdout:Total 4.1 MB/s | 2.0 MB 00:00 2024-09-13T02:40:34.678 INFO:teuthology.orchestra.run.smithi078.stdout:(4/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.4 MB/s | 906 kB 00:00 2024-09-13T02:40:34.704 INFO:teuthology.orchestra.run.smithi078.stdout:(5/6): python3-configshell-1.1.30-1.el9.noarch. 503 kB/s | 72 kB 00:00 2024-09-13T02:40:34.749 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-09-13T02:40:34.763 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-09-13T02:40:34.763 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-09-13T02:40:34.829 INFO:teuthology.orchestra.run.smithi078.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.5 MB/s | 837 kB 00:00 2024-09-13T02:40:34.829 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:40:34.829 INFO:teuthology.orchestra.run.smithi078.stdout:Total 3.0 MB/s | 2.0 MB 00:00 2024-09-13T02:40:34.903 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-09-13T02:40:34.916 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-09-13T02:40:34.916 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-09-13T02:40:35.033 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-09-13T02:40:35.033 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-09-13T02:40:35.216 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-09-13T02:40:35.216 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-09-13T02:40:35.489 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-09-13T02:40:35.568 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-13T02:40:35.604 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-13T02:40:35.639 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-13T02:40:35.667 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-09-13T02:40:35.757 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-13T02:40:35.800 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-13T02:40:35.828 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-13T02:40:35.864 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-13T02:40:35.894 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-13T02:40:36.042 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-13T02:40:36.085 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-13T02:40:36.401 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-13T02:40:36.430 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-13T02:40:36.512 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-13T02:40:36.546 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-13T02:40:37.406 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-13T02:40:37.406 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-13T02:40:37.406 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-13T02:40:37.407 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-13T02:40:37.407 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-13T02:40:37.407 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-13T02:40:37.568 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-13T02:40:37.568 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-13T02:40:37.568 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-13T02:40:37.568 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-13T02:40:37.568 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-13T02:40:37.568 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-13T02:40:37.752 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:40:37.753 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-09-13T02:40:37.911 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:40:37.912 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-09-13T02:40:38.077 DEBUG:teuthology.parallel:result is None 2024-09-13T02:40:38.232 DEBUG:teuthology.parallel:result is None 2024-09-13T02:40:38.232 INFO:teuthology.run_tasks:Running task install... 2024-09-13T02:40:38.241 DEBUG:teuthology.task.install:project ceph 2024-09-13T02:40:38.241 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a'}} 2024-09-13T02:40:38.241 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a'} 2024-09-13T02:40:38.241 INFO:teuthology.task.install:Using flavor: default 2024-09-13T02:40:38.247 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T02:40:38.247 INFO:teuthology.task.install:extra packages: [] 2024-09-13T02:40:38.247 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a', 'tag': None, 'wait_for_package': False} 2024-09-13T02:40:38.248 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:40:38.248 INFO:teuthology.packaging:ref: None 2024-09-13T02:40:38.248 INFO:teuthology.packaging:tag: None 2024-09-13T02:40:38.248 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:40:38.248 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:38.248 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:40:38.250 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a', 'tag': None, 'wait_for_package': False} 2024-09-13T02:40:38.250 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:40:38.250 INFO:teuthology.packaging:ref: None 2024-09-13T02:40:38.250 INFO:teuthology.packaging:tag: None 2024-09-13T02:40:38.251 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:40:38.251 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:38.251 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:40:38.454 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/ 2024-09-13T02:40:38.455 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1627.gbbdadfa3 2024-09-13T02:40:38.491 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/ 2024-09-13T02:40:38.492 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1627.gbbdadfa3 2024-09-13T02:40:38.569 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T02:40:38.569 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:40:38.569 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T02:40:38.601 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/bbdadfa31f8fb9afaa389358d138cac49bd69e56/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T02:40:38.601 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:40:38.601 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T02:40:38.606 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-13T02:40:38.607 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:40:38.607 INFO:teuthology.packaging:ref: None 2024-09-13T02:40:38.607 INFO:teuthology.packaging:tag: None 2024-09-13T02:40:38.607 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:40:38.607 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:38.607 DEBUG:teuthology.orchestra.run.smithi052:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T02:40:38.630 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-13T02:40:38.631 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:40:38.631 INFO:teuthology.packaging:ref: None 2024-09-13T02:40:38.631 INFO:teuthology.packaging:tag: None 2024-09-13T02:40:38.631 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:40:38.631 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:40:38.631 DEBUG:teuthology.orchestra.run.smithi078:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T02:40:38.677 DEBUG:teuthology.orchestra.run.smithi052:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T02:40:38.697 DEBUG:teuthology.orchestra.run.smithi078:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T02:40:38.773 DEBUG:teuthology.orchestra.run.smithi078:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T02:40:38.775 DEBUG:teuthology.orchestra.run.smithi052:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T02:40:38.802 INFO:teuthology.orchestra.run.smithi052.stdout:check_obsoletes = 1 2024-09-13T02:40:38.804 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum clean all 2024-09-13T02:40:38.851 INFO:teuthology.orchestra.run.smithi078.stdout:check_obsoletes = 1 2024-09-13T02:40:38.852 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum clean all 2024-09-13T02:40:39.050 INFO:teuthology.orchestra.run.smithi052.stdout:45 files removed 2024-09-13T02:40:39.078 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-13T02:40:39.083 INFO:teuthology.orchestra.run.smithi078.stdout:45 files removed 2024-09-13T02:40:39.113 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-13T02:40:39.652 INFO:teuthology.orchestra.run.smithi052.stdout:ceph packages for x86_64 281 kB/s | 77 kB 00:00 2024-09-13T02:40:39.669 INFO:teuthology.orchestra.run.smithi078.stdout:ceph packages for x86_64 282 kB/s | 77 kB 00:00 2024-09-13T02:40:39.936 INFO:teuthology.orchestra.run.smithi052.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-13T02:40:39.953 INFO:teuthology.orchestra.run.smithi078.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-13T02:40:40.212 INFO:teuthology.orchestra.run.smithi052.stdout:ceph source packages 7.5 kB/s | 1.8 kB 00:00 2024-09-13T02:40:40.229 INFO:teuthology.orchestra.run.smithi078.stdout:ceph source packages 7.5 kB/s | 1.8 kB 00:00 2024-09-13T02:40:41.845 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.2 MB 00:01 2024-09-13T02:40:42.012 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-13T02:40:43.880 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-13T02:40:46.988 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 5.0 MB/s | 20 MB 00:04 2024-09-13T02:40:49.449 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.5 MB 00:01 2024-09-13T02:40:50.981 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 19 kB 00:00 2024-09-13T02:40:52.364 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.5 MB 00:01 2024-09-13T02:40:52.402 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 18 MB/s | 23 MB 00:01 2024-09-13T02:40:53.823 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 19 kB 00:00 2024-09-13T02:40:55.044 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-13T02:40:58.082 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-13T02:41:00.483 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-13T02:41:00.553 INFO:teuthology.orchestra.run.smithi052.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:41:00.554 INFO:teuthology.orchestra.run.smithi052.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:41:00.626 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================= 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================= 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout: ceph x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 6.5 k 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 5.0 M 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 813 k 2024-09-13T02:41:00.633 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 137 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 1.4 M 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 124 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 3.4 M 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 7.4 M 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 47 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 14 M 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 48 M 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 83 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 637 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 126 k 2024-09-13T02:41:00.634 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 156 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 320 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 294 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 99 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 82 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 165 k 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrading: 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: librados2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.1 M 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-09-13T02:41:00.635 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 22 M 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 24 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.1 M 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 240 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.9 M 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 15 M 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 15 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T02:41:00.636 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 163 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 457 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 4.9 M 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T02:41:00.637 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 45 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 120 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T02:41:00.638 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T02:41:00.639 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T02:41:00.640 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T02:41:00.641 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout:Installing weak dependencies: 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:00.642 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-09-13T02:41:00.643 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================= 2024-09-13T02:41:00.643 INFO:teuthology.orchestra.run.smithi052.stdout:Install 112 Packages 2024-09-13T02:41:00.643 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrade 2 Packages 2024-09-13T02:41:00.643 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:00.643 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 190 M 2024-09-13T02:41:00.643 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-09-13T02:41:01.242 INFO:teuthology.orchestra.run.smithi052.stdout:(1/114): ceph-17.2.7-1627.gbbdadfa3.el9.x86_64. 49 kB/s | 6.5 kB 00:00 2024-09-13T02:41:01.476 INFO:teuthology.orchestra.run.smithi052.stdout:(2/114): ceph-fuse-17.2.7-1627.gbbdadfa3.el9.x8 3.4 MB/s | 813 kB 00:00 2024-09-13T02:41:01.584 INFO:teuthology.orchestra.run.smithi052.stdout:(3/114): ceph-base-17.2.7-1627.gbbdadfa3.el9.x8 10 MB/s | 5.0 MB 00:00 2024-09-13T02:41:01.610 INFO:teuthology.orchestra.run.smithi052.stdout:(4/114): ceph-immutable-object-cache-17.2.7-162 1.0 MB/s | 137 kB 00:00 2024-09-13T02:41:01.693 INFO:teuthology.orchestra.run.smithi052.stdout:(5/114): ceph-mds-17.2.7-1627.gbbdadfa3.el9.x86 19 MB/s | 2.1 MB 00:00 2024-09-13T02:41:01.743 INFO:teuthology.orchestra.run.smithi052.stdout:(6/114): ceph-mgr-17.2.7-1627.gbbdadfa3.el9.x86 11 MB/s | 1.4 MB 00:00 2024-09-13T02:41:01.944 INFO:teuthology.orchestra.run.smithi052.stdout:(7/114): ceph-mon-17.2.7-1627.gbbdadfa3.el9.x86 16 MB/s | 3.9 MB 00:00 2024-09-13T02:41:02.386 INFO:teuthology.orchestra.run.smithi052.stdout:(8/114): ceph-common-17.2.7-1627.gbbdadfa3.el9. 18 MB/s | 22 MB 00:01 2024-09-13T02:41:02.436 INFO:teuthology.orchestra.run.smithi052.stdout:(9/114): ceph-selinux-17.2.7-1627.gbbdadfa3.el9 505 kB/s | 25 kB 00:00 2024-09-13T02:41:02.669 INFO:teuthology.orchestra.run.smithi052.stdout:(10/114): ceph-radosgw-17.2.7-1627.gbbdadfa3.el 20 MB/s | 14 MB 00:00 2024-09-13T02:41:02.711 INFO:teuthology.orchestra.run.smithi052.stdout:(11/114): libcephfs-devel-17.2.7-1627.gbbdadfa3 602 kB/s | 25 kB 00:00 2024-09-13T02:41:02.787 INFO:teuthology.orchestra.run.smithi052.stdout:(12/114): libcephfs2-17.2.7-1627.gbbdadfa3.el9. 8.3 MB/s | 637 kB 00:00 2024-09-13T02:41:02.809 INFO:teuthology.orchestra.run.smithi078.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:41:02.810 INFO:teuthology.orchestra.run.smithi078.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T02:41:02.862 INFO:teuthology.orchestra.run.smithi052.stdout:(13/114): libcephsqlite-17.2.7-1627.gbbdadfa3.e 2.1 MB/s | 163 kB 00:00 2024-09-13T02:41:02.878 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-09-13T02:41:02.884 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-09-13T02:41:02.884 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2024-09-13T02:41:02.884 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-09-13T02:41:02.884 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-09-13T02:41:02.884 INFO:teuthology.orchestra.run.smithi078.stdout: ceph x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 6.5 k 2024-09-13T02:41:02.884 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 5.0 M 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 813 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 137 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 1.4 M 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 124 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 3.4 M 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 7.4 M 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 47 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 14 M 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 48 M 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 83 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 637 k 2024-09-13T02:41:02.885 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 126 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 156 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 320 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 294 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 99 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 82 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 165 k 2024-09-13T02:41:02.886 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrading: 2024-09-13T02:41:02.887 INFO:teuthology.orchestra.run.smithi078.stdout: librados2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.1 M 2024-09-13T02:41:02.887 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.9 M 2024-09-13T02:41:02.887 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-09-13T02:41:02.887 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 22 M 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 24 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 2.1 M 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 240 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 3.9 M 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 15 M 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1627.gbbdadfa3.el9 ceph-noarch 15 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 25 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T02:41:02.888 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 163 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 457 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2 x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 4.9 M 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T02:41:02.889 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 45 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common x86_64 2:17.2.7-1627.gbbdadfa3.el9 ceph 120 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T02:41:02.890 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T02:41:02.891 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T02:41:02.892 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T02:41:02.893 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T02:41:02.894 INFO:teuthology.orchestra.run.smithi078.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout:Installing weak dependencies: 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout:Install 112 Packages 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrade 2 Packages 2024-09-13T02:41:02.895 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:02.896 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 190 M 2024-09-13T02:41:02.896 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-09-13T02:41:02.937 INFO:teuthology.orchestra.run.smithi052.stdout:(14/114): librados-devel-17.2.7-1627.gbbdadfa3. 1.6 MB/s | 126 kB 00:00 2024-09-13T02:41:03.112 INFO:teuthology.orchestra.run.smithi052.stdout:(15/114): ceph-osd-17.2.7-1627.gbbdadfa3.el9.x8 11 MB/s | 15 MB 00:01 2024-09-13T02:41:03.146 INFO:teuthology.orchestra.run.smithi052.stdout:(16/114): libradosstriper1-17.2.7-1627.gbbdadfa 2.1 MB/s | 457 kB 00:00 2024-09-13T02:41:03.197 INFO:teuthology.orchestra.run.smithi052.stdout:(17/114): python3-ceph-argparse-17.2.7-1627.gbb 905 kB/s | 45 kB 00:00 2024-09-13T02:41:03.288 INFO:teuthology.orchestra.run.smithi052.stdout:(18/114): python3-ceph-common-17.2.7-1627.gbbda 1.3 MB/s | 120 kB 00:00 2024-09-13T02:41:03.347 INFO:teuthology.orchestra.run.smithi052.stdout:(19/114): python3-cephfs-17.2.7-1627.gbbdadfa3. 2.6 MB/s | 156 kB 00:00 2024-09-13T02:41:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:(20/114): python3-rados-17.2.7-1627.gbbdadfa3.e 4.7 MB/s | 320 kB 00:00 2024-09-13T02:41:03.497 INFO:teuthology.orchestra.run.smithi052.stdout:(21/114): librgw2-17.2.7-1627.gbbdadfa3.el9.x86 13 MB/s | 4.9 MB 00:00 2024-09-13T02:41:03.522 INFO:teuthology.orchestra.run.smithi052.stdout:(22/114): python3-rbd-17.2.7-1627.gbbdadfa3.el9 2.7 MB/s | 294 kB 00:00 2024-09-13T02:41:03.543 INFO:teuthology.orchestra.run.smithi078.stdout:(1/114): ceph-17.2.7-1627.gbbdadfa3.el9.x86_64. 38 kB/s | 6.5 kB 00:00 2024-09-13T02:41:03.547 INFO:teuthology.orchestra.run.smithi052.stdout:(23/114): python3-rgw-17.2.7-1627.gbbdadfa3.el9 1.9 MB/s | 99 kB 00:00 2024-09-13T02:41:03.573 INFO:teuthology.orchestra.run.smithi052.stdout:(24/114): rbd-fuse-17.2.7-1627.gbbdadfa3.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-13T02:41:03.632 INFO:teuthology.orchestra.run.smithi052.stdout:(25/114): rbd-nbd-17.2.7-1627.gbbdadfa3.el9.x86 2.8 MB/s | 165 kB 00:00 2024-09-13T02:41:03.699 INFO:teuthology.orchestra.run.smithi052.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1627.g 368 kB/s | 24 kB 00:00 2024-09-13T02:41:03.791 INFO:teuthology.orchestra.run.smithi052.stdout:(27/114): rbd-mirror-17.2.7-1627.gbbdadfa3.el9. 12 MB/s | 2.9 MB 00:00 2024-09-13T02:41:03.816 INFO:teuthology.orchestra.run.smithi052.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1627.gbbdadfa 1.0 MB/s | 124 kB 00:00 2024-09-13T02:41:04.126 INFO:teuthology.orchestra.run.smithi078.stdout:(2/114): ceph-fuse-17.2.7-1627.gbbdadfa3.el9.x8 1.4 MB/s | 813 kB 00:00 2024-09-13T02:41:04.260 INFO:teuthology.orchestra.run.smithi078.stdout:(3/114): ceph-base-17.2.7-1627.gbbdadfa3.el9.x8 5.6 MB/s | 5.0 MB 00:00 2024-09-13T02:41:04.266 INFO:teuthology.orchestra.run.smithi052.stdout:(29/114): ceph-mgr-diskprediction-local-17.2.7- 16 MB/s | 7.4 MB 00:00 2024-09-13T02:41:04.285 INFO:teuthology.orchestra.run.smithi078.stdout:(4/114): ceph-immutable-object-cache-17.2.7-162 865 kB/s | 137 kB 00:00 2024-09-13T02:41:04.316 INFO:teuthology.orchestra.run.smithi052.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1627.gbbdad 6.4 MB/s | 3.4 MB 00:00 2024-09-13T02:41:04.394 INFO:teuthology.orchestra.run.smithi078.stdout:(5/114): ceph-mds-17.2.7-1627.gbbdadfa3.el9.x86 16 MB/s | 2.1 MB 00:00 2024-09-13T02:41:04.595 INFO:teuthology.orchestra.run.smithi078.stdout:(6/114): ceph-mon-17.2.7-1627.gbbdadfa3.el9.x86 20 MB/s | 3.9 MB 00:00 2024-09-13T02:41:04.733 INFO:teuthology.orchestra.run.smithi052.stdout:(31/114): ceph-test-17.2.7-1627.gbbdadfa3.el9.x 21 MB/s | 48 MB 00:02 2024-09-13T02:41:04.758 INFO:teuthology.orchestra.run.smithi052.stdout:(32/114): ceph-mgr-rook-17.2.7-1627.gbbdadfa3.e 107 kB/s | 47 kB 00:00 2024-09-13T02:41:04.792 INFO:teuthology.orchestra.run.smithi052.stdout:(33/114): ceph-mgr-modules-core-17.2.7-1627.gbb 457 kB/s | 240 kB 00:00 2024-09-13T02:41:04.803 INFO:teuthology.orchestra.run.smithi078.stdout:(7/114): ceph-mgr-17.2.7-1627.gbbdadfa3.el9.x86 2.7 MB/s | 1.4 MB 00:00 2024-09-13T02:41:04.817 INFO:teuthology.orchestra.run.smithi052.stdout:(34/114): ceph-prometheus-alerts-17.2.7-1627.gb 175 kB/s | 15 kB 00:00 2024-09-13T02:41:04.842 INFO:teuthology.orchestra.run.smithi052.stdout:(35/114): cephadm-17.2.7-1627.gbbdadfa3.el9.noa 987 kB/s | 83 kB 00:00 2024-09-13T02:41:04.951 INFO:teuthology.orchestra.run.smithi052.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 503 kB/s | 80 kB 00:00 2024-09-13T02:41:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:(37/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-13T02:41:05.060 INFO:teuthology.orchestra.run.smithi052.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-09-13T02:41:05.144 INFO:teuthology.orchestra.run.smithi052.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 106 kB 00:00 2024-09-13T02:41:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:(40/114): libgfortran-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 801 kB 00:00 2024-09-13T02:41:05.204 INFO:teuthology.orchestra.run.smithi078.stdout:(8/114): ceph-osd-17.2.7-1627.gbbdadfa3.el9.x86 25 MB/s | 15 MB 00:00 2024-09-13T02:41:05.236 INFO:teuthology.orchestra.run.smithi052.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-13T02:41:05.261 INFO:teuthology.orchestra.run.smithi052.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-13T02:41:05.304 INFO:teuthology.orchestra.run.smithi078.stdout:(9/114): ceph-selinux-17.2.7-1627.gbbdadfa3.el9 252 kB/s | 25 kB 00:00 2024-09-13T02:41:05.311 INFO:teuthology.orchestra.run.smithi052.stdout:(43/114): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-09-13T02:41:05.337 INFO:teuthology.orchestra.run.smithi052.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-09-13T02:41:05.387 INFO:teuthology.orchestra.run.smithi052.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-09-13T02:41:05.445 INFO:teuthology.orchestra.run.smithi052.stdout:(46/114): python3-cryptography-36.0.1-4.el9.x86 2.8 MB/s | 1.2 MB 00:00 2024-09-13T02:41:05.495 INFO:teuthology.orchestra.run.smithi052.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-13T02:41:05.512 INFO:teuthology.orchestra.run.smithi052.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 678 kB/s | 45 kB 00:00 2024-09-13T02:41:05.638 INFO:teuthology.orchestra.run.smithi052.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-13T02:41:05.680 INFO:teuthology.orchestra.run.smithi052.stdout:(50/114): openblas-0.3.26-2.el9.x86_64.rpm 929 kB/s | 38 kB 00:00 2024-09-13T02:41:05.721 INFO:teuthology.orchestra.run.smithi052.stdout:(51/114): librdkafka-1.6.1-102.el9.x86_64.rpm 2.9 MB/s | 662 kB 00:00 2024-09-13T02:41:05.745 INFO:teuthology.orchestra.run.smithi078.stdout:(10/114): ceph-common-17.2.7-1627.gbbdadfa3.el9 9.5 MB/s | 22 MB 00:02 2024-09-13T02:41:05.772 INFO:teuthology.orchestra.run.smithi052.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-13T02:41:05.787 INFO:teuthology.orchestra.run.smithi078.stdout:(11/114): libcephfs-devel-17.2.7-1627.gbbdadfa3 603 kB/s | 25 kB 00:00 2024-09-13T02:41:05.921 INFO:teuthology.orchestra.run.smithi078.stdout:(12/114): libcephfs2-17.2.7-1627.gbbdadfa3.el9. 4.7 MB/s | 637 kB 00:00 2024-09-13T02:41:05.979 INFO:teuthology.orchestra.run.smithi078.stdout:(13/114): libcephsqlite-17.2.7-1627.gbbdadfa3.e 2.7 MB/s | 163 kB 00:00 2024-09-13T02:41:06.055 INFO:teuthology.orchestra.run.smithi078.stdout:(14/114): librados-devel-17.2.7-1627.gbbdadfa3. 1.6 MB/s | 126 kB 00:00 2024-09-13T02:41:06.130 INFO:teuthology.orchestra.run.smithi052.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.7 MB/s | 3.0 MB 00:00 2024-09-13T02:41:06.155 INFO:teuthology.orchestra.run.smithi078.stdout:(15/114): libradosstriper1-17.2.7-1627.gbbdadfa 4.5 MB/s | 457 kB 00:00 2024-09-13T02:41:06.229 INFO:teuthology.orchestra.run.smithi052.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-13T02:41:06.271 INFO:teuthology.orchestra.run.smithi052.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 419 kB/s | 17 kB 00:00 2024-09-13T02:41:06.347 INFO:teuthology.orchestra.run.smithi052.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 3.2 MB/s | 248 kB 00:00 2024-09-13T02:41:06.389 INFO:teuthology.orchestra.run.smithi052.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 617 kB/s | 26 kB 00:00 2024-09-13T02:41:06.430 INFO:teuthology.orchestra.run.smithi052.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 463 kB/s | 19 kB 00:00 2024-09-13T02:41:06.514 INFO:teuthology.orchestra.run.smithi052.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-09-13T02:41:06.564 INFO:teuthology.orchestra.run.smithi078.stdout:(16/114): librgw2-17.2.7-1627.gbbdadfa3.el9.x86 12 MB/s | 4.9 MB 00:00 2024-09-13T02:41:06.564 INFO:teuthology.orchestra.run.smithi052.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-13T02:41:06.989 INFO:teuthology.orchestra.run.smithi052.stdout:(61/114): openblas-openmp-0.3.26-2.el9.x86_64.r 3.8 MB/s | 4.9 MB 00:01 2024-09-13T02:41:07.006 INFO:teuthology.orchestra.run.smithi078.stdout:(17/114): ceph-test-17.2.7-1627.gbbdadfa3.el9.x 28 MB/s | 48 MB 00:01 2024-09-13T02:41:07.031 INFO:teuthology.orchestra.run.smithi078.stdout:(18/114): python3-ceph-argparse-17.2.7-1627.gbb 97 kB/s | 45 kB 00:00 2024-09-13T02:41:07.056 INFO:teuthology.orchestra.run.smithi078.stdout:(19/114): python3-ceph-common-17.2.7-1627.gbbda 2.4 MB/s | 120 kB 00:00 2024-09-13T02:41:07.082 INFO:teuthology.orchestra.run.smithi078.stdout:(20/114): python3-cephfs-17.2.7-1627.gbbdadfa3. 3.0 MB/s | 156 kB 00:00 2024-09-13T02:41:07.090 INFO:teuthology.orchestra.run.smithi052.stdout:(62/114): python3-babel-2.9.1-2.el9.noarch.rpm 4.5 MB/s | 6.0 MB 00:01 2024-09-13T02:41:07.107 INFO:teuthology.orchestra.run.smithi078.stdout:(21/114): python3-rados-17.2.7-1627.gbbdadfa3.e 6.2 MB/s | 320 kB 00:00 2024-09-13T02:41:07.115 INFO:teuthology.orchestra.run.smithi052.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 250 kB 00:00 2024-09-13T02:41:07.141 INFO:teuthology.orchestra.run.smithi078.stdout:(22/114): python3-rbd-17.2.7-1627.gbbdadfa3.el9 4.9 MB/s | 294 kB 00:00 2024-09-13T02:41:07.166 INFO:teuthology.orchestra.run.smithi052.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-13T02:41:07.167 INFO:teuthology.orchestra.run.smithi078.stdout:(23/114): python3-rgw-17.2.7-1627.gbbdadfa3.el9 1.6 MB/s | 99 kB 00:00 2024-09-13T02:41:07.191 INFO:teuthology.orchestra.run.smithi052.stdout:(65/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-09-13T02:41:07.192 INFO:teuthology.orchestra.run.smithi078.stdout:(24/114): rbd-fuse-17.2.7-1627.gbbdadfa3.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-13T02:41:07.216 INFO:teuthology.orchestra.run.smithi052.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 827 kB/s | 41 kB 00:00 2024-09-13T02:41:07.241 INFO:teuthology.orchestra.run.smithi052.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-09-13T02:41:07.284 INFO:teuthology.orchestra.run.smithi078.stdout:(25/114): rbd-mirror-17.2.7-1627.gbbdadfa3.el9. 25 MB/s | 2.9 MB 00:00 2024-09-13T02:41:07.291 INFO:teuthology.orchestra.run.smithi052.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-13T02:41:07.309 INFO:teuthology.orchestra.run.smithi078.stdout:(26/114): rbd-nbd-17.2.7-1627.gbbdadfa3.el9.x86 1.4 MB/s | 165 kB 00:00 2024-09-13T02:41:07.334 INFO:teuthology.orchestra.run.smithi078.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1627.g 487 kB/s | 24 kB 00:00 2024-09-13T02:41:07.360 INFO:teuthology.orchestra.run.smithi078.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1627.gbbdadfa 2.4 MB/s | 124 kB 00:00 2024-09-13T02:41:07.375 INFO:teuthology.orchestra.run.smithi052.stdout:(69/114): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-09-13T02:41:07.400 INFO:teuthology.orchestra.run.smithi052.stdout:(70/114): python3-py-1.10.0-6.el9.noarch.rpm 2.5 MB/s | 477 kB 00:00 2024-09-13T02:41:07.450 INFO:teuthology.orchestra.run.smithi052.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-13T02:41:07.485 INFO:teuthology.orchestra.run.smithi078.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1627.gbbdad 22 MB/s | 3.4 MB 00:00 2024-09-13T02:41:07.501 INFO:teuthology.orchestra.run.smithi052.stdout:(72/114): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-09-13T02:41:07.544 INFO:teuthology.orchestra.run.smithi078.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1627.gbb 4.0 MB/s | 240 kB 00:00 2024-09-13T02:41:07.551 INFO:teuthology.orchestra.run.smithi052.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 2.9 MB/s | 519 kB 00:00 2024-09-13T02:41:07.601 INFO:teuthology.orchestra.run.smithi052.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 835 kB/s | 42 kB 00:00 2024-09-13T02:41:07.602 INFO:teuthology.orchestra.run.smithi078.stdout:(31/114): ceph-mgr-rook-17.2.7-1627.gbbdadfa3.e 818 kB/s | 47 kB 00:00 2024-09-13T02:41:07.685 INFO:teuthology.orchestra.run.smithi052.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-09-13T02:41:07.711 INFO:teuthology.orchestra.run.smithi078.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 21 MB/s | 7.4 MB 00:00 2024-09-13T02:41:07.736 INFO:teuthology.orchestra.run.smithi078.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1627.gb 109 kB/s | 15 kB 00:00 2024-09-13T02:41:07.777 INFO:teuthology.orchestra.run.smithi052.stdout:(76/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.2 MB/s | 5.1 MB 00:01 2024-09-13T02:41:07.787 INFO:teuthology.orchestra.run.smithi078.stdout:(34/114): cephadm-17.2.7-1627.gbbdadfa3.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-13T02:41:07.802 INFO:teuthology.orchestra.run.smithi052.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 545 kB/s | 64 kB 00:00 2024-09-13T02:41:07.837 INFO:teuthology.orchestra.run.smithi078.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 799 kB/s | 80 kB 00:00 2024-09-13T02:41:07.860 INFO:teuthology.orchestra.run.smithi052.stdout:(78/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.6 MB/s | 308 kB 00:00 2024-09-13T02:41:07.886 INFO:teuthology.orchestra.run.smithi052.stdout:(79/114): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-09-13T02:41:07.911 INFO:teuthology.orchestra.run.smithi052.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-13T02:41:07.929 INFO:teuthology.orchestra.run.smithi078.stdout:(36/114): libquadmath-11.5.0-2.el9.x86_64.rpm 2.0 MB/s | 191 kB 00:00 2024-09-13T02:41:07.936 INFO:teuthology.orchestra.run.smithi052.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-13T02:41:07.961 INFO:teuthology.orchestra.run.smithi052.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-13T02:41:07.971 INFO:teuthology.orchestra.run.smithi078.stdout:(37/114): libgfortran-11.5.0-2.el9.x86_64.rpm 4.3 MB/s | 801 kB 00:00 2024-09-13T02:41:07.995 INFO:teuthology.orchestra.run.smithi052.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 420 kB/s | 14 kB 00:00 2024-09-13T02:41:07.996 INFO:teuthology.orchestra.run.smithi078.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-13T02:41:08.021 INFO:teuthology.orchestra.run.smithi052.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.0 MB/s | 548 kB 00:00 2024-09-13T02:41:08.046 INFO:teuthology.orchestra.run.smithi052.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-13T02:41:08.046 INFO:teuthology.orchestra.run.smithi078.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-13T02:41:08.079 INFO:teuthology.orchestra.run.smithi052.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-13T02:41:08.088 INFO:teuthology.orchestra.run.smithi078.stdout:(40/114): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-09-13T02:41:08.105 INFO:teuthology.orchestra.run.smithi052.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 429 kB/s | 11 kB 00:00 2024-09-13T02:41:08.130 INFO:teuthology.orchestra.run.smithi052.stdout:(88/114): python3-google-auth-2.34.0-1.el9.noar 2.6 MB/s | 220 kB 00:00 2024-09-13T02:41:08.130 INFO:teuthology.orchestra.run.smithi078.stdout:(41/114): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-09-13T02:41:08.155 INFO:teuthology.orchestra.run.smithi052.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-09-13T02:41:08.197 INFO:teuthology.orchestra.run.smithi078.stdout:(42/114): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-09-13T02:41:08.260 INFO:teuthology.orchestra.run.smithi052.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 178 kB/s | 23 kB 00:00 2024-09-13T02:41:08.281 INFO:teuthology.orchestra.run.smithi078.stdout:(43/114): flexiblas-3.0.4-8.el9.x86_64.rpm 392 kB/s | 33 kB 00:00 2024-09-13T02:41:08.306 INFO:teuthology.orchestra.run.smithi052.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 129 kB/s | 19 kB 00:00 2024-09-13T02:41:08.331 INFO:teuthology.orchestra.run.smithi052.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 278 kB/s | 20 kB 00:00 2024-09-13T02:41:08.337 INFO:teuthology.orchestra.run.smithi078.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 3.4 MB/s | 1.2 MB 00:00 2024-09-13T02:41:08.356 INFO:teuthology.orchestra.run.smithi052.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-09-13T02:41:08.382 INFO:teuthology.orchestra.run.smithi052.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 814 kB/s | 41 kB 00:00 2024-09-13T02:41:08.407 INFO:teuthology.orchestra.run.smithi052.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-13T02:41:08.415 INFO:teuthology.orchestra.run.smithi078.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 233 kB/s | 18 kB 00:00 2024-09-13T02:41:08.441 INFO:teuthology.orchestra.run.smithi052.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-09-13T02:41:08.466 INFO:teuthology.orchestra.run.smithi052.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-13T02:41:08.499 INFO:teuthology.orchestra.run.smithi052.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 7.2 MB/s | 1.0 MB 00:00 2024-09-13T02:41:08.524 INFO:teuthology.orchestra.run.smithi052.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 660 kB/s | 16 kB 00:00 2024-09-13T02:41:08.532 INFO:teuthology.orchestra.run.smithi078.stdout:(46/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-09-13T02:41:08.550 INFO:teuthology.orchestra.run.smithi052.stdout:(100/114): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-13T02:41:08.557 INFO:teuthology.orchestra.run.smithi078.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-09-13T02:41:08.575 INFO:teuthology.orchestra.run.smithi052.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-13T02:41:08.583 INFO:teuthology.orchestra.run.smithi078.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-09-13T02:41:08.600 INFO:teuthology.orchestra.run.smithi052.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-13T02:41:08.625 INFO:teuthology.orchestra.run.smithi078.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.8 MB/s | 292 kB 00:00 2024-09-13T02:41:08.626 INFO:teuthology.orchestra.run.smithi052.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-09-13T02:41:08.643 INFO:teuthology.orchestra.run.smithi052.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-09-13T02:41:08.650 INFO:teuthology.orchestra.run.smithi078.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-13T02:41:08.659 INFO:teuthology.orchestra.run.smithi052.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-13T02:41:08.675 INFO:teuthology.orchestra.run.smithi078.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 767 kB/s | 38 kB 00:00 2024-09-13T02:41:08.685 INFO:teuthology.orchestra.run.smithi052.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-13T02:41:08.710 INFO:teuthology.orchestra.run.smithi052.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-13T02:41:08.717 INFO:teuthology.orchestra.run.smithi078.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-09-13T02:41:08.735 INFO:teuthology.orchestra.run.smithi052.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-13T02:41:08.761 INFO:teuthology.orchestra.run.smithi052.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-09-13T02:41:08.794 INFO:teuthology.orchestra.run.smithi052.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-13T02:41:08.801 INFO:teuthology.orchestra.run.smithi078.stdout:(53/114): openblas-openmp-0.3.26-2.el9.x86_64.r 33 MB/s | 4.9 MB 00:00 2024-09-13T02:41:08.851 INFO:teuthology.orchestra.run.smithi078.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-13T02:41:08.878 INFO:teuthology.orchestra.run.smithi052.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-09-13T02:41:08.951 INFO:teuthology.orchestra.run.smithi078.stdout:(55/114): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 6.0 MB 00:00 2024-09-13T02:41:08.977 INFO:teuthology.orchestra.run.smithi078.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 140 kB/s | 17 kB 00:00 2024-09-13T02:41:09.002 INFO:teuthology.orchestra.run.smithi078.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-13T02:41:09.027 INFO:teuthology.orchestra.run.smithi078.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-13T02:41:09.052 INFO:teuthology.orchestra.run.smithi078.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-13T02:41:09.053 INFO:teuthology.orchestra.run.smithi052.stdout:(112/114): librados2-17.2.7-1627.gbbdadfa3.el9. 12 MB/s | 3.1 MB 00:00 2024-09-13T02:41:09.078 INFO:teuthology.orchestra.run.smithi078.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-13T02:41:09.103 INFO:teuthology.orchestra.run.smithi078.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 689 kB/s | 35 kB 00:00 2024-09-13T02:41:09.145 INFO:teuthology.orchestra.run.smithi078.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-09-13T02:41:09.162 INFO:teuthology.orchestra.run.smithi052.stdout:(113/114): librbd1-17.2.7-1627.gbbdadfa3.el9.x8 10 MB/s | 2.9 MB 00:00 2024-09-13T02:41:09.287 INFO:teuthology.orchestra.run.smithi078.stdout:(63/114): ceph-radosgw-17.2.7-1627.gbbdadfa3.el 3.2 MB/s | 14 MB 00:04 2024-09-13T02:41:09.321 INFO:teuthology.orchestra.run.smithi078.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-09-13T02:41:09.388 INFO:teuthology.orchestra.run.smithi078.stdout:(65/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-09-13T02:41:09.413 INFO:teuthology.orchestra.run.smithi078.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 451 kB/s | 41 kB 00:00 2024-09-13T02:41:09.438 INFO:teuthology.orchestra.run.smithi078.stdout:(67/114): python3-packaging-20.9-5.el9.noarch.r 512 kB/s | 77 kB 00:00 2024-09-13T02:41:09.464 INFO:teuthology.orchestra.run.smithi078.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 559 kB/s | 42 kB 00:00 2024-09-13T02:41:09.497 INFO:teuthology.orchestra.run.smithi078.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-13T02:41:09.522 INFO:teuthology.orchestra.run.smithi078.stdout:(70/114): python3-py-1.10.0-6.el9.noarch.rpm 4.3 MB/s | 477 kB 00:00 2024-09-13T02:41:09.556 INFO:teuthology.orchestra.run.smithi078.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-09-13T02:41:09.582 INFO:teuthology.orchestra.run.smithi078.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 869 kB/s | 51 kB 00:00 2024-09-13T02:41:09.607 INFO:teuthology.orchestra.run.smithi078.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-13T02:41:09.632 INFO:teuthology.orchestra.run.smithi078.stdout:(74/114): python3-pytest-6.2.2-7.el9.noarch.rpm 3.8 MB/s | 519 kB 00:00 2024-09-13T02:41:09.657 INFO:teuthology.orchestra.run.smithi078.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 828 kB/s | 42 kB 00:00 2024-09-13T02:41:09.683 INFO:teuthology.orchestra.run.smithi078.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-13T02:41:09.708 INFO:teuthology.orchestra.run.smithi078.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-13T02:41:09.767 INFO:teuthology.orchestra.run.smithi078.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 832 kB/s | 49 kB 00:00 2024-09-13T02:41:09.800 INFO:teuthology.orchestra.run.smithi078.stdout:(79/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 2.6 MB/s | 308 kB 00:00 2024-09-13T02:41:09.825 INFO:teuthology.orchestra.run.smithi078.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-13T02:41:09.851 INFO:teuthology.orchestra.run.smithi078.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-13T02:41:09.876 INFO:teuthology.orchestra.run.smithi078.stdout:(82/114): python3-asyncssh-2.13.2-5.el9.noarch. 7.1 MB/s | 548 kB 00:00 2024-09-13T02:41:09.901 INFO:teuthology.orchestra.run.smithi078.stdout:(83/114): python3-cachetools-4.2.4-1.el9.noarch 642 kB/s | 32 kB 00:00 2024-09-13T02:41:09.927 INFO:teuthology.orchestra.run.smithi078.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 280 kB/s | 14 kB 00:00 2024-09-13T02:41:09.952 INFO:teuthology.orchestra.run.smithi078.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-13T02:41:09.986 INFO:teuthology.orchestra.run.smithi078.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-13T02:41:10.002 INFO:teuthology.orchestra.run.smithi078.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 646 kB/s | 11 kB 00:00 2024-09-13T02:41:10.028 INFO:teuthology.orchestra.run.smithi078.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 707 kB/s | 18 kB 00:00 2024-09-13T02:41:10.038 INFO:teuthology.orchestra.run.smithi052.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.4 MB/s | 16 MB 00:02 2024-09-13T02:41:10.047 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:41:10.047 INFO:teuthology.orchestra.run.smithi052.stdout:Total 20 MB/s | 190 MB 00:09 2024-09-13T02:41:10.062 INFO:teuthology.orchestra.run.smithi078.stdout:(89/114): python3-google-auth-2.34.0-1.el9.noar 2.0 MB/s | 220 kB 00:00 2024-09-13T02:41:10.087 INFO:teuthology.orchestra.run.smithi078.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 393 kB/s | 23 kB 00:00 2024-09-13T02:41:10.112 INFO:teuthology.orchestra.run.smithi078.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-09-13T02:41:10.138 INFO:teuthology.orchestra.run.smithi078.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-09-13T02:41:10.163 INFO:teuthology.orchestra.run.smithi078.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-09-13T02:41:10.188 INFO:teuthology.orchestra.run.smithi078.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 816 kB/s | 41 kB 00:00 2024-09-13T02:41:10.213 INFO:teuthology.orchestra.run.smithi078.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-13T02:41:10.239 INFO:teuthology.orchestra.run.smithi078.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-13T02:41:10.264 INFO:teuthology.orchestra.run.smithi078.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-13T02:41:10.306 INFO:teuthology.orchestra.run.smithi078.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2024-09-13T02:41:10.331 INFO:teuthology.orchestra.run.smithi078.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 664 kB/s | 16 kB 00:00 2024-09-13T02:41:10.415 INFO:teuthology.orchestra.run.smithi078.stdout:(100/114): python3-kubernetes-26.1.0-2.el9.noar 4.1 MB/s | 1.0 MB 00:00 2024-09-13T02:41:10.440 INFO:teuthology.orchestra.run.smithi078.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 829 kB/s | 90 kB 00:00 2024-09-13T02:41:10.465 INFO:teuthology.orchestra.run.smithi078.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-13T02:41:10.491 INFO:teuthology.orchestra.run.smithi078.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-09-13T02:41:10.516 INFO:teuthology.orchestra.run.smithi078.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-13T02:41:10.542 INFO:teuthology.orchestra.run.smithi078.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-13T02:41:10.567 INFO:teuthology.orchestra.run.smithi078.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-13T02:41:10.725 INFO:teuthology.orchestra.run.smithi078.stdout:(107/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-13T02:41:10.751 INFO:teuthology.orchestra.run.smithi078.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 1.1 MB/s | 230 kB 00:00 2024-09-13T02:41:10.784 INFO:teuthology.orchestra.run.smithi078.stdout:(109/114): python3-websocket-client-1.2.3-2.el9 413 kB/s | 90 kB 00:00 2024-09-13T02:41:10.809 INFO:teuthology.orchestra.run.smithi078.stdout:(110/114): python3-zc-lockfile-2.0-10.el9.noarc 390 kB/s | 20 kB 00:00 2024-09-13T02:41:10.822 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-09-13T02:41:10.860 INFO:teuthology.orchestra.run.smithi078.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-13T02:41:10.927 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-09-13T02:41:10.928 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-09-13T02:41:10.935 INFO:teuthology.orchestra.run.smithi078.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-13T02:41:11.119 INFO:teuthology.orchestra.run.smithi078.stdout:(113/114): librbd1-17.2.7-1627.gbbdadfa3.el9.x8 11 MB/s | 2.9 MB 00:00 2024-09-13T02:41:11.352 INFO:teuthology.orchestra.run.smithi078.stdout:(114/114): librados2-17.2.7-1627.gbbdadfa3.el9. 5.7 MB/s | 3.1 MB 00:00 2024-09-13T02:41:11.358 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:41:11.358 INFO:teuthology.orchestra.run.smithi078.stdout:Total 22 MB/s | 190 MB 00:08 2024-09-13T02:41:12.091 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-09-13T02:41:12.186 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-09-13T02:41:12.186 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-09-13T02:41:12.674 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-09-13T02:41:12.675 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-09-13T02:41:13.897 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-09-13T02:41:13.897 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-09-13T02:41:17.394 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-09-13T02:41:17.466 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-13T02:41:17.490 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-13T02:41:17.550 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-13T02:41:17.929 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-13T02:41:17.990 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:41:18.107 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:41:18.133 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:41:18.233 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:41:18.284 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:41:18.313 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-13T02:41:18.533 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-09-13T02:41:18.621 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-13T02:41:18.655 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-13T02:41:18.710 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-13T02:41:18.785 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-13T02:41:18.811 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:41:18.877 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:41:18.903 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:41:19.005 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:41:19.015 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-13T02:41:19.029 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:41:19.139 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:41:19.144 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:41:19.188 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-13T02:41:19.224 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-13T02:41:19.253 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 5/116 2024-09-13T02:41:19.254 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-13T02:41:19.282 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:41:19.295 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-13T02:41:19.371 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-13T02:41:19.376 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:41:19.421 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-13T02:41:19.433 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:41:19.461 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-13T02:41:19.462 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-13T02:41:19.488 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-13T02:41:19.562 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-13T02:41:19.612 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-13T02:41:19.654 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-13T02:41:19.699 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-13T02:41:19.728 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-13T02:41:19.763 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 26/116 2024-09-13T02:41:19.842 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 27/116 2024-09-13T02:41:19.906 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-13T02:41:19.935 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:41:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-13T02:41:20.010 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:41:20.036 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:41:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-13T02:41:20.153 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:41:20.178 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:41:20.305 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 12/116 2024-09-13T02:41:20.353 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-13T02:41:20.390 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-13T02:41:20.420 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-13T02:41:20.461 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-13T02:41:20.542 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-13T02:41:20.595 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-13T02:41:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-13T02:41:20.627 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-13T02:41:20.654 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-13T02:41:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-13T02:41:20.723 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-13T02:41:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-13T02:41:20.777 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-13T02:41:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-13T02:41:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-13T02:41:20.820 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-13T02:41:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-13T02:41:20.862 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-13T02:41:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 36/116 2024-09-13T02:41:20.894 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-13T02:41:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 37/116 2024-09-13T02:41:20.945 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 26/116 2024-09-13T02:41:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-13T02:41:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-13T02:41:21.020 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 27/116 2024-09-13T02:41:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-13T02:41:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-13T02:41:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-13T02:41:21.190 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-13T02:41:21.201 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-13T02:41:21.249 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-13T02:41:21.249 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-13T02:41:21.293 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-13T02:41:21.335 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-13T02:41:21.482 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-13T02:41:21.520 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-13T02:41:21.562 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-13T02:41:21.671 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-13T02:41:21.712 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-13T02:41:21.752 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-13T02:41:21.785 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-13T02:41:21.799 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-13T02:41:21.849 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-13T02:41:21.862 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-13T02:41:21.898 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-13T02:41:21.933 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-13T02:41:21.976 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-13T02:41:21.984 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-13T02:41:22.014 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-13T02:41:22.016 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-13T02:41:22.051 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 36/116 2024-09-13T02:41:22.056 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-13T02:41:22.097 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 37/116 2024-09-13T02:41:22.127 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-13T02:41:22.164 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-13T02:41:22.168 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-13T02:41:22.220 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-13T02:41:22.230 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-13T02:41:22.294 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-13T02:41:22.332 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-13T02:41:22.368 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-13T02:41:22.416 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-13T02:41:22.468 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-13T02:41:22.514 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-13T02:41:22.651 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-13T02:41:22.699 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-13T02:41:22.748 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-13T02:41:22.869 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-13T02:41:22.925 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-13T02:41:22.964 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-13T02:41:22.994 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-13T02:41:23.008 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-13T02:41:23.045 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-13T02:41:23.051 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-13T02:41:23.085 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-13T02:41:23.119 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-13T02:41:23.172 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-13T02:41:23.213 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-13T02:41:23.223 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-13T02:41:23.252 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-13T02:41:23.278 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-13T02:41:23.311 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-13T02:41:23.351 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-13T02:41:23.406 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-13T02:41:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-13T02:41:23.543 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-13T02:41:23.624 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-13T02:41:24.145 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-13T02:41:24.203 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-13T02:41:24.245 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-13T02:41:24.279 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-13T02:41:24.322 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-13T02:41:24.381 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-13T02:41:24.437 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-13T02:41:24.437 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-13T02:41:24.481 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-13T02:41:24.663 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-13T02:41:24.695 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-13T02:41:24.780 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-13T02:41:25.452 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-13T02:41:25.569 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-13T02:41:25.809 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-13T02:41:25.904 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-13T02:41:26.215 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-13T02:41:26.258 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:41:26.332 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:41:26.372 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 76/116 2024-09-13T02:41:26.430 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-13T02:41:26.495 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-13T02:41:26.691 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-13T02:41:26.742 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-13T02:41:26.824 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-13T02:41:26.879 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-13T02:41:26.922 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-13T02:41:26.967 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-13T02:41:27.073 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-13T02:41:27.122 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-13T02:41:27.150 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-13T02:41:27.192 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-13T02:41:27.224 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-13T02:41:27.251 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-13T02:41:27.280 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-13T02:41:27.396 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:41:27.487 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 75/116 2024-09-13T02:41:27.527 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 76/116 2024-09-13T02:41:27.584 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-13T02:41:27.639 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-13T02:41:27.706 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:41:27.731 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:41:27.762 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 90/116 2024-09-13T02:41:27.835 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-13T02:41:27.842 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 91/116 2024-09-13T02:41:27.881 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-13T02:41:27.881 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 92/116 2024-09-13T02:41:27.959 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-13T02:41:28.048 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-13T02:41:28.197 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-13T02:41:28.252 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-13T02:41:28.289 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-13T02:41:28.323 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-13T02:41:28.355 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-13T02:41:28.382 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-13T02:41:28.784 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:41:28.813 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 89/116 2024-09-13T02:41:28.843 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 90/116 2024-09-13T02:41:28.918 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 91/116 2024-09-13T02:41:28.949 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 92/116 2024-09-13T02:41:30.672 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:41:30.712 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:41:31.257 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:41:31.300 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:41:31.368 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:41:31.394 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:41:31.395 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T02:41:31.395 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T02:41:31.395 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:31.404 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:41:31.426 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:41:31.919 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 93/116 2024-09-13T02:41:31.957 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:41:32.049 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 94/116 2024-09-13T02:41:32.049 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T02:41:32.050 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T02:41:32.050 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:32.084 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:41:43.716 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:41:43.716 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /sys 2024-09-13T02:41:43.716 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /proc 2024-09-13T02:41:43.716 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /mnt 2024-09-13T02:41:43.716 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /var/tmp 2024-09-13T02:41:43.716 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /home 2024-09-13T02:41:43.717 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /root 2024-09-13T02:41:43.717 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /tmp 2024-09-13T02:41:43.717 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:43.776 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:41:43.899 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 95/116 2024-09-13T02:41:43.899 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /sys 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /proc 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /mnt 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /var/tmp 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /home 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /root 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /tmp 2024-09-13T02:41:43.900 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:43.968 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:41:44.819 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:41:44.855 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:41:44.958 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 96/116 2024-09-13T02:41:44.995 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:41:45.872 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:41:45.897 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:41:46.002 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:41:46.004 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 97/116 2024-09-13T02:41:46.048 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:41:46.149 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 98/116 2024-09-13T02:41:46.175 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 99/116 2024-09-13T02:41:46.207 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:41:46.233 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:41:46.233 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:46.233 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T02:41:46.233 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:41:46.233 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:41:46.234 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:46.275 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:41:46.311 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 99/116 2024-09-13T02:41:46.342 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:41:46.365 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 100/116 2024-09-13T02:41:46.365 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:46.365 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T02:41:46.365 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:41:46.365 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T02:41:46.365 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:46.409 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:41:46.467 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:41:46.500 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:41:46.525 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:41:46.525 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:46.525 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T02:41:46.525 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:41:46.526 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:41:46.526 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:46.591 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 101/116 2024-09-13T02:41:46.626 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:41:46.649 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 102/116 2024-09-13T02:41:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T02:41:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:41:46.649 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T02:41:46.650 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:46.918 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:41:46.943 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:41:46.943 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:46.943 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T02:41:46.943 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:41:46.943 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:41:46.943 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:47.010 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:41:47.033 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 103/116 2024-09-13T02:41:47.033 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:47.033 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T02:41:47.033 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:41:47.033 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T02:41:47.033 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:48.335 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:41:48.344 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:41:48.364 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:41:48.364 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:48.364 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T02:41:48.364 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:41:48.365 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:41:48.365 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:48.371 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 104/116 2024-09-13T02:41:48.371 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:48.371 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T02:41:48.372 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:41:48.372 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T02:41:48.372 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:49.637 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 105/116 2024-09-13T02:41:49.679 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:41:49.698 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 105/116 2024-09-13T02:41:49.728 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:41:49.757 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:41:49.757 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:49.757 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T02:41:49.757 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:41:49.758 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:41:49.758 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:49.791 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 106/116 2024-09-13T02:41:49.791 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:49.791 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T02:41:49.791 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:41:49.791 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T02:41:49.791 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:49.805 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:41:49.828 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:41:49.828 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:49.829 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T02:41:49.829 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:49.855 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:41:49.879 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 107/116 2024-09-13T02:41:49.880 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:49.880 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T02:41:49.880 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:41:50.154 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:41:50.154 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:50.154 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T02:41:50.155 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:41:50.155 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:41:50.155 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:41:50.179 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:41:50.205 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 108/116 2024-09-13T02:41:50.205 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T02:41:50.205 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T02:41:50.205 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:41:50.205 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T02:41:50.205 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:41:54.611 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 109/116 2024-09-13T02:41:54.651 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 110/116 2024-09-13T02:41:54.692 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 111/116 2024-09-13T02:41:54.813 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 112/116 2024-09-13T02:41:54.849 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-13T02:41:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 114/116 2024-09-13T02:41:54.881 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:41:54.890 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 109/116 2024-09-13T02:41:54.925 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 110/116 2024-09-13T02:41:54.967 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 111/116 2024-09-13T02:41:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:41:54.981 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:41:55.092 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 112/116 2024-09-13T02:41:55.132 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-13T02:41:55.155 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 114/116 2024-09-13T02:41:55.155 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:41:55.255 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-13T02:41:55.255 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:42:00.057 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 1/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 3/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 4/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 5/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 8/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 9/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:42:00.058 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 12/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 13/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 14/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 15/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 16/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 17/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 18/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 19/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 20/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 21/116 2024-09-13T02:42:00.059 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 22/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 23/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 24/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 25/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 26/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 27/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 28/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 29/116 2024-09-13T02:42:00.060 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 30/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 31/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 32/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 33/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 34/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 35/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-13T02:42:00.068 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-13T02:42:00.069 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-13T02:42:00.069 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-13T02:42:00.069 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-13T02:42:00.069 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-13T02:42:00.070 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-13T02:42:00.071 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-13T02:42:00.072 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-13T02:42:00.073 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-13T02:42:00.074 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-13T02:42:00.075 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-13T02:42:00.075 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-13T02:42:00.075 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 113/116 2024-09-13T02:42:00.075 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-13T02:42:00.075 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 115/116 2024-09-13T02:42:00.251 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:42:00.251 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 1/116 2024-09-13T02:42:00.251 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2/116 2024-09-13T02:42:00.251 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 3/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 4/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1627.gbbdad 5/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 6/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 7/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 8/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 9/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 10/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 11/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 12/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_ 13/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 14/116 2024-09-13T02:42:00.252 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 15/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_6 16/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86 17/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 18/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el 19/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9. 20/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_6 21/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 22/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 23/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 24/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 25/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 26/116 2024-09-13T02:42:00.253 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 27/116 2024-09-13T02:42:00.254 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3. 28/116 2024-09-13T02:42:00.254 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noa 29/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.n 30/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbd 31/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el 32/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 33/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.e 34/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 35/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-13T02:42:00.261 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-13T02:42:00.262 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-13T02:42:00.263 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-13T02:42:00.264 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-13T02:42:00.265 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-13T02:42:00.266 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 113/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-13T02:42:00.267 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 115/116 2024-09-13T02:42:01.902 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout:Upgraded: 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.903 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.904 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T02:42:01.905 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.906 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T02:42:01.907 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-13T02:42:01.908 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T02:42:01.909 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T02:42:01.910 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T02:42:01.911 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T02:42:01.912 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.913 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:01.914 INFO:teuthology.orchestra.run.smithi078.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T02:42:01.914 INFO:teuthology.orchestra.run.smithi078.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T02:42:01.914 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T02:42:01.914 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:42:01.914 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-09-13T02:42:02.154 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-13T02:42:02.154 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:42:02.154 INFO:teuthology.orchestra.run.smithi052.stdout:Upgraded: 2024-09-13T02:42:02.154 INFO:teuthology.orchestra.run.smithi052.stdout: librados2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.154 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.154 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.155 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm-2:17.2.7-1627.gbbdadfa3.el9.noarch 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T02:42:02.156 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.157 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T02:42:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T02:42:02.159 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T02:42:02.160 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T02:42:02.161 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T02:42:02.162 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd-2:17.2.7-1627.gbbdadfa3.el9.x86_64 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T02:42:02.163 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T02:42:02.164 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:42:02.164 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-09-13T02:42:02.232 DEBUG:teuthology.parallel:result is None 2024-09-13T02:42:02.592 DEBUG:teuthology.parallel:result is None 2024-09-13T02:42:02.593 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:42:02.593 INFO:teuthology.packaging:ref: None 2024-09-13T02:42:02.593 INFO:teuthology.packaging:tag: None 2024-09-13T02:42:02.593 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:42:02.593 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:42:02.593 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:42:02.827 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T02:42:02.850 INFO:teuthology.orchestra.run.smithi052.stdout:17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:42:02.851 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:42:02.851 INFO:teuthology.task.install:The correct ceph version 17.2.7-1627.gbbdadfa3 is installed. 2024-09-13T02:42:02.853 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T02:42:02.853 INFO:teuthology.packaging:ref: None 2024-09-13T02:42:02.853 INFO:teuthology.packaging:tag: None 2024-09-13T02:42:02.853 INFO:teuthology.packaging:branch: quincy 2024-09-13T02:42:02.854 INFO:teuthology.packaging:sha1: 7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:42:02.854 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-13T02:42:03.067 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T02:42:03.091 INFO:teuthology.orchestra.run.smithi078.stdout:17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:42:03.092 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1627.gbbdadfa3.el9 2024-09-13T02:42:03.092 INFO:teuthology.task.install:The correct ceph version 17.2.7-1627.gbbdadfa3 is installed. 2024-09-13T02:42:03.093 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T02:42:03.094 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:42:03.094 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T02:42:03.122 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:42:03.122 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T02:42:03.160 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T02:42:03.160 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:42:03.161 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T02:42:03.189 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T02:42:03.255 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:42:03.255 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T02:42:03.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T02:42:03.347 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T02:42:03.347 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:42:03.347 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T02:42:03.373 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T02:42:03.439 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:42:03.439 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T02:42:03.463 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T02:42:03.529 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T02:42:03.529 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:42:03.529 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T02:42:03.555 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T02:42:03.621 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:42:03.621 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T02:42:03.645 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T02:42:03.710 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:42:03.721 INFO:teuthology.task.print:**** done install task... 2024-09-13T02:42:03.721 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:42:03.730 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-13T02:42:03.730 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-13T02:42:03.826 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '7741f7f9ee20524f89b8f61d1609b32fb3b1570a'} 2024-09-13T02:42:03.826 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:42:03.826 INFO:tasks.cephadm:Cluster fsid is c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:03.827 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-13T02:42:03.827 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.52', 'mon.c': '[v2:172.21.15.52:3301,v1:172.21.15.52:6790]', 'mon.b': '172.21.15.78'} 2024-09-13T02:42:03.827 INFO:tasks.cephadm:First mon is mon.a on smithi052 2024-09-13T02:42:03.827 INFO:tasks.cephadm:First mgr is y 2024-09-13T02:42:03.827 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-13T02:42:03.827 DEBUG:teuthology.orchestra.run.smithi052:> sudo hostname $(hostname -s) 2024-09-13T02:42:03.854 DEBUG:teuthology.orchestra.run.smithi078:> sudo hostname $(hostname -s) 2024-09-13T02:42:03.878 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-13T02:42:03.879 DEBUG:teuthology.orchestra.run.smithi052:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T02:42:04.028 INFO:teuthology.orchestra.run.smithi052.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 13 02:42 /home/ubuntu/cephtest/cephadm 2024-09-13T02:42:04.028 DEBUG:teuthology.orchestra.run.smithi078:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T02:42:04.160 INFO:teuthology.orchestra.run.smithi078.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 13 02:42 /home/ubuntu/cephtest/cephadm 2024-09-13T02:42:04.161 DEBUG:teuthology.orchestra.run.smithi052:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T02:42:04.179 DEBUG:teuthology.orchestra.run.smithi078:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T02:42:04.205 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-13T02:42:04.205 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-13T02:42:04.221 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-13T02:42:05.811 INFO:teuthology.orchestra.run.smithi052.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:42:05.899 INFO:teuthology.orchestra.run.smithi078.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:42:35.692 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:42:35.693 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_version": "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)", 2024-09-13T02:42:35.693 INFO:teuthology.orchestra.run.smithi052.stdout: "image_id": "a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c", 2024-09-13T02:42:35.693 INFO:teuthology.orchestra.run.smithi052.stdout: "repo_digests": [ 2024-09-13T02:42:35.693 INFO:teuthology.orchestra.run.smithi052.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be" 2024-09-13T02:42:35.693 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-09-13T02:42:35.693 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_version": "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)", 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout: "image_id": "a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c", 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout: "repo_digests": [ 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be" 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-09-13T02:42:35.815 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-09-13T02:42:35.833 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /etc/ceph 2024-09-13T02:42:35.861 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph 2024-09-13T02:42:35.887 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 777 /etc/ceph 2024-09-13T02:42:35.926 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 777 /etc/ceph 2024-09-13T02:42:35.951 INFO:tasks.cephadm:Writing seed config... 2024-09-13T02:42:35.952 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-13T02:42:35.952 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-13T02:42:35.952 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-13T02:42:35.953 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-13T02:42:35.954 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:42:35.954 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-13T02:42:35.982 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c266bacc-7179-11ef-bceb-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-13T02:42:35.982 DEBUG:teuthology.orchestra.run.smithi052:mon.a> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service 2024-09-13T02:42:36.025 DEBUG:teuthology.orchestra.run.smithi052:mgr.y> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service 2024-09-13T02:42:36.068 INFO:tasks.cephadm:Bootstrapping... 2024-09-13T02:42:36.068 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid c266bacc-7179-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.52 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-13T02:42:36.275 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-09-13T02:42:36.276 INFO:teuthology.orchestra.run.smithi052.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'c266bacc-7179-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.52', '--skip-admin-label'] 2024-09-13T02:42:36.301 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 5.2.2 2024-09-13T02:42:36.301 INFO:teuthology.orchestra.run.smithi052.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-13T02:42:36.302 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying podman|docker is present... 2024-09-13T02:42:36.324 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 5.2.2 2024-09-13T02:42:36.324 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying lvm2 is present... 2024-09-13T02:42:36.324 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying time synchronization is in place... 2024-09-13T02:42:36.332 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T02:42:36.332 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T02:42:36.339 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T02:42:36.339 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-09-13T02:42:36.346 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout enabled 2024-09-13T02:42:36.353 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout active 2024-09-13T02:42:36.353 INFO:teuthology.orchestra.run.smithi052.stdout:Unit chronyd.service is enabled and running 2024-09-13T02:42:36.353 INFO:teuthology.orchestra.run.smithi052.stdout:Repeating the final host check... 2024-09-13T02:42:36.385 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 5.2.2 2024-09-13T02:42:36.385 INFO:teuthology.orchestra.run.smithi052.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-13T02:42:36.385 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl is present 2024-09-13T02:42:36.385 INFO:teuthology.orchestra.run.smithi052.stdout:lvcreate is present 2024-09-13T02:42:36.392 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T02:42:36.392 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T02:42:36.398 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T02:42:36.399 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-09-13T02:42:36.406 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout enabled 2024-09-13T02:42:36.413 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout active 2024-09-13T02:42:36.413 INFO:teuthology.orchestra.run.smithi052.stdout:Unit chronyd.service is enabled and running 2024-09-13T02:42:36.413 INFO:teuthology.orchestra.run.smithi052.stdout:Host looks OK 2024-09-13T02:42:36.413 INFO:teuthology.orchestra.run.smithi052.stdout:Cluster fsid: c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:36.413 INFO:teuthology.orchestra.run.smithi052.stdout:Acquiring lock 140342978032544 on /run/cephadm/c266bacc-7179-11ef-bceb-c7b262605968.lock 2024-09-13T02:42:36.413 INFO:teuthology.orchestra.run.smithi052.stdout:Lock 140342978032544 acquired on /run/cephadm/c266bacc-7179-11ef-bceb-c7b262605968.lock 2024-09-13T02:42:36.414 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying IP 172.21.15.52 port 3300 ... 2024-09-13T02:42:36.414 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying IP 172.21.15.52 port 6789 ... 2024-09-13T02:42:36.414 INFO:teuthology.orchestra.run.smithi052.stdout:Base mon IP(s) is [172.21.15.52:3300, 172.21.15.52:6789], mon addrv is [v2:172.21.15.52:3300,v1:172.21.15.52:6789] 2024-09-13T02:42:36.417 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.52 metric 100 2024-09-13T02:42:36.417 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.52 metric 100 2024-09-13T02:42:36.420 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-13T02:42:36.420 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-13T02:42:36.420 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1798sec hoplimit 64 pref medium 2024-09-13T02:42:36.423 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-13T02:42:36.423 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-13T02:42:36.423 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T02:42:36.423 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-13T02:42:36.423 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15de/64 scope link 2024-09-13T02:42:36.423 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T02:42:36.424 INFO:teuthology.orchestra.run.smithi052.stdout:Mon IP `172.21.15.52` is in CIDR network `172.21.0.0/20` 2024-09-13T02:42:36.424 INFO:teuthology.orchestra.run.smithi052.stdout:Mon IP `172.21.15.52` is in CIDR network `172.21.0.0/20` 2024-09-13T02:42:36.424 INFO:teuthology.orchestra.run.smithi052.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-13T02:42:36.424 INFO:teuthology.orchestra.run.smithi052.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-13T02:42:36.425 INFO:teuthology.orchestra.run.smithi052.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Getting image source signatures 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying blob sha256:ca308b3f556da579f99cd79db684ebbf678db4c29a649b66aaf6f99bc8124cd6 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying config sha256:a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c 2024-09-13T02:42:36.918 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-13T02:42:37.846 INFO:teuthology.orchestra.run.smithi052.stdout:ceph: stdout ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-13T02:42:37.846 INFO:teuthology.orchestra.run.smithi052.stdout:Ceph version: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-13T02:42:37.846 INFO:teuthology.orchestra.run.smithi052.stdout:Extracting ceph user uid/gid from container image... 2024-09-13T02:42:38.777 INFO:teuthology.orchestra.run.smithi052.stdout:stat: stdout 167 167 2024-09-13T02:42:38.777 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial keys... 2024-09-13T02:42:39.665 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQCfpuNm7zFnBxAA4Rbja0yLNYpDVS12wqAJWg== 2024-09-13T02:42:40.621 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQCfpuNmWFcRORAAGCBfUVgVJiT8ZYhWIcsTdg== 2024-09-13T02:42:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQCgpuNm36ejNxAAprayBkNhjm/r+bj/oYn4Zg== 2024-09-13T02:42:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial monmap... 2024-09-13T02:42:42.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:monmaptool for a [v2:172.21.15.52:3300,v1:172.21.15.52:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:setting min_mon_release = octopus 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: set fsid to c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:42:42.485 INFO:teuthology.orchestra.run.smithi052.stdout:Creating mon... 2024-09-13T02:42:44.545 INFO:teuthology.orchestra.run.smithi052.stdout:create mon.a on 2024-09-13T02:42:45.033 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-13T02:42:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-13T02:42:45.777 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c266bacc-7179-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-c266bacc-7179-11ef-bceb-c7b262605968.target. 2024-09-13T02:42:45.777 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c266bacc-7179-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-c266bacc-7179-11ef-bceb-c7b262605968.target. 2024-09-13T02:42:45.967 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a 2024-09-13T02:42:45.968 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-13T02:42:46.253 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c266bacc-7179-11ef-bceb-c7b262605968.target.wants/ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-c266bacc-7179-11ef-bceb-c7b262605968@.service. 2024-09-13T02:42:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:46 smithi052 podman[26730]: 2024-09-13 02:42:46.453710186 +0000 UTC m=+0.016103069 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:42:47.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:47 smithi052 podman[26730]: 2024-09-13 02:42:47.442119074 +0000 UTC m=+1.004511983 container create 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:42:49.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:49 smithi052 podman[26730]: 2024-09-13 02:42:49.162820176 +0000 UTC m=+2.725213052 container init 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-13T02:42:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:49 smithi052 podman[26730]: 2024-09-13 02:42:49.16721258 +0000 UTC m=+2.729605455 container start 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T02:42:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:49 smithi052 ceph-mon[26750]: mkfs c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:49 smithi052 ceph-mon[26750]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T02:42:50.123 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:42:50.124 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-09-13T02:42:50.133 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:42:50.133 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-09-13T02:42:50.133 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-09-13T02:42:50.133 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T02:42:50.133 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mon to start... 2024-09-13T02:42:50.133 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mon... 2024-09-13T02:42:50.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 bash[26730]: 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e 2024-09-13T02:42:50.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 systemd[1]: Started Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:42:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 ceph-mon[26750]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T02:42:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 ceph-mon[26750]: monmap e1: 1 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:42:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 ceph-mon[26750]: fsmap 2024-09-13T02:42:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 ceph-mon[26750]: osdmap e1: 0 total, 0 up, 0 in 2024-09-13T02:42:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:50 smithi052 ceph-mon[26750]: mgrmap e1: no daemons active 2024-09-13T02:42:53.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:53 smithi052 ceph-mon[26750]: from='client.? 172.21.15.52:0/2304067748' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout cluster: 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout id: c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout services: 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 3s) 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-13T02:42:55.844 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout data: 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout pgs: 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:mon is available 2024-09-13T02:42:55.845 INFO:teuthology.orchestra.run.smithi052.stdout:Assimilating anything we can from ceph.conf... 2024-09-13T02:42:56.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:56 smithi052 ceph-mon[26750]: from='client.? 172.21.15.52:0/25294414' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T02:42:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:56 smithi052 ceph-mon[26750]: from='client.? 172.21.15.52:0/25294414' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout fsid = c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.52:3300,v1:172.21.15.52:6789] 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T02:42:56.866 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T02:42:56.867 INFO:teuthology.orchestra.run.smithi052.stdout:Generating new minimal ceph.conf... 2024-09-13T02:42:57.626 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:57 smithi052 ceph-mon[26750]: from='client.? 172.21.15.52:0/3329111474' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:42:57.880 INFO:teuthology.orchestra.run.smithi052.stdout:Restarting the monitor... 2024-09-13T02:42:58.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:57 smithi052 systemd[1]: Stopping Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:42:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[26746]: 2024-09-13T02:42:58.178+0000 7ff0fcc9e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:42:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[26746]: 2024-09-13T02:42:58.178+0000 7ff0fcc9e640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-13T02:42:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:58 smithi052 podman[26994]: 2024-09-13 02:42:58.384674841 +0000 UTC m=+0.325491956 container died 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T02:42:58.905 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:58 smithi052 podman[26994]: 2024-09-13 02:42:58.704198567 +0000 UTC m=+0.645015682 container cleanup 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, ceph=True) 2024-09-13T02:42:58.906 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:58 smithi052 bash[26994]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a 2024-09-13T02:42:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:58 smithi052 podman[27006]: 2024-09-13 02:42:58.905016392 +0000 UTC m=+0.515639533 container remove 0631723f49d296adefb9f213391dd88c5f31c7fab739cd8dc44e6f37dca4ce3e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:42:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T02:42:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 systemd[1]: Stopped Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:42:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 systemd[1]: Starting Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 podman[27100]: 2024-09-13 02:42:59.256816593 +0000 UTC m=+0.016537046 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 podman[27100]: 2024-09-13 02:42:59.389389091 +0000 UTC m=+0.149109530 container create fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 podman[27100]: 2024-09-13 02:42:59.566943244 +0000 UTC m=+0.326663690 container init fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 podman[27100]: 2024-09-13 02:42:59.570166017 +0000 UTC m=+0.329886454 container start fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-bbdadfa) 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 2 2024-09-13T02:42:59.634 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: pidfile_write: ignore empty --pid-file 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: load: jerasure load: lrc 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: RocksDB version: 6.15.5 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Compile date Sep 12 2024 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: DB SUMMARY 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: DB Session ID: FZJCQX9W6ZUUKFY6CCS7 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83967 ; 2024-09-13T02:42:59.635 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:42:59.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:42:59.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:42:59.637 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:42:59.637 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.env: 0x559c5801b440 2024-09-13T02:42:59.637 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.fs: Posix File System 2024-09-13T02:42:59.637 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.info_log: 0x559c58f34ec0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.statistics: (nil) 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.use_fsync: 0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:42:59.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.db_log_dir: 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:42:59.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.write_buffer_manager: 0x559c58ff27e0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.unordered_write: 0 2024-09-13T02:42:59.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.row_cache: None 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.wal_filter: None 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.preserve_deletes: 0 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:42:59.641 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:42:59.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_open_files: -1 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:42:59.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Compression algorithms supported: 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kZSTD supported: 0 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.merge_operator: 2024-09-13T02:42:59.644 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_filter: None 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559c58edba38) 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_type: 0 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_index_type: 0 2024-09-13T02:42:59.645 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_shortening: 1 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: hash_index_allow_collision: 1 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: checksum: 1 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: no_block_cache: 0 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache: 0x559c58f111f0 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_options: 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: capacity : 536870912 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_shard_bits : 4 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: strict_capacity_limit : 0 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_compressed: (nil) 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: persistent_cache: (nil) 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size: 4096 2024-09-13T02:42:59.646 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size_deviation: 10 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_restart_interval: 16 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_block_restart_interval: 1 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: metadata_block_size: 4096 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: partition_filters: 0 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: use_delta_encoding: 1 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: whole_key_filtering: 1 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: verify_compression: 0 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: format_version: 4 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_index_compression: 1 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_align: 0 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:42:59.647 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression: NoCompression 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.num_levels: 7 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:42:59.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:42:59.649 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.arena_block_size: 4194304 2024-09-13T02:42:59.650 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:42:59.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:42:59.652 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.ttl: 2592000 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-13T02:42:59.653 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195379593757, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195379594558, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80392, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78634, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10160, "raw_average_key_size": 47, "raw_value_size": 72821, "raw_average_value_size": 338, "num_data_blocks": 10, "num_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726195379, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "1b63affd-ca5e-4ae8-9641-f840c8b97dd3", "db_session_id": "FZJCQX9W6ZUUKFY6CCS7"}} 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195379594906, "job": 1, "event": "recovery_finished"} 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x559c58f44700 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: DB pointer 0x559c58f14000 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** DB Stats ** 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:42:59.654 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: L0 2/0 80.29 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Sum 2/0 80.29 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.655 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative compaction: 0.00 GB write, 23.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval compaction: 0.00 GB write, 23.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:42:59.656 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: L0 2/0 80.29 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: Sum 2/0 80.29 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:42:59.657 INFO:journalctl@ceph.mon.a.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 144.4 0.00 0.00 1 0.001 0 0 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative compaction: 0.00 GB write, 23.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.658 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: starting mon.a rank 0 at public addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] at bind addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???) e1 preinit fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).mds e1 new map 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).mds e1 print_map 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout: e1 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout: legacy client fscid: -1 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout: No filesystems configured 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:42:59.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:42:59.660 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:42:59.660 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-13T02:42:59.660 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 bash[27100]: fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd 2024-09-13T02:42:59.660 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 systemd[1]: Started Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:42:59.660 INFO:teuthology.orchestra.run.smithi052.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-13T02:42:59.945 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T02:42:59.945 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: monmap e1: 1 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:42:59.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: fsmap 2024-09-13T02:42:59.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: osdmap e1: 0 total, 0 up, 0 in 2024-09-13T02:42:59.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:42:59 smithi052 ceph-mon[27118]: mgrmap e1: no daemons active 2024-09-13T02:43:00.618 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-13T02:43:00.618 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:00.618 INFO:teuthology.orchestra.run.smithi052.stdout:Creating mgr... 2024-09-13T02:43:00.619 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-13T02:43:00.619 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-13T02:43:00.802 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y 2024-09-13T02:43:00.802 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-13T02:43:00.993 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c266bacc-7179-11ef-bceb-c7b262605968.target.wants/ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-c266bacc-7179-11ef-bceb-c7b262605968@.service. 2024-09-13T02:43:01.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:01 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1866001894' entity='client.admin' 2024-09-13T02:43:01.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:01 smithi052 podman[27330]: 2024-09-13 02:43:01.133783895 +0000 UTC m=+0.015972621 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph:quincy 2024-09-13T02:43:02.233 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:01 smithi052 podman[27330]: 2024-09-13 02:43:01.930366225 +0000 UTC m=+0.812554937 container create a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-13T02:43:02.233 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 podman[27330]: 2024-09-13 02:43:02.140759785 +0000 UTC m=+1.022948504 container init a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:43:02.233 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 podman[27330]: 2024-09-13 02:43:02.143938959 +0000 UTC m=+1.026127671 container start a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-13T02:43:02.233 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 bash[27330]: a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c 2024-09-13T02:43:02.248 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:43:02.248 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-09-13T02:43:02.256 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:43:02.257 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-09-13T02:43:02.257 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-09-13T02:43:02.257 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T02:43:02.266 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:43:02.266 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-09-13T02:43:02.275 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:43:02.275 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-09-13T02:43:02.275 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-09-13T02:43:02.275 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-13T02:43:02.275 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr to start... 2024-09-13T02:43:02.275 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr... 2024-09-13T02:43:02.527 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 systemd[1]: Started Ceph mgr.y for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:43:02.527 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:02.273+0000 7fd74cedeec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:43:02.527 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:02.339+0000 7fd74cedeec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:02.527 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:02.406+0000 7fd74cedeec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:43:02.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:02.537+0000 7fd74cedeec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:43:02.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:02.682+0000 7fd74cedeec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:43:03.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3538834331' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T02:43:03.115 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:02.960+0000 7fd74cedeec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:43:03.115 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:03 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:03.022+0000 7fd74cedeec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:43:03.407 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:03 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:03.191+0000 7fd74cedeec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:43:03.409 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:43:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "c266bacc-7179-11ef-bceb-c7b262605968", 2024-09-13T02:43:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T02:43:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T02:43:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T02:43:03.412 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-13T02:43:03.413 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T02:43:03.414 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T02:43:03.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T02:43:03.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T02:43:03.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T02:42:49.206912+0000", 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:03.420 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (1/15)... 2024-09-13T02:43:04.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:04.078+0000 7fd74cedeec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:43:04.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:04.144+0000 7fd74cedeec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:43:05.150 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:04.900+0000 7fd74cedeec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:43:05.150 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.020+0000 7fd74cedeec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:43:05.415 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.148+0000 7fd74cedeec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:43:05.415 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.211+0000 7fd74cedeec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:43:05.415 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.343+0000 7fd74cedeec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:43:05.415 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.413+0000 7fd74cedeec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:43:05.700 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.482+0000 7fd74cedeec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:43:05.700 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.627+0000 7fd74cedeec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:43:05.700 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.698+0000 7fd74cedeec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:43:05.983 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/659253515' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T02:43:05.984 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.767+0000 7fd74cedeec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:43:05.984 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.856+0000 7fd74cedeec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:05.984 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.921+0000 7fd74cedeec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:43:05.984 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:05.981+0000 7fd74cedeec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:43:06.528 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "c266bacc-7179-11ef-bceb-c7b262605968", 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T02:43:06.529 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T02:43:06.530 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T02:43:06.531 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.534 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:43:06.535 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T02:42:49.206912+0000", 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:06.536 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (2/15)... 2024-09-13T02:43:06.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:06.766+0000 7fd74cedeec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:43:07.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: Activating manager daemon y 2024-09-13T02:43:07.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: mgrmap e2: y(active, starting, since 0.00302379s) 2024-09-13T02:43:07.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: Manager daemon y is now available 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' 2024-09-13T02:43:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:06 smithi052 ceph-mon[27118]: from='mgr.14100 172.21.15.52:0/1233770798' entity='mgr.y' 2024-09-13T02:43:09.009 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:08 smithi052 ceph-mon[27118]: mgrmap e3: y(active, since 1.00755s) 2024-09-13T02:43:09.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "c266bacc-7179-11ef-bceb-c7b262605968", 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T02:43:09.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T02:43:09.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.874 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T02:42:49.206912+0000", 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:09.875 INFO:teuthology.orchestra.run.smithi052.stdout:mgr is available 2024-09-13T02:43:09.981 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:09 smithi052 ceph-mon[27118]: mgrmap e4: y(active, since 2s) 2024-09-13T02:43:09.981 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:09 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/4276780514' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T02:43:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:10 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3754521605' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T02:43:11.115 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:43:11.117 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T02:43:11.117 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout fsid = c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:43:11.117 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-13T02:43:11.117 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T02:43:11.117 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T02:43:11.118 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling cephadm module... 2024-09-13T02:43:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:11 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2651400320' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-13T02:43:12.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setuser ceph since I am not root 2024-09-13T02:43:12.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setgroup ceph since I am not root 2024-09-13T02:43:12.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:11.911+0000 7fb5ad5ffec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:43:12.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:11.971+0000 7fb5ad5ffec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:12.313 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:12.038+0000 7fb5ad5ffec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:43:12.313 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:12.167+0000 7fb5ad5ffec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:43:12.313 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:12.311+0000 7fb5ad5ffec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:43:13.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2651400320' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-13T02:43:13.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-mon[27118]: mgrmap e5: y(active, since 5s) 2024-09-13T02:43:13.001 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:12.582+0000 7fb5ad5ffec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:43:13.001 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:12.645+0000 7fb5ad5ffec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:43:13.001 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:12.820+0000 7fb5ad5ffec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:43:13.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:13.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-13T02:43:13.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T02:43:13.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T02:43:13.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T02:43:13.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:13.604 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for the mgr to restart... 2024-09-13T02:43:13.604 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr epoch 5... 2024-09-13T02:43:13.903 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:13 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/541509870' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T02:43:13.903 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:13.709+0000 7fb5ad5ffec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:43:13.903 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:13.777+0000 7fb5ad5ffec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:43:14.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:14.518+0000 7fb5ad5ffec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:43:14.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:14.634+0000 7fb5ad5ffec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:43:14.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:14.759+0000 7fb5ad5ffec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:43:15.081 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:14.820+0000 7fb5ad5ffec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:43:15.082 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:14.950+0000 7fb5ad5ffec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:43:15.082 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.020+0000 7fb5ad5ffec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:43:15.082 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.080+0000 7fb5ad5ffec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:43:15.357 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.219+0000 7fb5ad5ffec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:43:15.357 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.287+0000 7fb5ad5ffec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:43:15.357 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.355+0000 7fb5ad5ffec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:43:15.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.439+0000 7fb5ad5ffec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:15.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.499+0000 7fb5ad5ffec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:43:15.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:15.558+0000 7fb5ad5ffec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:43:16.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:16.338+0000 7fb5ad5ffec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:43:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: Active manager daemon y restarted 2024-09-13T02:43:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: Activating manager daemon y 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: osdmap e2: 0 total, 0 up, 0 in 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: mgrmap e6: y(active, starting, since 0.00313795s) 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: Manager daemon y is now available 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:16.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:16 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:17.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:17 smithi052 ceph-mon[27118]: Found migration_current of "None". Setting to last migration. 2024-09-13T02:43:17.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:17 smithi052 ceph-mon[27118]: mgrmap e7: y(active, since 1.00493s) 2024-09-13T02:43:17.917 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:17.918 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-13T02:43:17.918 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T02:43:17.918 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:17.918 INFO:teuthology.orchestra.run.smithi052.stdout:mgr epoch 5 is available 2024-09-13T02:43:17.918 INFO:teuthology.orchestra.run.smithi052.stdout:Setting orchestrator backend to cephadm... 2024-09-13T02:43:18.466 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:18 smithi052 ceph-mon[27118]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T02:43:18.467 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:18 smithi052 ceph-mon[27118]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:19.111+0000 7fb55f9ae640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:43:19] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: Traceback (most recent call last): 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._connections.run(self.expiration_interval) 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._run(expiration_interval) 2024-09-13T02:43:19.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: s = self.context.wrap_socket( 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: return self.sslsocket_class._create( 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self.do_handshake() 2024-09-13T02:43:19.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:19.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._sslobj.do_handshake() 2024-09-13T02:43:19.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:19.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:19.609 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-mon[27118]: mgrmap e8: y(active, since 2s) 2024-09-13T02:43:19.609 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-mon[27118]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:19.609 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:19.609 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:19.609 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:19.609 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:19 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:20.197 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-13T02:43:20.197 INFO:teuthology.orchestra.run.smithi052.stdout:Generating ssh key... 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:20 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:18] ENGINE Bus STARTING 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:20 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:19] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:20 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:19] ENGINE Bus STARTED 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:20 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:19] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:43:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: self.do_handshake() 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:43:20.455 INFO:journalctl@ceph.mon.a.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:20.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:20 smithi052 ceph-mon[27118]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: Generating public/private rsa key pair. 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: Your identification has been saved in /tmp/tmplddov30e/key 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: Your public key has been saved in /tmp/tmplddov30e/key.pub 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: The key fingerprint is: 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: SHA256:1jg60ter93xh9pA1v7rGLgby/WvbLlw6is+NxaAaf1I ceph-c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: The key's randomart image is: 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: +---[RSA 3072]----+ 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | | 2024-09-13T02:43:21.376 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | | 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | | 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | o ..| 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | S .. oo| 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | . + +.Eo *..| 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | . +.+.= o=o+.| 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | . o+o+B+Oo..| 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: | ..=**XXOo | 2024-09-13T02:43:21.377 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: +----[SHA256]-----+ 2024-09-13T02:43:21.626 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-mon[27118]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:21.626 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-mon[27118]: Generating ssh key... 2024-09-13T02:43:21.626 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:21.626 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:21 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:22.810 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCR5/Dth7EV6N2RVZwckJYAwTbNXQKF8hKD3WvB8W7zJIQizZP2C3w6aVbdJ/gmpocYDgGNA/2W8mIPUvHf/Qe9wRZaNBlDRWp8DNjum/TFebxmVS8n4KyiQPsAVcJYmzgwlNjCfoARg5/dzz5UO1I+TL4eBlk1VfOClGfpDjiMiKGpLDBAFa7ux/o3znwkMTOpwWrAMT1M5ezKBlCWwS1ub2mjXZJwDpfdz5rpqygW4JKw3xRCTVUBVWZpnPuM+M//keVDXb24kq+QAKVLqH4tIeEe8PugOI2KgY4g+dACSw3sLLtRfBuaHV420diH+H4PyqjDQA9DpHPfCbbve5rdJ2NRtPhAlE8bnEK4rBxzPTFsOnYcaU7ckOGI/BJIWTl7F1SfRvraO0qZ8/DXVDgc/np7Mit7RAmGI/80a5DpCGO74vePLmvFwPsDJXhEcTlmCzSRPe8eq/3Xh0c9WB+L6GZLc3rk6yvMMzAC7RKNKlYt5Vp5ZnOSzvFOmovTWaE= ceph-c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:43:22.810 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-13T02:43:22.810 INFO:teuthology.orchestra.run.smithi052.stdout:Adding key to root@localhost authorized_keys... 2024-09-13T02:43:22.817 INFO:teuthology.orchestra.run.smithi052.stdout:Adding host smithi052... 2024-09-13T02:43:23.160 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:22 smithi052 ceph-mon[27118]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:24.147 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:23 smithi052 ceph-mon[27118]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi052", "addr": "172.21.15.52", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:24 smithi052 ceph-mon[27118]: Deploying cephadm binary to smithi052 2024-09-13T02:43:27.360 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Added host 'smithi052' with addr '172.21.15.52' 2024-09-13T02:43:27.360 INFO:teuthology.orchestra.run.smithi052.stdout:Deploying unmanaged mon service... 2024-09-13T02:43:27.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:27 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:27.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:27 smithi052 ceph-mon[27118]: Added host smithi052 2024-09-13T02:43:27.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:27 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:28.761 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-13T02:43:28.761 INFO:teuthology.orchestra.run.smithi052.stdout:Deploying unmanaged mgr service... 2024-09-13T02:43:29.011 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:28 smithi052 ceph-mon[27118]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:29.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:28 smithi052 ceph-mon[27118]: Saving service mon spec with placement count:5 2024-09-13T02:43:29.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:28 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:30.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:30 smithi052 ceph-mon[27118]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:30.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:30 smithi052 ceph-mon[27118]: Saving service mgr spec with placement count:2 2024-09-13T02:43:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:30 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:30.873 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-13T02:43:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:31 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:31 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:32.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:32 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/771554551' entity='client.admin' 2024-09-13T02:43:32.640 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:32 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:33.824 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling the dashboard module... 2024-09-13T02:43:34.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:34 smithi052 ceph-mon[27118]: from='mgr.14118 172.21.15.52:0/1451591912' entity='mgr.y' 2024-09-13T02:43:34.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:34 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3338048277' entity='client.admin' 2024-09-13T02:43:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/659967033' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-13T02:43:35.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setuser ceph since I am not root 2024-09-13T02:43:35.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setgroup ceph since I am not root 2024-09-13T02:43:35.556 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:35.296+0000 7f01769cdec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:43:35.557 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:35.355+0000 7f01769cdec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:35.557 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:35.424+0000 7f01769cdec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:43:35.557 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:35.555+0000 7f01769cdec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:43:35.951 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:35.704+0000 7f01769cdec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:43:36.225 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:36 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/659967033' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-13T02:43:36.225 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:36 smithi052 ceph-mon[27118]: mgrmap e9: y(active, since 18s) 2024-09-13T02:43:36.226 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:35.983+0000 7f01769cdec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:43:36.226 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:36 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:36.048+0000 7f01769cdec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:43:36.484 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:36 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:36.224+0000 7f01769cdec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:37.128 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for the mgr to restart... 2024-09-13T02:43:37.129 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr epoch 9... 2024-09-13T02:43:37.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:37 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2644491827' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T02:43:37.358 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:37.125+0000 7f01769cdec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:43:37.358 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:37.200+0000 7f01769cdec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:43:38.257 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:37.951+0000 7f01769cdec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:43:38.257 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.068+0000 7f01769cdec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:43:38.257 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.194+0000 7f01769cdec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:43:38.257 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.255+0000 7f01769cdec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:43:38.517 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.386+0000 7f01769cdec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:43:38.517 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.456+0000 7f01769cdec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:43:38.518 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.516+0000 7f01769cdec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:43:38.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.656+0000 7f01769cdec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:43:38.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.723+0000 7f01769cdec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:43:39.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.791+0000 7f01769cdec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:43:39.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.875+0000 7f01769cdec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:43:39.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.935+0000 7f01769cdec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:43:39.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:38.994+0000 7f01769cdec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:43:40.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:39.774+0000 7f01769cdec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: Active manager daemon y restarted 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: Activating manager daemon y 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: osdmap e3: 0 total, 0 up, 0 in 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: mgrmap e10: y(active, starting, since 0.00337825s) 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:43:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:43:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: Manager daemon y is now available 2024-09-13T02:43:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:43:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:43:41.736 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:41.529+0000 7f012752b640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:43:41] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:41.736 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: Traceback (most recent call last): 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._connections.run(self.expiration_interval) 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._run(expiration_interval) 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: s = self.context.wrap_socket( 2024-09-13T02:43:41.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: return self.sslsocket_class._create( 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self.do_handshake() 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._sslobj.do_handshake() 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:41.738 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:43:41.739 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-09-13T02:43:41.739 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-13T02:43:41.739 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T02:43:41.739 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-09-13T02:43:41.739 INFO:teuthology.orchestra.run.smithi052.stdout:mgr epoch 9 is available 2024-09-13T02:43:41.739 INFO:teuthology.orchestra.run.smithi052.stdout:Generating a dashboard self-signed certificate... 2024-09-13T02:43:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-mon[27118]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T02:43:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-mon[27118]: mgrmap e11: y(active, since 1.00609s) 2024-09-13T02:43:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-mon[27118]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T02:43:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:41 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:41] ENGINE Bus STARTING 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:41] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:41] ENGINE Bus STARTED 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: [13/Sep/2024:02:43:41] ENGINE Error in HTTPServer.serve 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:43:43.061 INFO:journalctl@ceph.mon.a.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: self.do_handshake() 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:43.062 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: mgrmap e12: y(active, since 2s) 2024-09-13T02:43:43.063 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:42 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:43.063 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-13T02:43:43.063 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial admin user... 2024-09-13T02:43:43.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:43 smithi052 ceph-mon[27118]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:44.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$2dlfDN2hfwsIOpedKvTeYuiHvYMFElEmiWwDV6nerSmhWipIUR6zq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726195423, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-13T02:43:44.641 INFO:teuthology.orchestra.run.smithi052.stdout:Fetching dashboard port number... 2024-09-13T02:43:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:44 smithi052 ceph-mon[27118]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:46.191 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 8443 2024-09-13T02:43:46.203 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-13T02:43:46.203 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-09-13T02:43:46.211 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-13T02:43:46.211 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-09-13T02:43:46.211 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-09-13T02:43:46.212 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-13T02:43:46.213 INFO:teuthology.orchestra.run.smithi052.stdout:Ceph Dashboard is now available at: 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout: URL: https://smithi052.front.sepia.ceph.com:8443/ 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout: User: admin 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout: Password: qg65jiv10v 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout:Saving cluster configuration to /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config directory 2024-09-13T02:43:46.214 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling autotune for osd_memory_target 2024-09-13T02:43:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:45 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/4074535429' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-13T02:43:47.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:46 smithi052 ceph-mon[27118]: mgrmap e13: y(active, since 6s) 2024-09-13T02:43:48.612 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-13T02:43:48.613 INFO:teuthology.orchestra.run.smithi052.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-13T02:43:48.613 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.613 INFO:teuthology.orchestra.run.smithi052.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:48.613 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout:Or, if you are only running a single cluster on this host: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: ceph telemetry on 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout:For more information see: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-13T02:43:48.614 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:43:48.615 INFO:teuthology.orchestra.run.smithi052.stdout:Bootstrap complete. 2024-09-13T02:43:48.652 INFO:tasks.cephadm:Fetching config... 2024-09-13T02:43:48.653 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:43:48.653 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-13T02:43:48.670 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-13T02:43:48.670 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:43:48.670 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-13T02:43:48.727 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-13T02:43:48.727 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:43:48.727 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-13T02:43:48.794 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-13T02:43:48.795 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:43:48.795 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-13T02:43:48.850 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-13T02:43:48.851 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCR5/Dth7EV6N2RVZwckJYAwTbNXQKF8hKD3WvB8W7zJIQizZP2C3w6aVbdJ/gmpocYDgGNA/2W8mIPUvHf/Qe9wRZaNBlDRWp8DNjum/TFebxmVS8n4KyiQPsAVcJYmzgwlNjCfoARg5/dzz5UO1I+TL4eBlk1VfOClGfpDjiMiKGpLDBAFa7ux/o3znwkMTOpwWrAMT1M5ezKBlCWwS1ub2mjXZJwDpfdz5rpqygW4JKw3xRCTVUBVWZpnPuM+M//keVDXb24kq+QAKVLqH4tIeEe8PugOI2KgY4g+dACSw3sLLtRfBuaHV420diH+H4PyqjDQA9DpHPfCbbve5rdJ2NRtPhAlE8bnEK4rBxzPTFsOnYcaU7ckOGI/BJIWTl7F1SfRvraO0qZ8/DXVDgc/np7Mit7RAmGI/80a5DpCGO74vePLmvFwPsDJXhEcTlmCzSRPe8eq/3Xh0c9WB+L6GZLc3rk6yvMMzAC7RKNKlYt5Vp5ZnOSzvFOmovTWaE= ceph-c266bacc-7179-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T02:43:48.937 INFO:teuthology.orchestra.run.smithi052.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCR5/Dth7EV6N2RVZwckJYAwTbNXQKF8hKD3WvB8W7zJIQizZP2C3w6aVbdJ/gmpocYDgGNA/2W8mIPUvHf/Qe9wRZaNBlDRWp8DNjum/TFebxmVS8n4KyiQPsAVcJYmzgwlNjCfoARg5/dzz5UO1I+TL4eBlk1VfOClGfpDjiMiKGpLDBAFa7ux/o3znwkMTOpwWrAMT1M5ezKBlCWwS1ub2mjXZJwDpfdz5rpqygW4JKw3xRCTVUBVWZpnPuM+M//keVDXb24kq+QAKVLqH4tIeEe8PugOI2KgY4g+dACSw3sLLtRfBuaHV420diH+H4PyqjDQA9DpHPfCbbve5rdJ2NRtPhAlE8bnEK4rBxzPTFsOnYcaU7ckOGI/BJIWTl7F1SfRvraO0qZ8/DXVDgc/np7Mit7RAmGI/80a5DpCGO74vePLmvFwPsDJXhEcTlmCzSRPe8eq/3Xh0c9WB+L6GZLc3rk6yvMMzAC7RKNKlYt5Vp5ZnOSzvFOmovTWaE= ceph-c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:43:48.948 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCR5/Dth7EV6N2RVZwckJYAwTbNXQKF8hKD3WvB8W7zJIQizZP2C3w6aVbdJ/gmpocYDgGNA/2W8mIPUvHf/Qe9wRZaNBlDRWp8DNjum/TFebxmVS8n4KyiQPsAVcJYmzgwlNjCfoARg5/dzz5UO1I+TL4eBlk1VfOClGfpDjiMiKGpLDBAFa7ux/o3znwkMTOpwWrAMT1M5ezKBlCWwS1ub2mjXZJwDpfdz5rpqygW4JKw3xRCTVUBVWZpnPuM+M//keVDXb24kq+QAKVLqH4tIeEe8PugOI2KgY4g+dACSw3sLLtRfBuaHV420diH+H4PyqjDQA9DpHPfCbbve5rdJ2NRtPhAlE8bnEK4rBxzPTFsOnYcaU7ckOGI/BJIWTl7F1SfRvraO0qZ8/DXVDgc/np7Mit7RAmGI/80a5DpCGO74vePLmvFwPsDJXhEcTlmCzSRPe8eq/3Xh0c9WB+L6GZLc3rk6yvMMzAC7RKNKlYt5Vp5ZnOSzvFOmovTWaE= ceph-c266bacc-7179-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T02:43:49.058 INFO:teuthology.orchestra.run.smithi078.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCR5/Dth7EV6N2RVZwckJYAwTbNXQKF8hKD3WvB8W7zJIQizZP2C3w6aVbdJ/gmpocYDgGNA/2W8mIPUvHf/Qe9wRZaNBlDRWp8DNjum/TFebxmVS8n4KyiQPsAVcJYmzgwlNjCfoARg5/dzz5UO1I+TL4eBlk1VfOClGfpDjiMiKGpLDBAFa7ux/o3znwkMTOpwWrAMT1M5ezKBlCWwS1ub2mjXZJwDpfdz5rpqygW4JKw3xRCTVUBVWZpnPuM+M//keVDXb24kq+QAKVLqH4tIeEe8PugOI2KgY4g+dACSw3sLLtRfBuaHV420diH+H4PyqjDQA9DpHPfCbbve5rdJ2NRtPhAlE8bnEK4rBxzPTFsOnYcaU7ckOGI/BJIWTl7F1SfRvraO0qZ8/DXVDgc/np7Mit7RAmGI/80a5DpCGO74vePLmvFwPsDJXhEcTlmCzSRPe8eq/3Xh0c9WB+L6GZLc3rk6yvMMzAC7RKNKlYt5Vp5ZnOSzvFOmovTWaE= ceph-c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:43:49.071 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-13T02:43:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:49 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2757285015' entity='client.admin' 2024-09-13T02:43:49.327 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:43:52.467 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-13T02:43:52.468 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-13T02:43:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:52 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1570979028' entity='client.admin' 2024-09-13T02:43:53.235 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:43:54.419 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:54.419 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:54.420 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi052", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:43:54.420 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:54.420 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:54.420 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:55.663 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi078 2024-09-13T02:43:55.664 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:43:55.664 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/etc/ceph/ceph.conf 2024-09-13T02:43:55.684 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:43:55.684 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:55.742 INFO:tasks.cephadm:Adding host smithi078 to orchestrator... 2024-09-13T02:43:55.742 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch host add smithi078 2024-09-13T02:43:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:43:56.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:56.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:56.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:43:56.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:43:56.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:43:56.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:43:56.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:43:56.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:56.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:56.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:55 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:43:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:56 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:43:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:56 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:43:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:58 smithi052 ceph-mon[27118]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:43:59.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:43:59 smithi052 ceph-mon[27118]: Deploying cephadm binary to smithi078 2024-09-13T02:44:01.209 INFO:teuthology.orchestra.run.smithi052.stdout:Added host 'smithi078' with addr '172.21.15.78' 2024-09-13T02:44:01.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:00 smithi052 ceph-mon[27118]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:01.803 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-13T02:44:02.056 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:44:02.368 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:02.368 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:02 smithi052 ceph-mon[27118]: Added host smithi078 2024-09-13T02:44:02.369 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:02.369 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:02.369 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:02 smithi052 ceph-mon[27118]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:02.369 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:03.745 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:44:03.746 INFO:teuthology.orchestra.run.smithi052.stdout:[{"addr": "172.21.15.52", "hostname": "smithi052", "labels": [], "status": ""}, {"addr": "172.21.15.78", "hostname": "smithi078", "labels": [], "status": ""}] 2024-09-13T02:44:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:03 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:04.308 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-13T02:44:04.309 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-13T02:44:04.561 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:44:04.813 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:04 smithi052 ceph-mon[27118]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:44:04.814 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:04 smithi052 ceph-mon[27118]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:06.415 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:06.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:07.176 INFO:teuthology.orchestra.run.smithi052.stderr:adjusted tunables profile to default 2024-09-13T02:44:07.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:07 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:07.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:07 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:44:07.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:07 smithi052 ceph-mon[27118]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:07.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:07 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:44:07.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:07 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1014343368' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T02:44:07.795 INFO:tasks.cephadm:Adding mon.a on smithi052 2024-09-13T02:44:07.796 INFO:tasks.cephadm:Adding mon.c on smithi052 2024-09-13T02:44:07.796 INFO:tasks.cephadm:Adding mon.b on smithi078 2024-09-13T02:44:07.796 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b' 2024-09-13T02:44:08.050 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:08 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1014343368' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T02:44:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:08 smithi052 ceph-mon[27118]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:09.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:09 smithi052 ceph-mon[27118]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:09.626 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled mon update... 2024-09-13T02:44:10.166 DEBUG:teuthology.orchestra.run.smithi052:mon.c> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.c.service 2024-09-13T02:44:10.169 DEBUG:teuthology.orchestra.run.smithi078:mon.b> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.b.service 2024-09-13T02:44:10.172 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:44:10.172 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:44:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b;count:3 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:11.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:11.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: Deploying daemon mon.b on smithi078 2024-09-13T02:44:11.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:10 smithi052 ceph-mon[27118]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:11.247 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:12.901 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:44:12.901 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":1,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","modified":"2024-09-13T02:42:41.880546Z","created":"2024-09-13T02:42:41.880546Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-13T02:44:12.901 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 1 2024-09-13T02:44:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:12 smithi052 ceph-mon[27118]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:14.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:13 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/2467109833' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:14.477 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:44:14.477 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:44:14.757 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:44:15.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:14 smithi052 ceph-mon[27118]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:16.642 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:44:16.642 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":1,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","modified":"2024-09-13T02:42:41.880546Z","created":"2024-09-13T02:42:41.880546Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-13T02:44:16.642 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 1 2024-09-13T02:44:16.938 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 podman[30812]: 2024-09-13 02:44:16.937000462 +0000 UTC m=+0.484791443 container init 25daa614445520f6b46a1e9b5d0c54a98fcb94699f48141b281923f047a49117 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-13T02:44:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:16 smithi052 ceph-mon[27118]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:16 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/357164015' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 podman[30812]: 2024-09-13 02:44:16.940435944 +0000 UTC m=+0.488226934 container start 25daa614445520f6b46a1e9b5d0c54a98fcb94699f48141b281923f047a49117 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2) 2024-09-13T02:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 2 2024-09-13T02:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pidfile_write: ignore empty --pid-file 2024-09-13T02:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: load: jerasure load: lrc 2024-09-13T02:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: RocksDB version: 6.15.5 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Compile date Sep 12 2024 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: DB SUMMARY 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: DB Session ID: H2A43J1WXQ001J0ADHLJ 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:44:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.env: 0x55ee79a71440 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.fs: Posix File System 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.info_log: 0x55ee7ad6eec0 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.statistics: (nil) 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.use_fsync: 0 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:44:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.db_log_dir: 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:44:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.write_buffer_manager: 0x55ee7ae2c7e0 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:44:17.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.unordered_write: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.row_cache: None 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.wal_filter: None 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.preserve_deletes: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:44:17.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:44:17.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:44:17.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:44:17.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:44:17.204 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:44:17.204 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:44:17.204 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:44:17.204 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:44:17.205 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_open_files: -1 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Compression algorithms supported: 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kZSTD supported: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:44:17.206 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.merge_operator: 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_filter: None 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ee7ad15a38) 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:44:17.207 INFO:journalctl@ceph.mon.b.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: index_type: 0 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: data_block_index_type: 0 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: index_shortening: 1 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: hash_index_allow_collision: 1 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: checksum: 1 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: no_block_cache: 0 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache: 0x55ee7ad4b1f0 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache_options: 2024-09-13T02:44:17.208 INFO:journalctl@ceph.mon.b.smithi078.stdout: capacity : 536870912 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: num_shard_bits : 4 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: strict_capacity_limit : 0 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache_compressed: (nil) 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: persistent_cache: (nil) 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_size: 4096 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_size_deviation: 10 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_restart_interval: 16 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: index_block_restart_interval: 1 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: metadata_block_size: 4096 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: partition_filters: 0 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: use_delta_encoding: 1 2024-09-13T02:44:17.209 INFO:journalctl@ceph.mon.b.smithi078.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout: whole_key_filtering: 1 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout: verify_compression: 0 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout: format_version: 4 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout: enable_index_compression: 1 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_align: 0 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression: NoCompression 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.num_levels: 7 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:44:17.210 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:44:17.211 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:44:17.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.arena_block_size: 4194304 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:44:17.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:44:17.214 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.ttl: 2592000 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:44:17.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195456963893, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195456964184, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726195456, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "ee71a040-2580-490a-8c7a-e07b5875352a", "db_session_id": "H2A43J1WXQ001J0ADHLJ"}} 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195456964538, "job": 1, "event": "recovery_finished"} 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ee7ad7e700 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: DB pointer 0x55ee7ad4e000 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-13T02:44:17.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** DB Stats ** 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:17.217 INFO:journalctl@ceph.mon.b.smithi078.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:44:17.218 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:17.219 INFO:journalctl@ceph.mon.b.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.4 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:44:17.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: using public_addr v2:172.21.15.78:0/0 -> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: starting mon.b rank -1 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(???) e0 preinit fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).mds e1 new map 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout: e1 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout: legacy client fscid: -1 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout: No filesystems configured 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T02:44:17.221 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.222 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1014343368' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1014343368' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:17.223 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b;count:3 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: Deploying daemon mon.b on smithi078 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/2467109833' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:17.224 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.225 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:17.225 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/357164015' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:17.225 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:16 smithi078 ceph-mon[30844]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T02:44:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:17 smithi078 bash[30812]: 25daa614445520f6b46a1e9b5d0c54a98fcb94699f48141b281923f047a49117 2024-09-13T02:44:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:17 smithi078 systemd[1]: Started Ceph mon.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:44:18.396 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:44:18.397 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:44:18.642 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:44:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: mon.a calling monitor election 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: mon.b calling monitor election 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: monmap e2: 2 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0],b=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: fsmap 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: mgrmap e13: y(active, since 42s) 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: overall HEALTH_OK 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:22.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:22.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:44:22.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: mon.a calling monitor election 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: mon.b calling monitor election 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: monmap e2: 2 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0],b=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: fsmap 2024-09-13T02:44:22.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: mgrmap e13: y(active, since 42s) 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: overall HEALTH_OK 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:22.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:23.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:23 smithi052 ceph-mon[27118]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:23.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:23 smithi052 ceph-mon[27118]: Deploying daemon mon.c on smithi052 2024-09-13T02:44:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:23 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:23.421 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:44:23.421 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":2,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","modified":"2024-09-13T02:44:16.993104Z","created":"2024-09-13T02:42:41.880546Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-13T02:44:23.424 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 2 2024-09-13T02:44:23.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:23 smithi078 ceph-mon[30844]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:23.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:23 smithi078 ceph-mon[30844]: Deploying daemon mon.c on smithi052 2024-09-13T02:44:23.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:23 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:24.344 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:24 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/1265797288' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:24 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/1265797288' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:25.011 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T02:44:25.012 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T02:44:25.276 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:44:25.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[27118]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:25.358 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 systemd[1]: Starting Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:44:25.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:25 smithi078 ceph-mon[30844]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:25.634 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 podman[37051]: 2024-09-13 02:44:25.259903002 +0000 UTC m=+0.017059079 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be 2024-09-13T02:44:25.634 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 podman[37051]: 2024-09-13 02:44:25.422930805 +0000 UTC m=+0.180086914 container create b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, maintainer=Guillaume Abrioux , RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-13T02:44:25.634 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 podman[37051]: 2024-09-13 02:44:25.633350529 +0000 UTC m=+0.390506600 container init b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2) 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 podman[37051]: 2024-09-13 02:44:25.636837873 +0000 UTC m=+0.393993941 container start b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable), process ceph-mon, pid 2 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pidfile_write: ignore empty --pid-file 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: load: jerasure load: lrc 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: RocksDB version: 6.15.5 2024-09-13T02:44:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Compile date Sep 12 2024 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: DB SUMMARY 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: DB Session ID: Q8P4SDFQE3E9R7UYM0C5 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:44:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.env: 0x561e34885440 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.fs: Posix File System 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.info_log: 0x561e35df6ec0 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.statistics: (nil) 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.use_fsync: 0 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:44:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:44:26.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:44:26.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:44:26.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.db_log_dir: 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:44:26.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.write_buffer_manager: 0x561e35eb47b0 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:44:26.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.unordered_write: 0 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.row_cache: None 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.wal_filter: None 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.preserve_deletes: 0 2024-09-13T02:44:26.036 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:44:26.037 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_open_files: -1 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:44:26.038 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Compression algorithms supported: 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kZSTD supported: 0 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-13T02:44:26.039 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.merge_operator: 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_filter: None 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561e35d9da38) 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout: index_type: 0 2024-09-13T02:44:26.040 INFO:journalctl@ceph.mon.c.smithi052.stdout: data_block_index_type: 0 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: index_shortening: 1 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: hash_index_allow_collision: 1 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: checksum: 1 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: no_block_cache: 0 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache: 0x561e35dd31f0 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache_options: 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: capacity : 536870912 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: num_shard_bits : 4 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: strict_capacity_limit : 0 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:44:26.041 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache_compressed: (nil) 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: persistent_cache: (nil) 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_size: 4096 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_size_deviation: 10 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_restart_interval: 16 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: index_block_restart_interval: 1 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: metadata_block_size: 4096 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: partition_filters: 0 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: use_delta_encoding: 1 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: whole_key_filtering: 1 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: verify_compression: 0 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: format_version: 4 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: enable_index_compression: 1 2024-09-13T02:44:26.042 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_align: 0 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression: NoCompression 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.num_levels: 7 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:44:26.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:44:26.044 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:44:26.045 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.arena_block_size: 4194304 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:44:26.046 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:44:26.047 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.ttl: 2592000 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:44:26.048 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195465661025, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195465661349, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726195465, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "34d2e9b9-7a23-4023-9d53-5a209236a6dc", "db_session_id": "Q8P4SDFQE3E9R7UYM0C5"}} 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726195465661693, "job": 1, "event": "recovery_finished"} 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x561e35e06700 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: DB pointer 0x561e35dd6000 2024-09-13T02:44:26.049 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** DB Stats ** 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:26.050 INFO:journalctl@ceph.mon.c.smithi052.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:26.051 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:26.052 INFO:journalctl@ceph.mon.c.smithi052.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.2 0.00 0.00 1 0.000 0 0 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:44:26.053 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: using public_addrv [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: starting mon.c rank -1 at public addrs [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] at bind addrs [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(???) e0 preinit fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).mds e1 new map 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: e1 2024-09-13T02:44:26.054 INFO:journalctl@ceph.mon.c.smithi052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout: legacy client fscid: -1 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout: No filesystems configured 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:44:26.055 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:44:26.056 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1014343368' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1014343368' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi052:[v2:172.21.15.52:3301,v1:172.21.15.52:6790]=c;smithi078:172.21.15.78=b;count:3 2024-09-13T02:44:26.057 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Deploying daemon mon.b on smithi078 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/2467109833' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.058 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/357164015' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.a calling monitor election 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.b calling monitor election 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: monmap e2: 2 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0],b=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:44:26.059 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: fsmap 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mgrmap e13: y(active, since 42s) 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: overall HEALTH_OK 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: Deploying daemon mon.c on smithi052 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/1265797288' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:26.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:26.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 ceph-mon[37071]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T02:44:26.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 bash[37051]: b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b 2024-09-13T02:44:26.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:25 smithi052 systemd[1]: Started Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:44:31.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: mon.a calling monitor election 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: mon.b calling monitor election 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: mon.c calling monitor election 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: monmap e3: 3 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0],b=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],c=[v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: fsmap 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: mgrmap e13: y(active, since 50s) 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: overall HEALTH_OK 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: mon.a calling monitor election 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: mon.b calling monitor election 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: mon.c calling monitor election 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: monmap e3: 3 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0],b=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],c=[v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: fsmap 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: mgrmap e13: y(active, since 50s) 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: overall HEALTH_OK 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:44:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: mon.a calling monitor election 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: mon.b calling monitor election 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: mon.c calling monitor election 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: monmap e3: 3 mons at {a=[v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0],b=[v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0],c=[v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: fsmap 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: osdmap e4: 0 total, 0 up, 0 in 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: mgrmap e13: y(active, since 50s) 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: overall HEALTH_OK 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:31.447 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:44:31.447 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":3,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","modified":"2024-09-13T02:44:25.684473Z","created":"2024-09-13T02:42:41.880546Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3301","nonce":0},{"type":"v1","addr":"172.21.15.52:6790","nonce":0}]},"addr":"172.21.15.52:6790/0","public_addr":"172.21.15.52:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-13T02:44:31.447 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 3 2024-09-13T02:44:32.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:31 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:32.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:31 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/1963982438' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:32.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:31 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:31 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:31 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/1963982438' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:31 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:32.125 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:31 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:32.126 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:31 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/1963982438' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T02:44:32.126 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:31 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:44:32.494 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-13T02:44:32.494 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-13T02:44:32.751 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:44:32.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:44:32.683+0000 7f015af60640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:44:33.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:33.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.111 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:33.112 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:33.112 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:34.091 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:33 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:34.091 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:33 smithi052 ceph-mon[37071]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T02:44:34.091 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:33 smithi052 ceph-mon[37071]: Reconfiguring daemon mon.a on smithi052 2024-09-13T02:44:34.091 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:33 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:34.091 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:33 smithi052 ceph-mon[27118]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T02:44:34.091 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:33 smithi052 ceph-mon[27118]: Reconfiguring daemon mon.a on smithi052 2024-09-13T02:44:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:33 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:44:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:33 smithi078 ceph-mon[30844]: Reconfiguring mon.a (unknown last config time)... 2024-09-13T02:44:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:33 smithi078 ceph-mon[30844]: Reconfiguring daemon mon.a on smithi052 2024-09-13T02:44:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:34 smithi052 ceph-mon[27118]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:34 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:34 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:34 smithi052 ceph-mon[37071]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:34 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:34 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:34 smithi078 ceph-mon[30844]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:34 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:34 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:35.485 INFO:teuthology.orchestra.run.smithi052.stdout:# minimal ceph.conf for c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:44:35.485 INFO:teuthology.orchestra.run.smithi052.stdout:[global] 2024-09-13T02:44:35.485 INFO:teuthology.orchestra.run.smithi052.stdout: fsid = c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:44:35.485 INFO:teuthology.orchestra.run.smithi052.stdout: mon_host = [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] 2024-09-13T02:44:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:44:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: Reconfiguring daemon mon.c on smithi052 2024-09-13T02:44:36.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:35 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/166551722' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: Reconfiguring daemon mon.c on smithi052 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/166551722' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:36.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:36.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:44:36.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:36.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:36.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:36.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: Reconfiguring daemon mon.c on smithi052 2024-09-13T02:44:36.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:35 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/166551722' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:36.253 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-13T02:44:36.253 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:44:36.253 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T02:44:36.282 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:44:36.282 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:44:36.349 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:44:36.349 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T02:44:36.381 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:44:36.381 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:44:36.449 INFO:tasks.cephadm:Adding mgr.y on smithi052 2024-09-13T02:44:36.449 INFO:tasks.cephadm:Adding mgr.x on smithi078 2024-09-13T02:44:36.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi052=y;smithi078=x' 2024-09-13T02:44:36.723 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:44:37.094 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:36 smithi078 ceph-mon[30844]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:36 smithi052 ceph-mon[37071]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:36 smithi052 ceph-mon[27118]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:38.131 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:38.132 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:38.132 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:44:38.132 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:38.132 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:38.132 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:38.132 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:37 smithi078 ceph-mon[30844]: Reconfiguring daemon mon.b on smithi078 2024-09-13T02:44:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[37071]: Reconfiguring daemon mon.b on smithi078 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:44:38.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:44:38.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:44:38.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:38.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:37 smithi052 ceph-mon[27118]: Reconfiguring daemon mon.b on smithi078 2024-09-13T02:44:39.014 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled mgr update... 2024-09-13T02:44:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:38 smithi078 ceph-mon[30844]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:38 smithi052 ceph-mon[27118]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:38 smithi052 ceph-mon[37071]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:39.971 DEBUG:teuthology.orchestra.run.smithi078:mgr.x> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service 2024-09-13T02:44:39.974 INFO:tasks.cephadm:Deploying OSDs... 2024-09-13T02:44:39.974 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:44:39.974 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T02:44:39.994 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T02:44:39.995 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_1 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 963 Links: 1 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-13 02:44:25.071423792 +0000 2024-09-13T02:44:40.054 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.055 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.055 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.055 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T02:44:40.123 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-13T02:44:40.123 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-13T02:44:40.123 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000124357 s, 4.1 MB/s 2024-09-13T02:44:40.124 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T02:44:40.184 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_2 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi052=y;smithi078=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: Saving service mgr spec with placement smithi052=y;smithi078=x;count:2 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:40.208 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.209 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:44:40.209 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T02:44:40.209 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:44:40.209 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:40.242 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T02:44:40.242 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:40.242 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-09-13T02:44:40.242 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:40.242 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:40.243 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-13 02:44:25.071423792 +0000 2024-09-13T02:44:40.243 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.243 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.243 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.243 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T02:44:40.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi052=y;smithi078=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: Saving service mgr spec with placement smithi052=y;smithi078=x;count:2 2024-09-13T02:44:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:44:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T02:44:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:44:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi052=y;smithi078=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: Saving service mgr spec with placement smithi052=y;smithi078=x;count:2 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:40.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:44:40.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T02:44:40.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:44:40.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:40.308 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-13T02:44:40.308 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-13T02:44:40.308 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000115804 s, 4.4 MB/s 2024-09-13T02:44:40.309 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T02:44:40.368 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_3 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-13 02:44:25.072423779 +0000 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-13 02:40:36.520309104 +0000 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-13 02:40:36.520309104 +0000 2024-09-13T02:44:40.426 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-13 02:40:36.520309104 +0000 2024-09-13T02:44:40.426 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T02:44:40.493 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-13T02:44:40.493 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-13T02:44:40.494 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000120669 s, 4.2 MB/s 2024-09-13T02:44:40.495 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T02:44:40.554 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_4 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-13 02:44:25.072423779 +0000 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.613 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-13 02:40:36.519309116 +0000 2024-09-13T02:44:40.614 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T02:44:40.680 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-13T02:44:40.681 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-13T02:44:40.681 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000117841 s, 4.3 MB/s 2024-09-13T02:44:40.682 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T02:44:40.742 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:44:40.742 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T02:44:40.758 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T02:44:40.758 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_1 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-13 02:44:15.027864183 +0000 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:40.814 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:40.815 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T02:44:40.878 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-13T02:44:40.878 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-13T02:44:40.878 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000195009 s, 2.6 MB/s 2024-09-13T02:44:40.879 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T02:44:40.935 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_2 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-13 02:44:15.027864183 +0000 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-13 02:40:36.619322604 +0000 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-13 02:40:36.619322604 +0000 2024-09-13T02:44:40.991 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-13 02:40:36.619322604 +0000 2024-09-13T02:44:40.992 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T02:44:41.055 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-13T02:44:41.055 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-13T02:44:41.055 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000186779 s, 2.7 MB/s 2024-09-13T02:44:41.056 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T02:44:41.112 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_3 2024-09-13T02:44:41.127 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:41 smithi078 ceph-mon[30844]: Deploying daemon mgr.x on smithi078 2024-09-13T02:44:41.127 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:41 smithi078 ceph-mon[30844]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-13 02:44:15.028864167 +0000 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:41.143 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:41.144 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T02:44:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:41 smithi052 ceph-mon[37071]: Deploying daemon mgr.x on smithi078 2024-09-13T02:44:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:41 smithi052 ceph-mon[37071]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:41 smithi052 ceph-mon[27118]: Deploying daemon mgr.x on smithi078 2024-09-13T02:44:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:41 smithi052 ceph-mon[27118]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:41.291 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-13T02:44:41.291 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-13T02:44:41.291 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000202657 s, 2.5 MB/s 2024-09-13T02:44:41.292 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T02:44:41.309 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_4 2024-09-13T02:44:41.368 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-09-13 02:44:41.245442714 +0000 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:41.369 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-09-13 02:40:36.618322536 +0000 2024-09-13T02:44:41.369 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T02:44:41.472 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-09-13T02:44:41.472 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-09-13T02:44:41.472 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000180236 s, 2.8 MB/s 2024-09-13T02:44:41.474 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T02:44:41.489 INFO:tasks.cephadm:Deploying osd.0 on smithi052 with /dev/vg_nvme/lv_4... 2024-09-13T02:44:41.489 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T02:44:41.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:41 smithi078 systemd[1]: Starting Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:44:41.749 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:44:42.015 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:41 smithi078 podman[32655]: 2024-09-13 02:44:41.609135979 +0000 UTC m=+0.015573680 image pull a994b00deb3a4a8eeb484a456d3f3207aae0401a31d251b199b2c9dbc1c4036c quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be 2024-09-13T02:44:42.015 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:41 smithi078 podman[32655]: 2024-09-13 02:44:41.712047627 +0000 UTC m=+0.118485319 container create b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-13T02:44:42.015 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:41 smithi078 podman[32655]: 2024-09-13 02:44:41.922662942 +0000 UTC m=+0.329100632 container init b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-13T02:44:42.016 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:41 smithi078 podman[32655]: 2024-09-13 02:44:41.926247765 +0000 UTC m=+0.332685459 container start b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa) 2024-09-13T02:44:42.016 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:41 smithi078 ceph-mgr[32674]: -- 172.21.15.78:0/2359534916 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e328676340 con 0x55e328683000 2024-09-13T02:44:42.016 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 bash[32655]: b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 2024-09-13T02:44:42.299 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 systemd[1]: Started Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:44:42.300 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.041+0000 7f4a5bcf8ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:44:42.300 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.100+0000 7f4a5bcf8ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:44:42.300 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.167+0000 7f4a5bcf8ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:44:42.300 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.298+0000 7f4a5bcf8ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:44:42.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.453+0000 7f4a5bcf8ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:44:43.079 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.722+0000 7f4a5bcf8ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:44:43.079 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.784+0000 7f4a5bcf8ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:44:43.079 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:42.952+0000 7f4a5bcf8ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:44:43.440 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-mon[30844]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:43.440 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.441 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.441 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.441 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.441 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:43.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[27118]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:43.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:43.450 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[37071]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:43.450 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.450 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.450 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.450 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:43.450 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:43 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:44.102 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:44:44.123 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_4 2024-09-13T02:44:44.174 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:43.840+0000 7f4a5bcf8ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:44:44.174 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:43.907+0000 7f4a5bcf8ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:44:44.415 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:44:44.416 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:44.430 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.430 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.430 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:44.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:44.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:44.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:44:44.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:44:44.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:44.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:44.635+0000 7f4a5bcf8ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:44:44.826 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:44:45.050 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:44.744+0000 7f4a5bcf8ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:44:45.051 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:44.865+0000 7f4a5bcf8ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:44:45.051 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:44.924+0000 7f4a5bcf8ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:44:45.051 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.049+0000 7f4a5bcf8ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[27118]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[27118]: Reconfiguring daemon mgr.y on smithi052 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[27118]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[37071]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[37071]: Reconfiguring daemon mgr.y on smithi052 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[37071]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:45 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:45.307 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-mon[30844]: Reconfiguring mgr.y (unknown last config time)... 2024-09-13T02:44:45.307 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-mon[30844]: Reconfiguring daemon mgr.y on smithi052 2024-09-13T02:44:45.307 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-mon[30844]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:45.307 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:45.307 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.115+0000 7f4a5bcf8ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:44:45.308 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.172+0000 7f4a5bcf8ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:44:45.308 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.306+0000 7f4a5bcf8ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:44:45.570 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.369+0000 7f4a5bcf8ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:44:45.570 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.433+0000 7f4a5bcf8ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:44:45.570 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.513+0000 7f4a5bcf8ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:44:45.571 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.569+0000 7f4a5bcf8ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:44:45.946 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:45.625+0000 7f4a5bcf8ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:44:46.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:44:46.359+0000 7f4a5bcf8ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:44:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: Standby manager daemon x started 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: Standby manager daemon x started 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: Standby manager daemon x started 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/2411521314' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:44:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:44:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[27118]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:44:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:44:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[27118]: mgrmap e14: y(active, since 67s), standbys: x 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[37071]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[37071]: mgrmap e14: y(active, since 67s), standbys: x 2024-09-13T02:44:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:44:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:47 smithi078 ceph-mon[30844]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:44:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:44:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:44:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:47 smithi078 ceph-mon[30844]: mgrmap e14: y(active, since 67s), standbys: x 2024-09-13T02:44:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:44:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:49 smithi052 ceph-mon[27118]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:49 smithi052 ceph-mon[37071]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:49 smithi078 ceph-mon[30844]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:50 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1850189578' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]: dispatch 2024-09-13T02:44:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:50 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]: dispatch 2024-09-13T02:44:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:50 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]': finished 2024-09-13T02:44:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:50 smithi078 ceph-mon[30844]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T02:44:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:44:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:50 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2991395043' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:44:50.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1850189578' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]: dispatch 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]: dispatch 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]': finished 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[27118]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T02:44:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:44:50.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2991395043' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:44:50.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1850189578' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]: dispatch 2024-09-13T02:44:50.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]: dispatch 2024-09-13T02:44:50.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e3a68b2-1f77-4e9c-bd9d-850ca8b955df"}]': finished 2024-09-13T02:44:50.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[37071]: osdmap e5: 1 total, 0 up, 1 in 2024-09-13T02:44:50.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:44:50.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:50 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2991395043' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:44:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:51 smithi078 ceph-mon[30844]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:51.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:51 smithi052 ceph-mon[27118]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:51 smithi052 ceph-mon[37071]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:53.397 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:53 smithi052 ceph-mon[27118]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:53.398 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:53 smithi052 ceph-mon[37071]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:53 smithi078 ceph-mon[30844]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:55.515 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:55 smithi052 ceph-mon[37071]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:55.516 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:55 smithi052 ceph-mon[27118]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:55.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:55 smithi078 ceph-mon[30844]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:56.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:56 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:44:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:56 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:56 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:44:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:56 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:56 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:44:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:56 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:44:57.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:57 smithi052 ceph-mon[37071]: Deploying daemon osd.0 on smithi052 2024-09-13T02:44:57.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:57 smithi052 ceph-mon[37071]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:57 smithi052 ceph-mon[27118]: Deploying daemon osd.0 on smithi052 2024-09-13T02:44:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:57 smithi052 ceph-mon[27118]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:57 smithi078 ceph-mon[30844]: Deploying daemon osd.0 on smithi052 2024-09-13T02:44:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:57 smithi078 ceph-mon[30844]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:59.461 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:44:59 smithi052 ceph-mon[27118]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:59.461 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:44:59 smithi052 ceph-mon[37071]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:44:59.501 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:44:59 smithi078 ceph-mon[30844]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:00.471 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:00 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:00.471 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:00 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:00.471 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:00 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:00.472 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:00 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:00.472 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:00 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:00.472 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:00 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:00 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:00 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:00 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:01 smithi052 ceph-mon[27118]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:01.488 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:01 smithi052 ceph-mon[37071]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:01 smithi078 ceph-mon[30844]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:02.989 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 0 on host 'smithi052' 2024-09-13T02:45:03.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[27118]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:03.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[27118]: from='osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[27118]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[37071]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[37071]: from='osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:45:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:03 smithi052 ceph-mon[37071]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:45:03.604 DEBUG:teuthology.orchestra.run.smithi052:osd.0> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.0.service 2024-09-13T02:45:03.607 INFO:tasks.cephadm:Deploying osd.1 on smithi052 with /dev/vg_nvme/lv_3... 2024-09-13T02:45:03.607 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T02:45:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:03 smithi078 ceph-mon[30844]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:03 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:03 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:03 smithi078 ceph-mon[30844]: from='osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:45:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:03 smithi078 ceph-mon[30844]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:45:03.918 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:04.996 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: from='osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[37071]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: from='osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:04.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-mon[27118]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:45:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: osdmap e6: 1 total, 0 up, 1 in 2024-09-13T02:45:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: from='osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:04 smithi078 ceph-mon[30844]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:05.278 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[41008]: 2024-09-13T02:45:04.993+0000 7f037dfc6640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T02:45:05.279 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[41008]: 2024-09-13T02:45:04.996+0000 7f0378dfd640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:45:06.092 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[37071]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[37071]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[27118]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[27118]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:06.093 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:05 smithi078 ceph-mon[30844]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:05 smithi078 ceph-mon[30844]: osdmap e7: 1 total, 0 up, 1 in 2024-09-13T02:45:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:06.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:07.148 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:45:07.173 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_3 2024-09-13T02:45:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:45:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:45:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[37071]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[37071]: osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219] boot 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[37071]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[27118]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[27118]: osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219] boot 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[27118]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T02:45:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:06 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:45:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:06 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:45:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:06 smithi078 ceph-mon[30844]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T02:45:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:06 smithi078 ceph-mon[30844]: osd.0 [v2:172.21.15.52:6802/428201219,v1:172.21.15.52:6803/428201219] boot 2024-09-13T02:45:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:06 smithi078 ceph-mon[30844]: osdmap e8: 1 total, 1 up, 1 in 2024-09-13T02:45:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:45:07.712 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:45:08.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:08 smithi052 ceph-mon[37071]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T02:45:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:08 smithi052 ceph-mon[27118]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T02:45:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:08 smithi078 ceph-mon[30844]: osdmap e9: 1 total, 1 up, 1 in 2024-09-13T02:45:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:09 smithi052 ceph-mon[27118]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:09 smithi052 ceph-mon[37071]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:09 smithi078 ceph-mon[30844]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:10.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi052 2024-09-13T02:45:10.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:10.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi052 to 16068M 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:10.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi052 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi052 to 16068M 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:10.630 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:10.631 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi052 2024-09-13T02:45:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi052 to 16068M 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:10.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[27118]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1971044606' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]: dispatch 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]: dispatch 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]': finished 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[27118]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[37071]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1971044606' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]: dispatch 2024-09-13T02:45:12.943 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]: dispatch 2024-09-13T02:45:12.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]': finished 2024-09-13T02:45:12.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[37071]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T02:45:12.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:12 smithi078 ceph-mon[30844]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:12 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1971044606' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]: dispatch 2024-09-13T02:45:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:12 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]: dispatch 2024-09-13T02:45:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:12 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e"}]': finished 2024-09-13T02:45:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:12 smithi078 ceph-mon[30844]: osdmap e10: 2 total, 1 up, 2 in 2024-09-13T02:45:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:13 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/105191607' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:45:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:13 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/105191607' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:45:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:13 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/105191607' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:45:15.126 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:14 smithi052 ceph-mon[27118]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:15.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:14 smithi052 ceph-mon[37071]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:14 smithi078 ceph-mon[30844]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:16 smithi078 ceph-mon[30844]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:17.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:16 smithi052 ceph-mon[27118]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:17.205 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:16 smithi052 ceph-mon[37071]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:19.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:18 smithi052 ceph-mon[27118]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:19.182 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:45:19.182 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:19.182 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:18 smithi052 ceph-mon[37071]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:19.182 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:45:19.182 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:18 smithi078 ceph-mon[30844]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:45:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:20.123 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:19 smithi052 ceph-mon[37071]: Deploying daemon osd.1 on smithi052 2024-09-13T02:45:20.124 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:19 smithi052 ceph-mon[27118]: Deploying daemon osd.1 on smithi052 2024-09-13T02:45:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:19 smithi078 ceph-mon[30844]: Deploying daemon osd.1 on smithi052 2024-09-13T02:45:20.917 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:20 smithi052 ceph-mon[37071]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:21.107 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:20 smithi052 ceph-mon[27118]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:20 smithi078 ceph-mon[30844]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:22.967 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:22 smithi052 ceph-mon[37071]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:22.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:22 smithi052 ceph-mon[27118]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:22 smithi078 ceph-mon[30844]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:24.123 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:23 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:24.123 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:23 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:24.123 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:23 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:24.123 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:23 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:24.123 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:23 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:24.123 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:23 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:23 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:23 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:23 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:25.175 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:24 smithi052 ceph-mon[27118]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:25.176 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:24 smithi052 ceph-mon[37071]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:24 smithi078 ceph-mon[30844]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:26.739 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 1 on host 'smithi052' 2024-09-13T02:45:27.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:27.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:27.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:27.333 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:27.334 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.334 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:45:27.334 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:27.334 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.334 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.358 DEBUG:teuthology.orchestra.run.smithi052:osd.1> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.1.service 2024-09-13T02:45:27.361 INFO:tasks.cephadm:Deploying osd.2 on smithi052 with /dev/vg_nvme/lv_2... 2024-09-13T02:45:27.361 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T02:45:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:45:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:28.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[27118]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:45:28.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[27118]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T02:45:28.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:28.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[27118]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[37071]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:45:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[37071]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T02:45:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-mon[37071]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:28.279 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[46486]: 2024-09-13T02:45:28.055+0000 7fc19969d640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T02:45:28.280 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[46486]: 2024-09-13T02:45:28.058+0000 7fc1954d6640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:45:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:28 smithi078 ceph-mon[30844]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:45:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:28 smithi078 ceph-mon[30844]: osdmap e11: 2 total, 1 up, 2 in 2024-09-13T02:45:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:28 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:28 smithi078 ceph-mon[30844]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:28.621 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:45:29.098 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[27118]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[27118]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[27118]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[37071]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[37071]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[37071]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:29.099 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:29 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:29 smithi078 ceph-mon[30844]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-13T02:45:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:29 smithi078 ceph-mon[30844]: from='osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:29 smithi078 ceph-mon[30844]: osdmap e12: 2 total, 1 up, 2 in 2024-09-13T02:45:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:29 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:29 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:30.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[27118]: osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090] boot 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[27118]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[37071]: osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090] boot 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[37071]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T02:45:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:30 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:45:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:30 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:45:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:30 smithi078 ceph-mon[30844]: osd.1 [v2:172.21.15.52:6810/237691090,v1:172.21.15.52:6811/237691090] boot 2024-09-13T02:45:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:30 smithi078 ceph-mon[30844]: osdmap e13: 2 total, 2 up, 2 in 2024-09-13T02:45:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:45:31.237 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:31 smithi052 ceph-mon[37071]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:31.237 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:31 smithi052 ceph-mon[37071]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T02:45:31.237 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:31 smithi052 ceph-mon[27118]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:31.237 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:31 smithi052 ceph-mon[27118]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T02:45:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:31 smithi078 ceph-mon[30844]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:31 smithi078 ceph-mon[30844]: osdmap e14: 2 total, 2 up, 2 in 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi052 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi052 to 8034M 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:32.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:32.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[27118]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:32.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi052 2024-09-13T02:45:32.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:32.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:32.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi052 to 8034M 2024-09-13T02:45:32.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:32.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:32.532 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.532 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:32 smithi052 ceph-mon[37071]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:32.567 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:45:32.589 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_2 2024-09-13T02:45:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi052 2024-09-13T02:45:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi052 to 8034M 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:32 smithi078 ceph-mon[30844]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:32.844 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:45:35.105 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[37071]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:35.105 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:35.105 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:35.105 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:35.105 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[27118]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:35.106 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:35.106 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:35.106 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:34 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:34 smithi078 ceph-mon[30844]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:34 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:34 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:34 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:36.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:35 smithi052 ceph-mon[37071]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:36.165 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:35 smithi052 ceph-mon[27118]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:35 smithi078 ceph-mon[30844]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:36 smithi078 ceph-mon[30844]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:36 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3743005972' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]: dispatch 2024-09-13T02:45:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:36 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]: dispatch 2024-09-13T02:45:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:36 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]': finished 2024-09-13T02:45:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:36 smithi078 ceph-mon[30844]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T02:45:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:36 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[37071]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3743005972' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]: dispatch 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]: dispatch 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]': finished 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[37071]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[27118]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3743005972' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]: dispatch 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]: dispatch 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0a9d4366-79b0-4d76-965e-91f950053c3a"}]': finished 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[27118]: osdmap e15: 3 total, 2 up, 3 in 2024-09-13T02:45:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:36 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:37 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/379455338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:45:38.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:37 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/379455338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:45:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:37 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/379455338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:45:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:38 smithi078 ceph-mon[30844]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:38 smithi052 ceph-mon[27118]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:38 smithi052 ceph-mon[37071]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:40.997 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:40 smithi052 ceph-mon[37071]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:40.997 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:40 smithi052 ceph-mon[27118]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:40 smithi078 ceph-mon[30844]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:42 smithi078 ceph-mon[30844]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:42 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:45:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:42 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:43.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:42 smithi052 ceph-mon[37071]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:43.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:42 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:45:43.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:42 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:43.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:42 smithi052 ceph-mon[27118]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:43.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:42 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:45:43.266 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:42 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:43 smithi078 ceph-mon[30844]: Deploying daemon osd.2 on smithi052 2024-09-13T02:45:44.221 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:43 smithi052 ceph-mon[37071]: Deploying daemon osd.2 on smithi052 2024-09-13T02:45:44.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:43 smithi052 ceph-mon[27118]: Deploying daemon osd.2 on smithi052 2024-09-13T02:45:45.155 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:44 smithi052 ceph-mon[27118]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:45.156 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:44 smithi052 ceph-mon[37071]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:44 smithi078 ceph-mon[30844]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:46 smithi078 ceph-mon[30844]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:47.262 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:46 smithi052 ceph-mon[37071]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:47.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:46 smithi052 ceph-mon[27118]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:48 smithi078 ceph-mon[30844]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:48 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:48 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:48 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[37071]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[27118]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:48 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:51.099 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:50 smithi052 ceph-mon[37071]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:51.100 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:50 smithi052 ceph-mon[27118]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:51.134 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 2 on host 'smithi052' 2024-09-13T02:45:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:50 smithi078 ceph-mon[30844]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:51.793 DEBUG:teuthology.orchestra.run.smithi052:osd.2> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.2.service 2024-09-13T02:45:51.796 INFO:tasks.cephadm:Deploying osd.3 on smithi052 with /dev/vg_nvme/lv_1... 2024-09-13T02:45:51.797 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T02:45:52.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[27118]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[37071]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:51 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.102 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:45:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:51 smithi078 ceph-mon[30844]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:45:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:51 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:51 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:51 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:51 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:52.890 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[27118]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:52.890 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[27118]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:45:52.890 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[27118]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T02:45:52.890 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:52.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[27118]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:53.194 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[37071]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:53.194 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[37071]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:45:53.194 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[37071]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T02:45:53.194 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:53.194 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-mon[37071]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:53.194 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[52303]: 2024-09-13T02:45:52.892+0000 7fa23e0c1640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T02:45:53.194 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:45:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[52303]: 2024-09-13T02:45:52.895+0000 7fa236ef4640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:45:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:52 smithi078 ceph-mon[30844]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:52 smithi078 ceph-mon[30844]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:45:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:52 smithi078 ceph-mon[30844]: osdmap e16: 3 total, 2 up, 3 in 2024-09-13T02:45:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:53.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:52 smithi078 ceph-mon[30844]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:45:54.042 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[27118]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:54.042 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[27118]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T02:45:54.042 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[37071]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:54.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[37071]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T02:45:54.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.043 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:53 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:53 smithi078 ceph-mon[30844]: from='osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:45:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:53 smithi078 ceph-mon[30844]: osdmap e17: 3 total, 2 up, 3 in 2024-09-13T02:45:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:53 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:53 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.923 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:45:54.923 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263] boot 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263] boot 2024-09-13T02:45:54.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T02:45:54.925 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:54.929 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:45:54.951 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_1 2024-09-13T02:45:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:45:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:45:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-13T02:45:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: osd.2 [v2:172.21.15.52:6818/2822184263,v1:172.21.15.52:6819/2822184263] boot 2024-09-13T02:45:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: osdmap e18: 3 total, 3 up, 3 in 2024-09-13T02:45:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:45:55.799 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:45:56.503 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:56 smithi052 ceph-mon[37071]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T02:45:56.503 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:56 smithi052 ceph-mon[27118]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T02:45:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:56 smithi078 ceph-mon[30844]: osdmap e19: 3 total, 3 up, 3 in 2024-09-13T02:45:57.624 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[37071]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[37071]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[27118]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-13T02:45:57.625 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[27118]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T02:45:57.626 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:57 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:45:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:57 smithi078 ceph-mon[30844]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:45:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:57 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-13T02:45:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:57 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-13T02:45:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:57 smithi078 ceph-mon[30844]: osdmap e20: 3 total, 3 up, 3 in 2024-09-13T02:45:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:57 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:45:57.886 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:57 smithi052 sudo[56290]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:45:57.887 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:57 smithi052 sudo[56290]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:45:57.887 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:57 smithi052 sudo[56290]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:45:57.887 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:57 smithi052 sudo[56290]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:45:58.571 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56381]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:45:58.571 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56381]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:45:58.571 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56381]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:45:58.571 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56381]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:45:58.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:45:58.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T02:45:58.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi052 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi052 to 5356M 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:58.572 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:45:58.573 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi052 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi052 to 5356M 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:58.574 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.575 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:58 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: osdmap e21: 3 total, 3 up, 3 in 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi052 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:45:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi052 to 5356M 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:45:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:45:58.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:58 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:45:58.890 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56443]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:45:58.890 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56443]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:45:58.890 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56443]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:45:58.890 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:58 smithi052 sudo[56443]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:45:59.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:59 smithi052 ceph-mon[27118]: osdmap e22: 3 total, 3 up, 3 in 2024-09-13T02:45:59.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:45:59 smithi052 ceph-mon[27118]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T02:45:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:59 smithi052 ceph-mon[37071]: osdmap e22: 3 total, 3 up, 3 in 2024-09-13T02:45:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:45:59 smithi052 ceph-mon[37071]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T02:45:59.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56459]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:45:59.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56459]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:45:59.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56459]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:45:59.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56459]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:45:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:59 smithi078 ceph-mon[30844]: osdmap e22: 3 total, 3 up, 3 in 2024-09-13T02:45:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:45:59 smithi078 ceph-mon[30844]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-13T02:45:59.812 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56486]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:45:59.812 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56486]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:45:59.813 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56486]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:45:59.813 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:45:59 smithi052 sudo[56486]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:00.528 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56507]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:46:00.528 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56507]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:00.528 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56507]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:00.528 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56507]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56540]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:46:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56540]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56540]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:00 smithi052 sudo[56540]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:01.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56543]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:46:01.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56543]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:01.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56543]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:01.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56543]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:01.536 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33311]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:46:01.536 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33311]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:01.537 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33311]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:01.537 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33311]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33314]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33314]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33314]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 sudo[33314]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2571081682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]: dispatch 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]: dispatch 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]': finished 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:01.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:01.999 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2571081682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]: dispatch 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]: dispatch 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.000 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]': finished 2024-09-13T02:46:02.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T02:46:02.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:02.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.001 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2571081682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]: dispatch 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]: dispatch 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.002 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "47151429-6f46-4fa3-b85d-5a68c3bb71c5"}]': finished 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: osdmap e23: 4 total, 3 up, 4 in 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.003 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56627]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-13T02:46:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56627]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:01 smithi052 sudo[56627]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 sudo[56627]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 sudo[56815]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-13T02:46:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 sudo[56815]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 sudo[56815]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 sudo[56815]: pam_unix(sudo:session): session closed for user root 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1218199955' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1218199955' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T02:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1218199955' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T02:46:05.110 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:04 smithi052 ceph-mon[37071]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:05.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:04 smithi052 ceph-mon[27118]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:04 smithi078 ceph-mon[30844]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:07.158 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:06 smithi052 ceph-mon[37071]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T02:46:07.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:06 smithi052 ceph-mon[27118]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T02:46:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:06 smithi078 ceph-mon[30844]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T02:46:07.903 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:07 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:46:07.903 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:07 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:07.903 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:07 smithi052 ceph-mon[37071]: Deploying daemon osd.3 on smithi052 2024-09-13T02:46:07.903 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:07 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:46:07.903 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:07 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:07.904 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:07 smithi052 ceph-mon[27118]: Deploying daemon osd.3 on smithi052 2024-09-13T02:46:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:07 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:46:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:07 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:07 smithi078 ceph-mon[30844]: Deploying daemon osd.3 on smithi052 2024-09-13T02:46:09.118 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:08 smithi052 ceph-mon[37071]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T02:46:09.118 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:08 smithi052 ceph-mon[27118]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T02:46:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:08 smithi078 ceph-mon[30844]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T02:46:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:10 smithi052 ceph-mon[27118]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T02:46:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:10 smithi052 ceph-mon[37071]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T02:46:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:10 smithi078 ceph-mon[30844]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T02:46:13.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[27118]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[37071]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:12 smithi078 ceph-mon[30844]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-09-13T02:46:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:14 smithi052 ceph-mon[27118]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:46:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:14 smithi052 ceph-mon[37071]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:46:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:14 smithi078 ceph-mon[30844]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:46:15.378 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 3 on host 'smithi052' 2024-09-13T02:46:15.987 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[27118]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:46:15.987 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.987 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[37071]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:15.988 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:15 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:16.012 DEBUG:teuthology.orchestra.run.smithi052:osd.3> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.3.service 2024-09-13T02:46:16.015 INFO:tasks.cephadm:Deploying osd.4 on smithi078 with /dev/vg_nvme/lv_4... 2024-09-13T02:46:16.015 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T02:46:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:15 smithi078 ceph-mon[30844]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:46:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:15 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:15 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:15 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:15 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:16.265 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:46:16.985 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:16 smithi078 ceph-mon[30844]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:46:16.985 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:16 smithi078 ceph-mon[30844]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:46:16.985 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:16 smithi078 ceph-mon[30844]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T02:46:16.985 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:16 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:16.985 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:16 smithi078 ceph-mon[30844]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:46:17.060 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[37071]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[37071]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[37071]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[37071]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[27118]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[27118]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[27118]: osdmap e24: 4 total, 3 up, 4 in 2024-09-13T02:46:17.061 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:17.062 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-mon[27118]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:46:17.062 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[58212]: 2024-09-13T02:46:16.884+0000 7f037fbb0640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T02:46:17.062 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:46:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[58212]: 2024-09-13T02:46:16.891+0000 7f037a9e7640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:46:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:17 smithi078 ceph-mon[30844]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:46:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:17 smithi078 ceph-mon[30844]: osdmap e25: 4 total, 3 up, 4 in 2024-09-13T02:46:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:17 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:17 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:18.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[27118]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[27118]: osdmap e25: 4 total, 3 up, 4 in 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[37071]: from='osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[37071]: osdmap e25: 4 total, 3 up, 4 in 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:17 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:18.655 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:46:18.675 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_4 2024-09-13T02:46:18.924 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:46:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326] boot 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:46:19.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326] boot 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:19.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:18 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.156 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: osd.3 [v2:172.21.15.52:6826/3446986326,v1:172.21.15.52:6827/3446986326] boot 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: osdmap e26: 4 total, 4 up, 4 in 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.157 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:19.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:18 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:19.998 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:19 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi052 2024-09-13T02:46:19.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:19 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi052 to 4017M 2024-09-13T02:46:19.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:19 smithi078 ceph-mon[30844]: osdmap e27: 4 total, 4 up, 4 in 2024-09-13T02:46:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:19 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi052 2024-09-13T02:46:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:19 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi052 to 4017M 2024-09-13T02:46:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:19 smithi052 ceph-mon[27118]: osdmap e27: 4 total, 4 up, 4 in 2024-09-13T02:46:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:19 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi052 2024-09-13T02:46:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:19 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi052 to 4017M 2024-09-13T02:46:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:19 smithi052 ceph-mon[37071]: osdmap e27: 4 total, 4 up, 4 in 2024-09-13T02:46:21.183 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:20 smithi078 ceph-mon[30844]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:21.183 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:20 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:46:21.183 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:20 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:46:21.184 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:20 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:21.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[27118]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[37071]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:46:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:20 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:22.158 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:21 smithi078 ceph-mon[30844]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:22.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:21 smithi052 ceph-mon[27118]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:21 smithi052 ceph-mon[37071]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:23.172 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:22 smithi078 ceph-mon[30844]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:23.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:22 smithi052 ceph-mon[27118]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:22 smithi052 ceph-mon[37071]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:23 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/1170220658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]: dispatch 2024-09-13T02:46:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:23 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]: dispatch 2024-09-13T02:46:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:23 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]': finished 2024-09-13T02:46:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:23 smithi078 ceph-mon[30844]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T02:46:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:23 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:23 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/1045955521' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/1170220658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]: dispatch 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]: dispatch 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]': finished 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[37071]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/1045955521' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/1170220658' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]: dispatch 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]: dispatch 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11805289-287a-4406-b880-6fd683961fb4"}]': finished 2024-09-13T02:46:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[27118]: osdmap e28: 5 total, 4 up, 5 in 2024-09-13T02:46:24.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:24.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:23 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/1045955521' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:24 smithi078 ceph-mon[30844]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:24 smithi052 ceph-mon[37071]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:24 smithi052 ceph-mon[27118]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:27.047 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:26 smithi078 ceph-mon[30844]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:26 smithi052 ceph-mon[27118]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:26 smithi052 ceph-mon[37071]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:28.986 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:28 smithi078 ceph-mon[30844]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:28 smithi052 ceph-mon[27118]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:28 smithi052 ceph-mon[37071]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:29 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:46:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:29 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:29 smithi078 ceph-mon[30844]: Deploying daemon osd.4 on smithi078 2024-09-13T02:46:30.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:29 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:46:30.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:29 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:30.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:29 smithi052 ceph-mon[27118]: Deploying daemon osd.4 on smithi078 2024-09-13T02:46:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:29 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:46:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:29 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:29 smithi052 ceph-mon[37071]: Deploying daemon osd.4 on smithi078 2024-09-13T02:46:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:30 smithi078 ceph-mon[30844]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:31.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:30 smithi052 ceph-mon[27118]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:30 smithi052 ceph-mon[37071]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:32 smithi052 ceph-mon[27118]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:32 smithi052 ceph-mon[37071]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:33.330 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:32 smithi078 ceph-mon[30844]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:33 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:33 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:33 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:34.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:33 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:34.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:33 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:34.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:33 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:34.207 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:33 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:34.207 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:33 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:34.207 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:33 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:35.263 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:34 smithi078 ceph-mon[30844]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:34 smithi052 ceph-mon[27118]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:34 smithi052 ceph-mon[37071]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:36 smithi078 ceph-mon[30844]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:36 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:36 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:36 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:37.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:36 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:37.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:36 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.275 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 4 on host 'smithi078' 2024-09-13T02:46:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[27118]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[37071]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:36 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:37.954 DEBUG:teuthology.orchestra.run.smithi078:osd.4> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.4.service 2024-09-13T02:46:37.957 INFO:tasks.cephadm:Deploying osd.5 on smithi078 with /dev/vg_nvme/lv_3... 2024-09-13T02:46:37.958 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T02:46:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:37 smithi078 ceph-mon[30844]: from='osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:37 smithi078 ceph-mon[30844]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:37 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[37071]: from='osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[37071]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[27118]: from='osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[27118]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:37 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:38.610 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:46:39.025 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-mon[30844]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:39.025 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-mon[30844]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:46:39.025 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-mon[30844]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T02:46:39.025 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:39.025 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-mon[30844]: from='osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:46:39.025 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-mon[30844]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:46:39.026 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[35705]: 2024-09-13T02:46:38.969+0000 7fc1de2b4640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T02:46:39.026 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:46:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[35705]: 2024-09-13T02:46:38.973+0000 7fc1d70e7640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:46:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[27118]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[27118]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:46:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[27118]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[27118]: from='osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[27118]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[37071]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[37071]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[37071]: osdmap e29: 5 total, 4 up, 5 in 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[37071]: from='osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:46:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:38 smithi052 ceph-mon[37071]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:46:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:46:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: osdmap e30: 5 total, 4 up, 5 in 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252] boot 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: osdmap e30: 5 total, 4 up, 5 in 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252] boot 2024-09-13T02:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T02:46:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: osdmap e30: 5 total, 4 up, 5 in 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: osd.4 [v2:172.21.15.78:6800/4181422252,v1:172.21.15.78:6801/4181422252] boot 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: osdmap e31: 5 total, 5 up, 5 in 2024-09-13T02:46:40.282 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:46:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[37071]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[37071]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[27118]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:40 smithi052 ceph-mon[27118]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T02:46:41.296 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:40 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:46:41.296 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:40 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:46:41.296 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:40 smithi078 ceph-mon[30844]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-13T02:46:41.296 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:40 smithi078 ceph-mon[30844]: osdmap e32: 5 total, 5 up, 5 in 2024-09-13T02:46:41.301 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:46:41.320 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_3 2024-09-13T02:46:41.862 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:46:42.880 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:42 smithi078 ceph-mon[30844]: osdmap e33: 5 total, 5 up, 5 in 2024-09-13T02:46:42.881 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:42 smithi078 ceph-mon[30844]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:42 smithi052 ceph-mon[27118]: osdmap e33: 5 total, 5 up, 5 in 2024-09-13T02:46:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:42 smithi052 ceph-mon[27118]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:42 smithi052 ceph-mon[37071]: osdmap e33: 5 total, 5 up, 5 in 2024-09-13T02:46:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:42 smithi052 ceph-mon[37071]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:44.883 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi078 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi078 to 17088M 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:46:44.884 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:44 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:44.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi078 2024-09-13T02:46:44.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi078 to 17088M 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:44.973 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi078 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi078 to 17088M 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:46:44.974 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:44 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:45.890 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:45 smithi078 ceph-mon[30844]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:45 smithi052 ceph-mon[27118]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:45 smithi052 ceph-mon[37071]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:46:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:46 smithi078 ceph-mon[30844]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-13T02:46:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:46 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/3897312566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]: dispatch 2024-09-13T02:46:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:46 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]: dispatch 2024-09-13T02:46:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:46 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]': finished 2024-09-13T02:46:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:46 smithi078 ceph-mon[30844]: osdmap e34: 6 total, 5 up, 6 in 2024-09-13T02:46:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:46 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[37071]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/3897312566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]: dispatch 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]: dispatch 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]': finished 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[37071]: osdmap e34: 6 total, 5 up, 6 in 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[27118]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/3897312566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]: dispatch 2024-09-13T02:46:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]: dispatch 2024-09-13T02:46:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7bcc9298-9603-4cc6-b6cb-622081ee6b9e"}]': finished 2024-09-13T02:46:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[27118]: osdmap e34: 6 total, 5 up, 6 in 2024-09-13T02:46:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:46 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:46:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:47 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/3334436516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:47 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/3334436516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:47 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/3334436516' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:46:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:48 smithi078 ceph-mon[30844]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-13T02:46:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:48 smithi052 ceph-mon[37071]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-13T02:46:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:48 smithi052 ceph-mon[27118]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-13T02:46:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:50 smithi078 ceph-mon[30844]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-13T02:46:51.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:50 smithi052 ceph-mon[27118]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-13T02:46:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:50 smithi052 ceph-mon[37071]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-13T02:46:53.085 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:52 smithi078 ceph-mon[30844]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:46:53.086 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:46:53.086 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:52 smithi052 ceph-mon[37071]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:46:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:46:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:52 smithi052 ceph-mon[27118]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:46:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:46:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:46:54.139 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:53 smithi078 ceph-mon[30844]: Deploying daemon osd.5 on smithi078 2024-09-13T02:46:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:53 smithi052 ceph-mon[27118]: Deploying daemon osd.5 on smithi078 2024-09-13T02:46:54.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:53 smithi052 ceph-mon[37071]: Deploying daemon osd.5 on smithi078 2024-09-13T02:46:55.140 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:54 smithi078 ceph-mon[30844]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:46:55.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:54 smithi052 ceph-mon[27118]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:46:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:54 smithi052 ceph-mon[37071]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T02:46:57.189 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:56 smithi078 ceph-mon[30844]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:57.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:56 smithi052 ceph-mon[27118]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:56 smithi052 ceph-mon[37071]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:58.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:57 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:58.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:57 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:58.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:57 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:58.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:57 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:58.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:57 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:58.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:57 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:58.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:57 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:46:58.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:57 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:58.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:57 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:46:59.144 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:46:58 smithi078 ceph-mon[30844]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:46:58 smithi052 ceph-mon[27118]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:46:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:46:58 smithi052 ceph-mon[37071]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:00.790 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 5 on host 'smithi078' 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:01.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:01.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:01.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:01 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.422 DEBUG:teuthology.orchestra.run.smithi078:osd.5> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.5.service 2024-09-13T02:47:01.424 INFO:tasks.cephadm:Deploying osd.6 on smithi078 with /dev/vg_nvme/lv_2... 2024-09-13T02:47:01.424 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:01.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:47:01.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:01.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:01.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:01 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-mon[30844]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:47:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-mon[30844]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T02:47:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-mon[30844]: from='osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-mon[30844]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:02.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[41460]: 2024-09-13T02:47:02.143+0000 7f2cc2f33640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T02:47:02.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:47:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[41460]: 2024-09-13T02:47:02.148+0000 7f2cbfd6e640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:47:02.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[27118]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[27118]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[27118]: from='osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[27118]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[37071]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[37071]: osdmap e35: 6 total, 5 up, 6 in 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[37071]: from='osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:02 smithi052 ceph-mon[37071]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:03.113 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:47:03.404 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:03 smithi078 ceph-mon[30844]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:03.404 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:03 smithi078 ceph-mon[30844]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:03.405 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:03 smithi078 ceph-mon[30844]: osdmap e36: 6 total, 5 up, 6 in 2024-09-13T02:47:03.405 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:03 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:03.405 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:03 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:03.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[27118]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[27118]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[27118]: osdmap e36: 6 total, 5 up, 6 in 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[37071]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[37071]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[37071]: osdmap e36: 6 total, 5 up, 6 in 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:03 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:04.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:47:04.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:47:04.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[37071]: osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385] boot 2024-09-13T02:47:04.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[37071]: osdmap e37: 6 total, 6 up, 6 in 2024-09-13T02:47:04.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:04.430 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:47:04.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:47:04.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[27118]: osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385] boot 2024-09-13T02:47:04.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[27118]: osdmap e37: 6 total, 6 up, 6 in 2024-09-13T02:47:04.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:04 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:04 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:47:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:04 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:47:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:04 smithi078 ceph-mon[30844]: osd.5 [v2:172.21.15.78:6808/383337385,v1:172.21.15.78:6809/383337385] boot 2024-09-13T02:47:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:04 smithi078 ceph-mon[30844]: osdmap e37: 6 total, 6 up, 6 in 2024-09-13T02:47:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:04 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:47:05.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:05.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T02:47:05.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:05.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:05.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:05.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:05.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:05 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:05.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:05.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: osdmap e38: 6 total, 6 up, 6 in 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:05.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:05 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:06.260 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:06 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi078 2024-09-13T02:47:06.260 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:06 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi078 to 8544M 2024-09-13T02:47:06.261 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:06 smithi078 ceph-mon[30844]: osdmap e39: 6 total, 6 up, 6 in 2024-09-13T02:47:06.266 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:47:06.287 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_2 2024-09-13T02:47:06.528 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:47:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:06 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi078 2024-09-13T02:47:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:06 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi078 to 8544M 2024-09-13T02:47:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:06 smithi052 ceph-mon[27118]: osdmap e39: 6 total, 6 up, 6 in 2024-09-13T02:47:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:06 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi078 2024-09-13T02:47:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:06 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi078 to 8544M 2024-09-13T02:47:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:06 smithi052 ceph-mon[37071]: osdmap e39: 6 total, 6 up, 6 in 2024-09-13T02:47:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:07 smithi078 ceph-mon[30844]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:07.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:07 smithi052 ceph-mon[27118]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:07.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:07 smithi052 ceph-mon[37071]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:09.351 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:09 smithi078 ceph-mon[30844]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:09.352 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:47:09.352 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:47:09.352 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:09.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[37071]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[27118]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:47:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:10 smithi078 ceph-mon[30844]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:10 smithi052 ceph-mon[37071]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:10 smithi052 ceph-mon[27118]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/880668744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]: dispatch 2024-09-13T02:47:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]: dispatch 2024-09-13T02:47:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]': finished 2024-09-13T02:47:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: osdmap e40: 7 total, 6 up, 7 in 2024-09-13T02:47:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:11 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/321351903' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:47:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/880668744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]: dispatch 2024-09-13T02:47:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]: dispatch 2024-09-13T02:47:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]': finished 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: osdmap e40: 7 total, 6 up, 7 in 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/321351903' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/880668744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]: dispatch 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]: dispatch 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59d45074-a346-47f1-8235-39db03078fec"}]': finished 2024-09-13T02:47:11.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: osdmap e40: 7 total, 6 up, 7 in 2024-09-13T02:47:11.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:11.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:11 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/321351903' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:47:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:13 smithi078 ceph-mon[30844]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:13.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:13 smithi052 ceph-mon[27118]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:13.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:13 smithi052 ceph-mon[37071]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:15.352 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:15 smithi078 ceph-mon[30844]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:15.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:15 smithi052 ceph-mon[27118]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:15.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:15 smithi052 ceph-mon[37071]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:17.362 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:17 smithi078 ceph-mon[30844]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:17.362 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:17 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:47:17.362 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:17 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:17 smithi052 ceph-mon[27118]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:17 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:47:17.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:17 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:17.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:17 smithi052 ceph-mon[37071]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:17.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:17 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:47:17.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:17 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:18.342 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:18 smithi078 ceph-mon[30844]: Deploying daemon osd.6 on smithi078 2024-09-13T02:47:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:18 smithi052 ceph-mon[37071]: Deploying daemon osd.6 on smithi078 2024-09-13T02:47:18.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:18 smithi052 ceph-mon[27118]: Deploying daemon osd.6 on smithi078 2024-09-13T02:47:19.407 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:19 smithi078 ceph-mon[30844]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:19.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:19 smithi052 ceph-mon[27118]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:19.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:19 smithi052 ceph-mon[37071]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:21.354 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:21 smithi078 ceph-mon[30844]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:21.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:21 smithi052 ceph-mon[27118]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:21.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:21 smithi052 ceph-mon[37071]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:22.313 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:22.313 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:22.313 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:22 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:22 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:22 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:22 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:22 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:23.336 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:23 smithi078 ceph-mon[30844]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:23.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:23 smithi052 ceph-mon[27118]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:23.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:23 smithi052 ceph-mon[37071]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:25.064 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 6 on host 'smithi078' 2024-09-13T02:47:25.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:25.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:25 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:25.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:25 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:25.759 DEBUG:teuthology.orchestra.run.smithi078:osd.6> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.6.service 2024-09-13T02:47:25.762 INFO:tasks.cephadm:Deploying osd.7 on smithi078 with /dev/vg_nvme/lv_1... 2024-09-13T02:47:25.763 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T02:47:26.518 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:47:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-mon[30844]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:47:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-mon[30844]: osdmap e41: 7 total, 6 up, 7 in 2024-09-13T02:47:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-mon[30844]: from='osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-mon[30844]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-mon[30844]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:26.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[47383]: 2024-09-13T02:47:26.429+0000 7f25952c4640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T02:47:26.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:47:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[47383]: 2024-09-13T02:47:26.435+0000 7f25920ff640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:47:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[27118]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:47:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[27118]: osdmap e41: 7 total, 6 up, 7 in 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[27118]: from='osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[27118]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[27118]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[37071]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[37071]: osdmap e41: 7 total, 6 up, 7 in 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[37071]: from='osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[37071]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:26 smithi052 ceph-mon[37071]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-13T02:47:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:27 smithi078 ceph-mon[30844]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:27 smithi078 ceph-mon[30844]: osdmap e42: 7 total, 6 up, 7 in 2024-09-13T02:47:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:27 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[37071]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[37071]: osdmap e42: 7 total, 6 up, 7 in 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[27118]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[27118]: osdmap e42: 7 total, 6 up, 7 in 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:27 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982] boot 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: osdmap e43: 7 total, 7 up, 7 in 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:28.706 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:28 smithi078 ceph-mon[30844]: osdmap e44: 7 total, 7 up, 7 in 2024-09-13T02:47:28.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:47:28.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:47:28.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982] boot 2024-09-13T02:47:28.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: osdmap e43: 7 total, 7 up, 7 in 2024-09-13T02:47:28.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[27118]: osdmap e44: 7 total, 7 up, 7 in 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: osd.6 [v2:172.21.15.78:6816/1792568982,v1:172.21.15.78:6817/1792568982] boot 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: osdmap e43: 7 total, 7 up, 7 in 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:28.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:28 smithi052 ceph-mon[37071]: osdmap e44: 7 total, 7 up, 7 in 2024-09-13T02:47:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: osdmap e45: 7 total, 7 up, 7 in 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi078 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi078 to 5696M 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:30 smithi078 ceph-mon[30844]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:30.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: osdmap e45: 7 total, 7 up, 7 in 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi078 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi078 to 5696M 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[27118]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: osdmap e45: 7 total, 7 up, 7 in 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi078 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi078 to 5696M 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:30.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:30.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:30.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:30 smithi052 ceph-mon[37071]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:31.193 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-09-13T02:47:31.213 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_1 2024-09-13T02:47:31.456 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:47:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:32 smithi078 ceph-mon[30844]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:32 smithi052 ceph-mon[27118]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:32 smithi052 ceph-mon[37071]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:33 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:47:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:33 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:47:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:33 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:34.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:33 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:47:34.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:33 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:47:34.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:33 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:34.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:33 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T02:47:34.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:33 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T02:47:34.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:33 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:34.940 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:34 smithi078 ceph-mon[30844]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:34.940 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:34 smithi078 ceph-mon[30844]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:34 smithi052 ceph-mon[27118]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:34 smithi052 ceph-mon[27118]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:34 smithi052 ceph-mon[37071]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:47:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:34 smithi052 ceph-mon[37071]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:36.166 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:35 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/3894327333' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]: dispatch 2024-09-13T02:47:36.167 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:35 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]: dispatch 2024-09-13T02:47:36.167 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:35 smithi078 ceph-mon[30844]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]': finished 2024-09-13T02:47:36.167 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:35 smithi078 ceph-mon[30844]: osdmap e46: 8 total, 7 up, 8 in 2024-09-13T02:47:36.167 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:35 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/3894327333' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]: dispatch 2024-09-13T02:47:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]: dispatch 2024-09-13T02:47:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[37071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]': finished 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[37071]: osdmap e46: 8 total, 7 up, 8 in 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/3894327333' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]: dispatch 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]: dispatch 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[27118]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "24dcbaab-b092-4fdb-b53f-4ca7a728b648"}]': finished 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[27118]: osdmap e46: 8 total, 7 up, 8 in 2024-09-13T02:47:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:35 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:36 smithi078 ceph-mon[30844]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:36 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/2834177536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:47:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:36 smithi052 ceph-mon[37071]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:36 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/2834177536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:47:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:36 smithi052 ceph-mon[27118]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:36 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/2834177536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T02:47:39.131 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:38 smithi078 ceph-mon[30844]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:38 smithi052 ceph-mon[37071]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:38 smithi052 ceph-mon[27118]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:41.182 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:40 smithi078 ceph-mon[30844]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:41.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:40 smithi052 ceph-mon[27118]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:40 smithi052 ceph-mon[37071]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:41 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:47:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:41 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:41 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:47:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:41 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:41 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:47:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:41 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:42.893 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:42 smithi078 ceph-mon[30844]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:42.893 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:42 smithi078 ceph-mon[30844]: Deploying daemon osd.7 on smithi078 2024-09-13T02:47:43.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:42 smithi052 ceph-mon[27118]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:43.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:42 smithi052 ceph-mon[27118]: Deploying daemon osd.7 on smithi078 2024-09-13T02:47:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:42 smithi052 ceph-mon[37071]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:42 smithi052 ceph-mon[37071]: Deploying daemon osd.7 on smithi078 2024-09-13T02:47:45.182 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:44 smithi078 ceph-mon[30844]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:44 smithi052 ceph-mon[27118]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:44 smithi052 ceph-mon[37071]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:46 smithi078 ceph-mon[30844]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:46 smithi052 ceph-mon[27118]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:46 smithi052 ceph-mon[37071]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:47 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:48.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:48.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:48.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:47 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:47 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:48 smithi078 ceph-mon[30844]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:48 smithi052 ceph-mon[37071]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:48 smithi052 ceph-mon[27118]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:50.363 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 7 on host 'smithi078' 2024-09-13T02:47:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:51.074 DEBUG:teuthology.orchestra.run.smithi078:osd.7> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.7.service 2024-09-13T02:47:51.077 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-13T02:47:51.077 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-13T02:47:51.344 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[27118]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[27118]: osdmap e47: 8 total, 7 up, 8 in 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[27118]: from='osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[27118]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[37071]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:47:51.769 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[37071]: osdmap e47: 8 total, 7 up, 8 in 2024-09-13T02:47:51.770 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:51.770 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[37071]: from='osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:51.770 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:51 smithi052 ceph-mon[37071]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-mon[30844]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T02:47:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-mon[30844]: osdmap e47: 8 total, 7 up, 8 in 2024-09-13T02:47:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-mon[30844]: from='osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-mon[30844]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:47:51.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[53307]: 2024-09-13T02:47:51.675+0000 7fdf2d438640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T02:47:51.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 02:47:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[53307]: 2024-09-13T02:47:51.682+0000 7fdf26a6c640 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:47:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: osdmap e48: 8 total, 7 up, 8 in 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050] boot 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: osdmap e49: 8 total, 8 up, 8 in 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: osdmap e48: 8 total, 7 up, 8 in 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050] boot 2024-09-13T02:47:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: osdmap e49: 8 total, 8 up, 8 in 2024-09-13T02:47:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: osdmap e48: 8 total, 7 up, 8 in 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: osd.7 [v2:172.21.15.78:6824/2983706050,v1:172.21.15.78:6825/2983706050] boot 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: osdmap e49: 8 total, 8 up, 8 in 2024-09-13T02:47:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:47:53.161 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:47:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[37071]: purged_snaps scrub starts 2024-09-13T02:47:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[37071]: purged_snaps scrub ok 2024-09-13T02:47:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2661932995' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:47:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[37071]: osdmap e50: 8 total, 8 up, 8 in 2024-09-13T02:47:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[27118]: purged_snaps scrub starts 2024-09-13T02:47:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[27118]: purged_snaps scrub ok 2024-09-13T02:47:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2661932995' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:47:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:53 smithi052 ceph-mon[27118]: osdmap e50: 8 total, 8 up, 8 in 2024-09-13T02:47:53.894 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:53 smithi078 ceph-mon[30844]: purged_snaps scrub starts 2024-09-13T02:47:53.894 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:53 smithi078 ceph-mon[30844]: purged_snaps scrub ok 2024-09-13T02:47:53.894 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:53 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2661932995' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T02:47:53.894 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:53 smithi078 ceph-mon[30844]: osdmap e50: 8 total, 8 up, 8 in 2024-09-13T02:47:53.907 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1726195672,"num_in_osds":8,"osd_in_since":1726195655,"num_remapped_pgs":1} 2024-09-13T02:47:53.907 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:47:54.175 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:47:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: Detected new or changed devices on smithi078 2024-09-13T02:47:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi078 to 4272M 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:54 smithi078 ceph-mon[30844]: osdmap e51: 8 total, 8 up, 8 in 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: Detected new or changed devices on smithi078 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi078 to 4272M 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[37071]: osdmap e51: 8 total, 8 up, 8 in 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: Detected new or changed devices on smithi078 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:47:55.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi078 to 4272M 2024-09-13T02:47:55.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:47:55.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:47:55.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:47:55.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:54 smithi052 ceph-mon[27118]: osdmap e51: 8 total, 8 up, 8 in 2024-09-13T02:47:55.944 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:47:55.944 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":51,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:47:54.668379+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:47:56.766 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T02:45:56.293396+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-13T02:47:56.767 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-13T02:47:57.028 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:47:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:56 smithi052 ceph-mon[27118]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:56 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2565865380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:47:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:56 smithi052 ceph-mon[37071]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:56 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2565865380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:47:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:56 smithi078 ceph-mon[30844]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:56 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2565865380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:47:58.913 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-09-13T02:47:59.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:58 smithi052 ceph-mon[27118]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:59.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:47:58 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3438312700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T02:47:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:58 smithi052 ceph-mon[37071]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:47:58 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3438312700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T02:47:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:58 smithi078 ceph-mon[30844]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:47:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:47:58 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3438312700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T02:47:59.642 INFO:tasks.cephadm:Adding mds.a on smithi052 2024-09-13T02:47:59.642 INFO:tasks.cephadm:Adding mds.b on smithi078 2024-09-13T02:47:59.642 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi052=a;smithi078=b' 2024-09-13T02:47:59.909 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:48:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:00 smithi078 ceph-mon[30844]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:01.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:00 smithi052 ceph-mon[27118]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:00 smithi052 ceph-mon[37071]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:01.623 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled mds.all update... 2024-09-13T02:48:02.250 DEBUG:teuthology.orchestra.run.smithi052:mds.a> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.a.service 2024-09-13T02:48:02.253 DEBUG:teuthology.orchestra.run.smithi078:mds.b> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.b.service 2024-09-13T02:48:02.294 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-13T02:48:02.294 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:48:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='client.24340 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi052=a;smithi078=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: Saving service mds.all spec with placement smithi052=a;smithi078=b;count:2 2024-09-13T02:48:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:02 smithi078 ceph-mon[30844]: Deploying daemon mds.a on smithi052 2024-09-13T02:48:03.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='client.24340 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi052=a;smithi078=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: Saving service mds.all spec with placement smithi052=a;smithi078=b;count:2 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[27118]: Deploying daemon mds.a on smithi052 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='client.24340 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi052=a;smithi078=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: Saving service mds.all spec with placement smithi052=a;smithi078=b;count:2 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:03.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:02 smithi052 ceph-mon[37071]: Deploying daemon mds.a on smithi052 2024-09-13T02:48:03.575 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:05.187 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:04 smithi052 ceph-mon[27118]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:05.187 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:04 smithi052 ceph-mon[37071]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:04 smithi078 ceph-mon[30844]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:05.477 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:05.478 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-13T02:48:05.478 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 1 2024-09-13T02:48:05.478 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 02:48:05 smithi052 podman[63395]: 2024-09-13 02:48:05.428957649 +0000 UTC m=+0.119726751 container create 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:48:06.194 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:05 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1430498662' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:06.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:05 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1430498662' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:05 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1430498662' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:06.482 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 02:48:06 smithi052 podman[63395]: 2024-09-13 02:48:06.369761907 +0000 UTC m=+1.060531020 container init 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-13T02:48:06.482 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 02:48:06 smithi052 podman[63395]: 2024-09-13 02:48:06.373415755 +0000 UTC m=+1.064184862 container start 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-13T02:48:06.482 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[63425]: starting mds.a at 2024-09-13T02:48:06.738 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 02:48:06 smithi052 bash[63395]: 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 2024-09-13T02:48:06.739 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 02:48:06 smithi052 systemd[1]: Started Ceph mds.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:48:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: mds.? [v2:172.21.15.52:6834/4062143835,v1:172.21.15.52:6835/4062143835] up:boot 2024-09-13T02:48:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: fsmap 1 up:standby 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: mds.? [v2:172.21.15.52:6834/4062143835,v1:172.21.15.52:6835/4062143835] up:boot 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: fsmap 1 up:standby 2024-09-13T02:48:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:07.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:07.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:48:07.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: mds.? [v2:172.21.15.52:6834/4062143835,v1:172.21.15.52:6835/4062143835] up:boot 2024-09-13T02:48:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: fsmap 1 up:standby 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-13T02:48:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:07 smithi078 ceph-mon[30844]: Deploying daemon mds.b on smithi078 2024-09-13T02:48:08.224 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:48:08.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:07 smithi052 ceph-mon[37071]: Deploying daemon mds.b on smithi078 2024-09-13T02:48:08.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:07 smithi052 ceph-mon[27118]: Deploying daemon mds.b on smithi078 2024-09-13T02:48:08.495 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:09.196 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 02:48:08 smithi078 systemd[1]: Started Ceph mds.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:48:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:08 smithi078 ceph-mon[30844]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:08 smithi052 ceph-mon[37071]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:08 smithi052 ceph-mon[27118]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:10.156 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: mds.? [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] up:boot 2024-09-13T02:48:10.156 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: fsmap 2 up:standby 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: mds.? [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] up:boot 2024-09-13T02:48:10.157 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: fsmap 2 up:standby 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:10.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:09 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: mds.? [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] up:boot 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: fsmap 2 up:standby 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:09 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:10.398 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:10.398 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/4062143835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":4062143835},{"type":"v1","addr":"172.21.15.52:6835","nonce":4062143835}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24355,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/1463089480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":1463089480},{"type":"v1","addr":"172.21.15.78:6833","nonce":1463089480}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T02:48:10.398 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 3 2024-09-13T02:48:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[27118]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2585458680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:11.238 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[37071]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:11.239 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:11.239 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:11.239 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:10 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2585458680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:10 smithi078 ceph-mon[30844]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:10 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:10 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2585458680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:11.673 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-13T02:48:12.001 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:13.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.259 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:13.260 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:12 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:13.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:13.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:13.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:13.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:12 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:13.779 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:13.780 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2024-09-13T02:48:13.780 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-09-13T02:48:13.780 INFO:teuthology.orchestra.run.smithi052.stdout: "poolnum": 1, 2024-09-13T02:48:13.780 INFO:teuthology.orchestra.run.smithi052.stdout: "poolname": ".mgr" 2024-09-13T02:48:13.780 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:48:13.780 INFO:teuthology.orchestra.run.smithi052.stdout:] 2024-09-13T02:48:14.160 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:13 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1743608688' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T02:48:14.160 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:13 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1743608688' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T02:48:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:13 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1743608688' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-13T02:48:14.490 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T02:48:14.491 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T02:48:14.748 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:15.141 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:14 smithi052 ceph-mon[37071]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:15.144 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:14 smithi052 ceph-mon[27118]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:14 smithi078 ceph-mon[30844]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_metadata' created 2024-09-13T02:48:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:17 smithi052 ceph-mon[27118]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:17 smithi052 ceph-mon[37071]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:17 smithi078 ceph-mon[30844]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:17.809 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T02:48:18.063 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/711972816' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[37071]: osdmap e52: 8 total, 8 up, 8 in 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/711972816' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T02:48:18.354 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:18 smithi052 ceph-mon[27118]: osdmap e52: 8 total, 8 up, 8 in 2024-09-13T02:48:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:18 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/711972816' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:48:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:18 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-13T02:48:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:18 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-13T02:48:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:18 smithi078 ceph-mon[30844]: osdmap e52: 8 total, 8 up, 8 in 2024-09-13T02:48:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:19 smithi052 ceph-mon[27118]: pgmap v181: 33 pgs: 11 creating+peering, 1 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:19 smithi052 ceph-mon[27118]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:48:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:19 smithi052 ceph-mon[27118]: osdmap e53: 8 total, 8 up, 8 in 2024-09-13T02:48:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:19 smithi052 ceph-mon[37071]: pgmap v181: 33 pgs: 11 creating+peering, 1 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:19 smithi052 ceph-mon[37071]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:48:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:19 smithi052 ceph-mon[37071]: osdmap e53: 8 total, 8 up, 8 in 2024-09-13T02:48:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:19 smithi078 ceph-mon[30844]: pgmap v181: 33 pgs: 11 creating+peering, 1 active+clean, 21 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:19 smithi078 ceph-mon[30844]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:48:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:19 smithi078 ceph-mon[30844]: osdmap e53: 8 total, 8 up, 8 in 2024-09-13T02:48:20.565 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data' created 2024-09-13T02:48:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:20 smithi052 ceph-mon[27118]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T02:48:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:20 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/786822739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:48:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:20 smithi052 ceph-mon[37071]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T02:48:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:20 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/786822739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:48:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:20 smithi078 ceph-mon[30844]: osdmap e54: 8 total, 8 up, 8 in 2024-09-13T02:48:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:20 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/786822739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:48:21.206 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T02:48:21.465 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[37071]: pgmap v184: 33 pgs: 11 creating+peering, 15 active+clean, 7 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[37071]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[27118]: pgmap v184: 33 pgs: 11 creating+peering, 15 active+clean, 7 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:48:21.776 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T02:48:21.777 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:21 smithi052 ceph-mon[27118]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T02:48:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:21 smithi078 ceph-mon[30844]: pgmap v184: 33 pgs: 11 creating+peering, 15 active+clean, 7 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:21 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-13T02:48:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:21 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-13T02:48:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:21 smithi078 ceph-mon[30844]: osdmap e55: 8 total, 8 up, 8 in 2024-09-13T02:48:22.569 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:22 smithi052 ceph-mon[27118]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T02:48:22.569 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:22 smithi052 ceph-mon[27118]: pgmap v187: 97 pgs: 21 creating+peering, 22 active+clean, 54 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:22.852 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:22 smithi052 ceph-mon[37071]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T02:48:22.852 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:22 smithi052 ceph-mon[37071]: pgmap v187: 97 pgs: 21 creating+peering, 22 active+clean, 54 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:22 smithi078 ceph-mon[30844]: osdmap e56: 8 total, 8 up, 8 in 2024-09-13T02:48:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:22 smithi078 ceph-mon[30844]: pgmap v187: 97 pgs: 21 creating+peering, 22 active+clean, 54 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:23.573 INFO:teuthology.orchestra.run.smithi052.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T02:48:23.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[37071]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3705826075' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[37071]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[27118]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3705826075' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:48:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:23 smithi052 ceph-mon[27118]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T02:48:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:23 smithi078 ceph-mon[30844]: osdmap e57: 8 total, 8 up, 8 in 2024-09-13T02:48:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:23 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3705826075' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:48:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:23 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-13T02:48:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:23 smithi078 ceph-mon[30844]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-13T02:48:24.200 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:48:24.457 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:24.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[27118]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T02:48:24.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T02:48:24.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[27118]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T02:48:24.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[27118]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T02:48:24.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[27118]: pgmap v190: 97 pgs: 10 creating+peering, 63 active+clean, 24 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:24.912 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[37071]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T02:48:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T02:48:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[37071]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T02:48:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[37071]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T02:48:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:24 smithi052 ceph-mon[37071]: pgmap v190: 97 pgs: 10 creating+peering, 63 active+clean, 24 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:24 smithi078 ceph-mon[30844]: osdmap e58: 8 total, 8 up, 8 in 2024-09-13T02:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:24 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-13T02:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:24 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-13T02:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:24 smithi078 ceph-mon[30844]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-13T02:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:24 smithi078 ceph-mon[30844]: pgmap v190: 97 pgs: 10 creating+peering, 63 active+clean, 24 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:25.927 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[37071]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T02:48:25.927 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[37071]: Cluster is now healthy 2024-09-13T02:48:25.927 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[37071]: mds.? [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] up:active 2024-09-13T02:48:25.927 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[37071]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:25.927 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[37071]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:25.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[27118]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T02:48:25.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[27118]: Cluster is now healthy 2024-09-13T02:48:25.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[27118]: mds.? [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] up:active 2024-09-13T02:48:25.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[27118]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:25.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:25 smithi052 ceph-mon[27118]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:25 smithi078 ceph-mon[30844]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-13T02:48:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:25 smithi078 ceph-mon[30844]: Cluster is now healthy 2024-09-13T02:48:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:25 smithi078 ceph-mon[30844]: mds.? [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] up:active 2024-09-13T02:48:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:25 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:25 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:26.187 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:26.188 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":58,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:48:23.411263+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:48:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:26 smithi052 ceph-mon[27118]: pgmap v191: 97 pgs: 10 creating+peering, 87 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 583 B/s wr, 3 op/s 2024-09-13T02:48:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:26 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1077229707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:26 smithi052 ceph-mon[37071]: pgmap v191: 97 pgs: 10 creating+peering, 87 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 583 B/s wr, 3 op/s 2024-09-13T02:48:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:26 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1077229707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:26.911 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:48:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:26 smithi078 ceph-mon[30844]: pgmap v191: 97 pgs: 10 creating+peering, 87 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 583 B/s wr, 3 op/s 2024-09-13T02:48:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:26 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1077229707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:27.172 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:28 smithi052 ceph-mon[27118]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 KiB/s wr, 7 op/s 2024-09-13T02:48:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:28 smithi052 ceph-mon[37071]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 KiB/s wr, 7 op/s 2024-09-13T02:48:29.071 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:29.071 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":58,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:48:23.411263+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:48:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:28 smithi078 ceph-mon[30844]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 KiB/s wr, 7 op/s 2024-09-13T02:48:29.197 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 02:48:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b[57568]: 2024-09-13T02:48:28.895+0000 7faf6baf1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T02:48:29.822 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-13T02:48:30.082 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:29 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/633758606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:30.203 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:29 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/633758606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:30.203 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:29 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/633758606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:31.159 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:30 smithi052 ceph-mon[37071]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-13T02:48:31.159 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:30 smithi052 ceph-mon[27118]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-13T02:48:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:30 smithi078 ceph-mon[30844]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-13T02:48:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:31 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/4129952161' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T02:48:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:31 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/4129952161' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T02:48:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:31 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/4129952161' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-13T02:48:32.714 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T02:48:32.714 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-13T02:48:32.975 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:32 smithi078 ceph-mon[30844]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-13T02:48:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:32 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/4129952161' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T02:48:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:32 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:33.198 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:32 smithi052 ceph-mon[37071]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-13T02:48:33.198 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:32 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/4129952161' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T02:48:33.198 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:32 smithi052 ceph-mon[37071]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:33.198 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:32 smithi052 ceph-mon[27118]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-13T02:48:33.198 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:32 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/4129952161' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-13T02:48:33.198 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:32 smithi052 ceph-mon[27118]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:34 smithi052 ceph-mon[27118]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-13T02:48:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:34 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/209384449' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:48:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:34 smithi052 ceph-mon[37071]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-13T02:48:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:34 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/209384449' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:48:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:34 smithi078 ceph-mon[30844]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-13T02:48:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:34 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/209384449' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-13T02:48:35.719 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T02:48:35.720 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:48:35.987 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:36.209 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:35 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/209384449' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T02:48:36.209 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:35 smithi052 ceph-mon[37071]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:36.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:35 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/209384449' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T02:48:36.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:35 smithi052 ceph-mon[27118]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:35 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/209384449' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-13T02:48:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:35 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:48:37.170 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:36 smithi052 ceph-mon[37071]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-13T02:48:37.170 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:36 smithi052 ceph-mon[27118]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-13T02:48:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:36 smithi078 ceph-mon[30844]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-13T02:48:37.881 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:37.881 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/4062143835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":4062143835},{"type":"v1","addr":"172.21.15.52:6835","nonce":4062143835}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:48:23.411383+0000","modified":"2024-09-13T02:48:34.945824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24355},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24355":{"gid":24355,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.78:6833/1463089480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":1463089480},{"type":"v1","addr":"172.21.15.78:6833","nonce":1463089480}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:48:37.881 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-09-13T02:48:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:37 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3828157425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:38.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:37 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3828157425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:37 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3828157425' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:48:38.511 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:48:38.769 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:39.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:38 smithi052 ceph-mon[37071]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-13T02:48:39.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:38 smithi052 ceph-mon[27118]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-13T02:48:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:38 smithi078 ceph-mon[30844]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-13T02:48:40.145 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-09-13T02:48:40.145 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-09-13T02:48:40.145 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-09-13T02:48:40.145 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [6, 2, 4, 1]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [6, 2, 4, 1]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T02:48:40.146 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:39 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]: dispatch 2024-09-13T02:48:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2024-09-13T02:48:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-09-13T02:48:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]: dispatch 2024-09-13T02:48:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-09-13T02:48:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [6, 2, 4, 1]}]: dispatch 2024-09-13T02:48:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-09-13T02:48:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:39 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]: dispatch 2024-09-13T02:48:40.537 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:40.538 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":59,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:48:39.962842+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":6,"to":2},{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:48:41.082 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:48:41.082 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-09-13T02:48:41.082 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-09-13T02:48:41.082 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-09-13T02:48:41.082 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-09-13T02:48:41.082 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [6, 2, 4, 1]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/543969526' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [6, 2, 4, 1]}]': finished 2024-09-13T02:48:41.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T02:48:41.084 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]': finished 2024-09-13T02:48:41.084 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T02:48:41.084 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:40 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/543969526' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:41.107 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T02:48:41.107 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:48:41.360 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-13T02:48:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2024-09-13T02:48:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-09-13T02:48:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [4, 3]}]': finished 2024-09-13T02:48:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-09-13T02:48:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.26", "id": [6, 2, 4, 1]}]': finished 2024-09-13T02:48:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-09-13T02:48:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [7, 1]}]': finished 2024-09-13T02:48:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: osdmap e59: 8 total, 8 up, 8 in 2024-09-13T02:48:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:40 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/543969526' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:48:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:41 smithi052 ceph-mon[37071]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T02:48:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:41 smithi052 ceph-mon[27118]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T02:48:42.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:41 smithi078 ceph-mon[30844]: osdmap e60: 8 total, 8 up, 8 in 2024-09-13T02:48:43.203 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:43.203 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:42 smithi052 ceph-mon[37071]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:43.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:42 smithi052 ceph-mon[27118]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:43.207 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-09-13T02:48:43.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:42 smithi078 ceph-mon[30844]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:43.891 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2024-09-13T02:48:41.832644+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385172,"kb_used_data":6304,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576044,"statfs":{"total":767960285184,"available":765517869056,"internally_reserved":0,"allocated":6455296,"data_stored":3708157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002169"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568975+0000","last_change":"2024-09-13T02:48:21.581966+0000","last_active":"2024-09-13T02:48:22.568975+0000","last_peered":"2024-09-13T02:48:22.568975+0000","last_clean":"2024-09-13T02:48:22.568975+0000","last_became_active":"2024-09-13T02:48:21.580133+0000","last_became_peered":"2024-09-13T02:48:21.580133+0000","last_unstale":"2024-09-13T02:48:22.568975+0000","last_undegraded":"2024-09-13T02:48:22.568975+0000","last_fullsized":"2024-09-13T02:48:22.568975+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:17.503239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893965+0000","last_change":"2024-09-13T02:48:21.581510+0000","last_active":"2024-09-13T02:48:22.893965+0000","last_peered":"2024-09-13T02:48:22.893965+0000","last_clean":"2024-09-13T02:48:22.893965+0000","last_became_active":"2024-09-13T02:48:21.581209+0000","last_became_peered":"2024-09-13T02:48:21.581209+0000","last_unstale":"2024-09-13T02:48:22.893965+0000","last_undegraded":"2024-09-13T02:48:22.893965+0000","last_fullsized":"2024-09-13T02:48:22.893965+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:06:35.816891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971200+0000","last_change":"2024-09-13T02:48:21.576891+0000","last_active":"2024-09-13T02:48:39.971200+0000","last_peered":"2024-09-13T02:48:39.971200+0000","last_clean":"2024-09-13T02:48:39.971200+0000","last_became_active":"2024-09-13T02:48:21.576519+0000","last_became_peered":"2024-09-13T02:48:21.576519+0000","last_unstale":"2024-09-13T02:48:39.971200+0000","last_undegraded":"2024-09-13T02:48:39.971200+0000","last_fullsized":"2024-09-13T02:48:39.971200+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:04.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211261+0000","last_change":"2024-09-13T02:48:21.588175+0000","last_active":"2024-09-13T02:48:23.211261+0000","last_peered":"2024-09-13T02:48:23.211261+0000","last_clean":"2024-09-13T02:48:23.211261+0000","last_became_active":"2024-09-13T02:48:21.587880+0000","last_became_peered":"2024-09-13T02:48:21.587880+0000","last_unstale":"2024-09-13T02:48:23.211261+0000","last_undegraded":"2024-09-13T02:48:23.211261+0000","last_fullsized":"2024-09-13T02:48:23.211261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.412087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568752+0000","last_change":"2024-09-13T02:48:21.583006+0000","last_active":"2024-09-13T02:48:22.568752+0000","last_peered":"2024-09-13T02:48:22.568752+0000","last_clean":"2024-09-13T02:48:22.568752+0000","last_became_active":"2024-09-13T02:48:21.581499+0000","last_became_peered":"2024-09-13T02:48:21.581499+0000","last_unstale":"2024-09-13T02:48:22.568752+0000","last_undegraded":"2024-09-13T02:48:22.568752+0000","last_fullsized":"2024-09-13T02:48:22.568752+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:01:29.759530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210602+0000","last_change":"2024-09-13T02:48:21.586437+0000","last_active":"2024-09-13T02:48:23.210602+0000","last_peered":"2024-09-13T02:48:23.210602+0000","last_clean":"2024-09-13T02:48:23.210602+0000","last_became_active":"2024-09-13T02:48:21.586030+0000","last_became_peered":"2024-09-13T02:48:21.586030+0000","last_unstale":"2024-09-13T02:48:23.210602+0000","last_undegraded":"2024-09-13T02:48:23.210602+0000","last_fullsized":"2024-09-13T02:48:23.210602+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:09:03.094693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568555+0000","last_change":"2024-09-13T02:48:21.578840+0000","last_active":"2024-09-13T02:48:22.568555+0000","last_peered":"2024-09-13T02:48:22.568555+0000","last_clean":"2024-09-13T02:48:22.568555+0000","last_became_active":"2024-09-13T02:48:21.578342+0000","last_became_peered":"2024-09-13T02:48:21.578342+0000","last_unstale":"2024-09-13T02:48:22.568555+0000","last_undegraded":"2024-09-13T02:48:22.568555+0000","last_fullsized":"2024-09-13T02:48:22.568555+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:04.448199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209626+0000","last_change":"2024-09-13T02:48:21.589557+0000","last_active":"2024-09-13T02:48:23.209626+0000","last_peered":"2024-09-13T02:48:23.209626+0000","last_clean":"2024-09-13T02:48:23.209626+0000","last_became_active":"2024-09-13T02:48:21.589285+0000","last_became_peered":"2024-09-13T02:48:21.589285+0000","last_unstale":"2024-09-13T02:48:23.209626+0000","last_undegraded":"2024-09-13T02:48:23.209626+0000","last_fullsized":"2024-09-13T02:48:23.209626+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:52.204623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569201+0000","last_change":"2024-09-13T02:48:21.591099+0000","last_active":"2024-09-13T02:48:22.569201+0000","last_peered":"2024-09-13T02:48:22.569201+0000","last_clean":"2024-09-13T02:48:22.569201+0000","last_became_active":"2024-09-13T02:48:21.590654+0000","last_became_peered":"2024-09-13T02:48:21.590654+0000","last_unstale":"2024-09-13T02:48:22.569201+0000","last_undegraded":"2024-09-13T02:48:22.569201+0000","last_fullsized":"2024-09-13T02:48:22.569201+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:31.370675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211902+0000","last_change":"2024-09-13T02:48:21.585636+0000","last_active":"2024-09-13T02:48:23.211902+0000","last_peered":"2024-09-13T02:48:23.211902+0000","last_clean":"2024-09-13T02:48:23.211902+0000","last_became_active":"2024-09-13T02:48:21.585354+0000","last_became_peered":"2024-09-13T02:48:21.585354+0000","last_unstale":"2024-09-13T02:48:23.211902+0000","last_undegraded":"2024-09-13T02:48:23.211902+0000","last_fullsized":"2024-09-13T02:48:23.211902+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:02:05.146608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211575+0000","last_change":"2024-09-13T02:48:21.586306+0000","last_active":"2024-09-13T02:48:23.211575+0000","last_peered":"2024-09-13T02:48:23.211575+0000","last_clean":"2024-09-13T02:48:23.211575+0000","last_became_active":"2024-09-13T02:48:21.586063+0000","last_became_peered":"2024-09-13T02:48:21.586063+0000","last_unstale":"2024-09-13T02:48:23.211575+0000","last_undegraded":"2024-09-13T02:48:23.211575+0000","last_fullsized":"2024-09-13T02:48:23.211575+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.104841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.571154+0000","last_change":"2024-09-13T02:48:21.578201+0000","last_active":"2024-09-13T02:48:23.571154+0000","last_peered":"2024-09-13T02:48:23.571154+0000","last_clean":"2024-09-13T02:48:23.571154+0000","last_became_active":"2024-09-13T02:48:21.577808+0000","last_became_peered":"2024-09-13T02:48:21.577808+0000","last_unstale":"2024-09-13T02:48:23.571154+0000","last_undegraded":"2024-09-13T02:48:23.571154+0000","last_fullsized":"2024-09-13T02:48:23.571154+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:22.996275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210035+0000","last_change":"2024-09-13T02:48:21.581902+0000","last_active":"2024-09-13T02:48:23.210035+0000","last_peered":"2024-09-13T02:48:23.210035+0000","last_clean":"2024-09-13T02:48:23.210035+0000","last_became_active":"2024-09-13T02:48:21.581390+0000","last_became_peered":"2024-09-13T02:48:21.581390+0000","last_unstale":"2024-09-13T02:48:23.210035+0000","last_undegraded":"2024-09-13T02:48:23.210035+0000","last_fullsized":"2024-09-13T02:48:23.210035+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:49:33.548336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971136+0000","last_change":"2024-09-13T02:48:21.589640+0000","last_active":"2024-09-13T02:48:39.971136+0000","last_peered":"2024-09-13T02:48:39.971136+0000","last_clean":"2024-09-13T02:48:39.971136+0000","last_became_active":"2024-09-13T02:48:21.588373+0000","last_became_peered":"2024-09-13T02:48:21.588373+0000","last_unstale":"2024-09-13T02:48:39.971136+0000","last_undegraded":"2024-09-13T02:48:39.971136+0000","last_fullsized":"2024-09-13T02:48:39.971136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:49:10.931763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893654+0000","last_change":"2024-09-13T02:48:21.585182+0000","last_active":"2024-09-13T02:48:22.893654+0000","last_peered":"2024-09-13T02:48:22.893654+0000","last_clean":"2024-09-13T02:48:22.893654+0000","last_became_active":"2024-09-13T02:48:21.584896+0000","last_became_peered":"2024-09-13T02:48:21.584896+0000","last_unstale":"2024-09-13T02:48:22.893654+0000","last_undegraded":"2024-09-13T02:48:22.893654+0000","last_fullsized":"2024-09-13T02:48:22.893654+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:49:35.328167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210312+0000","last_change":"2024-09-13T02:48:21.587505+0000","last_active":"2024-09-13T02:48:23.210312+0000","last_peered":"2024-09-13T02:48:23.210312+0000","last_clean":"2024-09-13T02:48:23.210312+0000","last_became_active":"2024-09-13T02:48:21.586797+0000","last_became_peered":"2024-09-13T02:48:21.586797+0000","last_unstale":"2024-09-13T02:48:23.210312+0000","last_undegraded":"2024-09-13T02:48:23.210312+0000","last_fullsized":"2024-09-13T02:48:23.210312+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:29.564305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210689+0000","last_change":"2024-09-13T02:48:21.589278+0000","last_active":"2024-09-13T02:48:23.210689+0000","last_peered":"2024-09-13T02:48:23.210689+0000","last_clean":"2024-09-13T02:48:23.210689+0000","last_became_active":"2024-09-13T02:48:21.588918+0000","last_became_peered":"2024-09-13T02:48:21.588918+0000","last_unstale":"2024-09-13T02:48:23.210689+0000","last_undegraded":"2024-09-13T02:48:23.210689+0000","last_fullsized":"2024-09-13T02:48:23.210689+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:45:58.473047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.570589+0000","last_change":"2024-09-13T02:48:21.579542+0000","last_active":"2024-09-13T02:48:22.570589+0000","last_peered":"2024-09-13T02:48:22.570589+0000","last_clean":"2024-09-13T02:48:22.570589+0000","last_became_active":"2024-09-13T02:48:21.579237+0000","last_became_peered":"2024-09-13T02:48:21.579237+0000","last_unstale":"2024-09-13T02:48:22.570589+0000","last_undegraded":"2024-09-13T02:48:22.570589+0000","last_fullsized":"2024-09-13T02:48:22.570589+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:42.518417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569216+0000","last_change":"2024-09-13T02:48:21.583096+0000","last_active":"2024-09-13T02:48:22.569216+0000","last_peered":"2024-09-13T02:48:22.569216+0000","last_clean":"2024-09-13T02:48:22.569216+0000","last_became_active":"2024-09-13T02:48:21.582830+0000","last_became_peered":"2024-09-13T02:48:21.582830+0000","last_unstale":"2024-09-13T02:48:22.569216+0000","last_undegraded":"2024-09-13T02:48:22.569216+0000","last_fullsized":"2024-09-13T02:48:22.569216+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:35:07.550166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211076+0000","last_change":"2024-09-13T02:48:21.583267+0000","last_active":"2024-09-13T02:48:23.211076+0000","last_peered":"2024-09-13T02:48:23.211076+0000","last_clean":"2024-09-13T02:48:23.211076+0000","last_became_active":"2024-09-13T02:48:21.583005+0000","last_became_peered":"2024-09-13T02:48:21.583005+0000","last_unstale":"2024-09-13T02:48:23.211076+0000","last_undegraded":"2024-09-13T02:48:23.211076+0000","last_fullsized":"2024-09-13T02:48:23.211076+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:32.891339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970305+0000","last_change":"2024-09-13T02:48:21.576263+0000","last_active":"2024-09-13T02:48:39.970305+0000","last_peered":"2024-09-13T02:48:39.970305+0000","last_clean":"2024-09-13T02:48:39.970305+0000","last_became_active":"2024-09-13T02:48:21.574350+0000","last_became_peered":"2024-09-13T02:48:21.574350+0000","last_unstale":"2024-09-13T02:48:39.970305+0000","last_undegraded":"2024-09-13T02:48:39.970305+0000","last_fullsized":"2024-09-13T02:48:39.970305+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:44.491613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210718+0000","last_change":"2024-09-13T02:48:21.588409+0000","last_active":"2024-09-13T02:48:23.210718+0000","last_peered":"2024-09-13T02:48:23.210718+0000","last_clean":"2024-09-13T02:48:23.210718+0000","last_became_active":"2024-09-13T02:48:21.586892+0000","last_became_peered":"2024-09-13T02:48:21.586892+0000","last_unstale":"2024-09-13T02:48:23.210718+0000","last_undegraded":"2024-09-13T02:48:23.210718+0000","last_fullsized":"2024-09-13T02:48:23.210718+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:06.591055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209761+0000","last_change":"2024-09-13T02:48:21.583225+0000","last_active":"2024-09-13T02:48:23.209761+0000","last_peered":"2024-09-13T02:48:23.209761+0000","last_clean":"2024-09-13T02:48:23.209761+0000","last_became_active":"2024-09-13T02:48:21.582173+0000","last_became_peered":"2024-09-13T02:48:21.582173+0000","last_unstale":"2024-09-13T02:48:23.209761+0000","last_undegraded":"2024-09-13T02:48:23.209761+0000","last_fullsized":"2024-09-13T02:48:23.209761+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:31.765732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210575+0000","last_change":"2024-09-13T02:48:21.587733+0000","last_active":"2024-09-13T02:48:23.210575+0000","last_peered":"2024-09-13T02:48:23.210575+0000","last_clean":"2024-09-13T02:48:23.210575+0000","last_became_active":"2024-09-13T02:48:21.587166+0000","last_became_peered":"2024-09-13T02:48:21.587166+0000","last_unstale":"2024-09-13T02:48:23.210575+0000","last_undegraded":"2024-09-13T02:48:23.210575+0000","last_fullsized":"2024-09-13T02:48:23.210575+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:24:55.637470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210278+0000","last_change":"2024-09-13T02:48:21.580348+0000","last_active":"2024-09-13T02:48:23.210278+0000","last_peered":"2024-09-13T02:48:23.210278+0000","last_clean":"2024-09-13T02:48:23.210278+0000","last_became_active":"2024-09-13T02:48:21.580074+0000","last_became_peered":"2024-09-13T02:48:21.580074+0000","last_unstale":"2024-09-13T02:48:23.210278+0000","last_undegraded":"2024-09-13T02:48:23.210278+0000","last_fullsized":"2024-09-13T02:48:23.210278+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:26:50.063938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211996+0000","last_change":"2024-09-13T02:48:21.586951+0000","last_active":"2024-09-13T02:48:23.211996+0000","last_peered":"2024-09-13T02:48:23.211996+0000","last_clean":"2024-09-13T02:48:23.211996+0000","last_became_active":"2024-09-13T02:48:21.586708+0000","last_became_peered":"2024-09-13T02:48:21.586708+0000","last_unstale":"2024-09-13T02:48:23.211996+0000","last_undegraded":"2024-09-13T02:48:23.211996+0000","last_fullsized":"2024-09-13T02:48:23.211996+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:39.063696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893696+0000","last_change":"2024-09-13T02:48:21.573825+0000","last_active":"2024-09-13T02:48:22.893696+0000","last_peered":"2024-09-13T02:48:22.893696+0000","last_clean":"2024-09-13T02:48:22.893696+0000","last_became_active":"2024-09-13T02:48:21.573496+0000","last_became_peered":"2024-09-13T02:48:21.573496+0000","last_unstale":"2024-09-13T02:48:22.893696+0000","last_undegraded":"2024-09-13T02:48:22.893696+0000","last_fullsized":"2024-09-13T02:48:22.893696+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:17:10.014248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210237+0000","last_change":"2024-09-13T02:48:21.581192+0000","last_active":"2024-09-13T02:48:23.210237+0000","last_peered":"2024-09-13T02:48:23.210237+0000","last_clean":"2024-09-13T02:48:23.210237+0000","last_became_active":"2024-09-13T02:48:21.580896+0000","last_became_peered":"2024-09-13T02:48:21.580896+0000","last_unstale":"2024-09-13T02:48:23.210237+0000","last_undegraded":"2024-09-13T02:48:23.210237+0000","last_fullsized":"2024-09-13T02:48:23.210237+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:35:40.307136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970389+0000","last_change":"2024-09-13T02:48:21.578689+0000","last_active":"2024-09-13T02:48:39.970389+0000","last_peered":"2024-09-13T02:48:39.970389+0000","last_clean":"2024-09-13T02:48:39.970389+0000","last_became_active":"2024-09-13T02:48:21.577581+0000","last_became_peered":"2024-09-13T02:48:21.577581+0000","last_unstale":"2024-09-13T02:48:39.970389+0000","last_undegraded":"2024-09-13T02:48:39.970389+0000","last_fullsized":"2024-09-13T02:48:39.970389+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:10:00.224754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210713+0000","last_change":"2024-09-13T02:48:21.588637+0000","last_active":"2024-09-13T02:48:23.210713+0000","last_peered":"2024-09-13T02:48:23.210713+0000","last_clean":"2024-09-13T02:48:23.210713+0000","last_became_active":"2024-09-13T02:48:21.587229+0000","last_became_peered":"2024-09-13T02:48:21.587229+0000","last_unstale":"2024-09-13T02:48:23.210713+0000","last_undegraded":"2024-09-13T02:48:23.210713+0000","last_fullsized":"2024-09-13T02:48:23.210713+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:34.805880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569432+0000","last_change":"2024-09-13T02:48:21.585945+0000","last_active":"2024-09-13T02:48:22.569432+0000","last_peered":"2024-09-13T02:48:22.569432+0000","last_clean":"2024-09-13T02:48:22.569432+0000","last_became_active":"2024-09-13T02:48:21.585665+0000","last_became_peered":"2024-09-13T02:48:21.585665+0000","last_unstale":"2024-09-13T02:48:22.569432+0000","last_undegraded":"2024-09-13T02:48:22.569432+0000","last_fullsized":"2024-09-13T02:48:22.569432+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:38:11.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210128+0000","last_change":"2024-09-13T02:48:21.589523+0000","last_active":"2024-09-13T02:48:23.210128+0000","last_peered":"2024-09-13T02:48:23.210128+0000","last_clean":"2024-09-13T02:48:23.210128+0000","last_became_active":"2024-09-13T02:48:21.589136+0000","last_became_peered":"2024-09-13T02:48:21.589136+0000","last_unstale":"2024-09-13T02:48:23.210128+0000","last_undegraded":"2024-09-13T02:48:23.210128+0000","last_fullsized":"2024-09-13T02:48:23.210128+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:53:26.277421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.570824+0000","last_change":"2024-09-13T02:48:21.572942+0000","last_active":"2024-09-13T02:48:23.570824+0000","last_peered":"2024-09-13T02:48:23.570824+0000","last_clean":"2024-09-13T02:48:23.570824+0000","last_became_active":"2024-09-13T02:48:21.572661+0000","last_became_peered":"2024-09-13T02:48:21.572661+0000","last_unstale":"2024-09-13T02:48:23.570824+0000","last_undegraded":"2024-09-13T02:48:23.570824+0000","last_fullsized":"2024-09-13T02:48:23.570824+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:57.233265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.578275+0000","last_change":"2024-09-13T02:48:18.124781+0000","last_active":"2024-09-13T02:48:23.578275+0000","last_peered":"2024-09-13T02:48:23.578275+0000","last_clean":"2024-09-13T02:48:23.578275+0000","last_became_active":"2024-09-13T02:48:18.124477+0000","last_became_peered":"2024-09-13T02:48:18.124477+0000","last_unstale":"2024-09-13T02:48:23.578275+0000","last_undegraded":"2024-09-13T02:48:23.578275+0000","last_fullsized":"2024-09-13T02:48:23.578275+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:20:43.904885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.571269+0000","last_change":"2024-09-13T02:48:21.583783+0000","last_active":"2024-09-13T02:48:22.571269+0000","last_peered":"2024-09-13T02:48:22.571269+0000","last_clean":"2024-09-13T02:48:22.571269+0000","last_became_active":"2024-09-13T02:48:21.583505+0000","last_became_peered":"2024-09-13T02:48:21.583505+0000","last_unstale":"2024-09-13T02:48:22.571269+0000","last_undegraded":"2024-09-13T02:48:22.571269+0000","last_fullsized":"2024-09-13T02:48:22.571269+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:01:23.732355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.579997+0000","last_change":"2024-09-13T02:48:18.123992+0000","last_active":"2024-09-13T02:48:23.579997+0000","last_peered":"2024-09-13T02:48:23.579997+0000","last_clean":"2024-09-13T02:48:23.579997+0000","last_became_active":"2024-09-13T02:48:18.123673+0000","last_became_peered":"2024-09-13T02:48:18.123673+0000","last_unstale":"2024-09-13T02:48:23.579997+0000","last_undegraded":"2024-09-13T02:48:23.579997+0000","last_fullsized":"2024-09-13T02:48:23.579997+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:51.148857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209909+0000","last_change":"2024-09-13T02:48:18.123846+0000","last_active":"2024-09-13T02:48:23.209909+0000","last_peered":"2024-09-13T02:48:23.209909+0000","last_clean":"2024-09-13T02:48:23.209909+0000","last_became_active":"2024-09-13T02:48:18.123386+0000","last_became_peered":"2024-09-13T02:48:18.123386+0000","last_unstale":"2024-09-13T02:48:23.209909+0000","last_undegraded":"2024-09-13T02:48:23.209909+0000","last_fullsized":"2024-09-13T02:48:23.209909+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:39.596900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209826+0000","last_change":"2024-09-13T02:48:21.578533+0000","last_active":"2024-09-13T02:48:23.209826+0000","last_peered":"2024-09-13T02:48:23.209826+0000","last_clean":"2024-09-13T02:48:23.209826+0000","last_became_active":"2024-09-13T02:48:21.578050+0000","last_became_peered":"2024-09-13T02:48:21.578050+0000","last_unstale":"2024-09-13T02:48:23.209826+0000","last_undegraded":"2024-09-13T02:48:23.209826+0000","last_fullsized":"2024-09-13T02:48:23.209826+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:09.486540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210526+0000","last_change":"2024-09-13T02:48:18.126006+0000","last_active":"2024-09-13T02:48:23.210526+0000","last_peered":"2024-09-13T02:48:23.210526+0000","last_clean":"2024-09-13T02:48:23.210526+0000","last_became_active":"2024-09-13T02:48:18.125693+0000","last_became_peered":"2024-09-13T02:48:18.125693+0000","last_unstale":"2024-09-13T02:48:23.210526+0000","last_undegraded":"2024-09-13T02:48:23.210526+0000","last_fullsized":"2024-09-13T02:48:23.210526+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:13.773224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893441+0000","last_change":"2024-09-13T02:48:21.572784+0000","last_active":"2024-09-13T02:48:22.893441+0000","last_peered":"2024-09-13T02:48:22.893441+0000","last_clean":"2024-09-13T02:48:22.893441+0000","last_became_active":"2024-09-13T02:48:21.572514+0000","last_became_peered":"2024-09-13T02:48:21.572514+0000","last_unstale":"2024-09-13T02:48:22.893441+0000","last_undegraded":"2024-09-13T02:48:22.893441+0000","last_fullsized":"2024-09-13T02:48:22.893441+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:16.381626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210558+0000","last_change":"2024-09-13T02:48:18.124624+0000","last_active":"2024-09-13T02:48:23.210558+0000","last_peered":"2024-09-13T02:48:23.210558+0000","last_clean":"2024-09-13T02:48:23.210558+0000","last_became_active":"2024-09-13T02:48:18.124350+0000","last_became_peered":"2024-09-13T02:48:18.124350+0000","last_unstale":"2024-09-13T02:48:23.210558+0000","last_undegraded":"2024-09-13T02:48:23.210558+0000","last_fullsized":"2024-09-13T02:48:23.210558+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:55.143976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210541+0000","last_change":"2024-09-13T02:48:21.583904+0000","last_active":"2024-09-13T02:48:23.210541+0000","last_peered":"2024-09-13T02:48:23.210541+0000","last_clean":"2024-09-13T02:48:23.210541+0000","last_became_active":"2024-09-13T02:48:21.583449+0000","last_became_peered":"2024-09-13T02:48:21.583449+0000","last_unstale":"2024-09-13T02:48:23.210541+0000","last_undegraded":"2024-09-13T02:48:23.210541+0000","last_fullsized":"2024-09-13T02:48:23.210541+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:39.582401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210688+0000","last_change":"2024-09-13T02:48:18.130962+0000","last_active":"2024-09-13T02:48:23.210688+0000","last_peered":"2024-09-13T02:48:23.210688+0000","last_clean":"2024-09-13T02:48:23.210688+0000","last_became_active":"2024-09-13T02:48:18.130644+0000","last_became_peered":"2024-09-13T02:48:18.130644+0000","last_unstale":"2024-09-13T02:48:23.210688+0000","last_undegraded":"2024-09-13T02:48:23.210688+0000","last_fullsized":"2024-09-13T02:48:23.210688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:16.002873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970548+0000","last_change":"2024-09-13T02:48:21.588339+0000","last_active":"2024-09-13T02:48:39.970548+0000","last_peered":"2024-09-13T02:48:39.970548+0000","last_clean":"2024-09-13T02:48:39.970548+0000","last_became_active":"2024-09-13T02:48:21.587903+0000","last_became_peered":"2024-09-13T02:48:21.587903+0000","last_unstale":"2024-09-13T02:48:39.970548+0000","last_undegraded":"2024-09-13T02:48:39.970548+0000","last_fullsized":"2024-09-13T02:48:39.970548+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:28.314886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.583078+0000","last_change":"2024-09-13T02:48:18.122668+0000","last_active":"2024-09-13T02:48:23.583078+0000","last_peered":"2024-09-13T02:48:23.583078+0000","last_clean":"2024-09-13T02:48:23.583078+0000","last_became_active":"2024-09-13T02:48:18.122395+0000","last_became_peered":"2024-09-13T02:48:18.122395+0000","last_unstale":"2024-09-13T02:48:23.583078+0000","last_undegraded":"2024-09-13T02:48:23.583078+0000","last_fullsized":"2024-09-13T02:48:23.583078+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:25.650551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.571215+0000","last_change":"2024-09-13T02:48:21.576994+0000","last_active":"2024-09-13T02:48:23.571215+0000","last_peered":"2024-09-13T02:48:23.571215+0000","last_clean":"2024-09-13T02:48:23.571215+0000","last_became_active":"2024-09-13T02:48:21.576747+0000","last_became_peered":"2024-09-13T02:48:21.576747+0000","last_unstale":"2024-09-13T02:48:23.571215+0000","last_undegraded":"2024-09-13T02:48:23.571215+0000","last_fullsized":"2024-09-13T02:48:23.571215+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:16:55.064183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":20,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.585444+0000","last_change":"2024-09-13T02:48:18.125484+0000","last_active":"2024-09-13T02:48:23.585444+0000","last_peered":"2024-09-13T02:48:23.585444+0000","last_clean":"2024-09-13T02:48:23.585444+0000","last_became_active":"2024-09-13T02:48:18.125061+0000","last_became_peered":"2024-09-13T02:48:18.125061+0000","last_unstale":"2024-09-13T02:48:23.585444+0000","last_undegraded":"2024-09-13T02:48:23.585444+0000","last_fullsized":"2024-09-13T02:48:23.585444+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:49:51.753489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568876+0000","last_change":"2024-09-13T02:48:21.576228+0000","last_active":"2024-09-13T02:48:22.568876+0000","last_peered":"2024-09-13T02:48:22.568876+0000","last_clean":"2024-09-13T02:48:22.568876+0000","last_became_active":"2024-09-13T02:48:21.575850+0000","last_became_peered":"2024-09-13T02:48:21.575850+0000","last_unstale":"2024-09-13T02:48:22.568876+0000","last_undegraded":"2024-09-13T02:48:22.568876+0000","last_fullsized":"2024-09-13T02:48:22.568876+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:41:31.423855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":18,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970877+0000","last_change":"2024-09-13T02:48:18.122040+0000","last_active":"2024-09-13T02:48:39.970877+0000","last_peered":"2024-09-13T02:48:39.970877+0000","last_clean":"2024-09-13T02:48:39.970877+0000","last_became_active":"2024-09-13T02:48:18.120994+0000","last_became_peered":"2024-09-13T02:48:18.120994+0000","last_unstale":"2024-09-13T02:48:39.970877+0000","last_undegraded":"2024-09-13T02:48:39.970877+0000","last_fullsized":"2024-09-13T02:48:39.970877+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:57:05.741168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970616+0000","last_change":"2024-09-13T02:48:21.575747+0000","last_active":"2024-09-13T02:48:39.970616+0000","last_peered":"2024-09-13T02:48:39.970616+0000","last_clean":"2024-09-13T02:48:39.970616+0000","last_became_active":"2024-09-13T02:48:21.575423+0000","last_became_peered":"2024-09-13T02:48:21.575423+0000","last_unstale":"2024-09-13T02:48:39.970616+0000","last_undegraded":"2024-09-13T02:48:39.970616+0000","last_fullsized":"2024-09-13T02:48:39.970616+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:58:57.283481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210844+0000","last_change":"2024-09-13T02:48:18.126943+0000","last_active":"2024-09-13T02:48:23.210844+0000","last_peered":"2024-09-13T02:48:23.210844+0000","last_clean":"2024-09-13T02:48:23.210844+0000","last_became_active":"2024-09-13T02:48:18.126275+0000","last_became_peered":"2024-09-13T02:48:18.126275+0000","last_unstale":"2024-09-13T02:48:23.210844+0000","last_undegraded":"2024-09-13T02:48:23.210844+0000","last_fullsized":"2024-09-13T02:48:23.210844+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:42.025024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568812+0000","last_change":"2024-09-13T02:48:21.583189+0000","last_active":"2024-09-13T02:48:22.568812+0000","last_peered":"2024-09-13T02:48:22.568812+0000","last_clean":"2024-09-13T02:48:22.568812+0000","last_became_active":"2024-09-13T02:48:21.581829+0000","last_became_peered":"2024-09-13T02:48:21.581829+0000","last_unstale":"2024-09-13T02:48:22.568812+0000","last_undegraded":"2024-09-13T02:48:22.568812+0000","last_fullsized":"2024-09-13T02:48:22.568812+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:47.421969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211240+0000","last_change":"2024-09-13T02:48:18.127473+0000","last_active":"2024-09-13T02:48:23.211240+0000","last_peered":"2024-09-13T02:48:23.211240+0000","last_clean":"2024-09-13T02:48:23.211240+0000","last_became_active":"2024-09-13T02:48:18.127069+0000","last_became_peered":"2024-09-13T02:48:18.127069+0000","last_unstale":"2024-09-13T02:48:23.211240+0000","last_undegraded":"2024-09-13T02:48:23.211240+0000","last_fullsized":"2024-09-13T02:48:23.211240+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:54.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210182+0000","last_change":"2024-09-13T02:48:21.589376+0000","last_active":"2024-09-13T02:48:23.210182+0000","last_peered":"2024-09-13T02:48:23.210182+0000","last_clean":"2024-09-13T02:48:23.210182+0000","last_became_active":"2024-09-13T02:48:21.588798+0000","last_became_peered":"2024-09-13T02:48:21.588798+0000","last_unstale":"2024-09-13T02:48:23.210182+0000","last_undegraded":"2024-09-13T02:48:23.210182+0000","last_fullsized":"2024-09-13T02:48:23.210182+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:23.101476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":22,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.585605+0000","last_change":"2024-09-13T02:48:18.124999+0000","last_active":"2024-09-13T02:48:23.585605+0000","last_peered":"2024-09-13T02:48:23.585605+0000","last_clean":"2024-09-13T02:48:23.585605+0000","last_became_active":"2024-09-13T02:48:18.124720+0000","last_became_peered":"2024-09-13T02:48:18.124720+0000","last_unstale":"2024-09-13T02:48:23.585605+0000","last_undegraded":"2024-09-13T02:48:23.585605+0000","last_fullsized":"2024-09-13T02:48:23.585605+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:42:59.578453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568622+0000","last_change":"2024-09-13T02:48:21.579048+0000","last_active":"2024-09-13T02:48:22.568622+0000","last_peered":"2024-09-13T02:48:22.568622+0000","last_clean":"2024-09-13T02:48:22.568622+0000","last_became_active":"2024-09-13T02:48:21.577551+0000","last_became_peered":"2024-09-13T02:48:21.577551+0000","last_unstale":"2024-09-13T02:48:22.568622+0000","last_undegraded":"2024-09-13T02:48:22.568622+0000","last_fullsized":"2024-09-13T02:48:22.568622+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:12.893427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.578797+0000","last_change":"2024-09-13T02:48:18.129380+0000","last_active":"2024-09-13T02:48:23.578797+0000","last_peered":"2024-09-13T02:48:23.578797+0000","last_clean":"2024-09-13T02:48:23.578797+0000","last_became_active":"2024-09-13T02:48:18.128913+0000","last_became_peered":"2024-09-13T02:48:18.128913+0000","last_unstale":"2024-09-13T02:48:23.578797+0000","last_undegraded":"2024-09-13T02:48:23.578797+0000","last_fullsized":"2024-09-13T02:48:23.578797+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:12.090151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569173+0000","last_change":"2024-09-13T02:48:21.582870+0000","last_active":"2024-09-13T02:48:22.569173+0000","last_peered":"2024-09-13T02:48:22.569173+0000","last_clean":"2024-09-13T02:48:22.569173+0000","last_became_active":"2024-09-13T02:48:21.580857+0000","last_became_peered":"2024-09-13T02:48:21.580857+0000","last_unstale":"2024-09-13T02:48:22.569173+0000","last_undegraded":"2024-09-13T02:48:22.569173+0000","last_fullsized":"2024-09-13T02:48:22.569173+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:25.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.582834+0000","last_change":"2024-09-13T02:48:18.125857+0000","last_active":"2024-09-13T02:48:23.582834+0000","last_peered":"2024-09-13T02:48:23.582834+0000","last_clean":"2024-09-13T02:48:23.582834+0000","last_became_active":"2024-09-13T02:48:18.125608+0000","last_became_peered":"2024-09-13T02:48:18.125608+0000","last_unstale":"2024-09-13T02:48:23.582834+0000","last_undegraded":"2024-09-13T02:48:23.582834+0000","last_fullsized":"2024-09-13T02:48:23.582834+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:06:51.188527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569048+0000","last_change":"2024-09-13T02:48:21.582150+0000","last_active":"2024-09-13T02:48:22.569048+0000","last_peered":"2024-09-13T02:48:22.569048+0000","last_clean":"2024-09-13T02:48:22.569048+0000","last_became_active":"2024-09-13T02:48:21.581208+0000","last_became_peered":"2024-09-13T02:48:21.581208+0000","last_unstale":"2024-09-13T02:48:22.569048+0000","last_undegraded":"2024-09-13T02:48:22.569048+0000","last_fullsized":"2024-09-13T02:48:22.569048+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:50.429973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.570435+0000","last_change":"2024-09-13T02:48:18.121408+0000","last_active":"2024-09-13T02:48:23.570435+0000","last_peered":"2024-09-13T02:48:23.570435+0000","last_clean":"2024-09-13T02:48:23.570435+0000","last_became_active":"2024-09-13T02:48:18.121112+0000","last_became_peered":"2024-09-13T02:48:18.121112+0000","last_unstale":"2024-09-13T02:48:23.570435+0000","last_undegraded":"2024-09-13T02:48:23.570435+0000","last_fullsized":"2024-09-13T02:48:23.570435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:28:49.817255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210993+0000","last_change":"2024-09-13T02:48:21.588213+0000","last_active":"2024-09-13T02:48:23.210993+0000","last_peered":"2024-09-13T02:48:23.210993+0000","last_clean":"2024-09-13T02:48:23.210993+0000","last_became_active":"2024-09-13T02:48:21.587958+0000","last_became_peered":"2024-09-13T02:48:21.587958+0000","last_unstale":"2024-09-13T02:48:23.210993+0000","last_undegraded":"2024-09-13T02:48:23.210993+0000","last_fullsized":"2024-09-13T02:48:23.210993+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:04:34.081464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569729+0000","last_change":"2024-09-13T02:48:18.126536+0000","last_active":"2024-09-13T02:48:22.569729+0000","last_peered":"2024-09-13T02:48:22.569729+0000","last_clean":"2024-09-13T02:48:22.569729+0000","last_became_active":"2024-09-13T02:48:18.126243+0000","last_became_peered":"2024-09-13T02:48:18.126243+0000","last_unstale":"2024-09-13T02:48:22.569729+0000","last_undegraded":"2024-09-13T02:48:22.569729+0000","last_fullsized":"2024-09-13T02:48:22.569729+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:48.383517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569057+0000","last_change":"2024-09-13T02:48:21.589656+0000","last_active":"2024-09-13T02:48:22.569057+0000","last_peered":"2024-09-13T02:48:22.569057+0000","last_clean":"2024-09-13T02:48:22.569057+0000","last_became_active":"2024-09-13T02:48:21.589406+0000","last_became_peered":"2024-09-13T02:48:21.589406+0000","last_unstale":"2024-09-13T02:48:22.569057+0000","last_undegraded":"2024-09-13T02:48:22.569057+0000","last_fullsized":"2024-09-13T02:48:22.569057+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:05.767522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":23,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568594+0000","last_change":"2024-09-13T02:47:54.679880+0000","last_active":"2024-09-13T02:48:22.568594+0000","last_peered":"2024-09-13T02:48:22.568594+0000","last_clean":"2024-09-13T02:48:22.568594+0000","last_became_active":"2024-09-13T02:47:54.673981+0000","last_became_peered":"2024-09-13T02:47:54.673981+0000","last_unstale":"2024-09-13T02:48:22.568594+0000","last_undegraded":"2024-09-13T02:48:22.568594+0000","last_fullsized":"2024-09-13T02:48:22.568594+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_clean_scrub_stamp":"2024-09-13T02:45:56.343528+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:21.009846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210306+0000","last_change":"2024-09-13T02:48:18.128880+0000","last_active":"2024-09-13T02:48:23.210306+0000","last_peered":"2024-09-13T02:48:23.210306+0000","last_clean":"2024-09-13T02:48:23.210306+0000","last_became_active":"2024-09-13T02:48:18.128367+0000","last_became_peered":"2024-09-13T02:48:18.128367+0000","last_unstale":"2024-09-13T02:48:23.210306+0000","last_undegraded":"2024-09-13T02:48:23.210306+0000","last_fullsized":"2024-09-13T02:48:23.210306+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:11.996569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209825+0000","last_change":"2024-09-13T02:48:21.588296+0000","last_active":"2024-09-13T02:48:23.209825+0000","last_peered":"2024-09-13T02:48:23.209825+0000","last_clean":"2024-09-13T02:48:23.209825+0000","last_became_active":"2024-09-13T02:48:21.588005+0000","last_became_peered":"2024-09-13T02:48:21.588005+0000","last_unstale":"2024-09-13T02:48:23.209825+0000","last_undegraded":"2024-09-13T02:48:23.209825+0000","last_fullsized":"2024-09-13T02:48:23.209825+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:13:00.668115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568580+0000","last_change":"2024-09-13T02:48:18.128342+0000","last_active":"2024-09-13T02:48:22.568580+0000","last_peered":"2024-09-13T02:48:22.568580+0000","last_clean":"2024-09-13T02:48:22.568580+0000","last_became_active":"2024-09-13T02:48:18.128051+0000","last_became_peered":"2024-09-13T02:48:18.128051+0000","last_unstale":"2024-09-13T02:48:22.568580+0000","last_undegraded":"2024-09-13T02:48:22.568580+0000","last_fullsized":"2024-09-13T02:48:22.568580+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:36:18.270885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970034+0000","last_change":"2024-09-13T02:48:21.575630+0000","last_active":"2024-09-13T02:48:39.970034+0000","last_peered":"2024-09-13T02:48:39.970034+0000","last_clean":"2024-09-13T02:48:39.970034+0000","last_became_active":"2024-09-13T02:48:21.575354+0000","last_became_peered":"2024-09-13T02:48:21.575354+0000","last_unstale":"2024-09-13T02:48:39.970034+0000","last_undegraded":"2024-09-13T02:48:39.970034+0000","last_fullsized":"2024-09-13T02:48:39.970034+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:30:46.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569523+0000","last_change":"2024-09-13T02:48:18.123341+0000","last_active":"2024-09-13T02:48:22.569523+0000","last_peered":"2024-09-13T02:48:22.569523+0000","last_clean":"2024-09-13T02:48:22.569523+0000","last_became_active":"2024-09-13T02:48:18.122940+0000","last_became_peered":"2024-09-13T02:48:18.122940+0000","last_unstale":"2024-09-13T02:48:22.569523+0000","last_undegraded":"2024-09-13T02:48:22.569523+0000","last_fullsized":"2024-09-13T02:48:22.569523+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:25:37.597063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893448+0000","last_change":"2024-09-13T02:48:21.581770+0000","last_active":"2024-09-13T02:48:22.893448+0000","last_peered":"2024-09-13T02:48:22.893448+0000","last_clean":"2024-09-13T02:48:22.893448+0000","last_became_active":"2024-09-13T02:48:21.581484+0000","last_became_peered":"2024-09-13T02:48:21.581484+0000","last_unstale":"2024-09-13T02:48:22.893448+0000","last_undegraded":"2024-09-13T02:48:22.893448+0000","last_fullsized":"2024-09-13T02:48:22.893448+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:40:52.928813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210817+0000","last_change":"2024-09-13T02:48:18.129859+0000","last_active":"2024-09-13T02:48:23.210817+0000","last_peered":"2024-09-13T02:48:23.210817+0000","last_clean":"2024-09-13T02:48:23.210817+0000","last_became_active":"2024-09-13T02:48:18.129551+0000","last_became_peered":"2024-09-13T02:48:18.129551+0000","last_unstale":"2024-09-13T02:48:23.210817+0000","last_undegraded":"2024-09-13T02:48:23.210817+0000","last_fullsized":"2024-09-13T02:48:23.210817+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:57:19.490161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.571068+0000","last_change":"2024-09-13T02:48:21.586612+0000","last_active":"2024-09-13T02:48:23.571068+0000","last_peered":"2024-09-13T02:48:23.571068+0000","last_clean":"2024-09-13T02:48:23.571068+0000","last_became_active":"2024-09-13T02:48:21.586367+0000","last_became_peered":"2024-09-13T02:48:21.586367+0000","last_unstale":"2024-09-13T02:48:23.571068+0000","last_undegraded":"2024-09-13T02:48:23.571068+0000","last_fullsized":"2024-09-13T02:48:23.571068+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:02.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893694+0000","last_change":"2024-09-13T02:48:18.128368+0000","last_active":"2024-09-13T02:48:22.893694+0000","last_peered":"2024-09-13T02:48:22.893694+0000","last_clean":"2024-09-13T02:48:22.893694+0000","last_became_active":"2024-09-13T02:48:18.127101+0000","last_became_peered":"2024-09-13T02:48:18.127101+0000","last_unstale":"2024-09-13T02:48:22.893694+0000","last_undegraded":"2024-09-13T02:48:22.893694+0000","last_fullsized":"2024-09-13T02:48:22.893694+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:59.077268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.211014+0000","last_change":"2024-09-13T02:48:21.584763+0000","last_active":"2024-09-13T02:48:23.211014+0000","last_peered":"2024-09-13T02:48:23.211014+0000","last_clean":"2024-09-13T02:48:23.211014+0000","last_became_active":"2024-09-13T02:48:21.584499+0000","last_became_peered":"2024-09-13T02:48:21.584499+0000","last_unstale":"2024-09-13T02:48:23.211014+0000","last_undegraded":"2024-09-13T02:48:23.211014+0000","last_fullsized":"2024-09-13T02:48:23.211014+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:58.878428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.569216+0000","last_change":"2024-09-13T02:48:18.130728+0000","last_active":"2024-09-13T02:48:22.569216+0000","last_peered":"2024-09-13T02:48:22.569216+0000","last_clean":"2024-09-13T02:48:22.569216+0000","last_became_active":"2024-09-13T02:48:18.130451+0000","last_became_peered":"2024-09-13T02:48:18.130451+0000","last_unstale":"2024-09-13T02:48:22.569216+0000","last_undegraded":"2024-09-13T02:48:22.569216+0000","last_fullsized":"2024-09-13T02:48:22.569216+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:36.750077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893757+0000","last_change":"2024-09-13T02:48:21.588000+0000","last_active":"2024-09-13T02:48:22.893757+0000","last_peered":"2024-09-13T02:48:22.893757+0000","last_clean":"2024-09-13T02:48:22.893757+0000","last_became_active":"2024-09-13T02:48:21.587720+0000","last_became_peered":"2024-09-13T02:48:21.587720+0000","last_unstale":"2024-09-13T02:48:22.893757+0000","last_undegraded":"2024-09-13T02:48:22.893757+0000","last_fullsized":"2024-09-13T02:48:22.893757+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:56:06.382003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.571101+0000","last_change":"2024-09-13T02:48:18.121917+0000","last_active":"2024-09-13T02:48:23.571101+0000","last_peered":"2024-09-13T02:48:23.571101+0000","last_clean":"2024-09-13T02:48:23.571101+0000","last_became_active":"2024-09-13T02:48:18.120926+0000","last_became_peered":"2024-09-13T02:48:18.120926+0000","last_unstale":"2024-09-13T02:48:23.571101+0000","last_undegraded":"2024-09-13T02:48:23.571101+0000","last_fullsized":"2024-09-13T02:48:23.571101+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:30.191568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210305+0000","last_change":"2024-09-13T02:48:21.583345+0000","last_active":"2024-09-13T02:48:23.210305+0000","last_peered":"2024-09-13T02:48:23.210305+0000","last_clean":"2024-09-13T02:48:23.210305+0000","last_became_active":"2024-09-13T02:48:21.583027+0000","last_became_peered":"2024-09-13T02:48:21.583027+0000","last_unstale":"2024-09-13T02:48:23.210305+0000","last_undegraded":"2024-09-13T02:48:23.210305+0000","last_fullsized":"2024-09-13T02:48:23.210305+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:52:58.111370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.583677+0000","last_change":"2024-09-13T02:48:18.123866+0000","last_active":"2024-09-13T02:48:23.583677+0000","last_peered":"2024-09-13T02:48:23.583677+0000","last_clean":"2024-09-13T02:48:23.583677+0000","last_became_active":"2024-09-13T02:48:18.123549+0000","last_became_peered":"2024-09-13T02:48:18.123549+0000","last_unstale":"2024-09-13T02:48:23.583677+0000","last_undegraded":"2024-09-13T02:48:23.583677+0000","last_fullsized":"2024-09-13T02:48:23.583677+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:28.222321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971055+0000","last_change":"2024-09-13T02:48:21.578137+0000","last_active":"2024-09-13T02:48:39.971055+0000","last_peered":"2024-09-13T02:48:39.971055+0000","last_clean":"2024-09-13T02:48:39.971055+0000","last_became_active":"2024-09-13T02:48:21.577869+0000","last_became_peered":"2024-09-13T02:48:21.577869+0000","last_unstale":"2024-09-13T02:48:39.971055+0000","last_undegraded":"2024-09-13T02:48:39.971055+0000","last_fullsized":"2024-09-13T02:48:39.971055+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:06.294658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.568540+0000","last_change":"2024-09-13T02:48:18.126935+0000","last_active":"2024-09-13T02:48:22.568540+0000","last_peered":"2024-09-13T02:48:22.568540+0000","last_clean":"2024-09-13T02:48:22.568540+0000","last_became_active":"2024-09-13T02:48:18.126663+0000","last_became_peered":"2024-09-13T02:48:18.126663+0000","last_unstale":"2024-09-13T02:48:22.568540+0000","last_undegraded":"2024-09-13T02:48:22.568540+0000","last_fullsized":"2024-09-13T02:48:22.568540+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:00.527818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.570831+0000","last_change":"2024-09-13T02:48:21.574686+0000","last_active":"2024-09-13T02:48:23.570831+0000","last_peered":"2024-09-13T02:48:23.570831+0000","last_clean":"2024-09-13T02:48:23.570831+0000","last_became_active":"2024-09-13T02:48:21.574444+0000","last_became_peered":"2024-09-13T02:48:21.574444+0000","last_unstale":"2024-09-13T02:48:23.570831+0000","last_undegraded":"2024-09-13T02:48:23.570831+0000","last_fullsized":"2024-09-13T02:48:23.570831+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:30.498408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893597+0000","last_change":"2024-09-13T02:48:18.127169+0000","last_active":"2024-09-13T02:48:22.893597+0000","last_peered":"2024-09-13T02:48:22.893597+0000","last_clean":"2024-09-13T02:48:22.893597+0000","last_became_active":"2024-09-13T02:48:18.126896+0000","last_became_peered":"2024-09-13T02:48:18.126896+0000","last_unstale":"2024-09-13T02:48:22.893597+0000","last_undegraded":"2024-09-13T02:48:22.893597+0000","last_fullsized":"2024-09-13T02:48:22.893597+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:41:43.435659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209729+0000","last_change":"2024-09-13T02:48:21.583347+0000","last_active":"2024-09-13T02:48:23.209729+0000","last_peered":"2024-09-13T02:48:23.209729+0000","last_clean":"2024-09-13T02:48:23.209729+0000","last_became_active":"2024-09-13T02:48:21.583035+0000","last_became_peered":"2024-09-13T02:48:21.583035+0000","last_unstale":"2024-09-13T02:48:23.209729+0000","last_undegraded":"2024-09-13T02:48:23.209729+0000","last_fullsized":"2024-09-13T02:48:23.209729+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:00:10.296572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:22.893757+0000","last_change":"2024-09-13T02:48:18.127359+0000","last_active":"2024-09-13T02:48:22.893757+0000","last_peered":"2024-09-13T02:48:22.893757+0000","last_clean":"2024-09-13T02:48:22.893757+0000","last_became_active":"2024-09-13T02:48:18.127064+0000","last_became_peered":"2024-09-13T02:48:18.127064+0000","last_unstale":"2024-09-13T02:48:22.893757+0000","last_undegraded":"2024-09-13T02:48:22.893757+0000","last_fullsized":"2024-09-13T02:48:22.893757+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:38.885497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210086+0000","last_change":"2024-09-13T02:48:21.578327+0000","last_active":"2024-09-13T02:48:23.210086+0000","last_peered":"2024-09-13T02:48:23.210086+0000","last_clean":"2024-09-13T02:48:23.210086+0000","last_became_active":"2024-09-13T02:48:21.578017+0000","last_became_peered":"2024-09-13T02:48:21.578017+0000","last_unstale":"2024-09-13T02:48:23.210086+0000","last_undegraded":"2024-09-13T02:48:23.210086+0000","last_fullsized":"2024-09-13T02:48:23.210086+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:23:19.191638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.582737+0000","last_change":"2024-09-13T02:48:18.130593+0000","last_active":"2024-09-13T02:48:23.582737+0000","last_peered":"2024-09-13T02:48:23.582737+0000","last_clean":"2024-09-13T02:48:23.582737+0000","last_became_active":"2024-09-13T02:48:18.130258+0000","last_became_peered":"2024-09-13T02:48:18.130258+0000","last_unstale":"2024-09-13T02:48:23.582737+0000","last_undegraded":"2024-09-13T02:48:23.582737+0000","last_fullsized":"2024-09-13T02:48:23.582737+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:57:34.520514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210620+0000","last_change":"2024-09-13T02:48:21.583150+0000","last_active":"2024-09-13T02:48:23.210620+0000","last_peered":"2024-09-13T02:48:23.210620+0000","last_clean":"2024-09-13T02:48:23.210620+0000","last_became_active":"2024-09-13T02:48:21.582879+0000","last_became_peered":"2024-09-13T02:48:21.582879+0000","last_unstale":"2024-09-13T02:48:23.210620+0000","last_undegraded":"2024-09-13T02:48:23.210620+0000","last_fullsized":"2024-09-13T02:48:23.210620+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.380349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210962+0000","last_change":"2024-09-13T02:48:21.584249+0000","last_active":"2024-09-13T02:48:23.210962+0000","last_peered":"2024-09-13T02:48:23.210962+0000","last_clean":"2024-09-13T02:48:23.210962+0000","last_became_active":"2024-09-13T02:48:21.583986+0000","last_became_peered":"2024-09-13T02:48:21.583986+0000","last_unstale":"2024-09-13T02:48:23.210962+0000","last_undegraded":"2024-09-13T02:48:23.210962+0000","last_fullsized":"2024-09-13T02:48:23.210962+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.923063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.582950+0000","last_change":"2024-09-13T02:48:18.129467+0000","last_active":"2024-09-13T02:48:23.582950+0000","last_peered":"2024-09-13T02:48:23.582950+0000","last_clean":"2024-09-13T02:48:23.582950+0000","last_became_active":"2024-09-13T02:48:18.129145+0000","last_became_peered":"2024-09-13T02:48:18.129145+0000","last_unstale":"2024-09-13T02:48:23.582950+0000","last_undegraded":"2024-09-13T02:48:23.582950+0000","last_fullsized":"2024-09-13T02:48:23.582950+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:59.193223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.210891+0000","last_change":"2024-09-13T02:48:21.584812+0000","last_active":"2024-09-13T02:48:23.210891+0000","last_peered":"2024-09-13T02:48:23.210891+0000","last_clean":"2024-09-13T02:48:23.210891+0000","last_became_active":"2024-09-13T02:48:21.584536+0000","last_became_peered":"2024-09-13T02:48:21.584536+0000","last_unstale":"2024-09-13T02:48:23.210891+0000","last_undegraded":"2024-09-13T02:48:23.210891+0000","last_fullsized":"2024-09-13T02:48:23.210891+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:23:49.094681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.583935+0000","last_change":"2024-09-13T02:48:18.127785+0000","last_active":"2024-09-13T02:48:23.583935+0000","last_peered":"2024-09-13T02:48:23.583935+0000","last_clean":"2024-09-13T02:48:23.583935+0000","last_became_active":"2024-09-13T02:48:18.127372+0000","last_became_peered":"2024-09-13T02:48:18.127372+0000","last_unstale":"2024-09-13T02:48:23.583935+0000","last_undegraded":"2024-09-13T02:48:23.583935+0000","last_fullsized":"2024-09-13T02:48:23.583935+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:31.852123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970472+0000","last_change":"2024-09-13T02:48:21.589188+0000","last_active":"2024-09-13T02:48:39.970472+0000","last_peered":"2024-09-13T02:48:39.970472+0000","last_clean":"2024-09-13T02:48:39.970472+0000","last_became_active":"2024-09-13T02:48:21.588328+0000","last_became_peered":"2024-09-13T02:48:21.588328+0000","last_unstale":"2024-09-13T02:48:39.970472+0000","last_undegraded":"2024-09-13T02:48:39.970472+0000","last_fullsized":"2024-09-13T02:48:39.970472+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:01:01.035315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.578463+0000","last_change":"2024-09-13T02:48:18.124206+0000","last_active":"2024-09-13T02:48:23.578463+0000","last_peered":"2024-09-13T02:48:23.578463+0000","last_clean":"2024-09-13T02:48:23.578463+0000","last_became_active":"2024-09-13T02:48:18.123898+0000","last_became_peered":"2024-09-13T02:48:18.123898+0000","last_unstale":"2024-09-13T02:48:23.578463+0000","last_undegraded":"2024-09-13T02:48:23.578463+0000","last_fullsized":"2024-09-13T02:48:23.578463+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:36.124440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-13T02:48:23.209884+0000","last_change":"2024-09-13T02:48:21.578735+0000","last_active":"2024-09-13T02:48:23.209884+0000","last_peered":"2024-09-13T02:48:23.209884+0000","last_clean":"2024-09-13T02:48:23.209884+0000","last_became_active":"2024-09-13T02:48:21.578445+0000","last_became_peered":"2024-09-13T02:48:21.578445+0000","last_unstale":"2024-09-13T02:48:23.209884+0000","last_undegraded":"2024-09-13T02:48:23.209884+0000","last_fullsized":"2024-09-13T02:48:23.209884+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:13.219341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":20,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970744+0000","last_change":"2024-09-13T02:48:18.126637+0000","last_active":"2024-09-13T02:48:39.970744+0000","last_peered":"2024-09-13T02:48:39.970744+0000","last_clean":"2024-09-13T02:48:39.970744+0000","last_became_active":"2024-09-13T02:48:18.126361+0000","last_became_peered":"2024-09-13T02:48:18.126361+0000","last_unstale":"2024-09-13T02:48:39.970744+0000","last_undegraded":"2024-09-13T02:48:39.970744+0000","last_fullsized":"2024-09-13T02:48:39.970744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:01.374571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397515,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446648,"statfs":{"total":95995035648,"available":95689367552,"internally_reserved":0,"allocated":1175552,"data_stored":831572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]}]},{"osd":6,"up_from":43,"seq":184683593744,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298512,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446640,"statfs":{"total":95995035648,"available":95689359360,"internally_reserved":0,"allocated":1179648,"data_stored":832532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45800000000000002}]},{"osd":1,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.35799999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.46899999999999997}]},{"osd":3,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.44600000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.432},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40100000000000002}]}]},{"osd":5,"up_from":37,"seq":158913789973,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297928,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447224,"statfs":{"total":95995035648,"available":95689957376,"internally_reserved":0,"allocated":581632,"data_stored":241695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.57599999999999996}]},{"osd":1,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.55700000000000005}]},{"osd":2,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.442},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.623}]},{"osd":4,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.54600000000000004}]},{"osd":6,"last update":"Fri Sep 13 02:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297936,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447216,"statfs":{"total":95995035648,"available":95689949184,"internally_reserved":0,"allocated":589824,"data_stored":241308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:47:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.65300000000000002}]},{"osd":1,"last update":"Fri Sep 13 02:47:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.60299999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:47:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.57199999999999995}]},{"osd":3,"last update":"Fri Sep 13 02:47:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.499},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.52600000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:48:03 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.505}]},{"osd":6,"last update":"Fri Sep 13 02:48:31 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.61899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297940,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447212,"statfs":{"total":95995035648,"available":95689945088,"internally_reserved":0,"allocated":589824,"data_stored":242024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.46500000000000002,"15min":0.46700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.38400000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:48:20 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.43099999999999999,"15min":0.42999999999999999},"min":{"1min":0.29099999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:48:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69799999999999995,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42399999999999999,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.31}]},{"osd":4,"last update":"Fri Sep 13 02:47:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.495}]},{"osd":5,"last update":"Fri Sep 13 02:48:04 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.40300000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.53300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":569344,"data_stored":240368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:47:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38800000000000001,"15min":0.38700000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.57699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.59299999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.36399999999999999}]},{"osd":1,"last update":"Fri Sep 13 02:47:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.622,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.42799999999999999,"15min":0.42299999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.33100000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:48:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.46899999999999997,"15min":0.46800000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41199999999999998,"15min":0.40899999999999997},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.29699999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:47:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53700000000000003}]},{"osd":5,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.42599999999999999}]},{"osd":6,"last update":"Fri Sep 13 02:48:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":573440,"data_stored":240213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.36799999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.38},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.371,"15min":0.35399999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:47:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.438},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33500000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.55400000000000005,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.51200000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:48:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46999999999999997,"15min":0.47199999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.438,"5min":0.433,"15min":0.432},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.48099999999999998}]},{"osd":4,"last update":"Fri Sep 13 02:47:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.82999999999999996}]},{"osd":5,"last update":"Fri Sep 13 02:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.79800000000000004}]},{"osd":6,"last update":"Fri Sep 13 02:48:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.77200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298524,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446628,"statfs":{"total":95995035648,"available":95689347072,"internally_reserved":0,"allocated":1196032,"data_stored":838445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:48:34 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.33800000000000002,"15min":0.32500000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56200000000000006,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.35699999999999998,"15min":0.33200000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.30599999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:47:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38300000000000001,"15min":0.377},"min":{"1min":0.30399999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58299999999999996,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.28399999999999997}]},{"osd":3,"last update":"Fri Sep 13 02:48:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40799999999999997,"15min":0.41199999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.50600000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.26900000000000002}]},{"osd":4,"last update":"Fri Sep 13 02:47:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.62},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.68400000000000005}]},{"osd":5,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.64100000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:48:43.897 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:48:44.156 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:48:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:43 smithi052 ceph-mon[37071]: from='client.24389 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:48:44.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:43 smithi052 ceph-mon[27118]: from='client.24389 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:48:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:43 smithi078 ceph-mon[30844]: from='client.24389 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:48:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:44 smithi052 ceph-mon[37071]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:44 smithi052 ceph-mon[27118]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:44 smithi078 ceph-mon[30844]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:46.048 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:48:46.049 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-09-13T02:48:46.803 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-13T02:48:45.833620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":294,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385344,"kb_used_data":6472,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575872,"statfs":{"total":767960285184,"available":765517692928,"internally_reserved":0,"allocated":6627328,"data_stored":3801390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002026"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976313+0000","last_change":"2024-09-13T02:48:21.581966+0000","last_active":"2024-09-13T02:48:39.976313+0000","last_peered":"2024-09-13T02:48:39.976313+0000","last_clean":"2024-09-13T02:48:39.976313+0000","last_became_active":"2024-09-13T02:48:21.580133+0000","last_became_peered":"2024-09-13T02:48:21.580133+0000","last_unstale":"2024-09-13T02:48:39.976313+0000","last_undegraded":"2024-09-13T02:48:39.976313+0000","last_fullsized":"2024-09-13T02:48:39.976313+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:17.503239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972955+0000","last_change":"2024-09-13T02:48:21.581510+0000","last_active":"2024-09-13T02:48:39.972955+0000","last_peered":"2024-09-13T02:48:39.972955+0000","last_clean":"2024-09-13T02:48:39.972955+0000","last_became_active":"2024-09-13T02:48:21.581209+0000","last_became_peered":"2024-09-13T02:48:21.581209+0000","last_unstale":"2024-09-13T02:48:39.972955+0000","last_undegraded":"2024-09-13T02:48:39.972955+0000","last_fullsized":"2024-09-13T02:48:39.972955+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:06:35.816891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971200+0000","last_change":"2024-09-13T02:48:21.576891+0000","last_active":"2024-09-13T02:48:39.971200+0000","last_peered":"2024-09-13T02:48:39.971200+0000","last_clean":"2024-09-13T02:48:39.971200+0000","last_became_active":"2024-09-13T02:48:21.576519+0000","last_became_peered":"2024-09-13T02:48:21.576519+0000","last_unstale":"2024-09-13T02:48:39.971200+0000","last_undegraded":"2024-09-13T02:48:39.971200+0000","last_fullsized":"2024-09-13T02:48:39.971200+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:04.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973100+0000","last_change":"2024-09-13T02:48:21.588175+0000","last_active":"2024-09-13T02:48:39.973100+0000","last_peered":"2024-09-13T02:48:39.973100+0000","last_clean":"2024-09-13T02:48:39.973100+0000","last_became_active":"2024-09-13T02:48:21.587880+0000","last_became_peered":"2024-09-13T02:48:21.587880+0000","last_unstale":"2024-09-13T02:48:39.973100+0000","last_undegraded":"2024-09-13T02:48:39.973100+0000","last_fullsized":"2024-09-13T02:48:39.973100+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.412087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.976390+0000","last_change":"2024-09-13T02:48:40.976390+0000","last_active":"2024-09-13T02:48:40.976390+0000","last_peered":"2024-09-13T02:48:40.976390+0000","last_clean":"2024-09-13T02:48:40.976390+0000","last_became_active":"2024-09-13T02:48:40.976020+0000","last_became_peered":"2024-09-13T02:48:40.976020+0000","last_unstale":"2024-09-13T02:48:40.976390+0000","last_undegraded":"2024-09-13T02:48:40.976390+0000","last_fullsized":"2024-09-13T02:48:40.976390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:54.265345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973012+0000","last_change":"2024-09-13T02:48:21.586437+0000","last_active":"2024-09-13T02:48:39.973012+0000","last_peered":"2024-09-13T02:48:39.973012+0000","last_clean":"2024-09-13T02:48:39.973012+0000","last_became_active":"2024-09-13T02:48:21.586030+0000","last_became_peered":"2024-09-13T02:48:21.586030+0000","last_unstale":"2024-09-13T02:48:39.973012+0000","last_undegraded":"2024-09-13T02:48:39.973012+0000","last_fullsized":"2024-09-13T02:48:39.973012+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:09:03.094693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975404+0000","last_change":"2024-09-13T02:48:21.578840+0000","last_active":"2024-09-13T02:48:39.975404+0000","last_peered":"2024-09-13T02:48:39.975404+0000","last_clean":"2024-09-13T02:48:39.975404+0000","last_became_active":"2024-09-13T02:48:21.578342+0000","last_became_peered":"2024-09-13T02:48:21.578342+0000","last_unstale":"2024-09-13T02:48:39.975404+0000","last_undegraded":"2024-09-13T02:48:39.975404+0000","last_fullsized":"2024-09-13T02:48:39.975404+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:04.448199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969013+0000","last_change":"2024-09-13T02:48:21.589557+0000","last_active":"2024-09-13T02:48:39.969013+0000","last_peered":"2024-09-13T02:48:39.969013+0000","last_clean":"2024-09-13T02:48:39.969013+0000","last_became_active":"2024-09-13T02:48:21.589285+0000","last_became_peered":"2024-09-13T02:48:21.589285+0000","last_unstale":"2024-09-13T02:48:39.969013+0000","last_undegraded":"2024-09-13T02:48:39.969013+0000","last_fullsized":"2024-09-13T02:48:39.969013+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:52.204623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976554+0000","last_change":"2024-09-13T02:48:21.591099+0000","last_active":"2024-09-13T02:48:39.976554+0000","last_peered":"2024-09-13T02:48:39.976554+0000","last_clean":"2024-09-13T02:48:39.976554+0000","last_became_active":"2024-09-13T02:48:21.590654+0000","last_became_peered":"2024-09-13T02:48:21.590654+0000","last_unstale":"2024-09-13T02:48:39.976554+0000","last_undegraded":"2024-09-13T02:48:39.976554+0000","last_fullsized":"2024-09-13T02:48:39.976554+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:31.370675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977926+0000","last_change":"2024-09-13T02:48:21.585636+0000","last_active":"2024-09-13T02:48:39.977926+0000","last_peered":"2024-09-13T02:48:39.977926+0000","last_clean":"2024-09-13T02:48:39.977926+0000","last_became_active":"2024-09-13T02:48:21.585354+0000","last_became_peered":"2024-09-13T02:48:21.585354+0000","last_unstale":"2024-09-13T02:48:39.977926+0000","last_undegraded":"2024-09-13T02:48:39.977926+0000","last_fullsized":"2024-09-13T02:48:39.977926+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:02:05.146608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.978113+0000","last_change":"2024-09-13T02:48:21.586306+0000","last_active":"2024-09-13T02:48:39.978113+0000","last_peered":"2024-09-13T02:48:39.978113+0000","last_clean":"2024-09-13T02:48:39.978113+0000","last_became_active":"2024-09-13T02:48:21.586063+0000","last_became_peered":"2024-09-13T02:48:21.586063+0000","last_unstale":"2024-09-13T02:48:39.978113+0000","last_undegraded":"2024-09-13T02:48:39.978113+0000","last_fullsized":"2024-09-13T02:48:39.978113+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.104841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971365+0000","last_change":"2024-09-13T02:48:21.578201+0000","last_active":"2024-09-13T02:48:39.971365+0000","last_peered":"2024-09-13T02:48:39.971365+0000","last_clean":"2024-09-13T02:48:39.971365+0000","last_became_active":"2024-09-13T02:48:21.577808+0000","last_became_peered":"2024-09-13T02:48:21.577808+0000","last_unstale":"2024-09-13T02:48:39.971365+0000","last_undegraded":"2024-09-13T02:48:39.971365+0000","last_fullsized":"2024-09-13T02:48:39.971365+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:22.996275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969081+0000","last_change":"2024-09-13T02:48:21.581902+0000","last_active":"2024-09-13T02:48:39.969081+0000","last_peered":"2024-09-13T02:48:39.969081+0000","last_clean":"2024-09-13T02:48:39.969081+0000","last_became_active":"2024-09-13T02:48:21.581390+0000","last_became_peered":"2024-09-13T02:48:21.581390+0000","last_unstale":"2024-09-13T02:48:39.969081+0000","last_undegraded":"2024-09-13T02:48:39.969081+0000","last_fullsized":"2024-09-13T02:48:39.969081+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:49:33.548336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971136+0000","last_change":"2024-09-13T02:48:21.589640+0000","last_active":"2024-09-13T02:48:39.971136+0000","last_peered":"2024-09-13T02:48:39.971136+0000","last_clean":"2024-09-13T02:48:39.971136+0000","last_became_active":"2024-09-13T02:48:21.588373+0000","last_became_peered":"2024-09-13T02:48:21.588373+0000","last_unstale":"2024-09-13T02:48:39.971136+0000","last_undegraded":"2024-09-13T02:48:39.971136+0000","last_fullsized":"2024-09-13T02:48:39.971136+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:49:10.931763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972059+0000","last_change":"2024-09-13T02:48:21.585182+0000","last_active":"2024-09-13T02:48:39.972059+0000","last_peered":"2024-09-13T02:48:39.972059+0000","last_clean":"2024-09-13T02:48:39.972059+0000","last_became_active":"2024-09-13T02:48:21.584896+0000","last_became_peered":"2024-09-13T02:48:21.584896+0000","last_unstale":"2024-09-13T02:48:39.972059+0000","last_undegraded":"2024-09-13T02:48:39.972059+0000","last_fullsized":"2024-09-13T02:48:39.972059+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:49:35.328167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972859+0000","last_change":"2024-09-13T02:48:21.587505+0000","last_active":"2024-09-13T02:48:39.972859+0000","last_peered":"2024-09-13T02:48:39.972859+0000","last_clean":"2024-09-13T02:48:39.972859+0000","last_became_active":"2024-09-13T02:48:21.586797+0000","last_became_peered":"2024-09-13T02:48:21.586797+0000","last_unstale":"2024-09-13T02:48:39.972859+0000","last_undegraded":"2024-09-13T02:48:39.972859+0000","last_fullsized":"2024-09-13T02:48:39.972859+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:29.564305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.978459+0000","last_change":"2024-09-13T02:48:40.978459+0000","last_active":"2024-09-13T02:48:40.978459+0000","last_peered":"2024-09-13T02:48:40.978459+0000","last_clean":"2024-09-13T02:48:40.978459+0000","last_became_active":"2024-09-13T02:48:40.978007+0000","last_became_peered":"2024-09-13T02:48:40.978007+0000","last_unstale":"2024-09-13T02:48:40.978459+0000","last_undegraded":"2024-09-13T02:48:40.978459+0000","last_fullsized":"2024-09-13T02:48:40.978459+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:29.488567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975325+0000","last_change":"2024-09-13T02:48:21.579542+0000","last_active":"2024-09-13T02:48:39.975325+0000","last_peered":"2024-09-13T02:48:39.975325+0000","last_clean":"2024-09-13T02:48:39.975325+0000","last_became_active":"2024-09-13T02:48:21.579237+0000","last_became_peered":"2024-09-13T02:48:21.579237+0000","last_unstale":"2024-09-13T02:48:39.975325+0000","last_undegraded":"2024-09-13T02:48:39.975325+0000","last_fullsized":"2024-09-13T02:48:39.975325+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:42.518417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976609+0000","last_change":"2024-09-13T02:48:21.583096+0000","last_active":"2024-09-13T02:48:39.976609+0000","last_peered":"2024-09-13T02:48:39.976609+0000","last_clean":"2024-09-13T02:48:39.976609+0000","last_became_active":"2024-09-13T02:48:21.582830+0000","last_became_peered":"2024-09-13T02:48:21.582830+0000","last_unstale":"2024-09-13T02:48:39.976609+0000","last_undegraded":"2024-09-13T02:48:39.976609+0000","last_fullsized":"2024-09-13T02:48:39.976609+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:35:07.550166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977721+0000","last_change":"2024-09-13T02:48:21.583267+0000","last_active":"2024-09-13T02:48:39.977721+0000","last_peered":"2024-09-13T02:48:39.977721+0000","last_clean":"2024-09-13T02:48:39.977721+0000","last_became_active":"2024-09-13T02:48:21.583005+0000","last_became_peered":"2024-09-13T02:48:21.583005+0000","last_unstale":"2024-09-13T02:48:39.977721+0000","last_undegraded":"2024-09-13T02:48:39.977721+0000","last_fullsized":"2024-09-13T02:48:39.977721+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:32.891339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970305+0000","last_change":"2024-09-13T02:48:21.576263+0000","last_active":"2024-09-13T02:48:39.970305+0000","last_peered":"2024-09-13T02:48:39.970305+0000","last_clean":"2024-09-13T02:48:39.970305+0000","last_became_active":"2024-09-13T02:48:21.574350+0000","last_became_peered":"2024-09-13T02:48:21.574350+0000","last_unstale":"2024-09-13T02:48:39.970305+0000","last_undegraded":"2024-09-13T02:48:39.970305+0000","last_fullsized":"2024-09-13T02:48:39.970305+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:44.491613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973030+0000","last_change":"2024-09-13T02:48:21.588409+0000","last_active":"2024-09-13T02:48:39.973030+0000","last_peered":"2024-09-13T02:48:39.973030+0000","last_clean":"2024-09-13T02:48:39.973030+0000","last_became_active":"2024-09-13T02:48:21.586892+0000","last_became_peered":"2024-09-13T02:48:21.586892+0000","last_unstale":"2024-09-13T02:48:39.973030+0000","last_undegraded":"2024-09-13T02:48:39.973030+0000","last_fullsized":"2024-09-13T02:48:39.973030+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:06.591055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969262+0000","last_change":"2024-09-13T02:48:21.583225+0000","last_active":"2024-09-13T02:48:39.969262+0000","last_peered":"2024-09-13T02:48:39.969262+0000","last_clean":"2024-09-13T02:48:39.969262+0000","last_became_active":"2024-09-13T02:48:21.582173+0000","last_became_peered":"2024-09-13T02:48:21.582173+0000","last_unstale":"2024-09-13T02:48:39.969262+0000","last_undegraded":"2024-09-13T02:48:39.969262+0000","last_fullsized":"2024-09-13T02:48:39.969262+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:31.765732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972888+0000","last_change":"2024-09-13T02:48:21.587733+0000","last_active":"2024-09-13T02:48:39.972888+0000","last_peered":"2024-09-13T02:48:39.972888+0000","last_clean":"2024-09-13T02:48:39.972888+0000","last_became_active":"2024-09-13T02:48:21.587166+0000","last_became_peered":"2024-09-13T02:48:21.587166+0000","last_unstale":"2024-09-13T02:48:39.972888+0000","last_undegraded":"2024-09-13T02:48:39.972888+0000","last_fullsized":"2024-09-13T02:48:39.972888+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:24:55.637470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969609+0000","last_change":"2024-09-13T02:48:21.580348+0000","last_active":"2024-09-13T02:48:39.969609+0000","last_peered":"2024-09-13T02:48:39.969609+0000","last_clean":"2024-09-13T02:48:39.969609+0000","last_became_active":"2024-09-13T02:48:21.580074+0000","last_became_peered":"2024-09-13T02:48:21.580074+0000","last_unstale":"2024-09-13T02:48:39.969609+0000","last_undegraded":"2024-09-13T02:48:39.969609+0000","last_fullsized":"2024-09-13T02:48:39.969609+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:26:50.063938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.976781+0000","last_change":"2024-09-13T02:48:40.976781+0000","last_active":"2024-09-13T02:48:40.976781+0000","last_peered":"2024-09-13T02:48:40.976781+0000","last_clean":"2024-09-13T02:48:40.976781+0000","last_became_active":"2024-09-13T02:48:40.976415+0000","last_became_peered":"2024-09-13T02:48:40.976415+0000","last_unstale":"2024-09-13T02:48:40.976781+0000","last_undegraded":"2024-09-13T02:48:40.976781+0000","last_fullsized":"2024-09-13T02:48:40.976781+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:20.033628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971871+0000","last_change":"2024-09-13T02:48:21.573825+0000","last_active":"2024-09-13T02:48:39.971871+0000","last_peered":"2024-09-13T02:48:39.971871+0000","last_clean":"2024-09-13T02:48:39.971871+0000","last_became_active":"2024-09-13T02:48:21.573496+0000","last_became_peered":"2024-09-13T02:48:21.573496+0000","last_unstale":"2024-09-13T02:48:39.971871+0000","last_undegraded":"2024-09-13T02:48:39.971871+0000","last_fullsized":"2024-09-13T02:48:39.971871+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:17:10.014248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":23,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.977326+0000","last_change":"2024-09-13T02:48:40.977326+0000","last_active":"2024-09-13T02:48:40.977326+0000","last_peered":"2024-09-13T02:48:40.977326+0000","last_clean":"2024-09-13T02:48:40.977326+0000","last_became_active":"2024-09-13T02:48:40.977012+0000","last_became_peered":"2024-09-13T02:48:40.977012+0000","last_unstale":"2024-09-13T02:48:40.977326+0000","last_undegraded":"2024-09-13T02:48:40.977326+0000","last_fullsized":"2024-09-13T02:48:40.977326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:32.731902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970389+0000","last_change":"2024-09-13T02:48:21.578689+0000","last_active":"2024-09-13T02:48:39.970389+0000","last_peered":"2024-09-13T02:48:39.970389+0000","last_clean":"2024-09-13T02:48:39.970389+0000","last_became_active":"2024-09-13T02:48:21.577581+0000","last_became_peered":"2024-09-13T02:48:21.577581+0000","last_unstale":"2024-09-13T02:48:39.970389+0000","last_undegraded":"2024-09-13T02:48:39.970389+0000","last_fullsized":"2024-09-13T02:48:39.970389+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:10:00.224754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973209+0000","last_change":"2024-09-13T02:48:21.588637+0000","last_active":"2024-09-13T02:48:39.973209+0000","last_peered":"2024-09-13T02:48:39.973209+0000","last_clean":"2024-09-13T02:48:39.973209+0000","last_became_active":"2024-09-13T02:48:21.587229+0000","last_became_peered":"2024-09-13T02:48:21.587229+0000","last_unstale":"2024-09-13T02:48:39.973209+0000","last_undegraded":"2024-09-13T02:48:39.973209+0000","last_fullsized":"2024-09-13T02:48:39.973209+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:34.805880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973659+0000","last_change":"2024-09-13T02:48:21.585945+0000","last_active":"2024-09-13T02:48:39.973659+0000","last_peered":"2024-09-13T02:48:39.973659+0000","last_clean":"2024-09-13T02:48:39.973659+0000","last_became_active":"2024-09-13T02:48:21.585665+0000","last_became_peered":"2024-09-13T02:48:21.585665+0000","last_unstale":"2024-09-13T02:48:39.973659+0000","last_undegraded":"2024-09-13T02:48:39.973659+0000","last_fullsized":"2024-09-13T02:48:39.973659+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:38:11.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976978+0000","last_change":"2024-09-13T02:48:21.589523+0000","last_active":"2024-09-13T02:48:39.976978+0000","last_peered":"2024-09-13T02:48:39.976978+0000","last_clean":"2024-09-13T02:48:39.976978+0000","last_became_active":"2024-09-13T02:48:21.589136+0000","last_became_peered":"2024-09-13T02:48:21.589136+0000","last_unstale":"2024-09-13T02:48:39.976978+0000","last_undegraded":"2024-09-13T02:48:39.976978+0000","last_fullsized":"2024-09-13T02:48:39.976978+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:53:26.277421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970105+0000","last_change":"2024-09-13T02:48:21.572942+0000","last_active":"2024-09-13T02:48:39.970105+0000","last_peered":"2024-09-13T02:48:39.970105+0000","last_clean":"2024-09-13T02:48:39.970105+0000","last_became_active":"2024-09-13T02:48:21.572661+0000","last_became_peered":"2024-09-13T02:48:21.572661+0000","last_unstale":"2024-09-13T02:48:39.970105+0000","last_undegraded":"2024-09-13T02:48:39.970105+0000","last_fullsized":"2024-09-13T02:48:39.970105+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:57.233265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":17,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969315+0000","last_change":"2024-09-13T02:48:18.124781+0000","last_active":"2024-09-13T02:48:39.969315+0000","last_peered":"2024-09-13T02:48:39.969315+0000","last_clean":"2024-09-13T02:48:39.969315+0000","last_became_active":"2024-09-13T02:48:18.124477+0000","last_became_peered":"2024-09-13T02:48:18.124477+0000","last_unstale":"2024-09-13T02:48:39.969315+0000","last_undegraded":"2024-09-13T02:48:39.969315+0000","last_fullsized":"2024-09-13T02:48:39.969315+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:20:43.904885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.977941+0000","last_change":"2024-09-13T02:48:40.977941+0000","last_active":"2024-09-13T02:48:40.977941+0000","last_peered":"2024-09-13T02:48:40.977941+0000","last_clean":"2024-09-13T02:48:40.977941+0000","last_became_active":"2024-09-13T02:48:40.977418+0000","last_became_peered":"2024-09-13T02:48:40.977418+0000","last_unstale":"2024-09-13T02:48:40.977941+0000","last_undegraded":"2024-09-13T02:48:40.977941+0000","last_fullsized":"2024-09-13T02:48:40.977941+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:37:01.566414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":17,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977382+0000","last_change":"2024-09-13T02:48:18.123992+0000","last_active":"2024-09-13T02:48:39.977382+0000","last_peered":"2024-09-13T02:48:39.977382+0000","last_clean":"2024-09-13T02:48:39.977382+0000","last_became_active":"2024-09-13T02:48:18.123673+0000","last_became_peered":"2024-09-13T02:48:18.123673+0000","last_unstale":"2024-09-13T02:48:39.977382+0000","last_undegraded":"2024-09-13T02:48:39.977382+0000","last_fullsized":"2024-09-13T02:48:39.977382+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:51.148857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969373+0000","last_change":"2024-09-13T02:48:18.123846+0000","last_active":"2024-09-13T02:48:39.969373+0000","last_peered":"2024-09-13T02:48:39.969373+0000","last_clean":"2024-09-13T02:48:39.969373+0000","last_became_active":"2024-09-13T02:48:18.123386+0000","last_became_peered":"2024-09-13T02:48:18.123386+0000","last_unstale":"2024-09-13T02:48:39.969373+0000","last_undegraded":"2024-09-13T02:48:39.969373+0000","last_fullsized":"2024-09-13T02:48:39.969373+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:39.596900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969120+0000","last_change":"2024-09-13T02:48:21.578533+0000","last_active":"2024-09-13T02:48:39.969120+0000","last_peered":"2024-09-13T02:48:39.969120+0000","last_clean":"2024-09-13T02:48:39.969120+0000","last_became_active":"2024-09-13T02:48:21.578050+0000","last_became_peered":"2024-09-13T02:48:21.578050+0000","last_unstale":"2024-09-13T02:48:39.969120+0000","last_undegraded":"2024-09-13T02:48:39.969120+0000","last_fullsized":"2024-09-13T02:48:39.969120+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:09.486540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972979+0000","last_change":"2024-09-13T02:48:18.126006+0000","last_active":"2024-09-13T02:48:39.972979+0000","last_peered":"2024-09-13T02:48:39.972979+0000","last_clean":"2024-09-13T02:48:39.972979+0000","last_became_active":"2024-09-13T02:48:18.125693+0000","last_became_peered":"2024-09-13T02:48:18.125693+0000","last_unstale":"2024-09-13T02:48:39.972979+0000","last_undegraded":"2024-09-13T02:48:39.972979+0000","last_fullsized":"2024-09-13T02:48:39.972979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:13.773224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971875+0000","last_change":"2024-09-13T02:48:21.572784+0000","last_active":"2024-09-13T02:48:39.971875+0000","last_peered":"2024-09-13T02:48:39.971875+0000","last_clean":"2024-09-13T02:48:39.971875+0000","last_became_active":"2024-09-13T02:48:21.572514+0000","last_became_peered":"2024-09-13T02:48:21.572514+0000","last_unstale":"2024-09-13T02:48:39.971875+0000","last_undegraded":"2024-09-13T02:48:39.971875+0000","last_fullsized":"2024-09-13T02:48:39.971875+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:16.381626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977959+0000","last_change":"2024-09-13T02:48:18.124624+0000","last_active":"2024-09-13T02:48:39.977959+0000","last_peered":"2024-09-13T02:48:39.977959+0000","last_clean":"2024-09-13T02:48:39.977959+0000","last_became_active":"2024-09-13T02:48:18.124350+0000","last_became_peered":"2024-09-13T02:48:18.124350+0000","last_unstale":"2024-09-13T02:48:39.977959+0000","last_undegraded":"2024-09-13T02:48:39.977959+0000","last_fullsized":"2024-09-13T02:48:39.977959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:55.143976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973628+0000","last_change":"2024-09-13T02:48:21.583904+0000","last_active":"2024-09-13T02:48:39.973628+0000","last_peered":"2024-09-13T02:48:39.973628+0000","last_clean":"2024-09-13T02:48:39.973628+0000","last_became_active":"2024-09-13T02:48:21.583449+0000","last_became_peered":"2024-09-13T02:48:21.583449+0000","last_unstale":"2024-09-13T02:48:39.973628+0000","last_undegraded":"2024-09-13T02:48:39.973628+0000","last_fullsized":"2024-09-13T02:48:39.973628+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:39.582401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973552+0000","last_change":"2024-09-13T02:48:18.130962+0000","last_active":"2024-09-13T02:48:39.973552+0000","last_peered":"2024-09-13T02:48:39.973552+0000","last_clean":"2024-09-13T02:48:39.973552+0000","last_became_active":"2024-09-13T02:48:18.130644+0000","last_became_peered":"2024-09-13T02:48:18.130644+0000","last_unstale":"2024-09-13T02:48:39.973552+0000","last_undegraded":"2024-09-13T02:48:39.973552+0000","last_fullsized":"2024-09-13T02:48:39.973552+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:16.002873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970548+0000","last_change":"2024-09-13T02:48:21.588339+0000","last_active":"2024-09-13T02:48:39.970548+0000","last_peered":"2024-09-13T02:48:39.970548+0000","last_clean":"2024-09-13T02:48:39.970548+0000","last_became_active":"2024-09-13T02:48:21.587903+0000","last_became_peered":"2024-09-13T02:48:21.587903+0000","last_unstale":"2024-09-13T02:48:39.970548+0000","last_undegraded":"2024-09-13T02:48:39.970548+0000","last_fullsized":"2024-09-13T02:48:39.970548+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:28.314886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":19,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972608+0000","last_change":"2024-09-13T02:48:18.122668+0000","last_active":"2024-09-13T02:48:39.972608+0000","last_peered":"2024-09-13T02:48:39.972608+0000","last_clean":"2024-09-13T02:48:39.972608+0000","last_became_active":"2024-09-13T02:48:18.122395+0000","last_became_peered":"2024-09-13T02:48:18.122395+0000","last_unstale":"2024-09-13T02:48:39.972608+0000","last_undegraded":"2024-09-13T02:48:39.972608+0000","last_fullsized":"2024-09-13T02:48:39.972608+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:25.650551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971456+0000","last_change":"2024-09-13T02:48:21.576994+0000","last_active":"2024-09-13T02:48:39.971456+0000","last_peered":"2024-09-13T02:48:39.971456+0000","last_clean":"2024-09-13T02:48:39.971456+0000","last_became_active":"2024-09-13T02:48:21.576747+0000","last_became_peered":"2024-09-13T02:48:21.576747+0000","last_unstale":"2024-09-13T02:48:39.971456+0000","last_undegraded":"2024-09-13T02:48:39.971456+0000","last_fullsized":"2024-09-13T02:48:39.971456+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:16:55.064183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":22,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977752+0000","last_change":"2024-09-13T02:48:18.125484+0000","last_active":"2024-09-13T02:48:39.977752+0000","last_peered":"2024-09-13T02:48:39.977752+0000","last_clean":"2024-09-13T02:48:39.977752+0000","last_became_active":"2024-09-13T02:48:18.125061+0000","last_became_peered":"2024-09-13T02:48:18.125061+0000","last_unstale":"2024-09-13T02:48:39.977752+0000","last_undegraded":"2024-09-13T02:48:39.977752+0000","last_fullsized":"2024-09-13T02:48:39.977752+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:49:51.753489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976228+0000","last_change":"2024-09-13T02:48:21.576228+0000","last_active":"2024-09-13T02:48:39.976228+0000","last_peered":"2024-09-13T02:48:39.976228+0000","last_clean":"2024-09-13T02:48:39.976228+0000","last_became_active":"2024-09-13T02:48:21.575850+0000","last_became_peered":"2024-09-13T02:48:21.575850+0000","last_unstale":"2024-09-13T02:48:39.976228+0000","last_undegraded":"2024-09-13T02:48:39.976228+0000","last_fullsized":"2024-09-13T02:48:39.976228+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:41:31.423855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":18,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970877+0000","last_change":"2024-09-13T02:48:18.122040+0000","last_active":"2024-09-13T02:48:39.970877+0000","last_peered":"2024-09-13T02:48:39.970877+0000","last_clean":"2024-09-13T02:48:39.970877+0000","last_became_active":"2024-09-13T02:48:18.120994+0000","last_became_peered":"2024-09-13T02:48:18.120994+0000","last_unstale":"2024-09-13T02:48:39.970877+0000","last_undegraded":"2024-09-13T02:48:39.970877+0000","last_fullsized":"2024-09-13T02:48:39.970877+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:57:05.741168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970616+0000","last_change":"2024-09-13T02:48:21.575747+0000","last_active":"2024-09-13T02:48:39.970616+0000","last_peered":"2024-09-13T02:48:39.970616+0000","last_clean":"2024-09-13T02:48:39.970616+0000","last_became_active":"2024-09-13T02:48:21.575423+0000","last_became_peered":"2024-09-13T02:48:21.575423+0000","last_unstale":"2024-09-13T02:48:39.970616+0000","last_undegraded":"2024-09-13T02:48:39.970616+0000","last_fullsized":"2024-09-13T02:48:39.970616+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:58:57.283481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973227+0000","last_change":"2024-09-13T02:48:18.126943+0000","last_active":"2024-09-13T02:48:39.973227+0000","last_peered":"2024-09-13T02:48:39.973227+0000","last_clean":"2024-09-13T02:48:39.973227+0000","last_became_active":"2024-09-13T02:48:18.126275+0000","last_became_peered":"2024-09-13T02:48:18.126275+0000","last_unstale":"2024-09-13T02:48:39.973227+0000","last_undegraded":"2024-09-13T02:48:39.973227+0000","last_fullsized":"2024-09-13T02:48:39.973227+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:42.025024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976921+0000","last_change":"2024-09-13T02:48:21.583189+0000","last_active":"2024-09-13T02:48:39.976921+0000","last_peered":"2024-09-13T02:48:39.976921+0000","last_clean":"2024-09-13T02:48:39.976921+0000","last_became_active":"2024-09-13T02:48:21.581829+0000","last_became_peered":"2024-09-13T02:48:21.581829+0000","last_unstale":"2024-09-13T02:48:39.976921+0000","last_undegraded":"2024-09-13T02:48:39.976921+0000","last_fullsized":"2024-09-13T02:48:39.976921+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:47.421969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977256+0000","last_change":"2024-09-13T02:48:18.127473+0000","last_active":"2024-09-13T02:48:39.977256+0000","last_peered":"2024-09-13T02:48:39.977256+0000","last_clean":"2024-09-13T02:48:39.977256+0000","last_became_active":"2024-09-13T02:48:18.127069+0000","last_became_peered":"2024-09-13T02:48:18.127069+0000","last_unstale":"2024-09-13T02:48:39.977256+0000","last_undegraded":"2024-09-13T02:48:39.977256+0000","last_fullsized":"2024-09-13T02:48:39.977256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:54.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976966+0000","last_change":"2024-09-13T02:48:21.589376+0000","last_active":"2024-09-13T02:48:39.976966+0000","last_peered":"2024-09-13T02:48:39.976966+0000","last_clean":"2024-09-13T02:48:39.976966+0000","last_became_active":"2024-09-13T02:48:21.588798+0000","last_became_peered":"2024-09-13T02:48:21.588798+0000","last_unstale":"2024-09-13T02:48:39.976966+0000","last_undegraded":"2024-09-13T02:48:39.976966+0000","last_fullsized":"2024-09-13T02:48:39.976966+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:23.101476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":24,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973534+0000","last_change":"2024-09-13T02:48:18.124999+0000","last_active":"2024-09-13T02:48:39.973534+0000","last_peered":"2024-09-13T02:48:39.973534+0000","last_clean":"2024-09-13T02:48:39.973534+0000","last_became_active":"2024-09-13T02:48:18.124720+0000","last_became_peered":"2024-09-13T02:48:18.124720+0000","last_unstale":"2024-09-13T02:48:39.973534+0000","last_undegraded":"2024-09-13T02:48:39.973534+0000","last_fullsized":"2024-09-13T02:48:39.973534+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:42:59.578453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975502+0000","last_change":"2024-09-13T02:48:21.579048+0000","last_active":"2024-09-13T02:48:39.975502+0000","last_peered":"2024-09-13T02:48:39.975502+0000","last_clean":"2024-09-13T02:48:39.975502+0000","last_became_active":"2024-09-13T02:48:21.577551+0000","last_became_peered":"2024-09-13T02:48:21.577551+0000","last_unstale":"2024-09-13T02:48:39.975502+0000","last_undegraded":"2024-09-13T02:48:39.975502+0000","last_fullsized":"2024-09-13T02:48:39.975502+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:12.893427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":17,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970906+0000","last_change":"2024-09-13T02:48:18.129380+0000","last_active":"2024-09-13T02:48:39.970906+0000","last_peered":"2024-09-13T02:48:39.970906+0000","last_clean":"2024-09-13T02:48:39.970906+0000","last_became_active":"2024-09-13T02:48:18.128913+0000","last_became_peered":"2024-09-13T02:48:18.128913+0000","last_unstale":"2024-09-13T02:48:39.970906+0000","last_undegraded":"2024-09-13T02:48:39.970906+0000","last_fullsized":"2024-09-13T02:48:39.970906+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:12.090151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976475+0000","last_change":"2024-09-13T02:48:21.582870+0000","last_active":"2024-09-13T02:48:39.976475+0000","last_peered":"2024-09-13T02:48:39.976475+0000","last_clean":"2024-09-13T02:48:39.976475+0000","last_became_active":"2024-09-13T02:48:21.580857+0000","last_became_peered":"2024-09-13T02:48:21.580857+0000","last_unstale":"2024-09-13T02:48:39.976475+0000","last_undegraded":"2024-09-13T02:48:39.976475+0000","last_fullsized":"2024-09-13T02:48:39.976475+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:25.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":18,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975443+0000","last_change":"2024-09-13T02:48:18.125857+0000","last_active":"2024-09-13T02:48:39.975443+0000","last_peered":"2024-09-13T02:48:39.975443+0000","last_clean":"2024-09-13T02:48:39.975443+0000","last_became_active":"2024-09-13T02:48:18.125608+0000","last_became_peered":"2024-09-13T02:48:18.125608+0000","last_unstale":"2024-09-13T02:48:39.975443+0000","last_undegraded":"2024-09-13T02:48:39.975443+0000","last_fullsized":"2024-09-13T02:48:39.975443+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:06:51.188527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976421+0000","last_change":"2024-09-13T02:48:21.582150+0000","last_active":"2024-09-13T02:48:39.976421+0000","last_peered":"2024-09-13T02:48:39.976421+0000","last_clean":"2024-09-13T02:48:39.976421+0000","last_became_active":"2024-09-13T02:48:21.581208+0000","last_became_peered":"2024-09-13T02:48:21.581208+0000","last_unstale":"2024-09-13T02:48:39.976421+0000","last_undegraded":"2024-09-13T02:48:39.976421+0000","last_fullsized":"2024-09-13T02:48:39.976421+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:50.429973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":17,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972107+0000","last_change":"2024-09-13T02:48:18.121408+0000","last_active":"2024-09-13T02:48:39.972107+0000","last_peered":"2024-09-13T02:48:39.972107+0000","last_clean":"2024-09-13T02:48:39.972107+0000","last_became_active":"2024-09-13T02:48:18.121112+0000","last_became_peered":"2024-09-13T02:48:18.121112+0000","last_unstale":"2024-09-13T02:48:39.972107+0000","last_undegraded":"2024-09-13T02:48:39.972107+0000","last_fullsized":"2024-09-13T02:48:39.972107+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:28:49.817255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973943+0000","last_change":"2024-09-13T02:48:21.588213+0000","last_active":"2024-09-13T02:48:39.973943+0000","last_peered":"2024-09-13T02:48:39.973943+0000","last_clean":"2024-09-13T02:48:39.973943+0000","last_became_active":"2024-09-13T02:48:21.587958+0000","last_became_peered":"2024-09-13T02:48:21.587958+0000","last_unstale":"2024-09-13T02:48:39.973943+0000","last_undegraded":"2024-09-13T02:48:39.973943+0000","last_fullsized":"2024-09-13T02:48:39.973943+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:04:34.081464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.974131+0000","last_change":"2024-09-13T02:48:18.126536+0000","last_active":"2024-09-13T02:48:39.974131+0000","last_peered":"2024-09-13T02:48:39.974131+0000","last_clean":"2024-09-13T02:48:39.974131+0000","last_became_active":"2024-09-13T02:48:18.126243+0000","last_became_peered":"2024-09-13T02:48:18.126243+0000","last_unstale":"2024-09-13T02:48:39.974131+0000","last_undegraded":"2024-09-13T02:48:39.974131+0000","last_fullsized":"2024-09-13T02:48:39.974131+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:48.383517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976331+0000","last_change":"2024-09-13T02:48:21.589656+0000","last_active":"2024-09-13T02:48:39.976331+0000","last_peered":"2024-09-13T02:48:39.976331+0000","last_clean":"2024-09-13T02:48:39.976331+0000","last_became_active":"2024-09-13T02:48:21.589406+0000","last_became_peered":"2024-09-13T02:48:21.589406+0000","last_unstale":"2024-09-13T02:48:39.976331+0000","last_undegraded":"2024-09-13T02:48:39.976331+0000","last_fullsized":"2024-09-13T02:48:39.976331+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:05.767522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":25,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975559+0000","last_change":"2024-09-13T02:47:54.679880+0000","last_active":"2024-09-13T02:48:39.975559+0000","last_peered":"2024-09-13T02:48:39.975559+0000","last_clean":"2024-09-13T02:48:39.975559+0000","last_became_active":"2024-09-13T02:47:54.673981+0000","last_became_peered":"2024-09-13T02:47:54.673981+0000","last_unstale":"2024-09-13T02:48:39.975559+0000","last_undegraded":"2024-09-13T02:48:39.975559+0000","last_fullsized":"2024-09-13T02:48:39.975559+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_clean_scrub_stamp":"2024-09-13T02:45:56.343528+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:21.009846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973020+0000","last_change":"2024-09-13T02:48:18.128880+0000","last_active":"2024-09-13T02:48:39.973020+0000","last_peered":"2024-09-13T02:48:39.973020+0000","last_clean":"2024-09-13T02:48:39.973020+0000","last_became_active":"2024-09-13T02:48:18.128367+0000","last_became_peered":"2024-09-13T02:48:18.128367+0000","last_unstale":"2024-09-13T02:48:39.973020+0000","last_undegraded":"2024-09-13T02:48:39.973020+0000","last_fullsized":"2024-09-13T02:48:39.973020+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:11.996569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969201+0000","last_change":"2024-09-13T02:48:21.588296+0000","last_active":"2024-09-13T02:48:39.969201+0000","last_peered":"2024-09-13T02:48:39.969201+0000","last_clean":"2024-09-13T02:48:39.969201+0000","last_became_active":"2024-09-13T02:48:21.588005+0000","last_became_peered":"2024-09-13T02:48:21.588005+0000","last_unstale":"2024-09-13T02:48:39.969201+0000","last_undegraded":"2024-09-13T02:48:39.969201+0000","last_fullsized":"2024-09-13T02:48:39.969201+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:13:00.668115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975742+0000","last_change":"2024-09-13T02:48:18.128342+0000","last_active":"2024-09-13T02:48:39.975742+0000","last_peered":"2024-09-13T02:48:39.975742+0000","last_clean":"2024-09-13T02:48:39.975742+0000","last_became_active":"2024-09-13T02:48:18.128051+0000","last_became_peered":"2024-09-13T02:48:18.128051+0000","last_unstale":"2024-09-13T02:48:39.975742+0000","last_undegraded":"2024-09-13T02:48:39.975742+0000","last_fullsized":"2024-09-13T02:48:39.975742+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:36:18.270885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970034+0000","last_change":"2024-09-13T02:48:21.575630+0000","last_active":"2024-09-13T02:48:39.970034+0000","last_peered":"2024-09-13T02:48:39.970034+0000","last_clean":"2024-09-13T02:48:39.970034+0000","last_became_active":"2024-09-13T02:48:21.575354+0000","last_became_peered":"2024-09-13T02:48:21.575354+0000","last_unstale":"2024-09-13T02:48:39.970034+0000","last_undegraded":"2024-09-13T02:48:39.970034+0000","last_fullsized":"2024-09-13T02:48:39.970034+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:30:46.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973858+0000","last_change":"2024-09-13T02:48:18.123341+0000","last_active":"2024-09-13T02:48:39.973858+0000","last_peered":"2024-09-13T02:48:39.973858+0000","last_clean":"2024-09-13T02:48:39.973858+0000","last_became_active":"2024-09-13T02:48:18.122940+0000","last_became_peered":"2024-09-13T02:48:18.122940+0000","last_unstale":"2024-09-13T02:48:39.973858+0000","last_undegraded":"2024-09-13T02:48:39.973858+0000","last_fullsized":"2024-09-13T02:48:39.973858+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:25:37.597063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972746+0000","last_change":"2024-09-13T02:48:21.581770+0000","last_active":"2024-09-13T02:48:39.972746+0000","last_peered":"2024-09-13T02:48:39.972746+0000","last_clean":"2024-09-13T02:48:39.972746+0000","last_became_active":"2024-09-13T02:48:21.581484+0000","last_became_peered":"2024-09-13T02:48:21.581484+0000","last_unstale":"2024-09-13T02:48:39.972746+0000","last_undegraded":"2024-09-13T02:48:39.972746+0000","last_fullsized":"2024-09-13T02:48:39.972746+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:40:52.928813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973344+0000","last_change":"2024-09-13T02:48:18.129859+0000","last_active":"2024-09-13T02:48:39.973344+0000","last_peered":"2024-09-13T02:48:39.973344+0000","last_clean":"2024-09-13T02:48:39.973344+0000","last_became_active":"2024-09-13T02:48:18.129551+0000","last_became_peered":"2024-09-13T02:48:18.129551+0000","last_unstale":"2024-09-13T02:48:39.973344+0000","last_undegraded":"2024-09-13T02:48:39.973344+0000","last_fullsized":"2024-09-13T02:48:39.973344+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:57:19.490161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970315+0000","last_change":"2024-09-13T02:48:21.586612+0000","last_active":"2024-09-13T02:48:39.970315+0000","last_peered":"2024-09-13T02:48:39.970315+0000","last_clean":"2024-09-13T02:48:39.970315+0000","last_became_active":"2024-09-13T02:48:21.586367+0000","last_became_peered":"2024-09-13T02:48:21.586367+0000","last_unstale":"2024-09-13T02:48:39.970315+0000","last_undegraded":"2024-09-13T02:48:39.970315+0000","last_fullsized":"2024-09-13T02:48:39.970315+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:02.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972659+0000","last_change":"2024-09-13T02:48:18.128368+0000","last_active":"2024-09-13T02:48:39.972659+0000","last_peered":"2024-09-13T02:48:39.972659+0000","last_clean":"2024-09-13T02:48:39.972659+0000","last_became_active":"2024-09-13T02:48:18.127101+0000","last_became_peered":"2024-09-13T02:48:18.127101+0000","last_unstale":"2024-09-13T02:48:39.972659+0000","last_undegraded":"2024-09-13T02:48:39.972659+0000","last_fullsized":"2024-09-13T02:48:39.972659+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:59.077268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973347+0000","last_change":"2024-09-13T02:48:21.584763+0000","last_active":"2024-09-13T02:48:39.973347+0000","last_peered":"2024-09-13T02:48:39.973347+0000","last_clean":"2024-09-13T02:48:39.973347+0000","last_became_active":"2024-09-13T02:48:21.584499+0000","last_became_peered":"2024-09-13T02:48:21.584499+0000","last_unstale":"2024-09-13T02:48:39.973347+0000","last_undegraded":"2024-09-13T02:48:39.973347+0000","last_fullsized":"2024-09-13T02:48:39.973347+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:58.878428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976745+0000","last_change":"2024-09-13T02:48:18.130728+0000","last_active":"2024-09-13T02:48:39.976745+0000","last_peered":"2024-09-13T02:48:39.976745+0000","last_clean":"2024-09-13T02:48:39.976745+0000","last_became_active":"2024-09-13T02:48:18.130451+0000","last_became_peered":"2024-09-13T02:48:18.130451+0000","last_unstale":"2024-09-13T02:48:39.976745+0000","last_undegraded":"2024-09-13T02:48:39.976745+0000","last_fullsized":"2024-09-13T02:48:39.976745+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:36.750077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972564+0000","last_change":"2024-09-13T02:48:21.588000+0000","last_active":"2024-09-13T02:48:39.972564+0000","last_peered":"2024-09-13T02:48:39.972564+0000","last_clean":"2024-09-13T02:48:39.972564+0000","last_became_active":"2024-09-13T02:48:21.587720+0000","last_became_peered":"2024-09-13T02:48:21.587720+0000","last_unstale":"2024-09-13T02:48:39.972564+0000","last_undegraded":"2024-09-13T02:48:39.972564+0000","last_fullsized":"2024-09-13T02:48:39.972564+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:56:06.382003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"58'1","reported_seq":17,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973049+0000","last_change":"2024-09-13T02:48:18.121917+0000","last_active":"2024-09-13T02:48:39.973049+0000","last_peered":"2024-09-13T02:48:39.973049+0000","last_clean":"2024-09-13T02:48:39.973049+0000","last_became_active":"2024-09-13T02:48:18.120926+0000","last_became_peered":"2024-09-13T02:48:18.120926+0000","last_unstale":"2024-09-13T02:48:39.973049+0000","last_undegraded":"2024-09-13T02:48:39.973049+0000","last_fullsized":"2024-09-13T02:48:39.973049+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:30.191568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969670+0000","last_change":"2024-09-13T02:48:21.583345+0000","last_active":"2024-09-13T02:48:39.969670+0000","last_peered":"2024-09-13T02:48:39.969670+0000","last_clean":"2024-09-13T02:48:39.969670+0000","last_became_active":"2024-09-13T02:48:21.583027+0000","last_became_peered":"2024-09-13T02:48:21.583027+0000","last_unstale":"2024-09-13T02:48:39.969670+0000","last_undegraded":"2024-09-13T02:48:39.969670+0000","last_fullsized":"2024-09-13T02:48:39.969670+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:52:58.111370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":18,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.978041+0000","last_change":"2024-09-13T02:48:18.123866+0000","last_active":"2024-09-13T02:48:39.978041+0000","last_peered":"2024-09-13T02:48:39.978041+0000","last_clean":"2024-09-13T02:48:39.978041+0000","last_became_active":"2024-09-13T02:48:18.123549+0000","last_became_peered":"2024-09-13T02:48:18.123549+0000","last_unstale":"2024-09-13T02:48:39.978041+0000","last_undegraded":"2024-09-13T02:48:39.978041+0000","last_fullsized":"2024-09-13T02:48:39.978041+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:28.222321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.971055+0000","last_change":"2024-09-13T02:48:21.578137+0000","last_active":"2024-09-13T02:48:39.971055+0000","last_peered":"2024-09-13T02:48:39.971055+0000","last_clean":"2024-09-13T02:48:39.971055+0000","last_became_active":"2024-09-13T02:48:21.577869+0000","last_became_peered":"2024-09-13T02:48:21.577869+0000","last_unstale":"2024-09-13T02:48:39.971055+0000","last_undegraded":"2024-09-13T02:48:39.971055+0000","last_fullsized":"2024-09-13T02:48:39.971055+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:06.294658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.975464+0000","last_change":"2024-09-13T02:48:18.126935+0000","last_active":"2024-09-13T02:48:39.975464+0000","last_peered":"2024-09-13T02:48:39.975464+0000","last_clean":"2024-09-13T02:48:39.975464+0000","last_became_active":"2024-09-13T02:48:18.126663+0000","last_became_peered":"2024-09-13T02:48:18.126663+0000","last_unstale":"2024-09-13T02:48:39.975464+0000","last_undegraded":"2024-09-13T02:48:39.975464+0000","last_fullsized":"2024-09-13T02:48:39.975464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:00.527818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970258+0000","last_change":"2024-09-13T02:48:21.574686+0000","last_active":"2024-09-13T02:48:39.970258+0000","last_peered":"2024-09-13T02:48:39.970258+0000","last_clean":"2024-09-13T02:48:39.970258+0000","last_became_active":"2024-09-13T02:48:21.574444+0000","last_became_peered":"2024-09-13T02:48:21.574444+0000","last_unstale":"2024-09-13T02:48:39.970258+0000","last_undegraded":"2024-09-13T02:48:39.970258+0000","last_fullsized":"2024-09-13T02:48:39.970258+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:30.498408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972175+0000","last_change":"2024-09-13T02:48:18.127169+0000","last_active":"2024-09-13T02:48:39.972175+0000","last_peered":"2024-09-13T02:48:39.972175+0000","last_clean":"2024-09-13T02:48:39.972175+0000","last_became_active":"2024-09-13T02:48:18.126896+0000","last_became_peered":"2024-09-13T02:48:18.126896+0000","last_unstale":"2024-09-13T02:48:39.972175+0000","last_undegraded":"2024-09-13T02:48:39.972175+0000","last_fullsized":"2024-09-13T02:48:39.972175+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:41:43.435659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969711+0000","last_change":"2024-09-13T02:48:21.583347+0000","last_active":"2024-09-13T02:48:39.969711+0000","last_peered":"2024-09-13T02:48:39.969711+0000","last_clean":"2024-09-13T02:48:39.969711+0000","last_became_active":"2024-09-13T02:48:21.583035+0000","last_became_peered":"2024-09-13T02:48:21.583035+0000","last_unstale":"2024-09-13T02:48:39.969711+0000","last_undegraded":"2024-09-13T02:48:39.969711+0000","last_fullsized":"2024-09-13T02:48:39.969711+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:00:10.296572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.972378+0000","last_change":"2024-09-13T02:48:18.127359+0000","last_active":"2024-09-13T02:48:39.972378+0000","last_peered":"2024-09-13T02:48:39.972378+0000","last_clean":"2024-09-13T02:48:39.972378+0000","last_became_active":"2024-09-13T02:48:18.127064+0000","last_became_peered":"2024-09-13T02:48:18.127064+0000","last_unstale":"2024-09-13T02:48:39.972378+0000","last_undegraded":"2024-09-13T02:48:39.972378+0000","last_fullsized":"2024-09-13T02:48:39.972378+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:38.885497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969199+0000","last_change":"2024-09-13T02:48:21.578327+0000","last_active":"2024-09-13T02:48:39.969199+0000","last_peered":"2024-09-13T02:48:39.969199+0000","last_clean":"2024-09-13T02:48:39.969199+0000","last_became_active":"2024-09-13T02:48:21.578017+0000","last_became_peered":"2024-09-13T02:48:21.578017+0000","last_unstale":"2024-09-13T02:48:39.969199+0000","last_undegraded":"2024-09-13T02:48:39.969199+0000","last_fullsized":"2024-09-13T02:48:39.969199+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:23:19.191638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":14,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.980700+0000","last_change":"2024-09-13T02:48:40.980700+0000","last_active":"2024-09-13T02:48:40.980700+0000","last_peered":"2024-09-13T02:48:40.980700+0000","last_clean":"2024-09-13T02:48:40.980700+0000","last_became_active":"2024-09-13T02:48:40.977258+0000","last_became_peered":"2024-09-13T02:48:40.977258+0000","last_unstale":"2024-09-13T02:48:40.980700+0000","last_undegraded":"2024-09-13T02:48:40.980700+0000","last_fullsized":"2024-09-13T02:48:40.980700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:05:02.328793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.977216+0000","last_change":"2024-09-13T02:48:21.583150+0000","last_active":"2024-09-13T02:48:39.977216+0000","last_peered":"2024-09-13T02:48:39.977216+0000","last_clean":"2024-09-13T02:48:39.977216+0000","last_became_active":"2024-09-13T02:48:21.582879+0000","last_became_peered":"2024-09-13T02:48:21.582879+0000","last_unstale":"2024-09-13T02:48:39.977216+0000","last_undegraded":"2024-09-13T02:48:39.977216+0000","last_fullsized":"2024-09-13T02:48:39.977216+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.380349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.973263+0000","last_change":"2024-09-13T02:48:21.584249+0000","last_active":"2024-09-13T02:48:39.973263+0000","last_peered":"2024-09-13T02:48:39.973263+0000","last_clean":"2024-09-13T02:48:39.973263+0000","last_became_active":"2024-09-13T02:48:21.583986+0000","last_became_peered":"2024-09-13T02:48:21.583986+0000","last_unstale":"2024-09-13T02:48:39.973263+0000","last_undegraded":"2024-09-13T02:48:39.973263+0000","last_fullsized":"2024-09-13T02:48:39.973263+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.923063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":18,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976301+0000","last_change":"2024-09-13T02:48:18.129467+0000","last_active":"2024-09-13T02:48:39.976301+0000","last_peered":"2024-09-13T02:48:39.976301+0000","last_clean":"2024-09-13T02:48:39.976301+0000","last_became_active":"2024-09-13T02:48:18.129145+0000","last_became_peered":"2024-09-13T02:48:18.129145+0000","last_unstale":"2024-09-13T02:48:39.976301+0000","last_undegraded":"2024-09-13T02:48:39.976301+0000","last_fullsized":"2024-09-13T02:48:39.976301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:59.193223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":23,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T02:48:40.977507+0000","last_change":"2024-09-13T02:48:40.977507+0000","last_active":"2024-09-13T02:48:40.977507+0000","last_peered":"2024-09-13T02:48:40.977507+0000","last_clean":"2024-09-13T02:48:40.977507+0000","last_became_active":"2024-09-13T02:48:40.977177+0000","last_became_peered":"2024-09-13T02:48:40.977177+0000","last_unstale":"2024-09-13T02:48:40.977507+0000","last_undegraded":"2024-09-13T02:48:40.977507+0000","last_fullsized":"2024-09-13T02:48:40.977507+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:08.230769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":18,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.976642+0000","last_change":"2024-09-13T02:48:18.127785+0000","last_active":"2024-09-13T02:48:39.976642+0000","last_peered":"2024-09-13T02:48:39.976642+0000","last_clean":"2024-09-13T02:48:39.976642+0000","last_became_active":"2024-09-13T02:48:18.127372+0000","last_became_peered":"2024-09-13T02:48:18.127372+0000","last_unstale":"2024-09-13T02:48:39.976642+0000","last_undegraded":"2024-09-13T02:48:39.976642+0000","last_fullsized":"2024-09-13T02:48:39.976642+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:31.852123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970472+0000","last_change":"2024-09-13T02:48:21.589188+0000","last_active":"2024-09-13T02:48:39.970472+0000","last_peered":"2024-09-13T02:48:39.970472+0000","last_clean":"2024-09-13T02:48:39.970472+0000","last_became_active":"2024-09-13T02:48:21.588328+0000","last_became_peered":"2024-09-13T02:48:21.588328+0000","last_unstale":"2024-09-13T02:48:39.970472+0000","last_undegraded":"2024-09-13T02:48:39.970472+0000","last_fullsized":"2024-09-13T02:48:39.970472+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:01:01.035315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":17,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969555+0000","last_change":"2024-09-13T02:48:18.124206+0000","last_active":"2024-09-13T02:48:39.969555+0000","last_peered":"2024-09-13T02:48:39.969555+0000","last_clean":"2024-09-13T02:48:39.969555+0000","last_became_active":"2024-09-13T02:48:18.123898+0000","last_became_peered":"2024-09-13T02:48:18.123898+0000","last_unstale":"2024-09-13T02:48:39.969555+0000","last_undegraded":"2024-09-13T02:48:39.969555+0000","last_fullsized":"2024-09-13T02:48:39.969555+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:36.124440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.969409+0000","last_change":"2024-09-13T02:48:21.578735+0000","last_active":"2024-09-13T02:48:39.969409+0000","last_peered":"2024-09-13T02:48:39.969409+0000","last_clean":"2024-09-13T02:48:39.969409+0000","last_became_active":"2024-09-13T02:48:21.578445+0000","last_became_peered":"2024-09-13T02:48:21.578445+0000","last_unstale":"2024-09-13T02:48:39.969409+0000","last_undegraded":"2024-09-13T02:48:39.969409+0000","last_fullsized":"2024-09-13T02:48:39.969409+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:13.219341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":20,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-13T02:48:39.970744+0000","last_change":"2024-09-13T02:48:18.126637+0000","last_active":"2024-09-13T02:48:39.970744+0000","last_peered":"2024-09-13T02:48:39.970744+0000","last_clean":"2024-09-13T02:48:39.970744+0000","last_became_active":"2024-09-13T02:48:18.126361+0000","last_became_peered":"2024-09-13T02:48:18.126361+0000","last_unstale":"2024-09-13T02:48:39.970744+0000","last_undegraded":"2024-09-13T02:48:39.970744+0000","last_fullsized":"2024-09-13T02:48:39.970744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:01.374571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397516,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298532,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446620,"statfs":{"total":95995035648,"available":95689338880,"internally_reserved":0,"allocated":1200128,"data_stored":844891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]}]},{"osd":6,"up_from":43,"seq":184683593745,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298536,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446616,"statfs":{"total":95995035648,"available":95689334784,"internally_reserved":0,"allocated":1204224,"data_stored":845851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.496}]},{"osd":1,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.51700000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.53800000000000003}]},{"osd":3,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.70199999999999996}]},{"osd":4,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45700000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.63400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":5,"up_from":37,"seq":158913789974,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297952,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447200,"statfs":{"total":95995035648,"available":95689932800,"internally_reserved":0,"allocated":606208,"data_stored":255014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.432}]},{"osd":2,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.502},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53400000000000003}]},{"osd":3,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55600000000000005}]},{"osd":4,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 02:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.39900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297956,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447196,"statfs":{"total":95995035648,"available":95689928704,"internally_reserved":0,"allocated":614400,"data_stored":254627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:43 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52800000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70499999999999996,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.34799999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65600000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.37}]},{"osd":1,"last update":"Fri Sep 13 02:48:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55200000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.68300000000000005,"5min":0.747,"15min":0.747},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68000000000000005,"5min":0.754,"15min":0.754},"last":0.44700000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:48:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55000000000000004,"15min":0.55400000000000005},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.63300000000000001,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.34999999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.71099999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.39900000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:48:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.67000000000000004,"5min":0.752,"15min":0.752},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.37,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66500000000000004,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.503}]},{"osd":5,"last update":"Fri Sep 13 02:48:03 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"last":0.434}]},{"osd":6,"last update":"Fri Sep 13 02:48:31 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149728,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297960,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447192,"statfs":{"total":95995035648,"available":95689924608,"internally_reserved":0,"allocated":614400,"data_stored":255343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.38600000000000001,"15min":0.38400000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.46500000000000002,"15min":0.46700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.29999999999999999}]},{"osd":1,"last update":"Fri Sep 13 02:48:20 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.43099999999999999,"15min":0.42999999999999999},"min":{"1min":0.29099999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.28299999999999997}]},{"osd":2,"last update":"Fri Sep 13 02:48:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69799999999999995,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42399999999999999,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.26200000000000001}]},{"osd":4,"last update":"Fri Sep 13 02:47:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48799999999999999}]},{"osd":5,"last update":"Fri Sep 13 02:48:04 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.40200000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.42599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297940,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447212,"statfs":{"total":95995035648,"available":95689945088,"internally_reserved":0,"allocated":593920,"data_stored":253687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:47:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38800000000000001,"15min":0.38700000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.57699999999999996,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.252},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.59299999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.39200000000000002}]},{"osd":1,"last update":"Fri Sep 13 02:47:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.622,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.37},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.42799999999999999,"15min":0.42299999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.314}]},{"osd":3,"last update":"Fri Sep 13 02:48:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.46899999999999997,"15min":0.46800000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41199999999999998,"15min":0.40899999999999997},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.26900000000000002}]},{"osd":4,"last update":"Fri Sep 13 02:48:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.57899999999999996,"15min":0.57299999999999995},"min":{"1min":0.38800000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.77400000000000002,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.59599999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.66300000000000003}]},{"osd":5,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.58999999999999997}]},{"osd":6,"last update":"Fri Sep 13 02:48:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297944,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447208,"statfs":{"total":95995035648,"available":95689940992,"internally_reserved":0,"allocated":598016,"data_stored":253532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:48:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.379,"15min":0.36799999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.371,"15min":0.35399999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.29399999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:47:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.28899999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.33500000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.55400000000000005,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Sep 13 02:48:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46999999999999997,"15min":0.47199999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.433,"15min":0.432},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Sep 13 02:48:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55800000000000005,"15min":0.55000000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.501},{"interface":"front","average":{"1min":0.62,"5min":0.58099999999999996,"15min":0.57499999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.48899999999999999}]},{"osd":5,"last update":"Fri Sep 13 02:48:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.45200000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:48:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298524,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446628,"statfs":{"total":95995035648,"available":95689347072,"internally_reserved":0,"allocated":1196032,"data_stored":838445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:48:34 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.33800000000000002,"15min":0.32500000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56200000000000006,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.35699999999999998,"15min":0.33200000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.30599999999999999}]},{"osd":2,"last update":"Fri Sep 13 02:47:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41599999999999998,"15min":0.40999999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38300000000000001,"15min":0.377},"min":{"1min":0.30399999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58299999999999996,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.28399999999999997}]},{"osd":3,"last update":"Fri Sep 13 02:48:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40799999999999997,"15min":0.41199999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.50600000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45700000000000002,"15min":0.46300000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.26900000000000002}]},{"osd":4,"last update":"Fri Sep 13 02:47:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.62},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.68400000000000005}]},{"osd":5,"last update":"Fri Sep 13 02:48:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.64100000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:48:46.807 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T02:48:46.808 INFO:tasks.cephadm:Adding prometheus.a on smithi078 2024-09-13T02:48:46.808 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi078=a' 2024-09-13T02:48:47.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:46 smithi052 ceph-mon[27118]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:47.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:46 smithi052 ceph-mon[27118]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:48:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:46 smithi052 ceph-mon[37071]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:46 smithi052 ceph-mon[37071]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:48:47.063 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:48:47.183 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:46 smithi078 ceph-mon[30844]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:47.184 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:46 smithi078 ceph-mon[30844]: from='client.24395 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:48:49.065 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled prometheus update... 2024-09-13T02:48:49.065 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:48 smithi078 ceph-mon[30844]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:48 smithi052 ceph-mon[27118]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:48 smithi052 ceph-mon[37071]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:49.678 DEBUG:teuthology.orchestra.run.smithi078:prometheus.a> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-13T02:48:49.680 INFO:tasks.cephadm:Adding node-exporter.a on smithi052 2024-09-13T02:48:49.680 INFO:tasks.cephadm:Adding node-exporter.b on smithi078 2024-09-13T02:48:49.680 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi052=a;smithi078=b' 2024-09-13T02:48:49.973 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: Saving service prometheus spec with placement smithi078=a;count:1 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:50.341 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:50 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:50.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: Saving service prometheus spec with placement smithi078=a;count:1 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: Saving service prometheus spec with placement smithi078=a;count:1 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:48:50.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:48:50.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:48:50.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:50 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:51.086 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:51 smithi078 ceph-mon[30844]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:51.087 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:51 smithi078 ceph-mon[30844]: Deploying daemon prometheus.a on smithi078 2024-09-13T02:48:51.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:51 smithi052 ceph-mon[27118]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:51.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:51 smithi052 ceph-mon[27118]: Deploying daemon prometheus.a on smithi078 2024-09-13T02:48:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:51 smithi052 ceph-mon[37071]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:51 smithi052 ceph-mon[37071]: Deploying daemon prometheus.a on smithi078 2024-09-13T02:48:51.761 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled node-exporter update... 2024-09-13T02:48:52.729 DEBUG:teuthology.orchestra.run.smithi052:node-exporter.a> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-13T02:48:52.733 DEBUG:teuthology.orchestra.run.smithi078:node-exporter.b> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-13T02:48:52.735 INFO:tasks.cephadm:Adding alertmanager.a on smithi052 2024-09-13T02:48:52.735 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi052=a' 2024-09-13T02:48:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[37071]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi052=a;smithi078=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[37071]: Saving service node-exporter spec with placement smithi052=a;smithi078=b;count:2 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[37071]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[27118]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi052=a;smithi078=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[27118]: Saving service node-exporter spec with placement smithi052=a;smithi078=b;count:2 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:52 smithi052 ceph-mon[27118]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:53.086 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:48:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:52 smithi078 ceph-mon[30844]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi052=a;smithi078=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:52 smithi078 ceph-mon[30844]: Saving service node-exporter spec with placement smithi052=a;smithi078=b;count:2 2024-09-13T02:48:53.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:52 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:53.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:52 smithi078 ceph-mon[30844]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:55.164 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:54 smithi078 ceph-mon[30844]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:55.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:54 smithi052 ceph-mon[27118]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:54 smithi052 ceph-mon[37071]: pgmap v207: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:55.652 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled alertmanager update... 2024-09-13T02:48:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:56 smithi078 ceph-mon[30844]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi052=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:56 smithi078 ceph-mon[30844]: Saving service alertmanager spec with placement smithi052=a;count:1 2024-09-13T02:48:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:56 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:56 smithi078 ceph-mon[30844]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[37071]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi052=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[37071]: Saving service alertmanager spec with placement smithi052=a;count:1 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[37071]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[27118]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi052=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[27118]: Saving service alertmanager spec with placement smithi052=a;count:1 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:48:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:56 smithi052 ceph-mon[27118]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-09-13T02:48:57.902 DEBUG:teuthology.orchestra.run.smithi052:alertmanager.a> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-13T02:48:57.905 INFO:tasks.cephadm:Adding grafana.a on smithi078 2024-09-13T02:48:57.905 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi078=a' 2024-09-13T02:48:58.401 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:48:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:48:58 smithi078 ceph-mon[30844]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:48:58 smithi052 ceph-mon[37071]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:48:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:48:58 smithi052 ceph-mon[27118]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:01.170 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:00 smithi078 ceph-mon[30844]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:00 smithi052 ceph-mon[37071]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:01.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:00 smithi052 ceph-mon[27118]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:02.586 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled grafana update... 2024-09-13T02:49:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:02 smithi078 ceph-mon[30844]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:02 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:02 smithi052 ceph-mon[37071]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:02 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:02 smithi052 ceph-mon[27118]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:02 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:03.902 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:03 smithi078 systemd[1]: Starting Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:49:04.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:03 smithi052 ceph-mon[37071]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:04.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:03 smithi052 ceph-mon[37071]: Saving service grafana spec with placement smithi078=a;count:1 2024-09-13T02:49:04.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:03 smithi052 ceph-mon[27118]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:04.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:03 smithi052 ceph-mon[27118]: Saving service grafana spec with placement smithi078=a;count:1 2024-09-13T02:49:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:03 smithi078 ceph-mon[30844]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi078=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:49:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:03 smithi078 ceph-mon[30844]: Saving service grafana spec with placement smithi078=a;count:1 2024-09-13T02:49:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:04 smithi078 ceph-mon[30844]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:04 smithi052 ceph-mon[37071]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:05.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:04 smithi052 ceph-mon[27118]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:05.288 DEBUG:teuthology.orchestra.run.smithi078:grafana.a> sudo journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service 2024-09-13T02:49:05.290 INFO:tasks.cephadm:Setting up client nodes... 2024-09-13T02:49:05.290 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T02:49:05.547 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:05.595 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 podman[59312]: 2024-09-13 02:49:05.368669525 +0000 UTC m=+0.017182192 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:49:05.595 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 podman[59312]: 2024-09-13 02:49:05.481323785 +0000 UTC m=+0.129836440 container create de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:06.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 podman[59312]: 2024-09-13 02:49:05.708563387 +0000 UTC m=+0.357076049 container init de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 podman[59312]: 2024-09-13 02:49:05.71131159 +0000 UTC m=+0.359824263 container start de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.735Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.735Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.735Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi078 (none))" 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.735Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.735Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.736Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.736Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.738Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:49:06.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.739Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.740Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.740Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.767µs 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.740Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.740Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.740Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.794µs wal_replay_duration=178.243µs wbl_replay_duration=87ns total_replay_duration=212.827µs 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.741Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.741Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.741Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.756Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.843036ms db_storage=861ns remote_storage=969ns web_handler=238ns query_engine=533ns scrape=411.833µs scrape_sd=22.062µs notify=940ns notify_sd=2.094µs rules=14.228783ms tracing=5.961µs 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.756Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:49:05.756Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 bash[59312]: de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 2024-09-13T02:49:06.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:49:05 smithi078 systemd[1]: Started Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:49:07.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-mon[30844]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:07.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ignoring --setuser ceph since I am not root 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ignoring --setgroup ceph since I am not root 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:06 smithi078 ceph-mgr[32674]: -- 172.21.15.78:0/2042745067 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fac768e340 con 0x55fac769ac00 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.027+0000 7f154b205ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.081+0000 7f154b205ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:49:07.148 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.146+0000 7f154b205ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:49:07.168 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[37071]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:07.168 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.168 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.168 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.168 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T02:49:07.168 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setuser ceph since I am not root 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setgroup ceph since I am not root 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mgr[27349]: -- 172.21.15.52:0/2712769238 <== mon.2 v2:172.21.15.52:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564bd1d2e340 con 0x564bd1d3b000 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.040+0000 7ff7b4a11ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.098+0000 7ff7b4a11ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.165+0000 7ff7b4a11ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[27118]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' 2024-09-13T02:49:07.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:06 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T02:49:07.400 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.266+0000 7f154b205ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:49:07.442 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.297+0000 7ff7b4a11ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:49:07.442 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.440+0000 7ff7b4a11ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:49:07.651 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.399+0000 7f154b205ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:49:07.826 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2024-09-13T02:49:07.826 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQAjqONmPjj+MBAAHDEIapGDY6a1sHPaLzJCNw== 2024-09-13T02:49:07.946 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.650+0000 7f154b205ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:49:07.946 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.709+0000 7f154b205ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:49:07.946 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:07.867+0000 7f154b205ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:49:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-mon[30844]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T02:49:07.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-mon[30844]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T02:49:07.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/506257733' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:07.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:07 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/506257733' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:49:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[37071]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T02:49:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[37071]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T02:49:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/506257733' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/506257733' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:49:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[27118]: from='mgr.14150 172.21.15.52:0/4211410568' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T02:49:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[27118]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-13T02:49:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/506257733' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/506257733' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:49:08.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.716+0000 7ff7b4a11ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:49:08.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.779+0000 7ff7b4a11ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:49:08.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:07.953+0000 7ff7b4a11ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:49:08.651 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:49:08.651 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-13T02:49:08.651 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T02:49:08.693 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T02:49:08.914 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:08.846+0000 7ff7b4a11ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:49:08.951 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T02:49:09.073 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:08.695+0000 7f154b205ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:49:09.073 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:08.763+0000 7f154b205ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:49:09.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:08.912+0000 7ff7b4a11ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:49:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:09.494+0000 7f154b205ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:49:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:09.609+0000 7f154b205ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:49:09.962 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:09 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:09.655+0000 7ff7b4a11ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:49:09.962 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:09 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:09.772+0000 7ff7b4a11ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:49:09.962 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:09 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:09.897+0000 7ff7b4a11ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:49:09.962 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:09 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:09.960+0000 7ff7b4a11ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:49:09.985 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:09.731+0000 7f154b205ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:49:09.985 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:09.790+0000 7f154b205ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:49:09.985 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:09.915+0000 7f154b205ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:49:09.985 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:09.983+0000 7f154b205ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:49:10.222 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.091+0000 7ff7b4a11ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:49:10.222 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.160+0000 7ff7b4a11ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:49:10.222 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.220+0000 7ff7b4a11ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:49:10.248 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.041+0000 7f154b205ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:49:10.248 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.178+0000 7f154b205ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:49:10.248 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.246+0000 7f154b205ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:49:10.496 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.360+0000 7ff7b4a11ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:49:10.497 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.427+0000 7ff7b4a11ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:49:10.497 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.494+0000 7ff7b4a11ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:49:10.513 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.312+0000 7f154b205ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:49:10.513 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.393+0000 7f154b205ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:49:10.513 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.452+0000 7f154b205ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:49:10.514 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:10.512+0000 7f154b205ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:49:10.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.579+0000 7ff7b4a11ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:49:10.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.639+0000 7ff7b4a11ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:49:10.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:10.698+0000 7ff7b4a11ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:49:10.938 INFO:teuthology.orchestra.run.smithi078.stdout:[client.1] 2024-09-13T02:49:10.938 INFO:teuthology.orchestra.run.smithi078.stdout: key = AQAmqONmGrKsNxAARsRMxlb45o7NZSE4OKaLDQ== 2024-09-13T02:49:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-mon[30844]: from='client.? 172.21.15.78:0/4069724322' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:10 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:49:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-mon[27118]: from='client.? 172.21.15.78:0/4069724322' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:49:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-mon[37071]: from='client.? 172.21.15.78:0/4069724322' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T02:49:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:10 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T02:49:11.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:11.275+0000 7f154b205ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:49:11.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: [13/Sep/2024:02:49:11] ENGINE Bus STARTING 2024-09-13T02:49:11.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: CherryPy Checker: 2024-09-13T02:49:11.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: The Application mounted at '' has an empty config. 2024-09-13T02:49:11.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: 2024-09-13T02:49:11.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: [13/Sep/2024:02:49:11] ENGINE Serving on http://:::9283 2024-09-13T02:49:11.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: [13/Sep/2024:02:49:11] ENGINE Bus STARTED 2024-09-13T02:49:11.725 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T02:49:11.726 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-13T02:49:11.726 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T02:49:11.763 INFO:tasks.cephadm:Creating RBD pool 2024-09-13T02:49:11.764 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.480+0000 7ff7b4a11ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:11] ENGINE Bus STARTING 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: CherryPy Checker: 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: The Application mounted at '' has an empty config. 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.595+0000 7ff76446d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.595+0000 7ff76446d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.595+0000 7ff76446d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff76446d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff76446d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff761467640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff761467640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff761467640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff761467640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:11.596+0000 7ff761467640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:11] ENGINE Serving on http://:::9283 2024-09-13T02:49:11.780 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:11] ENGINE Bus STARTED 2024-09-13T02:49:12.041 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:12.163 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: Standby manager daemon x restarted 2024-09-13T02:49:12.163 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: Standby manager daemon x started 2024-09-13T02:49:12.163 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: Active manager daemon y restarted 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: Activating manager daemon y 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: mgrmap e17: y(active, starting, since 0.0081677s), standbys: x 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:49:12.164 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:49:12.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: Manager daemon y is now available 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: Standby manager daemon x restarted 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: Standby manager daemon x started 2024-09-13T02:49:12.166 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: Active manager daemon y restarted 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: Activating manager daemon y 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: mgrmap e17: y(active, starting, since 0.0081677s), standbys: x 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:49:12.167 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:49:12.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: Manager daemon y is now available 2024-09-13T02:49:12.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:12.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:12.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:12.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:49:12.169 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: Standby manager daemon x restarted 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: Standby manager daemon x started 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3519926' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: Active manager daemon y restarted 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: Activating manager daemon y 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: osdmap e61: 8 total, 8 up, 8 in 2024-09-13T02:49:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: mgrmap e17: y(active, starting, since 0.0081677s), standbys: x 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:49:12.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: Manager daemon y is now available 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:49:12.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:49:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:13 smithi078 ceph-mon[30844]: mgrmap e18: y(active, since 1.01171s), standbys: x 2024-09-13T02:49:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:13 smithi078 ceph-mon[30844]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:13.764 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-mon[37071]: mgrmap e18: y(active, since 1.01171s), standbys: x 2024-09-13T02:49:13.764 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-mon[37071]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-mon[27118]: mgrmap e18: y(active, since 1.01171s), standbys: x 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-mon[27118]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:13.638+0000 7ff74d7c0640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:49:13] ENGINE Error in HTTPServer.serve 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: Traceback (most recent call last): 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._connections.run(self.expiration_interval) 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:49:13.765 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._run(expiration_interval) 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: s = self.context.wrap_socket( 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: return self.sslsocket_class._create( 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self.do_handshake() 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: self._sslobj.do_handshake() 2024-09-13T02:49:13.766 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:49:13.767 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:49:14.856 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'rbd' created 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: [13/Sep/2024:02:49:13] ENGINE Bus STARTING 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: [13/Sep/2024:02:49:13] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: [13/Sep/2024:02:49:13] ENGINE Bus STARTED 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: [13/Sep/2024:02:49:13] ENGINE Error in HTTPServer.serve 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:49:14.857 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: self.do_handshake() 2024-09-13T02:49:14.858 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.c.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: [13/Sep/2024:02:49:13] ENGINE Bus STARTING 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: [13/Sep/2024:02:49:13] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: [13/Sep/2024:02:49:13] ENGINE Bus STARTED 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: [13/Sep/2024:02:49:13] ENGINE Error in HTTPServer.serve 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:49:14.859 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:49:14.860 INFO:journalctl@ceph.mon.a.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: self.do_handshake() 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.861 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:14 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-13T02:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: [13/Sep/2024:02:49:13] ENGINE Bus STARTING 2024-09-13T02:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: [13/Sep/2024:02:49:13] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: [13/Sep/2024:02:49:13] ENGINE Bus STARTED 2024-09-13T02:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: [13/Sep/2024:02:49:13] ENGINE Error in HTTPServer.serve 2024-09-13T02:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout: Traceback (most recent call last): 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._run(expiration_interval) 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: s = self.context.wrap_socket( 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: return self.sslsocket_class._create( 2024-09-13T02:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout: self.do_handshake() 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._sslobj.do_handshake() 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:14 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.484 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/643065110' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi078 to 2992M 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/643065110' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/643065110' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi078 to 2992M 2024-09-13T02:49:15.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/643065110' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:15.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:15 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:15.794 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/643065110' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-13T02:49:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi078 to 2992M 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/643065110' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: osdmap e62: 8 total, 8 up, 8 in 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:49:15.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:15.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:49:15.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:15 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:49:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi052 to 2993M 2024-09-13T02:49:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:16 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi052 to 2993M 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-13T02:49:16.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi052 to 2993M 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:49:16.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: osdmap e63: 8 total, 8 up, 8 in 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:16.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:16 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: Deploying daemon alertmanager.a on smithi052 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3005787574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:49:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:17 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:49:18.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:49:18.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: Deploying daemon alertmanager.a on smithi052 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3005787574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:49:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:49:18.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: Deploying daemon alertmanager.a on smithi052 2024-09-13T02:49:18.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: osdmap e64: 8 total, 8 up, 8 in 2024-09-13T02:49:18.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3005787574' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:49:18.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:17 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-13T02:49:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:18 smithi052 ceph-mon[37071]: pgmap v9: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:18 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T02:49:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:18 smithi052 ceph-mon[37071]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T02:49:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:18 smithi052 ceph-mon[27118]: pgmap v9: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:18 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T02:49:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:18 smithi052 ceph-mon[27118]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T02:49:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:18 smithi078 ceph-mon[30844]: pgmap v9: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:18 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-13T02:49:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:18 smithi078 ceph-mon[30844]: osdmap e65: 8 total, 8 up, 8 in 2024-09-13T02:49:19.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:19 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:49:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:49:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:19 smithi078 ceph-mon[30844]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T02:49:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:19 smithi052 ceph-mon[27118]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T02:49:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:19 smithi052 ceph-mon[37071]: osdmap e66: 8 total, 8 up, 8 in 2024-09-13T02:49:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[37071]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:49:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[37071]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:49:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[37071]: Cluster is now healthy 2024-09-13T02:49:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[37071]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T02:49:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[27118]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:49:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[27118]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:49:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[27118]: Cluster is now healthy 2024-09-13T02:49:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:20 smithi052 ceph-mon[27118]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T02:49:21.186 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T02:49:21.186 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-13T02:49:21.187 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-13T02:49:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:20 smithi078 ceph-mon[30844]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2024-09-13T02:49:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:20 smithi078 ceph-mon[30844]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:49:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:20 smithi078 ceph-mon[30844]: Cluster is now healthy 2024-09-13T02:49:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:20 smithi078 ceph-mon[30844]: osdmap e67: 8 total, 8 up, 8 in 2024-09-13T02:49:22.338 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:23.108 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:22 smithi052 ceph-mon[37071]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-13T02:49:23.108 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:22 smithi052 ceph-mon[27118]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-13T02:49:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:22 smithi078 ceph-mon[30844]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-13T02:49:24.880 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:24 smithi052 ceph-mon[27118]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-13T02:49:24.880 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:24 smithi052 ceph-mon[27118]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T02:49:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:24 smithi078 ceph-mon[30844]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-13T02:49:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:24 smithi078 ceph-mon[30844]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T02:49:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:24 smithi052 ceph-mon[37071]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-13T02:49:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:24 smithi052 ceph-mon[37071]: osdmap e68: 8 total, 8 up, 8 in 2024-09-13T02:49:25.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:25 smithi052 systemd[1]: Starting Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:49:25.936 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:25 smithi052 podman[68494]: 2024-09-13 02:49:25.687085421 +0000 UTC m=+0.030382212 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-13T02:49:26.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 podman[68494]: 2024-09-13 02:49:26.035219198 +0000 UTC m=+0.378516004 volume create a2ed89ebd5d834a47d58681333fa1bff1044c5e465e737cf96adeb375c477739 2024-09-13T02:49:26.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 podman[68494]: 2024-09-13 02:49:26.135558129 +0000 UTC m=+0.478854934 container create 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:26.822 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:49:27.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:26] ENGINE Bus STOPPING 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[37071]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 308 B/s wr, 0 op/s 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/88589101' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[27118]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 308 B/s wr, 0 op/s 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/88589101' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 podman[68494]: 2024-09-13 02:49:26.722489632 +0000 UTC m=+1.065786396 container init 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 podman[68494]: 2024-09-13 02:49:26.725704603 +0000 UTC m=+1.069001373 container start 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.742Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.743Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.744Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.52 port=9094 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.745Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.768Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.768Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.771Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:26.771Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T02:49:27.030 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 bash[68494]: 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 2024-09-13T02:49:27.031 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:26 smithi052 systemd[1]: Started Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:49:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:26 smithi078 ceph-mon[30844]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 308 B/s wr, 0 op/s 2024-09-13T02:49:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:26 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:26 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:26 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/88589101' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T02:49:27.292 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:49:27.293 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:27] ENGINE Bus STOPPED 2024-09-13T02:49:27.293 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:27] ENGINE Bus STARTING 2024-09-13T02:49:27.293 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:27] ENGINE Serving on http://:::9283 2024-09-13T02:49:27.293 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:49:27] ENGINE Bus STARTED 2024-09-13T02:49:27.487 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":20,"flags":0,"active_gid":24419,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":718033466},{"type":"v1","addr":"172.21.15.52:6801","nonce":718033466}]},"active_addr":"172.21.15.52:6801/718033466","active_change":"2024-09-13T02:49:11.484524+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":14523,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.52:8443/","prometheus":"http://172.21.15.52:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":61,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1898698619}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1076030724}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":4282114910}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1778933554}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1820980980}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1122443139}]}]} 2024-09-13T02:49:27.491 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-13T02:49:27.491 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-13T02:49:27.492 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:49:27.749 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.189 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:49:28.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:27 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:49:28.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:27 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:28.778 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:28.745Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000693458s 2024-09-13T02:49:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:28 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:49:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:28 smithi078 ceph-mon[30844]: Deploying daemon grafana.a on smithi078 2024-09-13T02:49:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:28 smithi078 ceph-mon[30844]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:49:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:49:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-mon[37071]: Deploying daemon grafana.a on smithi078 2024-09-13T02:49:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-mon[37071]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:49:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T02:49:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-mon[27118]: Deploying daemon grafana.a on smithi078 2024-09-13T02:49:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:28 smithi052 ceph-mon[27118]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:49:29.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:29 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:49:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:49:29.797 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:49:29.797 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":68,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:49:24.663048+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:49:14.562701+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":67,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":6,"to":2},{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2344044506":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6800/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/2574492696":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/25031511":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6801/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/963819174":"2024-09-14T02:49:11.484335+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:49:30.166 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:29 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1550450467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:49:30.167 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:29 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1550450467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:49:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:29 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1550450467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:49:30.470 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-13T02:49:30.470 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:49:30.729 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:31.161 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:30 smithi052 ceph-mon[37071]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-09-13T02:49:31.162 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:30 smithi052 ceph-mon[27118]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-09-13T02:49:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:30 smithi078 ceph-mon[30844]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-09-13T02:49:32.499 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:49:32.499 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":68,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:49:24.663048+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:49:14.562701+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":67,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":6,"to":2},{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2344044506":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6800/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/2574492696":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/25031511":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6801/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/963819174":"2024-09-14T02:49:11.484335+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:49:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:32 smithi052 ceph-mon[37071]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T02:49:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:32 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:32 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3575119483' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:49:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:32 smithi052 ceph-mon[27118]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T02:49:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:32 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:32 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3575119483' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:49:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:32 smithi078 ceph-mon[30844]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T02:49:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:32 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:32 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3575119483' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:49:33.121 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-13T02:49:33.121 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-13T02:49:33.122 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-13T02:49:33.122 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-13T02:49:33.123 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-13T02:49:33.123 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-13T02:49:33.124 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-13T02:49:33.124 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-13T02:49:33.670 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.670 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.670 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.670 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.672 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.672 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.674 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:33.676 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:34.697 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:34 smithi052 ceph-mon[37071]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:34.697 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:34 smithi052 ceph-mon[27118]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:34 smithi078 ceph-mon[30844]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:36.751 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:36 smithi052 ceph-mon[37071]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:36.751 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:36 smithi052 ceph-mon[27118]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:36 smithi078 ceph-mon[30844]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:37.028 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:49:36 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:49:36.748Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003900321s 2024-09-13T02:49:37.947 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:37 smithi078 systemd[1]: Starting Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:49:38.365 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 podman[61289]: 2024-09-13 02:49:37.977702896 +0000 UTC m=+0.015148283 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-13T02:49:38.365 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 podman[61289]: 2024-09-13 02:49:38.095646516 +0000 UTC m=+0.133091902 container create d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, name=ubi8, io.buildah.version=1.32.0, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.openshift.tags=base rhel8) 2024-09-13T02:49:38.616 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-mon[30844]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:38.616 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.616 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.617 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.617 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.617 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 podman[61289]: 2024-09-13 02:49:38.364580729 +0000 UTC m=+0.402026116 container init d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, io.openshift.expose-services=, vcs-type=git, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.openshift.tags=base rhel8) 2024-09-13T02:49:38.617 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 podman[61289]: 2024-09-13 02:49:38.367609704 +0000 UTC m=+0.405055100 container start d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, io.openshift.expose-services=, version=8.5, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, vcs-type=git, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container) 2024-09-13T02:49:38.617 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 bash[61289]: d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d 2024-09-13T02:49:38.617 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 systemd[1]: Started Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519309073Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519485081Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519503547Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519511151Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519517793Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519524182Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519530112Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519536306Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519542487Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519548491Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519554251Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519560619Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T02:49:38.618 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519566709Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=settings t=2024-09-13T02:49:38.519572782Z level=info msg="App mode production" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore t=2024-09-13T02:49:38.519630088Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore t=2024-09-13T02:49:38.519653784Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.520492275Z level=info msg="Starting DB migrations" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.520562032Z level=info msg="Executing migration" id="create migration_log table" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.521147427Z level=info msg="Executing migration" id="create user table" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.52161287Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.522112896Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.522583973Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.523229743Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.523645659Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.524396041Z level=info msg="Executing migration" id="create user table v2" 2024-09-13T02:49:38.619 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.52479769Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.525234587Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.525650575Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.526646147Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.527056814Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.527485404Z level=info msg="Executing migration" id="Update user table charset" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.527766438Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.528227777Z level=info msg="Executing migration" id="Add missing user data" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.528561551Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.528995817Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.529397941Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-13T02:49:38.620 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.529803172Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.531178254Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.531624829Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.532092623Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.532541876Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.533340823Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.534129859Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.534892508Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.535854606Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.536553618Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.536964663Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.537743902Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-13T02:49:38.621 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.538581217Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.539489274Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.540076085Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.540940665Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.541722673Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.542555747Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.542884892Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.54325608Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.545519431Z level=info msg="Executing migration" id="create star table" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.546153048Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.548225029Z level=info msg="Executing migration" id="create org table v1" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.550965099Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.553724794Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-13T02:49:38.622 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.556416792Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.559235948Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.559874009Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.56162498Z level=info msg="Executing migration" id="Update org table charset" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.561965474Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.564866374Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.567638075Z level=info msg="Executing migration" id="create dashboard table" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.570371056Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-13T02:49:38.623 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.572959986Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.575660035Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.578325973Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.58127884Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.583693101Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.58640068Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.588885418Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.591597392Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.594116572Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.596586436Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.599337088Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.601648302Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.604417113Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-13T02:49:38.624 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.606857272Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-13T02:49:38.625 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.609295775Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-13T02:49:38.625 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.610342248Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-13T02:49:38.625 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.613151601Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-13T02:49:38.625 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.615886879Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-13T02:49:38.868 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.618449593Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.621246705Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.624067163Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.626887434Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.629740744Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.632469137Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.63518116Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.637959194Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.640675523Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.643423108Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.646036844Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.648962055Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-13T02:49:38.869 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.649732895Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.650633339Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.651603621Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.652334217Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.65331087Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.654017968Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.654908533Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.65576412Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.656759004Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.657455465Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.658305068Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.658862799Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.659515079Z level=info msg="Executing migration" id="create data_source table" 2024-09-13T02:49:38.870 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.660409016Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.661237453Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.662049731Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.66288873Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.663285995Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.664356555Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.665311692Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.666041303Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.666474968Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.667408345Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.668083012Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.668589368Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-13T02:49:38.871 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.669407639Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-13T02:49:38.872 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.669732049Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.670275811Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.671202488Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.671751296Z level=info msg="Executing migration" id="Add uid column" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.672305852Z level=info msg="Executing migration" id="Update uid value" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.673123203Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.673555339Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.674391406Z level=info msg="Executing migration" id="create api_key table" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.675389726Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.678057504Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.681012613Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.681448671Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.684494468Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-13T02:49:38.873 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.685101955Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.687278902Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.690413346Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.693191874Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.695987743Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.698861938Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.701924645Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.704880601Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.707946962Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.710981339Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.713909998Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.716702992Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.719636742Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.72234628Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-13T02:49:38.874 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.725144606Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.727743983Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.730566233Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.733442304Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.736167452Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.739117347Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.741877963Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.74451698Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.747193151Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.750015554Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.752813243Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.755633694Z level=info msg="Executing migration" id="create quota table v1" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.758458921Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.761019457Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-13T02:49:38.875 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.763766921Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.766423752Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.769166385Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.769930286Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.770847375Z level=info msg="Executing migration" id="create session table" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.771830885Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.772542991Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.773334962Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.773729531Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.774324963Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.775019056Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.775303524Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.775871051Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-13T02:49:38.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.776161532Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.776762221Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.777734284Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.778503867Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.779300964Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.779966397Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.780558985Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.781488931Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.782121973Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.782564627Z level=info msg="Executing migration" id="create alert table v1" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.783398926Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.784254552Z level=info msg="Executing migration" id="add index alert state" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.78515539Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.786019786Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-13T02:49:38.877 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.787046771Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.787755993Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.788755237Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.790311245Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.791191425Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.792046084Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.792932072Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.793876885Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.794824376Z level=info msg="Executing migration" id="Add column is_default" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.795734933Z level=info msg="Executing migration" id="Add column frequency" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.796569168Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.799477857Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.802538433Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-13T02:49:38.878 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.805299584Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.808403779Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.81117498Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.81392563Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.816904331Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.819855525Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.822722074Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.825562297Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.828508022Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.831509955Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.834539456Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.837551805Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.840447767Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.843562166Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-13T02:49:38.879 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.846469188Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.849399665Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.849828059Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.852311055Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.854971393Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.857634232Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.860246229Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.862829881Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.8651708Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.867706724Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-13T02:49:38.880 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.870490739Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-13T02:49:38.923 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[37071]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:38.923 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[27118]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:38.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:38 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.87286631Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.87528058Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.877882389Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.880617459Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.881399118Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.882094189Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.883661693Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.884480145Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.885314526Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.885995078Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-13T02:49:39.119 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.886789776Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.887494845Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.888311433Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.889140403Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.889906753Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.890874817Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.891512029Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.892329206Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.893081616Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.893980083Z level=info msg="Executing migration" id="Move region to single row" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.894603797Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.89553004Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-13T02:49:39.120 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.896221465Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.897121718Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.897807462Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.89865572Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.899551326Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.900298714Z level=info msg="Executing migration" id="create test_data table" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.901050734Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.901460702Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.902336226Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.903340652Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.904079568Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.904805778Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.905585152Z level=info msg="Executing migration" id="create team table" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.906562109Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-13T02:49:39.121 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.907228922Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.90811777Z level=info msg="Executing migration" id="create team member table" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.908820997Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.909737957Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.912243866Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.914811244Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.917535059Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.920300888Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.923005771Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-13T02:49:39.123 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.925818083Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.928603211Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.931169701Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.931665537Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.934564988Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.935005355Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.935409061Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.93581132Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.936198748Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.936464627Z level=info msg="Executing migration" id="create tag table" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.936831624Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.93724015Z level=info msg="Executing migration" id="create login attempt table" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.937606565Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-13T02:49:39.124 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.938023952Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.938416738Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.940311943Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.940687156Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.941137103Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.941443855Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.941784012Z level=info msg="Executing migration" id="create user auth table" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.94215876Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.942552307Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.942818685Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.943530945Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.944303503Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.945059635Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.945825908Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-13T02:49:39.125 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.946246087Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.947009875Z level=info msg="Executing migration" id="create server_lock table" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.947382972Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.947801789Z level=info msg="Executing migration" id="create user auth token table" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.948213608Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.948623152Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.949034877Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.949436131Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.95019258Z level=info msg="Executing migration" id="create cache_data table" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.950587109Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.951053577Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.951465084Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.951867456Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.952150775Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-13T02:49:39.126 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.952415791Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.954154356Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.957080481Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.959859704Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.96028065Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.960672814Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.961085974Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.96345953Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.96638442Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.967414125Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.970094007Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.972308786Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.975097793Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.975614241Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-13T02:49:39.127 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.977954987Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.980541938Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.983225353Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.983702561Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.986307306Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.989058076Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.991509754Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.992159308Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.994740799Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:38.998070206Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.001374068Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.001850341Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.002658212Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-13T02:49:39.128 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.003525311Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.00399493Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.004424684Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.005226817Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.00609212Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.006675833Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.007500039Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.008339267Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.009145966Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.009967565Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.010391218Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.013606633Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.016391367Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-13T02:49:39.129 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.0194821Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.020336947Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.023362208Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.026423166Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.029452836Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.02988948Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.032863513Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.035623271Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.038430559Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.039310145Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.042263378Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.045271896Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.047866145Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.048172027Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.051001721Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-13T02:49:39.130 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.053764131Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.056467172Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.057367191Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.060243079Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.06297344Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.065733999Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.066195222Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.067071901Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.068042304Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.068774423Z level=info msg="Executing migration" id="create alert_image table" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.069171071Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.070011097Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.070855147Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-13T02:49:39.131 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.071726734Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.07214667Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.07221832Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.072992495Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.073352288Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.073816082Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.073928511Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.074032163Z level=info msg="alerts found to migrate" alerts=0 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.074407674Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.074845919Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.07528329Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.076126856Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.076949196Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.07780042Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-13T02:49:39.132 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.078734967Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.07948612Z level=info msg="Executing migration" id="create data_keys table" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.08040904Z level=info msg="Executing migration" id="create secrets table" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.08125127Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.08550868Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.086433983Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.087289712Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.09154774Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.095789071Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.096798214Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.097492518Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.098430726Z level=info msg="Executing migration" id="create permission table" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.098943067Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.099362876Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-13T02:49:39.133 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.100213946Z level=info msg="Executing migration" id="create role table" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.101212486Z level=info msg="Executing migration" id="add column display_name" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.102208949Z level=info msg="Executing migration" id="add column group_name" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.103141247Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.10590741Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.109010278Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.111882427Z level=info msg="Executing migration" id="create team role table" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.112326156Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.115270189Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.117934238Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.120861041Z level=info msg="Executing migration" id="create user role table" 2024-09-13T02:49:39.134 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.121302793Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-13T02:49:39.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:49:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.124180894Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.127017821Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.129948085Z level=info msg="Executing migration" id="create builtin role table" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.130360587Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.133397155Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.136169454Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.139096759Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.139599695Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.142475443Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.145305854Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.147986195Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.151051247Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-13T02:49:39.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.153675349Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.156445536Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.159298023Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.159760939Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.162564059Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.165384442Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.168080266Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.168478519Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.171249179Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.171667542Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.174122637Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.176894476Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.177879357Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-13T02:49:39.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.18057944Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.183384155Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.184146686Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.185053307Z level=info msg="Executing migration" id="add correlation config column" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.18622348Z level=info msg="Executing migration" id="create entity_events table" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.187162101Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.187889014Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.1879814Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.188265061Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.188351867Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.189119977Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-13T02:49:39.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.189747197Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.190202522Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.191003141Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.191476164Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.19231472Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.192787901Z level=info msg="Executing migration" id="Drop public config table" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.193254326Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-13T02:49:39.450 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.193972038Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.194480096Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.194966731Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.19584147Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.198832344Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.199857396Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.200853611Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.201821925Z level=info msg="Executing migration" id="add share column" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.202856282Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.2036577Z level=info msg="Executing migration" id="create file table" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.204168199Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.204929222Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.205838608Z level=info msg="Executing migration" id="create file_meta table" 2024-09-13T02:49:39.451 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.206708526Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.207231408Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.208037242Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.208454751Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.208916422Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.209366828Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.210428454Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.210766533Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.213856545Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.216638642Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.219393069Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.219802114Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.222713058Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-13T02:49:39.452 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.225553488Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.228648294Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.238039714Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.239010969Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.239636823Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.243035237Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.243367449Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.244187518Z level=info msg="Executing migration" id="create folder table" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.244613031Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.245088755Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.247865673Z level=info msg="Executing migration" id="Update folder title length" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.248260354Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-13T02:49:39.453 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=migrator t=2024-09-13T02:49:39.251015417Z level=info msg="migrations completed" performed=485 skipped=0 duration=730.471006ms 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore t=2024-09-13T02:49:39.251401954Z level=info msg="Created default organization" 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=plugin.loader t=2024-09-13T02:49:39.311108722Z level=info msg="Plugin registered" pluginID=input 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=plugin.loader t=2024-09-13T02:49:39.337681414Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=plugin.loader t=2024-09-13T02:49:39.337697961Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=secrets t=2024-09-13T02:49:39.337730292Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=query_data t=2024-09-13T02:49:39.339388497Z level=info msg="Query Service initialization" 2024-09-13T02:49:39.454 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=live.push_http t=2024-09-13T02:49:39.341697964Z level=info msg="Live Push Gateway initialization" 2024-09-13T02:49:39.763 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:39 smithi052 ceph-mon[27118]: Deploying daemon node-exporter.a on smithi052 2024-09-13T02:49:39.763 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:39 smithi052 ceph-mon[37071]: Deploying daemon node-exporter.a on smithi052 2024-09-13T02:49:39.827 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:39 smithi078 ceph-mon[30844]: Deploying daemon node-exporter.a on smithi052 2024-09-13T02:49:40.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=infra.usagestats.collector t=2024-09-13T02:49:40.123200331Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=provisioning.datasources t=2024-09-13T02:49:40.123521155Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=provisioning.datasources t=2024-09-13T02:49:40.155888871Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=provisioning.datasources t=2024-09-13T02:49:40.18832812Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=provisioning.alerting t=2024-09-13T02:49:40.210051452Z level=info msg="starting to provision alerting" 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=provisioning.alerting t=2024-09-13T02:49:40.210092355Z level=info msg="finished to provision alerting" 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=grafanaStorageLogger t=2024-09-13T02:49:40.210213103Z level=info msg="storage starting" 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=ngalert.state.manager t=2024-09-13T02:49:40.210337673Z level=info msg="Warming state cache for startup" 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=http.server t=2024-09-13T02:49:40.214124014Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=ngalert.state.manager t=2024-09-13T02:49:40.220546821Z level=info msg="State cache has been initialized" states=0 duration=10.206473ms 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=ngalert.multiorg.alertmanager t=2024-09-13T02:49:40.220598357Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T02:49:40.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=ticker t=2024-09-13T02:49:40.220640228Z level=info msg=starting first_tick=2024-09-13T02:49:50Z 2024-09-13T02:49:40.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore.transactions t=2024-09-13T02:49:40.220764313Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T02:49:40.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore.transactions t=2024-09-13T02:49:40.25814808Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T02:49:40.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore.transactions t=2024-09-13T02:49:40.28827514Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T02:49:40.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[61303]: logger=sqlstore.transactions t=2024-09-13T02:49:40.325131504Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T02:49:40.839 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:40 smithi078 ceph-mon[30844]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:40 smithi052 ceph-mon[37071]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:40 smithi052 ceph-mon[27118]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:41.697 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:41 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:41.698 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:41 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:41.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:41 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:41.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:41 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:41 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:41 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:42.022 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:42 smithi052 bash[69985]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-13T02:49:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:42 smithi052 ceph-mon[37071]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:42 smithi052 ceph-mon[27118]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:42.779 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:42 smithi052 bash[69985]: Getting image source signatures 2024-09-13T02:49:42.779 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:42 smithi052 bash[69985]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-13T02:49:42.779 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:42 smithi052 bash[69985]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-13T02:49:42.779 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:42 smithi052 bash[69985]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-13T02:49:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:42 smithi078 ceph-mon[30844]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:44.635 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:44 smithi052 ceph-mon[37071]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:44.635 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:44 smithi052 bash[69985]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-13T02:49:44.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:44 smithi052 ceph-mon[27118]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:44.659 INFO:teuthology.orchestra.run.smithi052.stdout:184683593756 2024-09-13T02:49:44.660 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-13T02:49:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:44 smithi078 ceph-mon[30844]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:45.021 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:44 smithi052 bash[69985]: Writing manifest to image destination 2024-09-13T02:49:45.778 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:45 smithi052 podman[69985]: 2024-09-13 02:49:45.267575147 +0000 UTC m=+3.595334050 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:49:46.842 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:46 smithi052 ceph-mon[37071]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:46.842 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:46 smithi052 ceph-mon[27118]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:46 smithi078 ceph-mon[30844]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:47.340 INFO:teuthology.orchestra.run.smithi052.stdout:77309411377 2024-09-13T02:49:47.340 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-13T02:49:48.195 INFO:teuthology.orchestra.run.smithi052.stdout:158913789986 2024-09-13T02:49:48.195 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-13T02:49:48.729 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:48 smithi052 ceph-mon[27118]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:48.729 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:48 smithi052 ceph-mon[37071]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:48 smithi078 ceph-mon[30844]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:49.093 INFO:teuthology.orchestra.run.smithi052.stdout:111669149740 2024-09-13T02:49:49.094 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-13T02:49:49.689 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 podman[69985]: 2024-09-13 02:49:49.494856921 +0000 UTC m=+7.822615822 container create 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:49.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:49:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 podman[69985]: 2024-09-13 02:49:49.68919939 +0000 UTC m=+8.016958293 container init 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 podman[69985]: 2024-09-13 02:49:49.692451927 +0000 UTC m=+8.020210838 container start 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.696Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.696Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:49:50.029 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:49:50.030 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:49:50.031 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:49:50.032 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.697Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.698Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.698Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:49:50.033 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.698Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:49:50.034 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[70551]: ts=2024-09-13T02:49:49.698Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:49:50.034 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 bash[69985]: 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 2024-09-13T02:49:50.034 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:49:49 smithi052 systemd[1]: Started Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:49:50.454 INFO:teuthology.orchestra.run.smithi052.stdout:34359738426 2024-09-13T02:49:50.455 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-13T02:49:50.736 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:50 smithi078 systemd[1]: Starting Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:49:50.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[27118]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:50.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:50.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:50.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:50.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[27118]: Deploying daemon node-exporter.b on smithi078 2024-09-13T02:49:50.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[37071]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:50.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:50.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:50.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:50.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:50 smithi052 ceph-mon[37071]: Deploying daemon node-exporter.b on smithi078 2024-09-13T02:49:51.108 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:50 smithi078 ceph-mon[30844]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:51.108 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:51.109 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:51.109 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:51.109 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:50 smithi078 ceph-mon[30844]: Deploying daemon node-exporter.b on smithi078 2024-09-13T02:49:51.109 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:50 smithi078 bash[61561]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-13T02:49:51.109 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:51 smithi078 bash[61561]: Getting image source signatures 2024-09-13T02:49:51.109 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:51 smithi078 bash[61561]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-13T02:49:51.109 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:51 smithi078 bash[61561]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-13T02:49:51.109 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:51 smithi078 bash[61561]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-13T02:49:51.626 INFO:teuthology.orchestra.run.smithi052.stdout:133143986215 2024-09-13T02:49:51.627 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-13T02:49:52.322 INFO:teuthology.orchestra.run.smithi052.stdout:55834574902 2024-09-13T02:49:52.322 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-13T02:49:52.816 INFO:teuthology.orchestra.run.smithi052.stdout:210453397529 2024-09-13T02:49:52.816 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-13T02:49:52.828 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:52.853 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:52 smithi078 bash[61561]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-13T02:49:52.853 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:52 smithi078 bash[61561]: Writing manifest to image destination 2024-09-13T02:49:53.103 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:52 smithi052 ceph-mon[37071]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:53.103 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:52 smithi052 ceph-mon[27118]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:53.107 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:53.108 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:53.111 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:53.151 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:52 smithi078 ceph-mon[30844]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:53.152 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:52 smithi078 podman[61561]: 2024-09-13 02:49:52.896645974 +0000 UTC m=+2.250976365 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:49:53.152 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 podman[61561]: 2024-09-13 02:49:53.019994298 +0000 UTC m=+2.374324676 container create 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:49:53.446 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 podman[61561]: 2024-09-13 02:49:53.247046283 +0000 UTC m=+2.601376661 container init 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 podman[61561]: 2024-09-13 02:49:53.250594033 +0000 UTC m=+2.604924411 container start 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.254Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.254Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.254Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.254Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.254Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.254Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:49:53.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:49:53.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:49:53.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:49:53.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.255Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.256Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[61638]: ts=2024-09-13T02:49:53.256Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 bash[61561]: 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d 2024-09-13T02:49:53.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:49:53 smithi078 systemd[1]: Started Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:49:53.510 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:54.407 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:54 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:54 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:49:55.696 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:49:56.763 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:56 smithi052 ceph-mon[37071]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:56.763 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:56 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:56.763 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:56 smithi052 ceph-mon[27118]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:56.763 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:56 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:56 smithi078 ceph-mon[30844]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:56 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:49:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:57 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:57 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:57 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:57 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:57 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:57 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:57 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:57 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:57 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:49:59.083 INFO:teuthology.orchestra.run.smithi052.stdout:184683593760 2024-09-13T02:49:59.083 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:58 smithi052 ceph-mon[37071]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:59.084 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:58 smithi052 ceph-mon[27118]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:58 smithi078 ceph-mon[30844]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:49:59.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:49:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:49:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:49:59.754 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593756 got 184683593760 for osd.6 2024-09-13T02:49:59.755 DEBUG:teuthology.parallel:result is None 2024-09-13T02:49:59.984 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:49:59 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/827381470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T02:49:59.984 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:49:59 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/827381470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T02:50:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:49:59 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/827381470' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T02:50:00.961 INFO:teuthology.orchestra.run.smithi052.stdout:111669149743 2024-09-13T02:50:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:00 smithi078 ceph-mon[30844]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:00 smithi078 ceph-mon[30844]: overall HEALTH_OK 2024-09-13T02:50:01.201 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:00 smithi052 ceph-mon[37071]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:01.201 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:00 smithi052 ceph-mon[37071]: overall HEALTH_OK 2024-09-13T02:50:01.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:00 smithi052 ceph-mon[27118]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:01.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:00 smithi052 ceph-mon[27118]: overall HEALTH_OK 2024-09-13T02:50:02.131 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:01 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2537475233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T02:50:02.132 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:01 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2537475233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T02:50:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:01 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2537475233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T02:50:02.350 INFO:teuthology.orchestra.run.smithi052.stdout:77309411380 2024-09-13T02:50:03.010 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411380 for osd.2 2024-09-13T02:50:03.010 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:02 smithi078 ceph-mon[30844]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:02 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/180332214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T02:50:03.220 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:02 smithi052 ceph-mon[37071]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:03.221 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:02 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/180332214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T02:50:03.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:02 smithi052 ceph-mon[27118]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:03.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:02 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/180332214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T02:50:03.381 INFO:teuthology.orchestra.run.smithi052.stdout:158913789989 2024-09-13T02:50:04.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:03 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3960498050' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T02:50:04.019 INFO:teuthology.orchestra.run.smithi052.stdout:55834574905 2024-09-13T02:50:04.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:03 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3960498050' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T02:50:04.034 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:04.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:03 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3960498050' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T02:50:04.867 INFO:teuthology.orchestra.run.smithi052.stdout:34359738430 2024-09-13T02:50:05.107 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:04 smithi052 ceph-mon[37071]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:05.107 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:04 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3014632413' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T02:50:05.107 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:04 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2601858601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T02:50:05.107 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:04 smithi052 ceph-mon[27118]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:05.107 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:04 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3014632413' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T02:50:05.107 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:04 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2601858601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T02:50:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:04 smithi078 ceph-mon[30844]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:04 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3014632413' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T02:50:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:04 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2601858601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T02:50:05.514 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149740 got 111669149743 for osd.3 2024-09-13T02:50:05.514 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:06.021 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:05 smithi052 ceph-mon[37071]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:06.022 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:05 smithi052 ceph-mon[27118]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:05 smithi078 ceph-mon[30844]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:06.812 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789986 got 158913789989 for osd.5 2024-09-13T02:50:06.812 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:07.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738426 got 34359738430 for osd.0 2024-09-13T02:50:07.205 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:07.596 INFO:teuthology.orchestra.run.smithi052.stdout:133143986219 2024-09-13T02:50:08.060 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574902 got 55834574905 for osd.1 2024-09-13T02:50:08.061 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:08.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:08 smithi052 ceph-mon[27118]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:08.699 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:08 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1543186810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T02:50:08.699 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:08 smithi052 ceph-mon[37071]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:08.699 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:08 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1543186810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T02:50:08.728 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986215 got 133143986219 for osd.4 2024-09-13T02:50:08.729 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:08 smithi078 ceph-mon[30844]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:08 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1543186810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T02:50:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:50:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:50:10.516 INFO:teuthology.orchestra.run.smithi052.stdout:210453397533 2024-09-13T02:50:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:10 smithi052 ceph-mon[37071]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:10 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/237919087' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T02:50:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:10 smithi052 ceph-mon[27118]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:10 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/237919087' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T02:50:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:10 smithi078 ceph-mon[30844]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:10 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/237919087' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T02:50:11.180 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397529 got 210453397533 for osd.7 2024-09-13T02:50:11.180 DEBUG:teuthology.parallel:result is None 2024-09-13T02:50:11.180 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T02:50:11.181 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:50:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:11.927 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[37071]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[27118]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:12.828 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:12.829 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:12.829 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:12 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:12 smithi078 ceph-mon[30844]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:12 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:12 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:12 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:12 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:13.628 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:13 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:13.628 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:13 smithi052 ceph-mon[37071]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:50:13.629 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:13 smithi052 ceph-mon[37071]: Reconfiguring daemon alertmanager.a on smithi052 2024-09-13T02:50:13.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:13 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:13.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:13 smithi052 ceph-mon[27118]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:50:13.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:13 smithi052 ceph-mon[27118]: Reconfiguring daemon alertmanager.a on smithi052 2024-09-13T02:50:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:13 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:13 smithi078 ceph-mon[30844]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:50:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:13 smithi078 ceph-mon[30844]: Reconfiguring daemon alertmanager.a on smithi052 2024-09-13T02:50:14.719 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:14 smithi052 ceph-mon[37071]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:14.720 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:14 smithi052 ceph-mon[27118]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:14 smithi078 ceph-mon[30844]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:15.524 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:15.526 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-09-13T02:50:16.706 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:16 smithi052 ceph-mon[37071]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:16.706 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:16 smithi052 ceph-mon[37071]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:50:16.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:16 smithi052 ceph-mon[27118]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:16.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:16 smithi052 ceph-mon[27118]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:50:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:16 smithi078 ceph-mon[30844]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:16 smithi078 ceph-mon[30844]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:50:16.961 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-09-13T02:50:15.511449+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386108,"kb_used_data":7264,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575108,"statfs":{"total":767960285184,"available":765516910592,"internally_reserved":0,"allocated":7438336,"data_stored":4281963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002240"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257303+0000","last_change":"2024-09-13T02:48:21.581966+0000","last_active":"2024-09-13T02:49:20.257303+0000","last_peered":"2024-09-13T02:49:20.257303+0000","last_clean":"2024-09-13T02:49:20.257303+0000","last_became_active":"2024-09-13T02:48:21.580133+0000","last_became_peered":"2024-09-13T02:48:21.580133+0000","last_unstale":"2024-09-13T02:49:20.257303+0000","last_undegraded":"2024-09-13T02:49:20.257303+0000","last_fullsized":"2024-09-13T02:49:20.257303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:17.503239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880927+0000","last_change":"2024-09-13T02:48:21.581510+0000","last_active":"2024-09-13T02:49:19.880927+0000","last_peered":"2024-09-13T02:49:19.880927+0000","last_clean":"2024-09-13T02:49:19.880927+0000","last_became_active":"2024-09-13T02:48:21.581209+0000","last_became_peered":"2024-09-13T02:48:21.581209+0000","last_unstale":"2024-09-13T02:49:19.880927+0000","last_undegraded":"2024-09-13T02:49:19.880927+0000","last_fullsized":"2024-09-13T02:49:19.880927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:06:35.816891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876303+0000","last_change":"2024-09-13T02:48:21.576891+0000","last_active":"2024-09-13T02:49:19.876303+0000","last_peered":"2024-09-13T02:49:19.876303+0000","last_clean":"2024-09-13T02:49:19.876303+0000","last_became_active":"2024-09-13T02:48:21.576519+0000","last_became_peered":"2024-09-13T02:48:21.576519+0000","last_unstale":"2024-09-13T02:49:19.876303+0000","last_undegraded":"2024-09-13T02:49:19.876303+0000","last_fullsized":"2024-09-13T02:49:19.876303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:04.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882289+0000","last_change":"2024-09-13T02:48:21.588175+0000","last_active":"2024-09-13T02:49:19.882289+0000","last_peered":"2024-09-13T02:49:19.882289+0000","last_clean":"2024-09-13T02:49:19.882289+0000","last_became_active":"2024-09-13T02:48:21.587880+0000","last_became_peered":"2024-09-13T02:48:21.587880+0000","last_unstale":"2024-09-13T02:49:19.882289+0000","last_undegraded":"2024-09-13T02:49:19.882289+0000","last_fullsized":"2024-09-13T02:49:19.882289+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.412087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879594+0000","last_change":"2024-09-13T02:48:40.976390+0000","last_active":"2024-09-13T02:49:19.879594+0000","last_peered":"2024-09-13T02:49:19.879594+0000","last_clean":"2024-09-13T02:49:19.879594+0000","last_became_active":"2024-09-13T02:48:40.976020+0000","last_became_peered":"2024-09-13T02:48:40.976020+0000","last_unstale":"2024-09-13T02:49:19.879594+0000","last_undegraded":"2024-09-13T02:49:19.879594+0000","last_fullsized":"2024-09-13T02:49:19.879594+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:54.265345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882143+0000","last_change":"2024-09-13T02:48:21.586437+0000","last_active":"2024-09-13T02:49:19.882143+0000","last_peered":"2024-09-13T02:49:19.882143+0000","last_clean":"2024-09-13T02:49:19.882143+0000","last_became_active":"2024-09-13T02:48:21.586030+0000","last_became_peered":"2024-09-13T02:48:21.586030+0000","last_unstale":"2024-09-13T02:49:19.882143+0000","last_undegraded":"2024-09-13T02:49:19.882143+0000","last_fullsized":"2024-09-13T02:49:19.882143+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:09:03.094693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256677+0000","last_change":"2024-09-13T02:48:21.578840+0000","last_active":"2024-09-13T02:49:20.256677+0000","last_peered":"2024-09-13T02:49:20.256677+0000","last_clean":"2024-09-13T02:49:20.256677+0000","last_became_active":"2024-09-13T02:48:21.578342+0000","last_became_peered":"2024-09-13T02:48:21.578342+0000","last_unstale":"2024-09-13T02:49:20.256677+0000","last_undegraded":"2024-09-13T02:49:20.256677+0000","last_fullsized":"2024-09-13T02:49:20.256677+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:04.448199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501545+0000","last_change":"2024-09-13T02:48:21.589557+0000","last_active":"2024-09-13T02:49:20.501545+0000","last_peered":"2024-09-13T02:49:20.501545+0000","last_clean":"2024-09-13T02:49:20.501545+0000","last_became_active":"2024-09-13T02:48:21.589285+0000","last_became_peered":"2024-09-13T02:48:21.589285+0000","last_unstale":"2024-09-13T02:49:20.501545+0000","last_undegraded":"2024-09-13T02:49:20.501545+0000","last_fullsized":"2024-09-13T02:49:20.501545+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:52.204623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257408+0000","last_change":"2024-09-13T02:48:21.591099+0000","last_active":"2024-09-13T02:49:20.257408+0000","last_peered":"2024-09-13T02:49:20.257408+0000","last_clean":"2024-09-13T02:49:20.257408+0000","last_became_active":"2024-09-13T02:48:21.590654+0000","last_became_peered":"2024-09-13T02:48:21.590654+0000","last_unstale":"2024-09-13T02:49:20.257408+0000","last_undegraded":"2024-09-13T02:49:20.257408+0000","last_fullsized":"2024-09-13T02:49:20.257408+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:31.370675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293124+0000","last_change":"2024-09-13T02:48:21.585636+0000","last_active":"2024-09-13T02:49:20.293124+0000","last_peered":"2024-09-13T02:49:20.293124+0000","last_clean":"2024-09-13T02:49:20.293124+0000","last_became_active":"2024-09-13T02:48:21.585354+0000","last_became_peered":"2024-09-13T02:48:21.585354+0000","last_unstale":"2024-09-13T02:49:20.293124+0000","last_undegraded":"2024-09-13T02:49:20.293124+0000","last_fullsized":"2024-09-13T02:49:20.293124+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:02:05.146608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293118+0000","last_change":"2024-09-13T02:48:21.586306+0000","last_active":"2024-09-13T02:49:20.293118+0000","last_peered":"2024-09-13T02:49:20.293118+0000","last_clean":"2024-09-13T02:49:20.293118+0000","last_became_active":"2024-09-13T02:48:21.586063+0000","last_became_peered":"2024-09-13T02:48:21.586063+0000","last_unstale":"2024-09-13T02:49:20.293118+0000","last_undegraded":"2024-09-13T02:49:20.293118+0000","last_fullsized":"2024-09-13T02:49:20.293118+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.104841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876194+0000","last_change":"2024-09-13T02:48:21.578201+0000","last_active":"2024-09-13T02:49:19.876194+0000","last_peered":"2024-09-13T02:49:19.876194+0000","last_clean":"2024-09-13T02:49:19.876194+0000","last_became_active":"2024-09-13T02:48:21.577808+0000","last_became_peered":"2024-09-13T02:48:21.577808+0000","last_unstale":"2024-09-13T02:49:19.876194+0000","last_undegraded":"2024-09-13T02:49:19.876194+0000","last_fullsized":"2024-09-13T02:49:19.876194+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:22.996275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501954+0000","last_change":"2024-09-13T02:48:21.581902+0000","last_active":"2024-09-13T02:49:20.501954+0000","last_peered":"2024-09-13T02:49:20.501954+0000","last_clean":"2024-09-13T02:49:20.501954+0000","last_became_active":"2024-09-13T02:48:21.581390+0000","last_became_peered":"2024-09-13T02:48:21.581390+0000","last_unstale":"2024-09-13T02:49:20.501954+0000","last_undegraded":"2024-09-13T02:49:20.501954+0000","last_fullsized":"2024-09-13T02:49:20.501954+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:49:33.548336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875629+0000","last_change":"2024-09-13T02:48:21.589640+0000","last_active":"2024-09-13T02:49:19.875629+0000","last_peered":"2024-09-13T02:49:19.875629+0000","last_clean":"2024-09-13T02:49:19.875629+0000","last_became_active":"2024-09-13T02:48:21.588373+0000","last_became_peered":"2024-09-13T02:48:21.588373+0000","last_unstale":"2024-09-13T02:49:19.875629+0000","last_undegraded":"2024-09-13T02:49:19.875629+0000","last_fullsized":"2024-09-13T02:49:19.875629+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:49:10.931763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879732+0000","last_change":"2024-09-13T02:48:21.585182+0000","last_active":"2024-09-13T02:49:19.879732+0000","last_peered":"2024-09-13T02:49:19.879732+0000","last_clean":"2024-09-13T02:49:19.879732+0000","last_became_active":"2024-09-13T02:48:21.584896+0000","last_became_peered":"2024-09-13T02:48:21.584896+0000","last_unstale":"2024-09-13T02:49:19.879732+0000","last_undegraded":"2024-09-13T02:49:19.879732+0000","last_fullsized":"2024-09-13T02:49:19.879732+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:49:35.328167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.881980+0000","last_change":"2024-09-13T02:48:21.587505+0000","last_active":"2024-09-13T02:49:19.881980+0000","last_peered":"2024-09-13T02:49:19.881980+0000","last_clean":"2024-09-13T02:49:19.881980+0000","last_became_active":"2024-09-13T02:48:21.586797+0000","last_became_peered":"2024-09-13T02:48:21.586797+0000","last_unstale":"2024-09-13T02:49:19.881980+0000","last_undegraded":"2024-09-13T02:49:19.881980+0000","last_fullsized":"2024-09-13T02:49:19.881980+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:29.564305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875824+0000","last_change":"2024-09-13T02:48:40.978459+0000","last_active":"2024-09-13T02:49:19.875824+0000","last_peered":"2024-09-13T02:49:19.875824+0000","last_clean":"2024-09-13T02:49:19.875824+0000","last_became_active":"2024-09-13T02:48:40.978007+0000","last_became_peered":"2024-09-13T02:48:40.978007+0000","last_unstale":"2024-09-13T02:49:19.875824+0000","last_undegraded":"2024-09-13T02:49:19.875824+0000","last_fullsized":"2024-09-13T02:49:19.875824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:29.488567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875649+0000","last_change":"2024-09-13T02:48:21.579542+0000","last_active":"2024-09-13T02:49:19.875649+0000","last_peered":"2024-09-13T02:49:19.875649+0000","last_clean":"2024-09-13T02:49:19.875649+0000","last_became_active":"2024-09-13T02:48:21.579237+0000","last_became_peered":"2024-09-13T02:48:21.579237+0000","last_unstale":"2024-09-13T02:49:19.875649+0000","last_undegraded":"2024-09-13T02:49:19.875649+0000","last_fullsized":"2024-09-13T02:49:19.875649+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:42.518417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257287+0000","last_change":"2024-09-13T02:48:21.583096+0000","last_active":"2024-09-13T02:49:20.257287+0000","last_peered":"2024-09-13T02:49:20.257287+0000","last_clean":"2024-09-13T02:49:20.257287+0000","last_became_active":"2024-09-13T02:48:21.582830+0000","last_became_peered":"2024-09-13T02:48:21.582830+0000","last_unstale":"2024-09-13T02:49:20.257287+0000","last_undegraded":"2024-09-13T02:49:20.257287+0000","last_fullsized":"2024-09-13T02:49:20.257287+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:35:07.550166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292955+0000","last_change":"2024-09-13T02:48:21.583267+0000","last_active":"2024-09-13T02:49:20.292955+0000","last_peered":"2024-09-13T02:49:20.292955+0000","last_clean":"2024-09-13T02:49:20.292955+0000","last_became_active":"2024-09-13T02:48:21.583005+0000","last_became_peered":"2024-09-13T02:48:21.583005+0000","last_unstale":"2024-09-13T02:49:20.292955+0000","last_undegraded":"2024-09-13T02:49:20.292955+0000","last_fullsized":"2024-09-13T02:49:20.292955+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:32.891339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875899+0000","last_change":"2024-09-13T02:48:21.576263+0000","last_active":"2024-09-13T02:49:19.875899+0000","last_peered":"2024-09-13T02:49:19.875899+0000","last_clean":"2024-09-13T02:49:19.875899+0000","last_became_active":"2024-09-13T02:48:21.574350+0000","last_became_peered":"2024-09-13T02:48:21.574350+0000","last_unstale":"2024-09-13T02:49:19.875899+0000","last_undegraded":"2024-09-13T02:49:19.875899+0000","last_fullsized":"2024-09-13T02:49:19.875899+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:44.491613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882163+0000","last_change":"2024-09-13T02:48:21.588409+0000","last_active":"2024-09-13T02:49:19.882163+0000","last_peered":"2024-09-13T02:49:19.882163+0000","last_clean":"2024-09-13T02:49:19.882163+0000","last_became_active":"2024-09-13T02:48:21.586892+0000","last_became_peered":"2024-09-13T02:48:21.586892+0000","last_unstale":"2024-09-13T02:49:19.882163+0000","last_undegraded":"2024-09-13T02:49:19.882163+0000","last_fullsized":"2024-09-13T02:49:19.882163+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:06.591055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501586+0000","last_change":"2024-09-13T02:48:21.583225+0000","last_active":"2024-09-13T02:49:20.501586+0000","last_peered":"2024-09-13T02:49:20.501586+0000","last_clean":"2024-09-13T02:49:20.501586+0000","last_became_active":"2024-09-13T02:48:21.582173+0000","last_became_peered":"2024-09-13T02:48:21.582173+0000","last_unstale":"2024-09-13T02:49:20.501586+0000","last_undegraded":"2024-09-13T02:49:20.501586+0000","last_fullsized":"2024-09-13T02:49:20.501586+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:31.765732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882073+0000","last_change":"2024-09-13T02:48:21.587733+0000","last_active":"2024-09-13T02:49:19.882073+0000","last_peered":"2024-09-13T02:49:19.882073+0000","last_clean":"2024-09-13T02:49:19.882073+0000","last_became_active":"2024-09-13T02:48:21.587166+0000","last_became_peered":"2024-09-13T02:48:21.587166+0000","last_unstale":"2024-09-13T02:49:19.882073+0000","last_undegraded":"2024-09-13T02:49:19.882073+0000","last_fullsized":"2024-09-13T02:49:19.882073+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:24:55.637470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502159+0000","last_change":"2024-09-13T02:48:21.580348+0000","last_active":"2024-09-13T02:49:20.502159+0000","last_peered":"2024-09-13T02:49:20.502159+0000","last_clean":"2024-09-13T02:49:20.502159+0000","last_became_active":"2024-09-13T02:48:21.580074+0000","last_became_peered":"2024-09-13T02:48:21.580074+0000","last_unstale":"2024-09-13T02:49:20.502159+0000","last_undegraded":"2024-09-13T02:49:20.502159+0000","last_fullsized":"2024-09-13T02:49:20.502159+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:26:50.063938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875568+0000","last_change":"2024-09-13T02:48:40.976781+0000","last_active":"2024-09-13T02:49:19.875568+0000","last_peered":"2024-09-13T02:49:19.875568+0000","last_clean":"2024-09-13T02:49:19.875568+0000","last_became_active":"2024-09-13T02:48:40.976415+0000","last_became_peered":"2024-09-13T02:48:40.976415+0000","last_unstale":"2024-09-13T02:49:19.875568+0000","last_undegraded":"2024-09-13T02:49:19.875568+0000","last_fullsized":"2024-09-13T02:49:19.875568+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:20.033628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879941+0000","last_change":"2024-09-13T02:48:21.573825+0000","last_active":"2024-09-13T02:49:19.879941+0000","last_peered":"2024-09-13T02:49:19.879941+0000","last_clean":"2024-09-13T02:49:19.879941+0000","last_became_active":"2024-09-13T02:48:21.573496+0000","last_became_peered":"2024-09-13T02:48:21.573496+0000","last_unstale":"2024-09-13T02:49:19.879941+0000","last_undegraded":"2024-09-13T02:49:19.879941+0000","last_fullsized":"2024-09-13T02:49:19.879941+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:17:10.014248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502299+0000","last_change":"2024-09-13T02:48:40.977326+0000","last_active":"2024-09-13T02:49:20.502299+0000","last_peered":"2024-09-13T02:49:20.502299+0000","last_clean":"2024-09-13T02:49:20.502299+0000","last_became_active":"2024-09-13T02:48:40.977012+0000","last_became_peered":"2024-09-13T02:48:40.977012+0000","last_unstale":"2024-09-13T02:49:20.502299+0000","last_undegraded":"2024-09-13T02:49:20.502299+0000","last_fullsized":"2024-09-13T02:49:20.502299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:32.731902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875926+0000","last_change":"2024-09-13T02:48:21.578689+0000","last_active":"2024-09-13T02:49:19.875926+0000","last_peered":"2024-09-13T02:49:19.875926+0000","last_clean":"2024-09-13T02:49:19.875926+0000","last_became_active":"2024-09-13T02:48:21.577581+0000","last_became_peered":"2024-09-13T02:48:21.577581+0000","last_unstale":"2024-09-13T02:49:19.875926+0000","last_undegraded":"2024-09-13T02:49:19.875926+0000","last_fullsized":"2024-09-13T02:49:19.875926+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:10:00.224754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882245+0000","last_change":"2024-09-13T02:48:21.588637+0000","last_active":"2024-09-13T02:49:19.882245+0000","last_peered":"2024-09-13T02:49:19.882245+0000","last_clean":"2024-09-13T02:49:19.882245+0000","last_became_active":"2024-09-13T02:48:21.587229+0000","last_became_peered":"2024-09-13T02:48:21.587229+0000","last_unstale":"2024-09-13T02:49:19.882245+0000","last_undegraded":"2024-09-13T02:49:19.882245+0000","last_fullsized":"2024-09-13T02:49:19.882245+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:34.805880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874683+0000","last_change":"2024-09-13T02:48:21.585945+0000","last_active":"2024-09-13T02:49:19.874683+0000","last_peered":"2024-09-13T02:49:19.874683+0000","last_clean":"2024-09-13T02:49:19.874683+0000","last_became_active":"2024-09-13T02:48:21.585665+0000","last_became_peered":"2024-09-13T02:48:21.585665+0000","last_unstale":"2024-09-13T02:49:19.874683+0000","last_undegraded":"2024-09-13T02:49:19.874683+0000","last_fullsized":"2024-09-13T02:49:19.874683+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:38:11.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292550+0000","last_change":"2024-09-13T02:48:21.589523+0000","last_active":"2024-09-13T02:49:20.292550+0000","last_peered":"2024-09-13T02:49:20.292550+0000","last_clean":"2024-09-13T02:49:20.292550+0000","last_became_active":"2024-09-13T02:48:21.589136+0000","last_became_peered":"2024-09-13T02:48:21.589136+0000","last_unstale":"2024-09-13T02:49:20.292550+0000","last_undegraded":"2024-09-13T02:49:20.292550+0000","last_fullsized":"2024-09-13T02:49:20.292550+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:53:26.277421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875873+0000","last_change":"2024-09-13T02:48:21.572942+0000","last_active":"2024-09-13T02:49:19.875873+0000","last_peered":"2024-09-13T02:49:19.875873+0000","last_clean":"2024-09-13T02:49:19.875873+0000","last_became_active":"2024-09-13T02:48:21.572661+0000","last_became_peered":"2024-09-13T02:48:21.572661+0000","last_unstale":"2024-09-13T02:49:19.875873+0000","last_undegraded":"2024-09-13T02:49:19.875873+0000","last_fullsized":"2024-09-13T02:49:19.875873+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:57.233265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502378+0000","last_change":"2024-09-13T02:48:18.124781+0000","last_active":"2024-09-13T02:49:20.502378+0000","last_peered":"2024-09-13T02:49:20.502378+0000","last_clean":"2024-09-13T02:49:20.502378+0000","last_became_active":"2024-09-13T02:48:18.124477+0000","last_became_peered":"2024-09-13T02:48:18.124477+0000","last_unstale":"2024-09-13T02:49:20.502378+0000","last_undegraded":"2024-09-13T02:49:20.502378+0000","last_fullsized":"2024-09-13T02:49:20.502378+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:20:43.904885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874955+0000","last_change":"2024-09-13T02:48:40.977941+0000","last_active":"2024-09-13T02:49:19.874955+0000","last_peered":"2024-09-13T02:49:19.874955+0000","last_clean":"2024-09-13T02:49:19.874955+0000","last_became_active":"2024-09-13T02:48:40.977418+0000","last_became_peered":"2024-09-13T02:48:40.977418+0000","last_unstale":"2024-09-13T02:49:19.874955+0000","last_undegraded":"2024-09-13T02:49:19.874955+0000","last_fullsized":"2024-09-13T02:49:19.874955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:37:01.566414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292739+0000","last_change":"2024-09-13T02:48:18.123992+0000","last_active":"2024-09-13T02:49:20.292739+0000","last_peered":"2024-09-13T02:49:20.292739+0000","last_clean":"2024-09-13T02:49:20.292739+0000","last_became_active":"2024-09-13T02:48:18.123673+0000","last_became_peered":"2024-09-13T02:48:18.123673+0000","last_unstale":"2024-09-13T02:49:20.292739+0000","last_undegraded":"2024-09-13T02:49:20.292739+0000","last_fullsized":"2024-09-13T02:49:20.292739+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:51.148857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501736+0000","last_change":"2024-09-13T02:48:18.123846+0000","last_active":"2024-09-13T02:49:20.501736+0000","last_peered":"2024-09-13T02:49:20.501736+0000","last_clean":"2024-09-13T02:49:20.501736+0000","last_became_active":"2024-09-13T02:48:18.123386+0000","last_became_peered":"2024-09-13T02:48:18.123386+0000","last_unstale":"2024-09-13T02:49:20.501736+0000","last_undegraded":"2024-09-13T02:49:20.501736+0000","last_fullsized":"2024-09-13T02:49:20.501736+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:39.596900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501575+0000","last_change":"2024-09-13T02:48:21.578533+0000","last_active":"2024-09-13T02:49:20.501575+0000","last_peered":"2024-09-13T02:49:20.501575+0000","last_clean":"2024-09-13T02:49:20.501575+0000","last_became_active":"2024-09-13T02:48:21.578050+0000","last_became_peered":"2024-09-13T02:48:21.578050+0000","last_unstale":"2024-09-13T02:49:20.501575+0000","last_undegraded":"2024-09-13T02:49:20.501575+0000","last_fullsized":"2024-09-13T02:49:20.501575+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:09.486540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882074+0000","last_change":"2024-09-13T02:48:18.126006+0000","last_active":"2024-09-13T02:49:19.882074+0000","last_peered":"2024-09-13T02:49:19.882074+0000","last_clean":"2024-09-13T02:49:19.882074+0000","last_became_active":"2024-09-13T02:48:18.125693+0000","last_became_peered":"2024-09-13T02:48:18.125693+0000","last_unstale":"2024-09-13T02:49:19.882074+0000","last_undegraded":"2024-09-13T02:49:19.882074+0000","last_fullsized":"2024-09-13T02:49:19.882074+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:13.773224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879612+0000","last_change":"2024-09-13T02:48:21.572784+0000","last_active":"2024-09-13T02:49:19.879612+0000","last_peered":"2024-09-13T02:49:19.879612+0000","last_clean":"2024-09-13T02:49:19.879612+0000","last_became_active":"2024-09-13T02:48:21.572514+0000","last_became_peered":"2024-09-13T02:48:21.572514+0000","last_unstale":"2024-09-13T02:49:19.879612+0000","last_undegraded":"2024-09-13T02:49:19.879612+0000","last_fullsized":"2024-09-13T02:49:19.879612+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:16.381626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293154+0000","last_change":"2024-09-13T02:48:18.124624+0000","last_active":"2024-09-13T02:49:20.293154+0000","last_peered":"2024-09-13T02:49:20.293154+0000","last_clean":"2024-09-13T02:49:20.293154+0000","last_became_active":"2024-09-13T02:48:18.124350+0000","last_became_peered":"2024-09-13T02:48:18.124350+0000","last_unstale":"2024-09-13T02:49:20.293154+0000","last_undegraded":"2024-09-13T02:49:20.293154+0000","last_fullsized":"2024-09-13T02:49:20.293154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:55.143976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882576+0000","last_change":"2024-09-13T02:48:21.583904+0000","last_active":"2024-09-13T02:49:19.882576+0000","last_peered":"2024-09-13T02:49:19.882576+0000","last_clean":"2024-09-13T02:49:19.882576+0000","last_became_active":"2024-09-13T02:48:21.583449+0000","last_became_peered":"2024-09-13T02:48:21.583449+0000","last_unstale":"2024-09-13T02:49:19.882576+0000","last_undegraded":"2024-09-13T02:49:19.882576+0000","last_fullsized":"2024-09-13T02:49:19.882576+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:39.582401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882689+0000","last_change":"2024-09-13T02:48:18.130962+0000","last_active":"2024-09-13T02:49:19.882689+0000","last_peered":"2024-09-13T02:49:19.882689+0000","last_clean":"2024-09-13T02:49:19.882689+0000","last_became_active":"2024-09-13T02:48:18.130644+0000","last_became_peered":"2024-09-13T02:48:18.130644+0000","last_unstale":"2024-09-13T02:49:19.882689+0000","last_undegraded":"2024-09-13T02:49:19.882689+0000","last_fullsized":"2024-09-13T02:49:19.882689+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:16.002873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876358+0000","last_change":"2024-09-13T02:48:21.588339+0000","last_active":"2024-09-13T02:49:19.876358+0000","last_peered":"2024-09-13T02:49:19.876358+0000","last_clean":"2024-09-13T02:49:19.876358+0000","last_became_active":"2024-09-13T02:48:21.587903+0000","last_became_peered":"2024-09-13T02:48:21.587903+0000","last_unstale":"2024-09-13T02:49:19.876358+0000","last_undegraded":"2024-09-13T02:49:19.876358+0000","last_fullsized":"2024-09-13T02:49:19.876358+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:28.314886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880102+0000","last_change":"2024-09-13T02:48:18.122668+0000","last_active":"2024-09-13T02:49:19.880102+0000","last_peered":"2024-09-13T02:49:19.880102+0000","last_clean":"2024-09-13T02:49:19.880102+0000","last_became_active":"2024-09-13T02:48:18.122395+0000","last_became_peered":"2024-09-13T02:48:18.122395+0000","last_unstale":"2024-09-13T02:49:19.880102+0000","last_undegraded":"2024-09-13T02:49:19.880102+0000","last_fullsized":"2024-09-13T02:49:19.880102+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:25.650551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876280+0000","last_change":"2024-09-13T02:48:21.576994+0000","last_active":"2024-09-13T02:49:19.876280+0000","last_peered":"2024-09-13T02:49:19.876280+0000","last_clean":"2024-09-13T02:49:19.876280+0000","last_became_active":"2024-09-13T02:48:21.576747+0000","last_became_peered":"2024-09-13T02:48:21.576747+0000","last_unstale":"2024-09-13T02:49:19.876280+0000","last_undegraded":"2024-09-13T02:49:19.876280+0000","last_fullsized":"2024-09-13T02:49:19.876280+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:16:55.064183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'9","reported_seq":33,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292989+0000","last_change":"2024-09-13T02:48:18.125484+0000","last_active":"2024-09-13T02:49:20.292989+0000","last_peered":"2024-09-13T02:49:20.292989+0000","last_clean":"2024-09-13T02:49:20.292989+0000","last_became_active":"2024-09-13T02:48:18.125061+0000","last_became_peered":"2024-09-13T02:48:18.125061+0000","last_unstale":"2024-09-13T02:49:20.292989+0000","last_undegraded":"2024-09-13T02:49:20.292989+0000","last_fullsized":"2024-09-13T02:49:20.292989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:49:51.753489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257036+0000","last_change":"2024-09-13T02:48:21.576228+0000","last_active":"2024-09-13T02:49:20.257036+0000","last_peered":"2024-09-13T02:49:20.257036+0000","last_clean":"2024-09-13T02:49:20.257036+0000","last_became_active":"2024-09-13T02:48:21.575850+0000","last_became_peered":"2024-09-13T02:48:21.575850+0000","last_unstale":"2024-09-13T02:49:20.257036+0000","last_undegraded":"2024-09-13T02:49:20.257036+0000","last_fullsized":"2024-09-13T02:49:20.257036+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:41:31.423855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875989+0000","last_change":"2024-09-13T02:48:18.122040+0000","last_active":"2024-09-13T02:49:19.875989+0000","last_peered":"2024-09-13T02:49:19.875989+0000","last_clean":"2024-09-13T02:49:19.875989+0000","last_became_active":"2024-09-13T02:48:18.120994+0000","last_became_peered":"2024-09-13T02:48:18.120994+0000","last_unstale":"2024-09-13T02:49:19.875989+0000","last_undegraded":"2024-09-13T02:49:19.875989+0000","last_fullsized":"2024-09-13T02:49:19.875989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:57:05.741168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875697+0000","last_change":"2024-09-13T02:48:21.575747+0000","last_active":"2024-09-13T02:49:19.875697+0000","last_peered":"2024-09-13T02:49:19.875697+0000","last_clean":"2024-09-13T02:49:19.875697+0000","last_became_active":"2024-09-13T02:48:21.575423+0000","last_became_peered":"2024-09-13T02:48:21.575423+0000","last_unstale":"2024-09-13T02:49:19.875697+0000","last_undegraded":"2024-09-13T02:49:19.875697+0000","last_fullsized":"2024-09-13T02:49:19.875697+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:58:57.283481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882251+0000","last_change":"2024-09-13T02:48:18.126943+0000","last_active":"2024-09-13T02:49:19.882251+0000","last_peered":"2024-09-13T02:49:19.882251+0000","last_clean":"2024-09-13T02:49:19.882251+0000","last_became_active":"2024-09-13T02:48:18.126275+0000","last_became_peered":"2024-09-13T02:48:18.126275+0000","last_unstale":"2024-09-13T02:49:19.882251+0000","last_undegraded":"2024-09-13T02:49:19.882251+0000","last_fullsized":"2024-09-13T02:49:19.882251+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:42.025024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256927+0000","last_change":"2024-09-13T02:48:21.583189+0000","last_active":"2024-09-13T02:49:20.256927+0000","last_peered":"2024-09-13T02:49:20.256927+0000","last_clean":"2024-09-13T02:49:20.256927+0000","last_became_active":"2024-09-13T02:48:21.581829+0000","last_became_peered":"2024-09-13T02:48:21.581829+0000","last_unstale":"2024-09-13T02:49:20.256927+0000","last_undegraded":"2024-09-13T02:49:20.256927+0000","last_fullsized":"2024-09-13T02:49:20.256927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:47.421969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292724+0000","last_change":"2024-09-13T02:48:18.127473+0000","last_active":"2024-09-13T02:49:20.292724+0000","last_peered":"2024-09-13T02:49:20.292724+0000","last_clean":"2024-09-13T02:49:20.292724+0000","last_became_active":"2024-09-13T02:48:18.127069+0000","last_became_peered":"2024-09-13T02:48:18.127069+0000","last_unstale":"2024-09-13T02:49:20.292724+0000","last_undegraded":"2024-09-13T02:49:20.292724+0000","last_fullsized":"2024-09-13T02:49:20.292724+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:54.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292556+0000","last_change":"2024-09-13T02:48:21.589376+0000","last_active":"2024-09-13T02:49:20.292556+0000","last_peered":"2024-09-13T02:49:20.292556+0000","last_clean":"2024-09-13T02:49:20.292556+0000","last_became_active":"2024-09-13T02:48:21.588798+0000","last_became_peered":"2024-09-13T02:48:21.588798+0000","last_unstale":"2024-09-13T02:49:20.292556+0000","last_undegraded":"2024-09-13T02:49:20.292556+0000","last_fullsized":"2024-09-13T02:49:20.292556+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:23.101476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":32,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874670+0000","last_change":"2024-09-13T02:48:18.124999+0000","last_active":"2024-09-13T02:49:19.874670+0000","last_peered":"2024-09-13T02:49:19.874670+0000","last_clean":"2024-09-13T02:49:19.874670+0000","last_became_active":"2024-09-13T02:48:18.124720+0000","last_became_peered":"2024-09-13T02:48:18.124720+0000","last_unstale":"2024-09-13T02:49:19.874670+0000","last_undegraded":"2024-09-13T02:49:19.874670+0000","last_fullsized":"2024-09-13T02:49:19.874670+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:42:59.578453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256731+0000","last_change":"2024-09-13T02:48:21.579048+0000","last_active":"2024-09-13T02:49:20.256731+0000","last_peered":"2024-09-13T02:49:20.256731+0000","last_clean":"2024-09-13T02:49:20.256731+0000","last_became_active":"2024-09-13T02:48:21.577551+0000","last_became_peered":"2024-09-13T02:48:21.577551+0000","last_unstale":"2024-09-13T02:49:20.256731+0000","last_undegraded":"2024-09-13T02:49:20.256731+0000","last_fullsized":"2024-09-13T02:49:20.256731+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:12.893427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876583+0000","last_change":"2024-09-13T02:48:18.129380+0000","last_active":"2024-09-13T02:49:19.876583+0000","last_peered":"2024-09-13T02:49:19.876583+0000","last_clean":"2024-09-13T02:49:19.876583+0000","last_became_active":"2024-09-13T02:48:18.128913+0000","last_became_peered":"2024-09-13T02:48:18.128913+0000","last_unstale":"2024-09-13T02:49:19.876583+0000","last_undegraded":"2024-09-13T02:49:19.876583+0000","last_fullsized":"2024-09-13T02:49:19.876583+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:12.090151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257262+0000","last_change":"2024-09-13T02:48:21.582870+0000","last_active":"2024-09-13T02:49:20.257262+0000","last_peered":"2024-09-13T02:49:20.257262+0000","last_clean":"2024-09-13T02:49:20.257262+0000","last_became_active":"2024-09-13T02:48:21.580857+0000","last_became_peered":"2024-09-13T02:48:21.580857+0000","last_unstale":"2024-09-13T02:49:20.257262+0000","last_undegraded":"2024-09-13T02:49:20.257262+0000","last_fullsized":"2024-09-13T02:49:20.257262+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:25.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875732+0000","last_change":"2024-09-13T02:48:18.125857+0000","last_active":"2024-09-13T02:49:19.875732+0000","last_peered":"2024-09-13T02:49:19.875732+0000","last_clean":"2024-09-13T02:49:19.875732+0000","last_became_active":"2024-09-13T02:48:18.125608+0000","last_became_peered":"2024-09-13T02:48:18.125608+0000","last_unstale":"2024-09-13T02:49:19.875732+0000","last_undegraded":"2024-09-13T02:49:19.875732+0000","last_fullsized":"2024-09-13T02:49:19.875732+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:06:51.188527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257335+0000","last_change":"2024-09-13T02:48:21.582150+0000","last_active":"2024-09-13T02:49:20.257335+0000","last_peered":"2024-09-13T02:49:20.257335+0000","last_clean":"2024-09-13T02:49:20.257335+0000","last_became_active":"2024-09-13T02:48:21.581208+0000","last_became_peered":"2024-09-13T02:48:21.581208+0000","last_unstale":"2024-09-13T02:49:20.257335+0000","last_undegraded":"2024-09-13T02:49:20.257335+0000","last_fullsized":"2024-09-13T02:49:20.257335+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:50.429973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880212+0000","last_change":"2024-09-13T02:48:18.121408+0000","last_active":"2024-09-13T02:49:19.880212+0000","last_peered":"2024-09-13T02:49:19.880212+0000","last_clean":"2024-09-13T02:49:19.880212+0000","last_became_active":"2024-09-13T02:48:18.121112+0000","last_became_peered":"2024-09-13T02:48:18.121112+0000","last_unstale":"2024-09-13T02:49:19.880212+0000","last_undegraded":"2024-09-13T02:49:19.880212+0000","last_fullsized":"2024-09-13T02:49:19.880212+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:28:49.817255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882395+0000","last_change":"2024-09-13T02:48:21.588213+0000","last_active":"2024-09-13T02:49:19.882395+0000","last_peered":"2024-09-13T02:49:19.882395+0000","last_clean":"2024-09-13T02:49:19.882395+0000","last_became_active":"2024-09-13T02:48:21.587958+0000","last_became_peered":"2024-09-13T02:48:21.587958+0000","last_unstale":"2024-09-13T02:49:19.882395+0000","last_undegraded":"2024-09-13T02:49:19.882395+0000","last_fullsized":"2024-09-13T02:49:19.882395+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:04:34.081464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875457+0000","last_change":"2024-09-13T02:48:18.126536+0000","last_active":"2024-09-13T02:49:19.875457+0000","last_peered":"2024-09-13T02:49:19.875457+0000","last_clean":"2024-09-13T02:49:19.875457+0000","last_became_active":"2024-09-13T02:48:18.126243+0000","last_became_peered":"2024-09-13T02:48:18.126243+0000","last_unstale":"2024-09-13T02:49:19.875457+0000","last_undegraded":"2024-09-13T02:49:19.875457+0000","last_fullsized":"2024-09-13T02:49:19.875457+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:48.383517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257174+0000","last_change":"2024-09-13T02:48:21.589656+0000","last_active":"2024-09-13T02:49:20.257174+0000","last_peered":"2024-09-13T02:49:20.257174+0000","last_clean":"2024-09-13T02:49:20.257174+0000","last_became_active":"2024-09-13T02:48:21.589406+0000","last_became_peered":"2024-09-13T02:48:21.589406+0000","last_unstale":"2024-09-13T02:49:20.257174+0000","last_undegraded":"2024-09-13T02:49:20.257174+0000","last_fullsized":"2024-09-13T02:49:20.257174+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:05.767522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919075+0000","last_change":"2024-09-13T02:49:20.293338+0000","last_active":"2024-09-13T02:49:24.919075+0000","last_peered":"2024-09-13T02:49:24.919075+0000","last_clean":"2024-09-13T02:49:24.919075+0000","last_became_active":"2024-09-13T02:49:15.869071+0000","last_became_peered":"2024-09-13T02:49:15.869071+0000","last_unstale":"2024-09-13T02:49:24.919075+0000","last_undegraded":"2024-09-13T02:49:24.919075+0000","last_fullsized":"2024-09-13T02:49:24.919075+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:30.822198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029661800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"61'79","reported_seq":58,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256905+0000","last_change":"2024-09-13T02:47:54.679880+0000","last_active":"2024-09-13T02:49:20.256905+0000","last_peered":"2024-09-13T02:49:20.256905+0000","last_clean":"2024-09-13T02:49:20.256905+0000","last_became_active":"2024-09-13T02:47:54.673981+0000","last_became_peered":"2024-09-13T02:47:54.673981+0000","last_unstale":"2024-09-13T02:49:20.256905+0000","last_undegraded":"2024-09-13T02:49:20.256905+0000","last_fullsized":"2024-09-13T02:49:20.256905+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_clean_scrub_stamp":"2024-09-13T02:45:56.343528+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:21.009846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882215+0000","last_change":"2024-09-13T02:48:18.128880+0000","last_active":"2024-09-13T02:49:19.882215+0000","last_peered":"2024-09-13T02:49:19.882215+0000","last_clean":"2024-09-13T02:49:19.882215+0000","last_became_active":"2024-09-13T02:48:18.128367+0000","last_became_peered":"2024-09-13T02:48:18.128367+0000","last_unstale":"2024-09-13T02:49:19.882215+0000","last_undegraded":"2024-09-13T02:49:19.882215+0000","last_fullsized":"2024-09-13T02:49:19.882215+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:11.996569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501824+0000","last_change":"2024-09-13T02:48:21.588296+0000","last_active":"2024-09-13T02:49:20.501824+0000","last_peered":"2024-09-13T02:49:20.501824+0000","last_clean":"2024-09-13T02:49:20.501824+0000","last_became_active":"2024-09-13T02:48:21.588005+0000","last_became_peered":"2024-09-13T02:48:21.588005+0000","last_unstale":"2024-09-13T02:49:20.501824+0000","last_undegraded":"2024-09-13T02:49:20.501824+0000","last_fullsized":"2024-09-13T02:49:20.501824+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:13:00.668115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.667705+0000","last_change":"2024-09-13T02:49:19.877175+0000","last_active":"2024-09-13T02:49:24.667705+0000","last_peered":"2024-09-13T02:49:24.667705+0000","last_clean":"2024-09-13T02:49:24.667705+0000","last_became_active":"2024-09-13T02:49:16.062672+0000","last_became_peered":"2024-09-13T02:49:16.062672+0000","last_unstale":"2024-09-13T02:49:24.667705+0000","last_undegraded":"2024-09-13T02:49:24.667705+0000","last_fullsized":"2024-09-13T02:49:24.667705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:29.498525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031429100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256793+0000","last_change":"2024-09-13T02:48:18.128342+0000","last_active":"2024-09-13T02:49:20.256793+0000","last_peered":"2024-09-13T02:49:20.256793+0000","last_clean":"2024-09-13T02:49:20.256793+0000","last_became_active":"2024-09-13T02:48:18.128051+0000","last_became_peered":"2024-09-13T02:48:18.128051+0000","last_unstale":"2024-09-13T02:49:20.256793+0000","last_undegraded":"2024-09-13T02:49:20.256793+0000","last_fullsized":"2024-09-13T02:49:20.256793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:36:18.270885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875343+0000","last_change":"2024-09-13T02:48:21.575630+0000","last_active":"2024-09-13T02:49:19.875343+0000","last_peered":"2024-09-13T02:49:19.875343+0000","last_clean":"2024-09-13T02:49:19.875343+0000","last_became_active":"2024-09-13T02:48:21.575354+0000","last_became_peered":"2024-09-13T02:48:21.575354+0000","last_unstale":"2024-09-13T02:49:19.875343+0000","last_undegraded":"2024-09-13T02:49:19.875343+0000","last_fullsized":"2024-09-13T02:49:19.875343+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:30:46.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919614+0000","last_change":"2024-09-13T02:49:19.881237+0000","last_active":"2024-09-13T02:49:24.919614+0000","last_peered":"2024-09-13T02:49:24.919614+0000","last_clean":"2024-09-13T02:49:24.919614+0000","last_became_active":"2024-09-13T02:49:15.990717+0000","last_became_peered":"2024-09-13T02:49:15.990717+0000","last_unstale":"2024-09-13T02:49:24.919614+0000","last_undegraded":"2024-09-13T02:49:24.919614+0000","last_fullsized":"2024-09-13T02:49:24.919614+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:13.190823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075757799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874969+0000","last_change":"2024-09-13T02:48:18.123341+0000","last_active":"2024-09-13T02:49:19.874969+0000","last_peered":"2024-09-13T02:49:19.874969+0000","last_clean":"2024-09-13T02:49:19.874969+0000","last_became_active":"2024-09-13T02:48:18.122940+0000","last_became_peered":"2024-09-13T02:48:18.122940+0000","last_unstale":"2024-09-13T02:49:19.874969+0000","last_undegraded":"2024-09-13T02:49:19.874969+0000","last_fullsized":"2024-09-13T02:49:19.874969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:25:37.597063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879419+0000","last_change":"2024-09-13T02:48:21.581770+0000","last_active":"2024-09-13T02:49:19.879419+0000","last_peered":"2024-09-13T02:49:19.879419+0000","last_clean":"2024-09-13T02:49:19.879419+0000","last_became_active":"2024-09-13T02:48:21.581484+0000","last_became_peered":"2024-09-13T02:48:21.581484+0000","last_unstale":"2024-09-13T02:49:19.879419+0000","last_undegraded":"2024-09-13T02:49:19.879419+0000","last_fullsized":"2024-09-13T02:49:19.879419+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:40:52.928813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919101+0000","last_change":"2024-09-13T02:49:19.879997+0000","last_active":"2024-09-13T02:49:24.919101+0000","last_peered":"2024-09-13T02:49:24.919101+0000","last_clean":"2024-09-13T02:49:24.919101+0000","last_became_active":"2024-09-13T02:49:16.062771+0000","last_became_peered":"2024-09-13T02:49:16.062771+0000","last_unstale":"2024-09-13T02:49:24.919101+0000","last_undegraded":"2024-09-13T02:49:24.919101+0000","last_fullsized":"2024-09-13T02:49:24.919101+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:53:53.182342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033542100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882306+0000","last_change":"2024-09-13T02:48:18.129859+0000","last_active":"2024-09-13T02:49:19.882306+0000","last_peered":"2024-09-13T02:49:19.882306+0000","last_clean":"2024-09-13T02:49:19.882306+0000","last_became_active":"2024-09-13T02:48:18.129551+0000","last_became_peered":"2024-09-13T02:48:18.129551+0000","last_unstale":"2024-09-13T02:49:19.882306+0000","last_undegraded":"2024-09-13T02:49:19.882306+0000","last_fullsized":"2024-09-13T02:49:19.882306+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:57:19.490161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875814+0000","last_change":"2024-09-13T02:48:21.586612+0000","last_active":"2024-09-13T02:49:19.875814+0000","last_peered":"2024-09-13T02:49:19.875814+0000","last_clean":"2024-09-13T02:49:19.875814+0000","last_became_active":"2024-09-13T02:48:21.586367+0000","last_became_peered":"2024-09-13T02:48:21.586367+0000","last_unstale":"2024-09-13T02:49:19.875814+0000","last_undegraded":"2024-09-13T02:49:19.875814+0000","last_fullsized":"2024-09-13T02:49:19.875814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:02.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"67'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919025+0000","last_change":"2024-09-13T02:49:19.881238+0000","last_active":"2024-09-13T02:49:24.919025+0000","last_peered":"2024-09-13T02:49:24.919025+0000","last_clean":"2024-09-13T02:49:24.919025+0000","last_became_active":"2024-09-13T02:49:15.990792+0000","last_became_peered":"2024-09-13T02:49:15.990792+0000","last_unstale":"2024-09-13T02:49:24.919025+0000","last_undegraded":"2024-09-13T02:49:24.919025+0000","last_fullsized":"2024-09-13T02:49:24.919025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:06:46.454395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001328166,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880261+0000","last_change":"2024-09-13T02:48:18.128368+0000","last_active":"2024-09-13T02:49:19.880261+0000","last_peered":"2024-09-13T02:49:19.880261+0000","last_clean":"2024-09-13T02:49:19.880261+0000","last_became_active":"2024-09-13T02:48:18.127101+0000","last_became_peered":"2024-09-13T02:48:18.127101+0000","last_unstale":"2024-09-13T02:49:19.880261+0000","last_undegraded":"2024-09-13T02:49:19.880261+0000","last_fullsized":"2024-09-13T02:49:19.880261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:59.077268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882598+0000","last_change":"2024-09-13T02:48:21.584763+0000","last_active":"2024-09-13T02:49:19.882598+0000","last_peered":"2024-09-13T02:49:19.882598+0000","last_clean":"2024-09-13T02:49:19.882598+0000","last_became_active":"2024-09-13T02:48:21.584499+0000","last_became_peered":"2024-09-13T02:48:21.584499+0000","last_unstale":"2024-09-13T02:49:19.882598+0000","last_undegraded":"2024-09-13T02:49:19.882598+0000","last_fullsized":"2024-09-13T02:49:19.882598+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:58.878428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"65'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.667380+0000","last_change":"2024-09-13T02:49:19.876387+0000","last_active":"2024-09-13T02:49:24.667380+0000","last_peered":"2024-09-13T02:49:24.667380+0000","last_clean":"2024-09-13T02:49:24.667380+0000","last_became_active":"2024-09-13T02:49:15.990766+0000","last_became_peered":"2024-09-13T02:49:15.990766+0000","last_unstale":"2024-09-13T02:49:24.667380+0000","last_undegraded":"2024-09-13T02:49:24.667380+0000","last_fullsized":"2024-09-13T02:49:24.667380+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:10:54.614420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014176340000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257308+0000","last_change":"2024-09-13T02:48:18.130728+0000","last_active":"2024-09-13T02:49:20.257308+0000","last_peered":"2024-09-13T02:49:20.257308+0000","last_clean":"2024-09-13T02:49:20.257308+0000","last_became_active":"2024-09-13T02:48:18.130451+0000","last_became_peered":"2024-09-13T02:48:18.130451+0000","last_unstale":"2024-09-13T02:49:20.257308+0000","last_undegraded":"2024-09-13T02:49:20.257308+0000","last_fullsized":"2024-09-13T02:49:20.257308+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:36.750077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880175+0000","last_change":"2024-09-13T02:48:21.588000+0000","last_active":"2024-09-13T02:49:19.880175+0000","last_peered":"2024-09-13T02:49:19.880175+0000","last_clean":"2024-09-13T02:49:19.880175+0000","last_became_active":"2024-09-13T02:48:21.587720+0000","last_became_peered":"2024-09-13T02:48:21.587720+0000","last_unstale":"2024-09-13T02:49:19.880175+0000","last_undegraded":"2024-09-13T02:49:19.880175+0000","last_fullsized":"2024-09-13T02:49:19.880175+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:56:06.382003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.918072+0000","last_change":"2024-09-13T02:49:20.501897+0000","last_active":"2024-09-13T02:49:24.918072+0000","last_peered":"2024-09-13T02:49:24.918072+0000","last_clean":"2024-09-13T02:49:24.918072+0000","last_became_active":"2024-09-13T02:49:15.863664+0000","last_became_peered":"2024-09-13T02:49:15.863664+0000","last_unstale":"2024-09-13T02:49:24.918072+0000","last_undegraded":"2024-09-13T02:49:24.918072+0000","last_fullsized":"2024-09-13T02:49:24.918072+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:09:03.811615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000469801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.881025+0000","last_change":"2024-09-13T02:48:18.121917+0000","last_active":"2024-09-13T02:49:19.881025+0000","last_peered":"2024-09-13T02:49:19.881025+0000","last_clean":"2024-09-13T02:49:19.881025+0000","last_became_active":"2024-09-13T02:48:18.120926+0000","last_became_peered":"2024-09-13T02:48:18.120926+0000","last_unstale":"2024-09-13T02:49:19.881025+0000","last_undegraded":"2024-09-13T02:49:19.881025+0000","last_fullsized":"2024-09-13T02:49:19.881025+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:30.191568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502249+0000","last_change":"2024-09-13T02:48:21.583345+0000","last_active":"2024-09-13T02:49:20.502249+0000","last_peered":"2024-09-13T02:49:20.502249+0000","last_clean":"2024-09-13T02:49:20.502249+0000","last_became_active":"2024-09-13T02:48:21.583027+0000","last_became_peered":"2024-09-13T02:48:21.583027+0000","last_unstale":"2024-09-13T02:49:20.502249+0000","last_undegraded":"2024-09-13T02:49:20.502249+0000","last_fullsized":"2024-09-13T02:49:20.502249+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:52:58.111370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.918654+0000","last_change":"2024-09-13T02:49:19.876055+0000","last_active":"2024-09-13T02:49:24.918654+0000","last_peered":"2024-09-13T02:49:24.918654+0000","last_clean":"2024-09-13T02:49:24.918654+0000","last_became_active":"2024-09-13T02:49:15.990661+0000","last_became_peered":"2024-09-13T02:49:15.990661+0000","last_unstale":"2024-09-13T02:49:24.918654+0000","last_undegraded":"2024-09-13T02:49:24.918654+0000","last_fullsized":"2024-09-13T02:49:24.918654+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:42:19.992556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053568599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293218+0000","last_change":"2024-09-13T02:48:18.123866+0000","last_active":"2024-09-13T02:49:20.293218+0000","last_peered":"2024-09-13T02:49:20.293218+0000","last_clean":"2024-09-13T02:49:20.293218+0000","last_became_active":"2024-09-13T02:48:18.123549+0000","last_became_peered":"2024-09-13T02:48:18.123549+0000","last_unstale":"2024-09-13T02:49:20.293218+0000","last_undegraded":"2024-09-13T02:49:20.293218+0000","last_fullsized":"2024-09-13T02:49:20.293218+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:28.222321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876221+0000","last_change":"2024-09-13T02:48:21.578137+0000","last_active":"2024-09-13T02:49:19.876221+0000","last_peered":"2024-09-13T02:49:19.876221+0000","last_clean":"2024-09-13T02:49:19.876221+0000","last_became_active":"2024-09-13T02:48:21.577869+0000","last_became_peered":"2024-09-13T02:48:21.577869+0000","last_unstale":"2024-09-13T02:49:19.876221+0000","last_undegraded":"2024-09-13T02:49:19.876221+0000","last_fullsized":"2024-09-13T02:49:19.876221+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:06.294658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256695+0000","last_change":"2024-09-13T02:48:18.126935+0000","last_active":"2024-09-13T02:49:20.256695+0000","last_peered":"2024-09-13T02:49:20.256695+0000","last_clean":"2024-09-13T02:49:20.256695+0000","last_became_active":"2024-09-13T02:48:18.126663+0000","last_became_peered":"2024-09-13T02:48:18.126663+0000","last_unstale":"2024-09-13T02:49:20.256695+0000","last_undegraded":"2024-09-13T02:49:20.256695+0000","last_fullsized":"2024-09-13T02:49:20.256695+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:00.527818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875820+0000","last_change":"2024-09-13T02:48:21.574686+0000","last_active":"2024-09-13T02:49:19.875820+0000","last_peered":"2024-09-13T02:49:19.875820+0000","last_clean":"2024-09-13T02:49:19.875820+0000","last_became_active":"2024-09-13T02:48:21.574444+0000","last_became_peered":"2024-09-13T02:48:21.574444+0000","last_unstale":"2024-09-13T02:49:19.875820+0000","last_undegraded":"2024-09-13T02:49:19.875820+0000","last_fullsized":"2024-09-13T02:49:19.875820+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:30.498408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879760+0000","last_change":"2024-09-13T02:48:18.127169+0000","last_active":"2024-09-13T02:49:19.879760+0000","last_peered":"2024-09-13T02:49:19.879760+0000","last_clean":"2024-09-13T02:49:19.879760+0000","last_became_active":"2024-09-13T02:48:18.126896+0000","last_became_peered":"2024-09-13T02:48:18.126896+0000","last_unstale":"2024-09-13T02:49:19.879760+0000","last_undegraded":"2024-09-13T02:49:19.879760+0000","last_fullsized":"2024-09-13T02:49:19.879760+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:41:43.435659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501625+0000","last_change":"2024-09-13T02:48:21.583347+0000","last_active":"2024-09-13T02:49:20.501625+0000","last_peered":"2024-09-13T02:49:20.501625+0000","last_clean":"2024-09-13T02:49:20.501625+0000","last_became_active":"2024-09-13T02:48:21.583035+0000","last_became_peered":"2024-09-13T02:48:21.583035+0000","last_unstale":"2024-09-13T02:49:20.501625+0000","last_undegraded":"2024-09-13T02:49:20.501625+0000","last_fullsized":"2024-09-13T02:49:20.501625+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:00:10.296572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.881034+0000","last_change":"2024-09-13T02:48:18.127359+0000","last_active":"2024-09-13T02:49:19.881034+0000","last_peered":"2024-09-13T02:49:19.881034+0000","last_clean":"2024-09-13T02:49:19.881034+0000","last_became_active":"2024-09-13T02:48:18.127064+0000","last_became_peered":"2024-09-13T02:48:18.127064+0000","last_unstale":"2024-09-13T02:49:19.881034+0000","last_undegraded":"2024-09-13T02:49:19.881034+0000","last_fullsized":"2024-09-13T02:49:19.881034+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:38.885497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501971+0000","last_change":"2024-09-13T02:48:21.578327+0000","last_active":"2024-09-13T02:49:20.501971+0000","last_peered":"2024-09-13T02:49:20.501971+0000","last_clean":"2024-09-13T02:49:20.501971+0000","last_became_active":"2024-09-13T02:48:21.578017+0000","last_became_peered":"2024-09-13T02:48:21.578017+0000","last_unstale":"2024-09-13T02:49:20.501971+0000","last_undegraded":"2024-09-13T02:49:20.501971+0000","last_fullsized":"2024-09-13T02:49:20.501971+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:23:19.191638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874870+0000","last_change":"2024-09-13T02:48:40.980700+0000","last_active":"2024-09-13T02:49:19.874870+0000","last_peered":"2024-09-13T02:49:19.874870+0000","last_clean":"2024-09-13T02:49:19.874870+0000","last_became_active":"2024-09-13T02:48:40.977258+0000","last_became_peered":"2024-09-13T02:48:40.977258+0000","last_unstale":"2024-09-13T02:49:19.874870+0000","last_undegraded":"2024-09-13T02:49:19.874870+0000","last_fullsized":"2024-09-13T02:49:19.874870+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:05:02.328793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292654+0000","last_change":"2024-09-13T02:48:21.583150+0000","last_active":"2024-09-13T02:49:20.292654+0000","last_peered":"2024-09-13T02:49:20.292654+0000","last_clean":"2024-09-13T02:49:20.292654+0000","last_became_active":"2024-09-13T02:48:21.582879+0000","last_became_peered":"2024-09-13T02:48:21.582879+0000","last_unstale":"2024-09-13T02:49:20.292654+0000","last_undegraded":"2024-09-13T02:49:20.292654+0000","last_fullsized":"2024-09-13T02:49:20.292654+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.380349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882587+0000","last_change":"2024-09-13T02:48:21.584249+0000","last_active":"2024-09-13T02:49:19.882587+0000","last_peered":"2024-09-13T02:49:19.882587+0000","last_clean":"2024-09-13T02:49:19.882587+0000","last_became_active":"2024-09-13T02:48:21.583986+0000","last_became_peered":"2024-09-13T02:48:21.583986+0000","last_unstale":"2024-09-13T02:49:19.882587+0000","last_undegraded":"2024-09-13T02:49:19.882587+0000","last_fullsized":"2024-09-13T02:49:19.882587+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.923063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257143+0000","last_change":"2024-09-13T02:48:18.129467+0000","last_active":"2024-09-13T02:49:20.257143+0000","last_peered":"2024-09-13T02:49:20.257143+0000","last_clean":"2024-09-13T02:49:20.257143+0000","last_became_active":"2024-09-13T02:48:18.129145+0000","last_became_peered":"2024-09-13T02:48:18.129145+0000","last_unstale":"2024-09-13T02:49:20.257143+0000","last_undegraded":"2024-09-13T02:49:20.257143+0000","last_fullsized":"2024-09-13T02:49:20.257143+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:59.193223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":31,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882270+0000","last_change":"2024-09-13T02:48:40.977507+0000","last_active":"2024-09-13T02:49:19.882270+0000","last_peered":"2024-09-13T02:49:19.882270+0000","last_clean":"2024-09-13T02:49:19.882270+0000","last_became_active":"2024-09-13T02:48:40.977177+0000","last_became_peered":"2024-09-13T02:48:40.977177+0000","last_unstale":"2024-09-13T02:49:19.882270+0000","last_undegraded":"2024-09-13T02:49:19.882270+0000","last_fullsized":"2024-09-13T02:49:19.882270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:08.230769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257212+0000","last_change":"2024-09-13T02:48:18.127785+0000","last_active":"2024-09-13T02:49:20.257212+0000","last_peered":"2024-09-13T02:49:20.257212+0000","last_clean":"2024-09-13T02:49:20.257212+0000","last_became_active":"2024-09-13T02:48:18.127372+0000","last_became_peered":"2024-09-13T02:48:18.127372+0000","last_unstale":"2024-09-13T02:49:20.257212+0000","last_undegraded":"2024-09-13T02:49:20.257212+0000","last_fullsized":"2024-09-13T02:49:20.257212+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:31.852123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876340+0000","last_change":"2024-09-13T02:48:21.589188+0000","last_active":"2024-09-13T02:49:19.876340+0000","last_peered":"2024-09-13T02:49:19.876340+0000","last_clean":"2024-09-13T02:49:19.876340+0000","last_became_active":"2024-09-13T02:48:21.588328+0000","last_became_peered":"2024-09-13T02:48:21.588328+0000","last_unstale":"2024-09-13T02:49:19.876340+0000","last_undegraded":"2024-09-13T02:49:19.876340+0000","last_fullsized":"2024-09-13T02:49:19.876340+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:01:01.035315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502304+0000","last_change":"2024-09-13T02:48:18.124206+0000","last_active":"2024-09-13T02:49:20.502304+0000","last_peered":"2024-09-13T02:49:20.502304+0000","last_clean":"2024-09-13T02:49:20.502304+0000","last_became_active":"2024-09-13T02:48:18.123898+0000","last_became_peered":"2024-09-13T02:48:18.123898+0000","last_unstale":"2024-09-13T02:49:20.502304+0000","last_undegraded":"2024-09-13T02:49:20.502304+0000","last_fullsized":"2024-09-13T02:49:20.502304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:36.124440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502226+0000","last_change":"2024-09-13T02:48:21.578735+0000","last_active":"2024-09-13T02:49:20.502226+0000","last_peered":"2024-09-13T02:49:20.502226+0000","last_clean":"2024-09-13T02:49:20.502226+0000","last_became_active":"2024-09-13T02:48:21.578445+0000","last_became_peered":"2024-09-13T02:48:21.578445+0000","last_unstale":"2024-09-13T02:49:20.502226+0000","last_undegraded":"2024-09-13T02:49:20.502226+0000","last_fullsized":"2024-09-13T02:49:20.502226+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:13.219341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":28,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876546+0000","last_change":"2024-09-13T02:48:18.126637+0000","last_active":"2024-09-13T02:49:19.876546+0000","last_peered":"2024-09-13T02:49:19.876546+0000","last_clean":"2024-09-13T02:49:19.876546+0000","last_became_active":"2024-09-13T02:48:18.126361+0000","last_became_peered":"2024-09-13T02:48:18.126361+0000","last_unstale":"2024-09-13T02:49:19.876546+0000","last_undegraded":"2024-09-13T02:49:19.876546+0000","last_fullsized":"2024-09-13T02:49:19.876546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:01.374571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397534,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298624,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446528,"statfs":{"total":95995035648,"available":95689244672,"internally_reserved":0,"allocated":1298432,"data_stored":903838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.51800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.60599999999999998,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.502,"5min":0.52300000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66100000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.56100000000000005}]},{"osd":1,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.35699999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.75800000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.64000000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.497,"15min":0.497},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.62},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.54500000000000004,"15min":0.55500000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67600000000000005,"5min":0.748,"15min":0.748},"last":0.63}]},{"osd":3,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52000000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73399999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55400000000000005,"15min":0.55500000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77200000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60899999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.32700000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.50900000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.46100000000000002,"15min":0.45700000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.47699999999999998,"15min":0.47999999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68799999999999994,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.53400000000000003}]},{"osd":6,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.49199999999999999,"15min":0.497},"min":{"1min":0.36899999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.59099999999999997,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.502,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.59399999999999997}]}]},{"osd":6,"up_from":43,"seq":184683593763,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1302528,"data_stored":905588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.505,"15min":0.496},"min":{"1min":0.36899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.307},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.38900000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35299999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.52100000000000002,"15min":0.52300000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.65400000000000003,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.41299999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.40500000000000003,"5min":0.38,"15min":0.38},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.34799999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.505},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.45600000000000002}]},{"osd":4,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.42399999999999999,"15min":0.42099999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.61099999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.43099999999999999,"15min":0.42999999999999999},"min":{"1min":0.26900000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59899999999999998,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.44400000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.432,"15min":0.42899999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.47899999999999998,"15min":0.47399999999999998},"min":{"1min":0.32000000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.56999999999999995}]},{"osd":7,"last update":"Fri Sep 13 02:49:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51600000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.53500000000000003}]}]},{"osd":5,"up_from":37,"seq":158913789992,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":708608,"data_stored":314770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.57199999999999995},"min":{"1min":0.34000000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.754,"15min":0.754},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54000000000000004,"15min":0.54300000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70099999999999996,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.65500000000000003}]},{"osd":1,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68400000000000005,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.53300000000000003,"15min":0.54400000000000004},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.70799999999999996,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.51100000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53800000000000003,"15min":0.54500000000000004},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65700000000000003,"5min":0.751,"15min":0.751},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55800000000000005,"15min":0.56200000000000006},"min":{"1min":0.377,"5min":0.375,"15min":0.375},"max":{"1min":0.75700000000000001,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.61499999999999999}]},{"osd":3,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.39400000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.66300000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.70099999999999996,"15min":0.621},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.70299999999999996}]},{"osd":4,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.38800000000000001},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.65600000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.42099999999999999,"15min":0.39900000000000002},"min":{"1min":0.32800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.44900000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:49:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.435,"15min":0.42999999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.45400000000000001,"15min":0.44600000000000001},"min":{"1min":0.34100000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.51900000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:49:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33200000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.496,"5min":0.48399999999999999,"15min":0.48199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.56200000000000006}]}]},{"osd":4,"up_from":31,"seq":133143986220,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298056,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447096,"statfs":{"total":95995035648,"available":95689826304,"internally_reserved":0,"allocated":716800,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72199999999999998,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68899999999999995,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52100000000000002}]},{"osd":1,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54400000000000004,"15min":0.55000000000000004},"min":{"1min":0.41899999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.72599999999999998,"5min":0.747,"15min":0.747},"last":0.747},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68100000000000005,"5min":0.754,"15min":0.754},"last":0.67300000000000004}]},{"osd":2,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52100000000000002,"15min":0.51600000000000001},"min":{"1min":0.36399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.57299999999999995}]},{"osd":3,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.39500000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68799999999999994,"5min":0.752,"15min":0.752},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54700000000000004,"15min":0.55600000000000005},"min":{"1min":0.35799999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71899999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.70899999999999996}]},{"osd":5,"last update":"Fri Sep 13 02:50:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.371},"min":{"1min":0.309,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.504},{"interface":"front","average":{"1min":0.434,"5min":0.38300000000000001,"15min":0.35899999999999999},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64800000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.63500000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:49:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.29799999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.311,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Sep 13 02:49:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.69599999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298052,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447100,"statfs":{"total":95995035648,"available":95689830400,"internally_reserved":0,"allocated":712704,"data_stored":315080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38200000000000001,"15min":0.38300000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.307},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.45100000000000001,"15min":0.46200000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.378}]},{"osd":1,"last update":"Fri Sep 13 02:49:21 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56200000000000006,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.28599999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:49:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.45100000000000001,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65000000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.41099999999999998,"15min":0.42099999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54800000000000004,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.40000000000000002}]},{"osd":4,"last update":"Fri Sep 13 02:49:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58499999999999996,"15min":0.58799999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.498},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59399999999999997,"15min":0.58899999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Sep 13 02:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90800000000000003,"5min":1.036,"15min":1.036},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57599999999999996,"15min":0.57399999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78600000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44}]},{"osd":6,"last update":"Fri Sep 13 02:49:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.63300000000000001,"15min":0.63800000000000001},"min":{"1min":0.42599999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.47599999999999998}]},{"osd":7,"last update":"Fri Sep 13 02:49:57 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.60099999999999998,"15min":0.59499999999999997},"min":{"1min":0.46500000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.54900000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":312634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:50:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63800000000000001,"5min":0.748,"15min":0.748},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.628,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.35499999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:50:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.42199999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66600000000000004,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.43099999999999999,"15min":0.42399999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.38700000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:49:23 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46600000000000003,"15min":0.46700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41099999999999998,"15min":0.40899999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59899999999999998,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.30599999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:49:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.879,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.501},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.45800000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:50:07 2024","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":0.72399999999999998,"15min":0.61899999999999999},"min":{"1min":0.38200000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.664,"5min":15.664,"15min":15.664},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.83299999999999996,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.439}]},{"osd":6,"last update":"Fri Sep 13 02:49:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.63100000000000001,"15min":0.64300000000000002},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 02:49:59 2024","interfaces":[{"interface":"back","average":{"1min":1.3640000000000001,"5min":0.76800000000000002,"15min":0.66800000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":15.707000000000001,"5min":15.707000000000001,"15min":15.707000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.363,"5min":0.79700000000000004,"15min":0.70299999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.40400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":700416,"data_stored":312498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.501},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.374,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.41699999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:50:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.29799999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26800000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.45900000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:49:25 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42899999999999999,"15min":0.43099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.438}]},{"osd":4,"last update":"Fri Sep 13 02:49:41 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.61499999999999999,"15min":0.56899999999999995},"min":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":6.1059999999999999,"5min":6.1059999999999999,"15min":6.1059999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57599999999999996,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75800000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.78500000000000003}]},{"osd":5,"last update":"Fri Sep 13 02:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53100000000000003,"15min":0.52400000000000002},"min":{"1min":0.38900000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76600000000000001,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.624,"15min":0.58399999999999996},"min":{"1min":0.41899999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86599999999999999,"5min":6.0819999999999999,"15min":6.0819999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Fri Sep 13 02:49:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61399999999999999,"15min":0.624},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.89200000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:49:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81999999999999995,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.44700000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.84999999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.753}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298632,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446520,"statfs":{"total":95995035648,"available":95689236480,"internally_reserved":0,"allocated":1306624,"data_stored":903962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:49:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.34300000000000003,"15min":0.32700000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47299999999999998,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36499999999999999,"15min":0.33500000000000002},"min":{"1min":0.26000000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.61899999999999999,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:49:58 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40300000000000002,"15min":0.40600000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53200000000000003,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.37,"15min":0.373},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.52000000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.34899999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:49:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40100000000000002,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.371},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.45000000000000001,"15min":0.46000000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.48199999999999998}]},{"osd":4,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58299999999999996,"15min":0.59399999999999997},"min":{"1min":0.38500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68700000000000006,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73299999999999998,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:50:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54700000000000004,"15min":0.56299999999999994},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72499999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.443,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.72499999999999998}]},{"osd":6,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56899999999999995,"15min":0.56999999999999995},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.66300000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.83099999999999996}]},{"osd":7,"last update":"Fri Sep 13 02:49:58 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.40999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.69599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:50:16.968 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T02:50:17.671 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:17.778 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:17 smithi052 systemd[1]: Stopping Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:50:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:18 smithi052 ceph-mon[37071]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:18 smithi052 ceph-mon[27118]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:18 smithi078 ceph-mon[30844]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:19.224 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:19 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[68519]: ts=2024-09-13T02:50:19.074Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:50:19.485 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:19.485 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:19 smithi052 podman[72642]: 2024-09-13 02:50:19.354285081 +0000 UTC m=+0.394711341 container died 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:19.489 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-09-13T02:50:19.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:50:19 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:50:20.356 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-13T02:50:17.511712+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386108,"kb_used_data":7264,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575108,"statfs":{"total":767960285184,"available":765516910592,"internally_reserved":0,"allocated":7438336,"data_stored":4281963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002025"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257303+0000","last_change":"2024-09-13T02:48:21.581966+0000","last_active":"2024-09-13T02:49:20.257303+0000","last_peered":"2024-09-13T02:49:20.257303+0000","last_clean":"2024-09-13T02:49:20.257303+0000","last_became_active":"2024-09-13T02:48:21.580133+0000","last_became_peered":"2024-09-13T02:48:21.580133+0000","last_unstale":"2024-09-13T02:49:20.257303+0000","last_undegraded":"2024-09-13T02:49:20.257303+0000","last_fullsized":"2024-09-13T02:49:20.257303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:17.503239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880927+0000","last_change":"2024-09-13T02:48:21.581510+0000","last_active":"2024-09-13T02:49:19.880927+0000","last_peered":"2024-09-13T02:49:19.880927+0000","last_clean":"2024-09-13T02:49:19.880927+0000","last_became_active":"2024-09-13T02:48:21.581209+0000","last_became_peered":"2024-09-13T02:48:21.581209+0000","last_unstale":"2024-09-13T02:49:19.880927+0000","last_undegraded":"2024-09-13T02:49:19.880927+0000","last_fullsized":"2024-09-13T02:49:19.880927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:06:35.816891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876303+0000","last_change":"2024-09-13T02:48:21.576891+0000","last_active":"2024-09-13T02:49:19.876303+0000","last_peered":"2024-09-13T02:49:19.876303+0000","last_clean":"2024-09-13T02:49:19.876303+0000","last_became_active":"2024-09-13T02:48:21.576519+0000","last_became_peered":"2024-09-13T02:48:21.576519+0000","last_unstale":"2024-09-13T02:49:19.876303+0000","last_undegraded":"2024-09-13T02:49:19.876303+0000","last_fullsized":"2024-09-13T02:49:19.876303+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:04.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882289+0000","last_change":"2024-09-13T02:48:21.588175+0000","last_active":"2024-09-13T02:49:19.882289+0000","last_peered":"2024-09-13T02:49:19.882289+0000","last_clean":"2024-09-13T02:49:19.882289+0000","last_became_active":"2024-09-13T02:48:21.587880+0000","last_became_peered":"2024-09-13T02:48:21.587880+0000","last_unstale":"2024-09-13T02:49:19.882289+0000","last_undegraded":"2024-09-13T02:49:19.882289+0000","last_fullsized":"2024-09-13T02:49:19.882289+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:10.412087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879594+0000","last_change":"2024-09-13T02:48:40.976390+0000","last_active":"2024-09-13T02:49:19.879594+0000","last_peered":"2024-09-13T02:49:19.879594+0000","last_clean":"2024-09-13T02:49:19.879594+0000","last_became_active":"2024-09-13T02:48:40.976020+0000","last_became_peered":"2024-09-13T02:48:40.976020+0000","last_unstale":"2024-09-13T02:49:19.879594+0000","last_undegraded":"2024-09-13T02:49:19.879594+0000","last_fullsized":"2024-09-13T02:49:19.879594+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:54.265345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882143+0000","last_change":"2024-09-13T02:48:21.586437+0000","last_active":"2024-09-13T02:49:19.882143+0000","last_peered":"2024-09-13T02:49:19.882143+0000","last_clean":"2024-09-13T02:49:19.882143+0000","last_became_active":"2024-09-13T02:48:21.586030+0000","last_became_peered":"2024-09-13T02:48:21.586030+0000","last_unstale":"2024-09-13T02:49:19.882143+0000","last_undegraded":"2024-09-13T02:49:19.882143+0000","last_fullsized":"2024-09-13T02:49:19.882143+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:09:03.094693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256677+0000","last_change":"2024-09-13T02:48:21.578840+0000","last_active":"2024-09-13T02:49:20.256677+0000","last_peered":"2024-09-13T02:49:20.256677+0000","last_clean":"2024-09-13T02:49:20.256677+0000","last_became_active":"2024-09-13T02:48:21.578342+0000","last_became_peered":"2024-09-13T02:48:21.578342+0000","last_unstale":"2024-09-13T02:49:20.256677+0000","last_undegraded":"2024-09-13T02:49:20.256677+0000","last_fullsized":"2024-09-13T02:49:20.256677+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:04.448199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501545+0000","last_change":"2024-09-13T02:48:21.589557+0000","last_active":"2024-09-13T02:49:20.501545+0000","last_peered":"2024-09-13T02:49:20.501545+0000","last_clean":"2024-09-13T02:49:20.501545+0000","last_became_active":"2024-09-13T02:48:21.589285+0000","last_became_peered":"2024-09-13T02:48:21.589285+0000","last_unstale":"2024-09-13T02:49:20.501545+0000","last_undegraded":"2024-09-13T02:49:20.501545+0000","last_fullsized":"2024-09-13T02:49:20.501545+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:52.204623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257408+0000","last_change":"2024-09-13T02:48:21.591099+0000","last_active":"2024-09-13T02:49:20.257408+0000","last_peered":"2024-09-13T02:49:20.257408+0000","last_clean":"2024-09-13T02:49:20.257408+0000","last_became_active":"2024-09-13T02:48:21.590654+0000","last_became_peered":"2024-09-13T02:48:21.590654+0000","last_unstale":"2024-09-13T02:49:20.257408+0000","last_undegraded":"2024-09-13T02:49:20.257408+0000","last_fullsized":"2024-09-13T02:49:20.257408+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:31.370675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293124+0000","last_change":"2024-09-13T02:48:21.585636+0000","last_active":"2024-09-13T02:49:20.293124+0000","last_peered":"2024-09-13T02:49:20.293124+0000","last_clean":"2024-09-13T02:49:20.293124+0000","last_became_active":"2024-09-13T02:48:21.585354+0000","last_became_peered":"2024-09-13T02:48:21.585354+0000","last_unstale":"2024-09-13T02:49:20.293124+0000","last_undegraded":"2024-09-13T02:49:20.293124+0000","last_fullsized":"2024-09-13T02:49:20.293124+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:02:05.146608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293118+0000","last_change":"2024-09-13T02:48:21.586306+0000","last_active":"2024-09-13T02:49:20.293118+0000","last_peered":"2024-09-13T02:49:20.293118+0000","last_clean":"2024-09-13T02:49:20.293118+0000","last_became_active":"2024-09-13T02:48:21.586063+0000","last_became_peered":"2024-09-13T02:48:21.586063+0000","last_unstale":"2024-09-13T02:49:20.293118+0000","last_undegraded":"2024-09-13T02:49:20.293118+0000","last_fullsized":"2024-09-13T02:49:20.293118+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:13.104841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876194+0000","last_change":"2024-09-13T02:48:21.578201+0000","last_active":"2024-09-13T02:49:19.876194+0000","last_peered":"2024-09-13T02:49:19.876194+0000","last_clean":"2024-09-13T02:49:19.876194+0000","last_became_active":"2024-09-13T02:48:21.577808+0000","last_became_peered":"2024-09-13T02:48:21.577808+0000","last_unstale":"2024-09-13T02:49:19.876194+0000","last_undegraded":"2024-09-13T02:49:19.876194+0000","last_fullsized":"2024-09-13T02:49:19.876194+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:22.996275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501954+0000","last_change":"2024-09-13T02:48:21.581902+0000","last_active":"2024-09-13T02:49:20.501954+0000","last_peered":"2024-09-13T02:49:20.501954+0000","last_clean":"2024-09-13T02:49:20.501954+0000","last_became_active":"2024-09-13T02:48:21.581390+0000","last_became_peered":"2024-09-13T02:48:21.581390+0000","last_unstale":"2024-09-13T02:49:20.501954+0000","last_undegraded":"2024-09-13T02:49:20.501954+0000","last_fullsized":"2024-09-13T02:49:20.501954+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:49:33.548336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875629+0000","last_change":"2024-09-13T02:48:21.589640+0000","last_active":"2024-09-13T02:49:19.875629+0000","last_peered":"2024-09-13T02:49:19.875629+0000","last_clean":"2024-09-13T02:49:19.875629+0000","last_became_active":"2024-09-13T02:48:21.588373+0000","last_became_peered":"2024-09-13T02:48:21.588373+0000","last_unstale":"2024-09-13T02:49:19.875629+0000","last_undegraded":"2024-09-13T02:49:19.875629+0000","last_fullsized":"2024-09-13T02:49:19.875629+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:49:10.931763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879732+0000","last_change":"2024-09-13T02:48:21.585182+0000","last_active":"2024-09-13T02:49:19.879732+0000","last_peered":"2024-09-13T02:49:19.879732+0000","last_clean":"2024-09-13T02:49:19.879732+0000","last_became_active":"2024-09-13T02:48:21.584896+0000","last_became_peered":"2024-09-13T02:48:21.584896+0000","last_unstale":"2024-09-13T02:49:19.879732+0000","last_undegraded":"2024-09-13T02:49:19.879732+0000","last_fullsized":"2024-09-13T02:49:19.879732+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:49:35.328167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.881980+0000","last_change":"2024-09-13T02:48:21.587505+0000","last_active":"2024-09-13T02:49:19.881980+0000","last_peered":"2024-09-13T02:49:19.881980+0000","last_clean":"2024-09-13T02:49:19.881980+0000","last_became_active":"2024-09-13T02:48:21.586797+0000","last_became_peered":"2024-09-13T02:48:21.586797+0000","last_unstale":"2024-09-13T02:49:19.881980+0000","last_undegraded":"2024-09-13T02:49:19.881980+0000","last_fullsized":"2024-09-13T02:49:19.881980+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:29.564305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875824+0000","last_change":"2024-09-13T02:48:40.978459+0000","last_active":"2024-09-13T02:49:19.875824+0000","last_peered":"2024-09-13T02:49:19.875824+0000","last_clean":"2024-09-13T02:49:19.875824+0000","last_became_active":"2024-09-13T02:48:40.978007+0000","last_became_peered":"2024-09-13T02:48:40.978007+0000","last_unstale":"2024-09-13T02:49:19.875824+0000","last_undegraded":"2024-09-13T02:49:19.875824+0000","last_fullsized":"2024-09-13T02:49:19.875824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:29.488567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875649+0000","last_change":"2024-09-13T02:48:21.579542+0000","last_active":"2024-09-13T02:49:19.875649+0000","last_peered":"2024-09-13T02:49:19.875649+0000","last_clean":"2024-09-13T02:49:19.875649+0000","last_became_active":"2024-09-13T02:48:21.579237+0000","last_became_peered":"2024-09-13T02:48:21.579237+0000","last_unstale":"2024-09-13T02:49:19.875649+0000","last_undegraded":"2024-09-13T02:49:19.875649+0000","last_fullsized":"2024-09-13T02:49:19.875649+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:42.518417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257287+0000","last_change":"2024-09-13T02:48:21.583096+0000","last_active":"2024-09-13T02:49:20.257287+0000","last_peered":"2024-09-13T02:49:20.257287+0000","last_clean":"2024-09-13T02:49:20.257287+0000","last_became_active":"2024-09-13T02:48:21.582830+0000","last_became_peered":"2024-09-13T02:48:21.582830+0000","last_unstale":"2024-09-13T02:49:20.257287+0000","last_undegraded":"2024-09-13T02:49:20.257287+0000","last_fullsized":"2024-09-13T02:49:20.257287+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:35:07.550166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292955+0000","last_change":"2024-09-13T02:48:21.583267+0000","last_active":"2024-09-13T02:49:20.292955+0000","last_peered":"2024-09-13T02:49:20.292955+0000","last_clean":"2024-09-13T02:49:20.292955+0000","last_became_active":"2024-09-13T02:48:21.583005+0000","last_became_peered":"2024-09-13T02:48:21.583005+0000","last_unstale":"2024-09-13T02:49:20.292955+0000","last_undegraded":"2024-09-13T02:49:20.292955+0000","last_fullsized":"2024-09-13T02:49:20.292955+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:32.891339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875899+0000","last_change":"2024-09-13T02:48:21.576263+0000","last_active":"2024-09-13T02:49:19.875899+0000","last_peered":"2024-09-13T02:49:19.875899+0000","last_clean":"2024-09-13T02:49:19.875899+0000","last_became_active":"2024-09-13T02:48:21.574350+0000","last_became_peered":"2024-09-13T02:48:21.574350+0000","last_unstale":"2024-09-13T02:49:19.875899+0000","last_undegraded":"2024-09-13T02:49:19.875899+0000","last_fullsized":"2024-09-13T02:49:19.875899+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:46:44.491613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882163+0000","last_change":"2024-09-13T02:48:21.588409+0000","last_active":"2024-09-13T02:49:19.882163+0000","last_peered":"2024-09-13T02:49:19.882163+0000","last_clean":"2024-09-13T02:49:19.882163+0000","last_became_active":"2024-09-13T02:48:21.586892+0000","last_became_peered":"2024-09-13T02:48:21.586892+0000","last_unstale":"2024-09-13T02:49:19.882163+0000","last_undegraded":"2024-09-13T02:49:19.882163+0000","last_fullsized":"2024-09-13T02:49:19.882163+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:50:06.591055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501586+0000","last_change":"2024-09-13T02:48:21.583225+0000","last_active":"2024-09-13T02:49:20.501586+0000","last_peered":"2024-09-13T02:49:20.501586+0000","last_clean":"2024-09-13T02:49:20.501586+0000","last_became_active":"2024-09-13T02:48:21.582173+0000","last_became_peered":"2024-09-13T02:48:21.582173+0000","last_unstale":"2024-09-13T02:49:20.501586+0000","last_undegraded":"2024-09-13T02:49:20.501586+0000","last_fullsized":"2024-09-13T02:49:20.501586+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:31.765732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882073+0000","last_change":"2024-09-13T02:48:21.587733+0000","last_active":"2024-09-13T02:49:19.882073+0000","last_peered":"2024-09-13T02:49:19.882073+0000","last_clean":"2024-09-13T02:49:19.882073+0000","last_became_active":"2024-09-13T02:48:21.587166+0000","last_became_peered":"2024-09-13T02:48:21.587166+0000","last_unstale":"2024-09-13T02:49:19.882073+0000","last_undegraded":"2024-09-13T02:49:19.882073+0000","last_fullsized":"2024-09-13T02:49:19.882073+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:24:55.637470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502159+0000","last_change":"2024-09-13T02:48:21.580348+0000","last_active":"2024-09-13T02:49:20.502159+0000","last_peered":"2024-09-13T02:49:20.502159+0000","last_clean":"2024-09-13T02:49:20.502159+0000","last_became_active":"2024-09-13T02:48:21.580074+0000","last_became_peered":"2024-09-13T02:48:21.580074+0000","last_unstale":"2024-09-13T02:49:20.502159+0000","last_undegraded":"2024-09-13T02:49:20.502159+0000","last_fullsized":"2024-09-13T02:49:20.502159+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:26:50.063938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875568+0000","last_change":"2024-09-13T02:48:40.976781+0000","last_active":"2024-09-13T02:49:19.875568+0000","last_peered":"2024-09-13T02:49:19.875568+0000","last_clean":"2024-09-13T02:49:19.875568+0000","last_became_active":"2024-09-13T02:48:40.976415+0000","last_became_peered":"2024-09-13T02:48:40.976415+0000","last_unstale":"2024-09-13T02:49:19.875568+0000","last_undegraded":"2024-09-13T02:49:19.875568+0000","last_fullsized":"2024-09-13T02:49:19.875568+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:20.033628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879941+0000","last_change":"2024-09-13T02:48:21.573825+0000","last_active":"2024-09-13T02:49:19.879941+0000","last_peered":"2024-09-13T02:49:19.879941+0000","last_clean":"2024-09-13T02:49:19.879941+0000","last_became_active":"2024-09-13T02:48:21.573496+0000","last_became_peered":"2024-09-13T02:48:21.573496+0000","last_unstale":"2024-09-13T02:49:19.879941+0000","last_undegraded":"2024-09-13T02:49:19.879941+0000","last_fullsized":"2024-09-13T02:49:19.879941+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:17:10.014248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502299+0000","last_change":"2024-09-13T02:48:40.977326+0000","last_active":"2024-09-13T02:49:20.502299+0000","last_peered":"2024-09-13T02:49:20.502299+0000","last_clean":"2024-09-13T02:49:20.502299+0000","last_became_active":"2024-09-13T02:48:40.977012+0000","last_became_peered":"2024-09-13T02:48:40.977012+0000","last_unstale":"2024-09-13T02:49:20.502299+0000","last_undegraded":"2024-09-13T02:49:20.502299+0000","last_fullsized":"2024-09-13T02:49:20.502299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:32.731902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875926+0000","last_change":"2024-09-13T02:48:21.578689+0000","last_active":"2024-09-13T02:49:19.875926+0000","last_peered":"2024-09-13T02:49:19.875926+0000","last_clean":"2024-09-13T02:49:19.875926+0000","last_became_active":"2024-09-13T02:48:21.577581+0000","last_became_peered":"2024-09-13T02:48:21.577581+0000","last_unstale":"2024-09-13T02:49:19.875926+0000","last_undegraded":"2024-09-13T02:49:19.875926+0000","last_fullsized":"2024-09-13T02:49:19.875926+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:10:00.224754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882245+0000","last_change":"2024-09-13T02:48:21.588637+0000","last_active":"2024-09-13T02:49:19.882245+0000","last_peered":"2024-09-13T02:49:19.882245+0000","last_clean":"2024-09-13T02:49:19.882245+0000","last_became_active":"2024-09-13T02:48:21.587229+0000","last_became_peered":"2024-09-13T02:48:21.587229+0000","last_unstale":"2024-09-13T02:49:19.882245+0000","last_undegraded":"2024-09-13T02:49:19.882245+0000","last_fullsized":"2024-09-13T02:49:19.882245+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:27:34.805880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874683+0000","last_change":"2024-09-13T02:48:21.585945+0000","last_active":"2024-09-13T02:49:19.874683+0000","last_peered":"2024-09-13T02:49:19.874683+0000","last_clean":"2024-09-13T02:49:19.874683+0000","last_became_active":"2024-09-13T02:48:21.585665+0000","last_became_peered":"2024-09-13T02:48:21.585665+0000","last_unstale":"2024-09-13T02:49:19.874683+0000","last_undegraded":"2024-09-13T02:49:19.874683+0000","last_fullsized":"2024-09-13T02:49:19.874683+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:38:11.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292550+0000","last_change":"2024-09-13T02:48:21.589523+0000","last_active":"2024-09-13T02:49:20.292550+0000","last_peered":"2024-09-13T02:49:20.292550+0000","last_clean":"2024-09-13T02:49:20.292550+0000","last_became_active":"2024-09-13T02:48:21.589136+0000","last_became_peered":"2024-09-13T02:48:21.589136+0000","last_unstale":"2024-09-13T02:49:20.292550+0000","last_undegraded":"2024-09-13T02:49:20.292550+0000","last_fullsized":"2024-09-13T02:49:20.292550+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:53:26.277421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875873+0000","last_change":"2024-09-13T02:48:21.572942+0000","last_active":"2024-09-13T02:49:19.875873+0000","last_peered":"2024-09-13T02:49:19.875873+0000","last_clean":"2024-09-13T02:49:19.875873+0000","last_became_active":"2024-09-13T02:48:21.572661+0000","last_became_peered":"2024-09-13T02:48:21.572661+0000","last_unstale":"2024-09-13T02:49:19.875873+0000","last_undegraded":"2024-09-13T02:49:19.875873+0000","last_fullsized":"2024-09-13T02:49:19.875873+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:25:57.233265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502378+0000","last_change":"2024-09-13T02:48:18.124781+0000","last_active":"2024-09-13T02:49:20.502378+0000","last_peered":"2024-09-13T02:49:20.502378+0000","last_clean":"2024-09-13T02:49:20.502378+0000","last_became_active":"2024-09-13T02:48:18.124477+0000","last_became_peered":"2024-09-13T02:48:18.124477+0000","last_unstale":"2024-09-13T02:49:20.502378+0000","last_undegraded":"2024-09-13T02:49:20.502378+0000","last_fullsized":"2024-09-13T02:49:20.502378+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:20:43.904885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874955+0000","last_change":"2024-09-13T02:48:40.977941+0000","last_active":"2024-09-13T02:49:19.874955+0000","last_peered":"2024-09-13T02:49:19.874955+0000","last_clean":"2024-09-13T02:49:19.874955+0000","last_became_active":"2024-09-13T02:48:40.977418+0000","last_became_peered":"2024-09-13T02:48:40.977418+0000","last_unstale":"2024-09-13T02:49:19.874955+0000","last_undegraded":"2024-09-13T02:49:19.874955+0000","last_fullsized":"2024-09-13T02:49:19.874955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:37:01.566414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292739+0000","last_change":"2024-09-13T02:48:18.123992+0000","last_active":"2024-09-13T02:49:20.292739+0000","last_peered":"2024-09-13T02:49:20.292739+0000","last_clean":"2024-09-13T02:49:20.292739+0000","last_became_active":"2024-09-13T02:48:18.123673+0000","last_became_peered":"2024-09-13T02:48:18.123673+0000","last_unstale":"2024-09-13T02:49:20.292739+0000","last_undegraded":"2024-09-13T02:49:20.292739+0000","last_fullsized":"2024-09-13T02:49:20.292739+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:51.148857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501736+0000","last_change":"2024-09-13T02:48:18.123846+0000","last_active":"2024-09-13T02:49:20.501736+0000","last_peered":"2024-09-13T02:49:20.501736+0000","last_clean":"2024-09-13T02:49:20.501736+0000","last_became_active":"2024-09-13T02:48:18.123386+0000","last_became_peered":"2024-09-13T02:48:18.123386+0000","last_unstale":"2024-09-13T02:49:20.501736+0000","last_undegraded":"2024-09-13T02:49:20.501736+0000","last_fullsized":"2024-09-13T02:49:20.501736+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:39.596900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501575+0000","last_change":"2024-09-13T02:48:21.578533+0000","last_active":"2024-09-13T02:49:20.501575+0000","last_peered":"2024-09-13T02:49:20.501575+0000","last_clean":"2024-09-13T02:49:20.501575+0000","last_became_active":"2024-09-13T02:48:21.578050+0000","last_became_peered":"2024-09-13T02:48:21.578050+0000","last_unstale":"2024-09-13T02:49:20.501575+0000","last_undegraded":"2024-09-13T02:49:20.501575+0000","last_fullsized":"2024-09-13T02:49:20.501575+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:09.486540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882074+0000","last_change":"2024-09-13T02:48:18.126006+0000","last_active":"2024-09-13T02:49:19.882074+0000","last_peered":"2024-09-13T02:49:19.882074+0000","last_clean":"2024-09-13T02:49:19.882074+0000","last_became_active":"2024-09-13T02:48:18.125693+0000","last_became_peered":"2024-09-13T02:48:18.125693+0000","last_unstale":"2024-09-13T02:49:19.882074+0000","last_undegraded":"2024-09-13T02:49:19.882074+0000","last_fullsized":"2024-09-13T02:49:19.882074+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:13.773224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879612+0000","last_change":"2024-09-13T02:48:21.572784+0000","last_active":"2024-09-13T02:49:19.879612+0000","last_peered":"2024-09-13T02:49:19.879612+0000","last_clean":"2024-09-13T02:49:19.879612+0000","last_became_active":"2024-09-13T02:48:21.572514+0000","last_became_peered":"2024-09-13T02:48:21.572514+0000","last_unstale":"2024-09-13T02:49:19.879612+0000","last_undegraded":"2024-09-13T02:49:19.879612+0000","last_fullsized":"2024-09-13T02:49:19.879612+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:16.381626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293154+0000","last_change":"2024-09-13T02:48:18.124624+0000","last_active":"2024-09-13T02:49:20.293154+0000","last_peered":"2024-09-13T02:49:20.293154+0000","last_clean":"2024-09-13T02:49:20.293154+0000","last_became_active":"2024-09-13T02:48:18.124350+0000","last_became_peered":"2024-09-13T02:48:18.124350+0000","last_unstale":"2024-09-13T02:49:20.293154+0000","last_undegraded":"2024-09-13T02:49:20.293154+0000","last_fullsized":"2024-09-13T02:49:20.293154+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:55.143976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882576+0000","last_change":"2024-09-13T02:48:21.583904+0000","last_active":"2024-09-13T02:49:19.882576+0000","last_peered":"2024-09-13T02:49:19.882576+0000","last_clean":"2024-09-13T02:49:19.882576+0000","last_became_active":"2024-09-13T02:48:21.583449+0000","last_became_peered":"2024-09-13T02:48:21.583449+0000","last_unstale":"2024-09-13T02:49:19.882576+0000","last_undegraded":"2024-09-13T02:49:19.882576+0000","last_fullsized":"2024-09-13T02:49:19.882576+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:39.582401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882689+0000","last_change":"2024-09-13T02:48:18.130962+0000","last_active":"2024-09-13T02:49:19.882689+0000","last_peered":"2024-09-13T02:49:19.882689+0000","last_clean":"2024-09-13T02:49:19.882689+0000","last_became_active":"2024-09-13T02:48:18.130644+0000","last_became_peered":"2024-09-13T02:48:18.130644+0000","last_unstale":"2024-09-13T02:49:19.882689+0000","last_undegraded":"2024-09-13T02:49:19.882689+0000","last_fullsized":"2024-09-13T02:49:19.882689+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:16.002873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876358+0000","last_change":"2024-09-13T02:48:21.588339+0000","last_active":"2024-09-13T02:49:19.876358+0000","last_peered":"2024-09-13T02:49:19.876358+0000","last_clean":"2024-09-13T02:49:19.876358+0000","last_became_active":"2024-09-13T02:48:21.587903+0000","last_became_peered":"2024-09-13T02:48:21.587903+0000","last_unstale":"2024-09-13T02:49:19.876358+0000","last_undegraded":"2024-09-13T02:49:19.876358+0000","last_fullsized":"2024-09-13T02:49:19.876358+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:07:28.314886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880102+0000","last_change":"2024-09-13T02:48:18.122668+0000","last_active":"2024-09-13T02:49:19.880102+0000","last_peered":"2024-09-13T02:49:19.880102+0000","last_clean":"2024-09-13T02:49:19.880102+0000","last_became_active":"2024-09-13T02:48:18.122395+0000","last_became_peered":"2024-09-13T02:48:18.122395+0000","last_unstale":"2024-09-13T02:49:19.880102+0000","last_undegraded":"2024-09-13T02:49:19.880102+0000","last_fullsized":"2024-09-13T02:49:19.880102+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:25.650551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876280+0000","last_change":"2024-09-13T02:48:21.576994+0000","last_active":"2024-09-13T02:49:19.876280+0000","last_peered":"2024-09-13T02:49:19.876280+0000","last_clean":"2024-09-13T02:49:19.876280+0000","last_became_active":"2024-09-13T02:48:21.576747+0000","last_became_peered":"2024-09-13T02:48:21.576747+0000","last_unstale":"2024-09-13T02:49:19.876280+0000","last_undegraded":"2024-09-13T02:49:19.876280+0000","last_fullsized":"2024-09-13T02:49:19.876280+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:16:55.064183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'9","reported_seq":33,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292989+0000","last_change":"2024-09-13T02:48:18.125484+0000","last_active":"2024-09-13T02:49:20.292989+0000","last_peered":"2024-09-13T02:49:20.292989+0000","last_clean":"2024-09-13T02:49:20.292989+0000","last_became_active":"2024-09-13T02:48:18.125061+0000","last_became_peered":"2024-09-13T02:48:18.125061+0000","last_unstale":"2024-09-13T02:49:20.292989+0000","last_undegraded":"2024-09-13T02:49:20.292989+0000","last_fullsized":"2024-09-13T02:49:20.292989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:49:51.753489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257036+0000","last_change":"2024-09-13T02:48:21.576228+0000","last_active":"2024-09-13T02:49:20.257036+0000","last_peered":"2024-09-13T02:49:20.257036+0000","last_clean":"2024-09-13T02:49:20.257036+0000","last_became_active":"2024-09-13T02:48:21.575850+0000","last_became_peered":"2024-09-13T02:48:21.575850+0000","last_unstale":"2024-09-13T02:49:20.257036+0000","last_undegraded":"2024-09-13T02:49:20.257036+0000","last_fullsized":"2024-09-13T02:49:20.257036+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:41:31.423855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875989+0000","last_change":"2024-09-13T02:48:18.122040+0000","last_active":"2024-09-13T02:49:19.875989+0000","last_peered":"2024-09-13T02:49:19.875989+0000","last_clean":"2024-09-13T02:49:19.875989+0000","last_became_active":"2024-09-13T02:48:18.120994+0000","last_became_peered":"2024-09-13T02:48:18.120994+0000","last_unstale":"2024-09-13T02:49:19.875989+0000","last_undegraded":"2024-09-13T02:49:19.875989+0000","last_fullsized":"2024-09-13T02:49:19.875989+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:57:05.741168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875697+0000","last_change":"2024-09-13T02:48:21.575747+0000","last_active":"2024-09-13T02:49:19.875697+0000","last_peered":"2024-09-13T02:49:19.875697+0000","last_clean":"2024-09-13T02:49:19.875697+0000","last_became_active":"2024-09-13T02:48:21.575423+0000","last_became_peered":"2024-09-13T02:48:21.575423+0000","last_unstale":"2024-09-13T02:49:19.875697+0000","last_undegraded":"2024-09-13T02:49:19.875697+0000","last_fullsized":"2024-09-13T02:49:19.875697+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:58:57.283481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882251+0000","last_change":"2024-09-13T02:48:18.126943+0000","last_active":"2024-09-13T02:49:19.882251+0000","last_peered":"2024-09-13T02:49:19.882251+0000","last_clean":"2024-09-13T02:49:19.882251+0000","last_became_active":"2024-09-13T02:48:18.126275+0000","last_became_peered":"2024-09-13T02:48:18.126275+0000","last_unstale":"2024-09-13T02:49:19.882251+0000","last_undegraded":"2024-09-13T02:49:19.882251+0000","last_fullsized":"2024-09-13T02:49:19.882251+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:36:42.025024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256927+0000","last_change":"2024-09-13T02:48:21.583189+0000","last_active":"2024-09-13T02:49:20.256927+0000","last_peered":"2024-09-13T02:49:20.256927+0000","last_clean":"2024-09-13T02:49:20.256927+0000","last_became_active":"2024-09-13T02:48:21.581829+0000","last_became_peered":"2024-09-13T02:48:21.581829+0000","last_unstale":"2024-09-13T02:49:20.256927+0000","last_undegraded":"2024-09-13T02:49:20.256927+0000","last_fullsized":"2024-09-13T02:49:20.256927+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:58:47.421969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292724+0000","last_change":"2024-09-13T02:48:18.127473+0000","last_active":"2024-09-13T02:49:20.292724+0000","last_peered":"2024-09-13T02:49:20.292724+0000","last_clean":"2024-09-13T02:49:20.292724+0000","last_became_active":"2024-09-13T02:48:18.127069+0000","last_became_peered":"2024-09-13T02:48:18.127069+0000","last_unstale":"2024-09-13T02:49:20.292724+0000","last_undegraded":"2024-09-13T02:49:20.292724+0000","last_fullsized":"2024-09-13T02:49:20.292724+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:54.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292556+0000","last_change":"2024-09-13T02:48:21.589376+0000","last_active":"2024-09-13T02:49:20.292556+0000","last_peered":"2024-09-13T02:49:20.292556+0000","last_clean":"2024-09-13T02:49:20.292556+0000","last_became_active":"2024-09-13T02:48:21.588798+0000","last_became_peered":"2024-09-13T02:48:21.588798+0000","last_unstale":"2024-09-13T02:49:20.292556+0000","last_undegraded":"2024-09-13T02:49:20.292556+0000","last_fullsized":"2024-09-13T02:49:20.292556+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:23.101476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":32,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874670+0000","last_change":"2024-09-13T02:48:18.124999+0000","last_active":"2024-09-13T02:49:19.874670+0000","last_peered":"2024-09-13T02:49:19.874670+0000","last_clean":"2024-09-13T02:49:19.874670+0000","last_became_active":"2024-09-13T02:48:18.124720+0000","last_became_peered":"2024-09-13T02:48:18.124720+0000","last_unstale":"2024-09-13T02:49:19.874670+0000","last_undegraded":"2024-09-13T02:49:19.874670+0000","last_fullsized":"2024-09-13T02:49:19.874670+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:42:59.578453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256731+0000","last_change":"2024-09-13T02:48:21.579048+0000","last_active":"2024-09-13T02:49:20.256731+0000","last_peered":"2024-09-13T02:49:20.256731+0000","last_clean":"2024-09-13T02:49:20.256731+0000","last_became_active":"2024-09-13T02:48:21.577551+0000","last_became_peered":"2024-09-13T02:48:21.577551+0000","last_unstale":"2024-09-13T02:49:20.256731+0000","last_undegraded":"2024-09-13T02:49:20.256731+0000","last_fullsized":"2024-09-13T02:49:20.256731+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:50:12.893427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876583+0000","last_change":"2024-09-13T02:48:18.129380+0000","last_active":"2024-09-13T02:49:19.876583+0000","last_peered":"2024-09-13T02:49:19.876583+0000","last_clean":"2024-09-13T02:49:19.876583+0000","last_became_active":"2024-09-13T02:48:18.128913+0000","last_became_peered":"2024-09-13T02:48:18.128913+0000","last_unstale":"2024-09-13T02:49:19.876583+0000","last_undegraded":"2024-09-13T02:49:19.876583+0000","last_fullsized":"2024-09-13T02:49:19.876583+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:12.090151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257262+0000","last_change":"2024-09-13T02:48:21.582870+0000","last_active":"2024-09-13T02:49:20.257262+0000","last_peered":"2024-09-13T02:49:20.257262+0000","last_clean":"2024-09-13T02:49:20.257262+0000","last_became_active":"2024-09-13T02:48:21.580857+0000","last_became_peered":"2024-09-13T02:48:21.580857+0000","last_unstale":"2024-09-13T02:49:20.257262+0000","last_undegraded":"2024-09-13T02:49:20.257262+0000","last_fullsized":"2024-09-13T02:49:20.257262+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:24:25.416827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875732+0000","last_change":"2024-09-13T02:48:18.125857+0000","last_active":"2024-09-13T02:49:19.875732+0000","last_peered":"2024-09-13T02:49:19.875732+0000","last_clean":"2024-09-13T02:49:19.875732+0000","last_became_active":"2024-09-13T02:48:18.125608+0000","last_became_peered":"2024-09-13T02:48:18.125608+0000","last_unstale":"2024-09-13T02:49:19.875732+0000","last_undegraded":"2024-09-13T02:49:19.875732+0000","last_fullsized":"2024-09-13T02:49:19.875732+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:06:51.188527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257335+0000","last_change":"2024-09-13T02:48:21.582150+0000","last_active":"2024-09-13T02:49:20.257335+0000","last_peered":"2024-09-13T02:49:20.257335+0000","last_clean":"2024-09-13T02:49:20.257335+0000","last_became_active":"2024-09-13T02:48:21.581208+0000","last_became_peered":"2024-09-13T02:48:21.581208+0000","last_unstale":"2024-09-13T02:49:20.257335+0000","last_undegraded":"2024-09-13T02:49:20.257335+0000","last_fullsized":"2024-09-13T02:49:20.257335+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:50.429973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880212+0000","last_change":"2024-09-13T02:48:18.121408+0000","last_active":"2024-09-13T02:49:19.880212+0000","last_peered":"2024-09-13T02:49:19.880212+0000","last_clean":"2024-09-13T02:49:19.880212+0000","last_became_active":"2024-09-13T02:48:18.121112+0000","last_became_peered":"2024-09-13T02:48:18.121112+0000","last_unstale":"2024-09-13T02:49:19.880212+0000","last_undegraded":"2024-09-13T02:49:19.880212+0000","last_fullsized":"2024-09-13T02:49:19.880212+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:28:49.817255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882395+0000","last_change":"2024-09-13T02:48:21.588213+0000","last_active":"2024-09-13T02:49:19.882395+0000","last_peered":"2024-09-13T02:49:19.882395+0000","last_clean":"2024-09-13T02:49:19.882395+0000","last_became_active":"2024-09-13T02:48:21.587958+0000","last_became_peered":"2024-09-13T02:48:21.587958+0000","last_unstale":"2024-09-13T02:49:19.882395+0000","last_undegraded":"2024-09-13T02:49:19.882395+0000","last_fullsized":"2024-09-13T02:49:19.882395+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:04:34.081464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875457+0000","last_change":"2024-09-13T02:48:18.126536+0000","last_active":"2024-09-13T02:49:19.875457+0000","last_peered":"2024-09-13T02:49:19.875457+0000","last_clean":"2024-09-13T02:49:19.875457+0000","last_became_active":"2024-09-13T02:48:18.126243+0000","last_became_peered":"2024-09-13T02:48:18.126243+0000","last_unstale":"2024-09-13T02:49:19.875457+0000","last_undegraded":"2024-09-13T02:49:19.875457+0000","last_fullsized":"2024-09-13T02:49:19.875457+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:04:48.383517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257174+0000","last_change":"2024-09-13T02:48:21.589656+0000","last_active":"2024-09-13T02:49:20.257174+0000","last_peered":"2024-09-13T02:49:20.257174+0000","last_clean":"2024-09-13T02:49:20.257174+0000","last_became_active":"2024-09-13T02:48:21.589406+0000","last_became_peered":"2024-09-13T02:48:21.589406+0000","last_unstale":"2024-09-13T02:49:20.257174+0000","last_undegraded":"2024-09-13T02:49:20.257174+0000","last_fullsized":"2024-09-13T02:49:20.257174+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:05.767522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919075+0000","last_change":"2024-09-13T02:49:20.293338+0000","last_active":"2024-09-13T02:49:24.919075+0000","last_peered":"2024-09-13T02:49:24.919075+0000","last_clean":"2024-09-13T02:49:24.919075+0000","last_became_active":"2024-09-13T02:49:15.869071+0000","last_became_peered":"2024-09-13T02:49:15.869071+0000","last_unstale":"2024-09-13T02:49:24.919075+0000","last_undegraded":"2024-09-13T02:49:24.919075+0000","last_fullsized":"2024-09-13T02:49:24.919075+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:30.822198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029661800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"61'79","reported_seq":58,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256905+0000","last_change":"2024-09-13T02:47:54.679880+0000","last_active":"2024-09-13T02:49:20.256905+0000","last_peered":"2024-09-13T02:49:20.256905+0000","last_clean":"2024-09-13T02:49:20.256905+0000","last_became_active":"2024-09-13T02:47:54.673981+0000","last_became_peered":"2024-09-13T02:47:54.673981+0000","last_unstale":"2024-09-13T02:49:20.256905+0000","last_undegraded":"2024-09-13T02:49:20.256905+0000","last_fullsized":"2024-09-13T02:49:20.256905+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_clean_scrub_stamp":"2024-09-13T02:45:56.343528+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:21.009846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882215+0000","last_change":"2024-09-13T02:48:18.128880+0000","last_active":"2024-09-13T02:49:19.882215+0000","last_peered":"2024-09-13T02:49:19.882215+0000","last_clean":"2024-09-13T02:49:19.882215+0000","last_became_active":"2024-09-13T02:48:18.128367+0000","last_became_peered":"2024-09-13T02:48:18.128367+0000","last_unstale":"2024-09-13T02:49:19.882215+0000","last_undegraded":"2024-09-13T02:49:19.882215+0000","last_fullsized":"2024-09-13T02:49:19.882215+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:02:11.996569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501824+0000","last_change":"2024-09-13T02:48:21.588296+0000","last_active":"2024-09-13T02:49:20.501824+0000","last_peered":"2024-09-13T02:49:20.501824+0000","last_clean":"2024-09-13T02:49:20.501824+0000","last_became_active":"2024-09-13T02:48:21.588005+0000","last_became_peered":"2024-09-13T02:48:21.588005+0000","last_unstale":"2024-09-13T02:49:20.501824+0000","last_undegraded":"2024-09-13T02:49:20.501824+0000","last_fullsized":"2024-09-13T02:49:20.501824+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:13:00.668115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.667705+0000","last_change":"2024-09-13T02:49:19.877175+0000","last_active":"2024-09-13T02:49:24.667705+0000","last_peered":"2024-09-13T02:49:24.667705+0000","last_clean":"2024-09-13T02:49:24.667705+0000","last_became_active":"2024-09-13T02:49:16.062672+0000","last_became_peered":"2024-09-13T02:49:16.062672+0000","last_unstale":"2024-09-13T02:49:24.667705+0000","last_undegraded":"2024-09-13T02:49:24.667705+0000","last_fullsized":"2024-09-13T02:49:24.667705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:29.498525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031429100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256793+0000","last_change":"2024-09-13T02:48:18.128342+0000","last_active":"2024-09-13T02:49:20.256793+0000","last_peered":"2024-09-13T02:49:20.256793+0000","last_clean":"2024-09-13T02:49:20.256793+0000","last_became_active":"2024-09-13T02:48:18.128051+0000","last_became_peered":"2024-09-13T02:48:18.128051+0000","last_unstale":"2024-09-13T02:49:20.256793+0000","last_undegraded":"2024-09-13T02:49:20.256793+0000","last_fullsized":"2024-09-13T02:49:20.256793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:36:18.270885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875343+0000","last_change":"2024-09-13T02:48:21.575630+0000","last_active":"2024-09-13T02:49:19.875343+0000","last_peered":"2024-09-13T02:49:19.875343+0000","last_clean":"2024-09-13T02:49:19.875343+0000","last_became_active":"2024-09-13T02:48:21.575354+0000","last_became_peered":"2024-09-13T02:48:21.575354+0000","last_unstale":"2024-09-13T02:49:19.875343+0000","last_undegraded":"2024-09-13T02:49:19.875343+0000","last_fullsized":"2024-09-13T02:49:19.875343+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:30:46.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919614+0000","last_change":"2024-09-13T02:49:19.881237+0000","last_active":"2024-09-13T02:49:24.919614+0000","last_peered":"2024-09-13T02:49:24.919614+0000","last_clean":"2024-09-13T02:49:24.919614+0000","last_became_active":"2024-09-13T02:49:15.990717+0000","last_became_peered":"2024-09-13T02:49:15.990717+0000","last_unstale":"2024-09-13T02:49:24.919614+0000","last_undegraded":"2024-09-13T02:49:24.919614+0000","last_fullsized":"2024-09-13T02:49:24.919614+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:30:13.190823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075757799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874969+0000","last_change":"2024-09-13T02:48:18.123341+0000","last_active":"2024-09-13T02:49:19.874969+0000","last_peered":"2024-09-13T02:49:19.874969+0000","last_clean":"2024-09-13T02:49:19.874969+0000","last_became_active":"2024-09-13T02:48:18.122940+0000","last_became_peered":"2024-09-13T02:48:18.122940+0000","last_unstale":"2024-09-13T02:49:19.874969+0000","last_undegraded":"2024-09-13T02:49:19.874969+0000","last_fullsized":"2024-09-13T02:49:19.874969+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:25:37.597063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879419+0000","last_change":"2024-09-13T02:48:21.581770+0000","last_active":"2024-09-13T02:49:19.879419+0000","last_peered":"2024-09-13T02:49:19.879419+0000","last_clean":"2024-09-13T02:49:19.879419+0000","last_became_active":"2024-09-13T02:48:21.581484+0000","last_became_peered":"2024-09-13T02:48:21.581484+0000","last_unstale":"2024-09-13T02:49:19.879419+0000","last_undegraded":"2024-09-13T02:49:19.879419+0000","last_fullsized":"2024-09-13T02:49:19.879419+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:40:52.928813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919101+0000","last_change":"2024-09-13T02:49:19.879997+0000","last_active":"2024-09-13T02:49:24.919101+0000","last_peered":"2024-09-13T02:49:24.919101+0000","last_clean":"2024-09-13T02:49:24.919101+0000","last_became_active":"2024-09-13T02:49:16.062771+0000","last_became_peered":"2024-09-13T02:49:16.062771+0000","last_unstale":"2024-09-13T02:49:24.919101+0000","last_undegraded":"2024-09-13T02:49:24.919101+0000","last_fullsized":"2024-09-13T02:49:24.919101+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:53:53.182342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033542100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882306+0000","last_change":"2024-09-13T02:48:18.129859+0000","last_active":"2024-09-13T02:49:19.882306+0000","last_peered":"2024-09-13T02:49:19.882306+0000","last_clean":"2024-09-13T02:49:19.882306+0000","last_became_active":"2024-09-13T02:48:18.129551+0000","last_became_peered":"2024-09-13T02:48:18.129551+0000","last_unstale":"2024-09-13T02:49:19.882306+0000","last_undegraded":"2024-09-13T02:49:19.882306+0000","last_fullsized":"2024-09-13T02:49:19.882306+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:57:19.490161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875814+0000","last_change":"2024-09-13T02:48:21.586612+0000","last_active":"2024-09-13T02:49:19.875814+0000","last_peered":"2024-09-13T02:49:19.875814+0000","last_clean":"2024-09-13T02:49:19.875814+0000","last_became_active":"2024-09-13T02:48:21.586367+0000","last_became_peered":"2024-09-13T02:48:21.586367+0000","last_unstale":"2024-09-13T02:49:19.875814+0000","last_undegraded":"2024-09-13T02:49:19.875814+0000","last_fullsized":"2024-09-13T02:49:19.875814+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:02.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"67'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.919025+0000","last_change":"2024-09-13T02:49:19.881238+0000","last_active":"2024-09-13T02:49:24.919025+0000","last_peered":"2024-09-13T02:49:24.919025+0000","last_clean":"2024-09-13T02:49:24.919025+0000","last_became_active":"2024-09-13T02:49:15.990792+0000","last_became_peered":"2024-09-13T02:49:15.990792+0000","last_unstale":"2024-09-13T02:49:24.919025+0000","last_undegraded":"2024-09-13T02:49:24.919025+0000","last_fullsized":"2024-09-13T02:49:24.919025+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:06:46.454395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001328166,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880261+0000","last_change":"2024-09-13T02:48:18.128368+0000","last_active":"2024-09-13T02:49:19.880261+0000","last_peered":"2024-09-13T02:49:19.880261+0000","last_clean":"2024-09-13T02:49:19.880261+0000","last_became_active":"2024-09-13T02:48:18.127101+0000","last_became_peered":"2024-09-13T02:48:18.127101+0000","last_unstale":"2024-09-13T02:49:19.880261+0000","last_undegraded":"2024-09-13T02:49:19.880261+0000","last_fullsized":"2024-09-13T02:49:19.880261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:59.077268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882598+0000","last_change":"2024-09-13T02:48:21.584763+0000","last_active":"2024-09-13T02:49:19.882598+0000","last_peered":"2024-09-13T02:49:19.882598+0000","last_clean":"2024-09-13T02:49:19.882598+0000","last_became_active":"2024-09-13T02:48:21.584499+0000","last_became_peered":"2024-09-13T02:48:21.584499+0000","last_unstale":"2024-09-13T02:49:19.882598+0000","last_undegraded":"2024-09-13T02:49:19.882598+0000","last_fullsized":"2024-09-13T02:49:19.882598+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:58.878428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"65'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.667380+0000","last_change":"2024-09-13T02:49:19.876387+0000","last_active":"2024-09-13T02:49:24.667380+0000","last_peered":"2024-09-13T02:49:24.667380+0000","last_clean":"2024-09-13T02:49:24.667380+0000","last_became_active":"2024-09-13T02:49:15.990766+0000","last_became_peered":"2024-09-13T02:49:15.990766+0000","last_unstale":"2024-09-13T02:49:24.667380+0000","last_undegraded":"2024-09-13T02:49:24.667380+0000","last_fullsized":"2024-09-13T02:49:24.667380+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:10:54.614420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014176340000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257308+0000","last_change":"2024-09-13T02:48:18.130728+0000","last_active":"2024-09-13T02:49:20.257308+0000","last_peered":"2024-09-13T02:49:20.257308+0000","last_clean":"2024-09-13T02:49:20.257308+0000","last_became_active":"2024-09-13T02:48:18.130451+0000","last_became_peered":"2024-09-13T02:48:18.130451+0000","last_unstale":"2024-09-13T02:49:20.257308+0000","last_undegraded":"2024-09-13T02:49:20.257308+0000","last_fullsized":"2024-09-13T02:49:20.257308+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:55:36.750077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.880175+0000","last_change":"2024-09-13T02:48:21.588000+0000","last_active":"2024-09-13T02:49:19.880175+0000","last_peered":"2024-09-13T02:49:19.880175+0000","last_clean":"2024-09-13T02:49:19.880175+0000","last_became_active":"2024-09-13T02:48:21.587720+0000","last_became_peered":"2024-09-13T02:48:21.587720+0000","last_unstale":"2024-09-13T02:49:19.880175+0000","last_undegraded":"2024-09-13T02:49:19.880175+0000","last_fullsized":"2024-09-13T02:49:19.880175+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:56:06.382003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.918072+0000","last_change":"2024-09-13T02:49:20.501897+0000","last_active":"2024-09-13T02:49:24.918072+0000","last_peered":"2024-09-13T02:49:24.918072+0000","last_clean":"2024-09-13T02:49:24.918072+0000","last_became_active":"2024-09-13T02:49:15.863664+0000","last_became_peered":"2024-09-13T02:49:15.863664+0000","last_unstale":"2024-09-13T02:49:24.918072+0000","last_undegraded":"2024-09-13T02:49:24.918072+0000","last_fullsized":"2024-09-13T02:49:24.918072+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:09:03.811615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000469801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.881025+0000","last_change":"2024-09-13T02:48:18.121917+0000","last_active":"2024-09-13T02:49:19.881025+0000","last_peered":"2024-09-13T02:49:19.881025+0000","last_clean":"2024-09-13T02:49:19.881025+0000","last_became_active":"2024-09-13T02:48:18.120926+0000","last_became_peered":"2024-09-13T02:48:18.120926+0000","last_unstale":"2024-09-13T02:49:19.881025+0000","last_undegraded":"2024-09-13T02:49:19.881025+0000","last_fullsized":"2024-09-13T02:49:19.881025+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:55:30.191568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502249+0000","last_change":"2024-09-13T02:48:21.583345+0000","last_active":"2024-09-13T02:49:20.502249+0000","last_peered":"2024-09-13T02:49:20.502249+0000","last_clean":"2024-09-13T02:49:20.502249+0000","last_became_active":"2024-09-13T02:48:21.583027+0000","last_became_peered":"2024-09-13T02:48:21.583027+0000","last_unstale":"2024-09-13T02:49:20.502249+0000","last_undegraded":"2024-09-13T02:49:20.502249+0000","last_fullsized":"2024-09-13T02:49:20.502249+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:52:58.111370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-13T02:49:24.918654+0000","last_change":"2024-09-13T02:49:19.876055+0000","last_active":"2024-09-13T02:49:24.918654+0000","last_peered":"2024-09-13T02:49:24.918654+0000","last_clean":"2024-09-13T02:49:24.918654+0000","last_became_active":"2024-09-13T02:49:15.990661+0000","last_became_peered":"2024-09-13T02:49:15.990661+0000","last_unstale":"2024-09-13T02:49:24.918654+0000","last_undegraded":"2024-09-13T02:49:24.918654+0000","last_fullsized":"2024-09-13T02:49:24.918654+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:42:19.992556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053568599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.293218+0000","last_change":"2024-09-13T02:48:18.123866+0000","last_active":"2024-09-13T02:49:20.293218+0000","last_peered":"2024-09-13T02:49:20.293218+0000","last_clean":"2024-09-13T02:49:20.293218+0000","last_became_active":"2024-09-13T02:48:18.123549+0000","last_became_peered":"2024-09-13T02:48:18.123549+0000","last_unstale":"2024-09-13T02:49:20.293218+0000","last_undegraded":"2024-09-13T02:49:20.293218+0000","last_fullsized":"2024-09-13T02:49:20.293218+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:36:28.222321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876221+0000","last_change":"2024-09-13T02:48:21.578137+0000","last_active":"2024-09-13T02:49:19.876221+0000","last_peered":"2024-09-13T02:49:19.876221+0000","last_clean":"2024-09-13T02:49:19.876221+0000","last_became_active":"2024-09-13T02:48:21.577869+0000","last_became_peered":"2024-09-13T02:48:21.577869+0000","last_unstale":"2024-09-13T02:49:19.876221+0000","last_undegraded":"2024-09-13T02:49:19.876221+0000","last_fullsized":"2024-09-13T02:49:19.876221+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:06.294658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.256695+0000","last_change":"2024-09-13T02:48:18.126935+0000","last_active":"2024-09-13T02:49:20.256695+0000","last_peered":"2024-09-13T02:49:20.256695+0000","last_clean":"2024-09-13T02:49:20.256695+0000","last_became_active":"2024-09-13T02:48:18.126663+0000","last_became_peered":"2024-09-13T02:48:18.126663+0000","last_unstale":"2024-09-13T02:49:20.256695+0000","last_undegraded":"2024-09-13T02:49:20.256695+0000","last_fullsized":"2024-09-13T02:49:20.256695+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:00.527818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.875820+0000","last_change":"2024-09-13T02:48:21.574686+0000","last_active":"2024-09-13T02:49:19.875820+0000","last_peered":"2024-09-13T02:49:19.875820+0000","last_clean":"2024-09-13T02:49:19.875820+0000","last_became_active":"2024-09-13T02:48:21.574444+0000","last_became_peered":"2024-09-13T02:48:21.574444+0000","last_unstale":"2024-09-13T02:49:19.875820+0000","last_undegraded":"2024-09-13T02:49:19.875820+0000","last_fullsized":"2024-09-13T02:49:19.875820+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:30.498408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.879760+0000","last_change":"2024-09-13T02:48:18.127169+0000","last_active":"2024-09-13T02:49:19.879760+0000","last_peered":"2024-09-13T02:49:19.879760+0000","last_clean":"2024-09-13T02:49:19.879760+0000","last_became_active":"2024-09-13T02:48:18.126896+0000","last_became_peered":"2024-09-13T02:48:18.126896+0000","last_unstale":"2024-09-13T02:49:19.879760+0000","last_undegraded":"2024-09-13T02:49:19.879760+0000","last_fullsized":"2024-09-13T02:49:19.879760+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:41:43.435659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501625+0000","last_change":"2024-09-13T02:48:21.583347+0000","last_active":"2024-09-13T02:49:20.501625+0000","last_peered":"2024-09-13T02:49:20.501625+0000","last_clean":"2024-09-13T02:49:20.501625+0000","last_became_active":"2024-09-13T02:48:21.583035+0000","last_became_peered":"2024-09-13T02:48:21.583035+0000","last_unstale":"2024-09-13T02:49:20.501625+0000","last_undegraded":"2024-09-13T02:49:20.501625+0000","last_fullsized":"2024-09-13T02:49:20.501625+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:00:10.296572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.881034+0000","last_change":"2024-09-13T02:48:18.127359+0000","last_active":"2024-09-13T02:49:19.881034+0000","last_peered":"2024-09-13T02:49:19.881034+0000","last_clean":"2024-09-13T02:49:19.881034+0000","last_became_active":"2024-09-13T02:48:18.127064+0000","last_became_peered":"2024-09-13T02:48:18.127064+0000","last_unstale":"2024-09-13T02:49:19.881034+0000","last_undegraded":"2024-09-13T02:49:19.881034+0000","last_fullsized":"2024-09-13T02:49:19.881034+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:38.885497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.501971+0000","last_change":"2024-09-13T02:48:21.578327+0000","last_active":"2024-09-13T02:49:20.501971+0000","last_peered":"2024-09-13T02:49:20.501971+0000","last_clean":"2024-09-13T02:49:20.501971+0000","last_became_active":"2024-09-13T02:48:21.578017+0000","last_became_peered":"2024-09-13T02:48:21.578017+0000","last_unstale":"2024-09-13T02:49:20.501971+0000","last_undegraded":"2024-09-13T02:49:20.501971+0000","last_fullsized":"2024-09-13T02:49:20.501971+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:23:19.191638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.874870+0000","last_change":"2024-09-13T02:48:40.980700+0000","last_active":"2024-09-13T02:49:19.874870+0000","last_peered":"2024-09-13T02:49:19.874870+0000","last_clean":"2024-09-13T02:49:19.874870+0000","last_became_active":"2024-09-13T02:48:40.977258+0000","last_became_peered":"2024-09-13T02:48:40.977258+0000","last_unstale":"2024-09-13T02:49:19.874870+0000","last_undegraded":"2024-09-13T02:49:19.874870+0000","last_fullsized":"2024-09-13T02:49:19.874870+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:05:02.328793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.292654+0000","last_change":"2024-09-13T02:48:21.583150+0000","last_active":"2024-09-13T02:49:20.292654+0000","last_peered":"2024-09-13T02:49:20.292654+0000","last_clean":"2024-09-13T02:49:20.292654+0000","last_became_active":"2024-09-13T02:48:21.582879+0000","last_became_peered":"2024-09-13T02:48:21.582879+0000","last_unstale":"2024-09-13T02:49:20.292654+0000","last_undegraded":"2024-09-13T02:49:20.292654+0000","last_fullsized":"2024-09-13T02:49:20.292654+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:46.380349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882587+0000","last_change":"2024-09-13T02:48:21.584249+0000","last_active":"2024-09-13T02:49:19.882587+0000","last_peered":"2024-09-13T02:49:19.882587+0000","last_clean":"2024-09-13T02:49:19.882587+0000","last_became_active":"2024-09-13T02:48:21.583986+0000","last_became_peered":"2024-09-13T02:48:21.583986+0000","last_unstale":"2024-09-13T02:49:19.882587+0000","last_undegraded":"2024-09-13T02:49:19.882587+0000","last_fullsized":"2024-09-13T02:49:19.882587+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:56.923063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257143+0000","last_change":"2024-09-13T02:48:18.129467+0000","last_active":"2024-09-13T02:49:20.257143+0000","last_peered":"2024-09-13T02:49:20.257143+0000","last_clean":"2024-09-13T02:49:20.257143+0000","last_became_active":"2024-09-13T02:48:18.129145+0000","last_became_peered":"2024-09-13T02:48:18.129145+0000","last_unstale":"2024-09-13T02:49:20.257143+0000","last_undegraded":"2024-09-13T02:49:20.257143+0000","last_fullsized":"2024-09-13T02:49:20.257143+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:59.193223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":31,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.882270+0000","last_change":"2024-09-13T02:48:40.977507+0000","last_active":"2024-09-13T02:49:19.882270+0000","last_peered":"2024-09-13T02:49:19.882270+0000","last_clean":"2024-09-13T02:49:19.882270+0000","last_became_active":"2024-09-13T02:48:40.977177+0000","last_became_peered":"2024-09-13T02:48:40.977177+0000","last_unstale":"2024-09-13T02:49:19.882270+0000","last_undegraded":"2024-09-13T02:49:19.882270+0000","last_fullsized":"2024-09-13T02:49:19.882270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:08.230769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.257212+0000","last_change":"2024-09-13T02:48:18.127785+0000","last_active":"2024-09-13T02:49:20.257212+0000","last_peered":"2024-09-13T02:49:20.257212+0000","last_clean":"2024-09-13T02:49:20.257212+0000","last_became_active":"2024-09-13T02:48:18.127372+0000","last_became_peered":"2024-09-13T02:48:18.127372+0000","last_unstale":"2024-09-13T02:49:20.257212+0000","last_undegraded":"2024-09-13T02:49:20.257212+0000","last_fullsized":"2024-09-13T02:49:20.257212+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:10:31.852123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876340+0000","last_change":"2024-09-13T02:48:21.589188+0000","last_active":"2024-09-13T02:49:19.876340+0000","last_peered":"2024-09-13T02:49:19.876340+0000","last_clean":"2024-09-13T02:49:19.876340+0000","last_became_active":"2024-09-13T02:48:21.588328+0000","last_became_peered":"2024-09-13T02:48:21.588328+0000","last_unstale":"2024-09-13T02:49:19.876340+0000","last_undegraded":"2024-09-13T02:49:19.876340+0000","last_fullsized":"2024-09-13T02:49:19.876340+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:01:01.035315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502304+0000","last_change":"2024-09-13T02:48:18.124206+0000","last_active":"2024-09-13T02:49:20.502304+0000","last_peered":"2024-09-13T02:49:20.502304+0000","last_clean":"2024-09-13T02:49:20.502304+0000","last_became_active":"2024-09-13T02:48:18.123898+0000","last_became_peered":"2024-09-13T02:48:18.123898+0000","last_unstale":"2024-09-13T02:49:20.502304+0000","last_undegraded":"2024-09-13T02:49:20.502304+0000","last_fullsized":"2024-09-13T02:49:20.502304+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:36.124440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:20.502226+0000","last_change":"2024-09-13T02:48:21.578735+0000","last_active":"2024-09-13T02:49:20.502226+0000","last_peered":"2024-09-13T02:49:20.502226+0000","last_clean":"2024-09-13T02:49:20.502226+0000","last_became_active":"2024-09-13T02:48:21.578445+0000","last_became_peered":"2024-09-13T02:48:21.578445+0000","last_unstale":"2024-09-13T02:49:20.502226+0000","last_undegraded":"2024-09-13T02:49:20.502226+0000","last_fullsized":"2024-09-13T02:49:20.502226+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:18:13.219341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":28,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-09-13T02:49:19.876546+0000","last_change":"2024-09-13T02:48:18.126637+0000","last_active":"2024-09-13T02:49:19.876546+0000","last_peered":"2024-09-13T02:49:19.876546+0000","last_clean":"2024-09-13T02:49:19.876546+0000","last_became_active":"2024-09-13T02:48:18.126361+0000","last_became_peered":"2024-09-13T02:48:18.126361+0000","last_unstale":"2024-09-13T02:49:19.876546+0000","last_undegraded":"2024-09-13T02:49:19.876546+0000","last_fullsized":"2024-09-13T02:49:19.876546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:01.374571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397535,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298624,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446528,"statfs":{"total":95995035648,"available":95689244672,"internally_reserved":0,"allocated":1298432,"data_stored":903838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.51800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.60599999999999998,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.502,"5min":0.52300000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66100000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.5}]},{"osd":1,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.35699999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.75800000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.51700000000000002}]},{"osd":2,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.497,"15min":0.497},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.54500000000000004,"15min":0.55500000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67600000000000005,"5min":0.748,"15min":0.748},"last":0.64100000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52000000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73399999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.55400000000000005,"15min":0.55500000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.77200000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.54600000000000004}]},{"osd":4,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.32700000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.48299999999999998}]},{"osd":5,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.46100000000000002,"15min":0.45700000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.62},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.47699999999999998,"15min":0.47999999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68799999999999994,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.42599999999999999}]},{"osd":6,"last update":"Fri Sep 13 02:49:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.49199999999999999,"15min":0.497},"min":{"1min":0.36899999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.59099999999999997,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.441},{"interface":"front","average":{"1min":0.502,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.46000000000000002}]}]},{"osd":6,"up_from":43,"seq":184683593764,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1302528,"data_stored":905588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.505,"15min":0.496},"min":{"1min":0.36899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.71699999999999997,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35299999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.52100000000000002,"15min":0.52300000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.65400000000000003,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.40500000000000003,"5min":0.38,"15min":0.38},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.59799999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.379,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61899999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.42399999999999999,"15min":0.42099999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.61099999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.43099999999999999,"15min":0.42999999999999999},"min":{"1min":0.26900000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.59899999999999998,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.505}]},{"osd":5,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.432,"15min":0.42899999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.44},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.47899999999999998,"15min":0.47399999999999998},"min":{"1min":0.32000000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 02:49:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51600000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.46000000000000002}]}]},{"osd":5,"up_from":37,"seq":158913789993,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":708608,"data_stored":314770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.57199999999999995},"min":{"1min":0.34000000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68999999999999995,"5min":0.754,"15min":0.754},"last":0.749},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.54000000000000004,"15min":0.54300000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70099999999999996,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.69699999999999995}]},{"osd":1,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68400000000000005,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.53300000000000003,"15min":0.54400000000000004},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.70799999999999996,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58199999999999996}]},{"osd":2,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53800000000000003,"15min":0.54500000000000004},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65700000000000003,"5min":0.751,"15min":0.751},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55800000000000005,"15min":0.56200000000000006},"min":{"1min":0.377,"5min":0.375,"15min":0.375},"max":{"1min":0.75700000000000001,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.66200000000000003}]},{"osd":3,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.39400000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.66300000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.70099999999999996,"15min":0.621},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":15.029999999999999,"15min":15.029999999999999},"last":0.72399999999999998}]},{"osd":4,"last update":"Fri Sep 13 02:50:08 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.40500000000000003,"15min":0.38800000000000001},"min":{"1min":0.247,"5min":0.245,"15min":0.245},"max":{"1min":0.65600000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.42099999999999999,"15min":0.39900000000000002},"min":{"1min":0.32800000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.51600000000000001}]},{"osd":6,"last update":"Fri Sep 13 02:49:30 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.435,"15min":0.42999999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.45400000000000001,"15min":0.44600000000000001},"min":{"1min":0.34100000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.61599999999999999}]},{"osd":7,"last update":"Fri Sep 13 02:49:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33200000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.496,"5min":0.48399999999999999,"15min":0.48199999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.59999999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298056,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447096,"statfs":{"total":95995035648,"available":95689826304,"internally_reserved":0,"allocated":716800,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72199999999999998,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68899999999999995,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.44400000000000001}]},{"osd":1,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.54400000000000004,"15min":0.55000000000000004},"min":{"1min":0.41899999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.72599999999999998,"5min":0.747,"15min":0.747},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68100000000000005,"5min":0.754,"15min":0.754},"last":0.38800000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.41099999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52100000000000002,"15min":0.51600000000000001},"min":{"1min":0.36399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.56200000000000006}]},{"osd":3,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.39500000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68799999999999994,"5min":0.752,"15min":0.752},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54700000000000004,"15min":0.55600000000000005},"min":{"1min":0.35799999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71899999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51100000000000001}]},{"osd":5,"last update":"Fri Sep 13 02:50:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.371},"min":{"1min":0.309,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.38300000000000001,"15min":0.35899999999999999},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64800000000000002,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.35699999999999998}]},{"osd":6,"last update":"Fri Sep 13 02:49:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.29799999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.51100000000000001,"15min":0.50700000000000001},"min":{"1min":0.311,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Fri Sep 13 02:49:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.52000000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149747,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298052,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447100,"statfs":{"total":95995035648,"available":95689830400,"internally_reserved":0,"allocated":712704,"data_stored":315080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.38200000000000001,"15min":0.38300000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.45100000000000001,"15min":0.46200000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59399999999999997,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.29299999999999998}]},{"osd":1,"last update":"Fri Sep 13 02:49:21 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.56200000000000006,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.23400000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:49:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.45100000000000001,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65000000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.41099999999999998,"15min":0.42099999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.54800000000000004,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.309}]},{"osd":4,"last update":"Fri Sep 13 02:49:48 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58499999999999996,"15min":0.58799999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.498},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59399999999999997,"15min":0.58899999999999997},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.39200000000000002}]},{"osd":5,"last update":"Fri Sep 13 02:50:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.60899999999999999,"15min":0.61599999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90800000000000003,"5min":1.036,"15min":1.036},"last":0.436},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57599999999999996,"15min":0.57399999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78600000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56100000000000005}]},{"osd":6,"last update":"Fri Sep 13 02:49:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.63300000000000001,"15min":0.63800000000000001},"min":{"1min":0.42599999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.41699999999999998}]},{"osd":7,"last update":"Fri Sep 13 02:49:57 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.60099999999999998,"15min":0.59499999999999997},"min":{"1min":0.46500000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.46400000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":312634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:50:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.63800000000000001,"5min":0.748,"15min":0.748},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.628,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Sep 13 02:50:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.42199999999999999,"15min":0.42299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66600000000000004,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.496},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.43099999999999999,"15min":0.42399999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.59899999999999998}]},{"osd":3,"last update":"Fri Sep 13 02:49:23 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46600000000000003,"15min":0.46700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41099999999999998,"15min":0.40899999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59899999999999998,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.69199999999999995}]},{"osd":4,"last update":"Fri Sep 13 02:49:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57999999999999996,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.879,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59699999999999998,"15min":0.58899999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.67500000000000004}]},{"osd":5,"last update":"Fri Sep 13 02:50:07 2024","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":0.72399999999999998,"15min":0.61899999999999999},"min":{"1min":0.38200000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.664,"5min":15.664,"15min":15.664},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.83299999999999996,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.65000000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:49:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.63100000000000001,"15min":0.64300000000000002},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.50800000000000001}]},{"osd":7,"last update":"Fri Sep 13 02:49:59 2024","interfaces":[{"interface":"back","average":{"1min":1.3640000000000001,"5min":0.76800000000000002,"15min":0.66800000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":15.707000000000001,"5min":15.707000000000001,"15min":15.707000000000001},"last":0.629},{"interface":"front","average":{"1min":1.363,"5min":0.79700000000000004,"15min":0.70299999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":15.689,"5min":15.689,"15min":15.689},"last":0.59099999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":700416,"data_stored":312498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 02:49:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.378,"15min":0.36799999999999999},"min":{"1min":0.245,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.501},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.374,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.41699999999999998}]},{"osd":2,"last update":"Fri Sep 13 02:50:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.29799999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42299999999999999,"15min":0.41899999999999998},"min":{"1min":0.26800000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.45900000000000002}]},{"osd":3,"last update":"Fri Sep 13 02:49:25 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42899999999999999,"15min":0.43099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.438}]},{"osd":4,"last update":"Fri Sep 13 02:49:41 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.61499999999999999,"15min":0.56899999999999995},"min":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":6.1059999999999999,"5min":6.1059999999999999,"15min":6.1059999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57599999999999996,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75800000000000001,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.78500000000000003}]},{"osd":5,"last update":"Fri Sep 13 02:50:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53100000000000003,"15min":0.52400000000000002},"min":{"1min":0.38900000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76600000000000001,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.624,"15min":0.58399999999999996},"min":{"1min":0.41899999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.86599999999999999,"5min":6.0819999999999999,"15min":6.0819999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Fri Sep 13 02:49:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.61399999999999999,"15min":0.624},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.89200000000000002}]},{"osd":7,"last update":"Fri Sep 13 02:49:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81999999999999995,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.44700000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.84999999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.753}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298632,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446520,"statfs":{"total":95995035648,"available":95689236480,"internally_reserved":0,"allocated":1306624,"data_stored":903962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 02:49:37 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.34300000000000003,"15min":0.32700000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47299999999999998,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.36499999999999999,"15min":0.33500000000000002},"min":{"1min":0.26000000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.61899999999999999,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.38300000000000001}]},{"osd":2,"last update":"Fri Sep 13 02:49:58 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40300000000000002,"15min":0.40600000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53200000000000003,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.37,"15min":0.373},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.52000000000000002,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.32400000000000001}]},{"osd":3,"last update":"Fri Sep 13 02:49:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40100000000000002,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.45000000000000001,"15min":0.46000000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.43099999999999999}]},{"osd":4,"last update":"Fri Sep 13 02:49:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.58299999999999996,"15min":0.59399999999999997},"min":{"1min":0.38500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68700000000000006,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73299999999999998,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Sep 13 02:50:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54700000000000004,"15min":0.56299999999999994},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72499999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.443,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51800000000000002}]},{"osd":6,"last update":"Fri Sep 13 02:49:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56899999999999995,"15min":0.56999999999999995},"min":{"1min":0.44600000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.66300000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52900000000000003}]},{"osd":7,"last update":"Fri Sep 13 02:49:58 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.40999999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.50900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T02:50:20.361 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T02:50:20.362 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T02:50:20.362 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-13T02:50:20.362 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-13T02:50:20.590 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:20 smithi052 podman[72642]: 2024-09-13 02:50:20.472131799 +0000 UTC m=+1.512558056 container cleanup 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:20.590 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:20 smithi052 bash[72642]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T02:50:20.855 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:20 smithi078 ceph-mon[30844]: from='client.24605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:50:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:20 smithi078 ceph-mon[30844]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:20.978 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:20 smithi052 ceph-mon[37071]: from='client.24605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:50:20.978 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:20 smithi052 ceph-mon[37071]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:20.978 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:20 smithi052 podman[72657]: 2024-09-13 02:50:20.674079027 +0000 UTC m=+1.541193550 container remove 512ca2f5a6a2148a977bc856cc2ee18073ade70cfe47e02e136c50bfb33d96f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:20.978 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:20 smithi052 podman[72657]: 2024-09-13 02:50:20.774535431 +0000 UTC m=+1.641649902 volume remove a2ed89ebd5d834a47d58681333fa1bff1044c5e465e737cf96adeb375c477739 2024-09-13T02:50:20.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:20 smithi052 ceph-mon[27118]: from='client.24605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T02:50:20.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:20 smithi052 ceph-mon[27118]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:21.528 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:21 smithi052 podman[72731]: 2024-09-13 02:50:21.261657249 +0000 UTC m=+0.768744599 container died 1446b20ec1a3d181783795b9407fef619a39dbac22a3c3ccff5d2b4143585f27 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=laughing_sanderson, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-13T02:50:22.528 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:22 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T02:50:22.529 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:22 smithi052 systemd[1]: Stopped Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:50:22.529 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:22 smithi052 systemd[1]: Starting Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:50:22.561 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:22.562 INFO:teuthology.orchestra.run.smithi052.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T02:50:22.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:22 smithi052 ceph-mon[27118]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:22.924 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:22 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3073132456' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T02:50:22.925 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:22 smithi052 ceph-mon[37071]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:22.925 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:22 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3073132456' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T02:50:22.925 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:22 smithi052 podman[72925]: 2024-09-13 02:50:22.489271074 +0000 UTC m=+0.016997248 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-13T02:50:22.925 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:22 smithi052 podman[72925]: 2024-09-13 02:50:22.595452316 +0000 UTC m=+0.123178480 volume create 4231e3baa3de44407527b977618b38df7b5e25e6dd7488dae0dc4266fc60fd6c 2024-09-13T02:50:22.925 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:22 smithi052 podman[72925]: 2024-09-13 02:50:22.704598378 +0000 UTC m=+0.232324585 container create b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:22 smithi078 ceph-mon[30844]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:22 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3073132456' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T02:50:23.455 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 podman[72925]: 2024-09-13 02:50:23.057928376 +0000 UTC m=+0.585654552 container init b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:23.455 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 podman[72925]: 2024-09-13 02:50:23.060967184 +0000 UTC m=+0.588693348 container start b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:23.455 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.074Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T02:50:23.455 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.074Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T02:50:23.455 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.075Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.52 port=9094 2024-09-13T02:50:23.455 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.076Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T02:50:23.456 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.100Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:50:23.456 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.101Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:50:23.456 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.103Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T02:50:23.456 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:23.103Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T02:50:23.456 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 bash[72925]: b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 2024-09-13T02:50:23.456 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:23 smithi052 systemd[1]: Started Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:50:23.833 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-13T02:50:23.833 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:50:24.096 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:24 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:24 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:24 smithi078 ceph-mon[30844]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:50:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:24 smithi078 ceph-mon[30844]: Reconfiguring daemon prometheus.a on smithi078 2024-09-13T02:50:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:24 smithi078 ceph-mon[30844]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:24.524 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:24.524 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:24.524 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[37071]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[37071]: Reconfiguring daemon prometheus.a on smithi078 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[37071]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[27118]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[27118]: Reconfiguring daemon prometheus.a on smithi078 2024-09-13T02:50:24.525 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:24 smithi052 ceph-mon[27118]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:25.329 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:25.077Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00091675s 2024-09-13T02:50:25.887 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:25.887 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/4062143835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":4062143835},{"type":"v1","addr":"172.21.15.52:6835","nonce":4062143835}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:48:23.411383+0000","modified":"2024-09-13T02:48:34.945824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24355},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24355":{"gid":24355,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.78:6833/1463089480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":1463089480},{"type":"v1","addr":"172.21.15.78:6833","nonce":1463089480}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:50:25.888 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-09-13T02:50:26.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 systemd[1]: Stopping Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:50:26.523 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:50:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:26 smithi052 ceph-mon[37071]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:26 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3472664487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:26 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:26 smithi052 ceph-mon[27118]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:26 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3472664487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:26 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:26.781 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:26.802 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-mon[30844]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:26.802 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3472664487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:26.802 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:26.802 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.492Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:50:26.802 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[59327]: ts=2024-09-13T02:50:26.493Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T02:50:26.803 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 podman[62423]: 2024-09-13 02:50:26.503191179 +0000 UTC m=+0.165735246 container died de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:27.169 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 podman[62423]: 2024-09-13 02:50:26.900872632 +0000 UTC m=+0.563416698 container cleanup de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:27.169 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:26 smithi078 bash[62423]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T02:50:27.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 podman[62435]: 2024-09-13 02:50:27.168867087 +0000 UTC m=+0.667716691 container remove de9eb2867e3f515d0ebf4df2f8250d10458a205418275e87028fb4a408fb4ac1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:27.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T02:50:27.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 systemd[1]: Stopped Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:50:27.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.030s CPU time. 2024-09-13T02:50:27.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 systemd[1]: Starting Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:50:27.805 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 podman[62525]: 2024-09-13 02:50:27.435812779 +0000 UTC m=+0.016790112 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:50:27.805 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 podman[62525]: 2024-09-13 02:50:27.594944609 +0000 UTC m=+0.175921930 container create b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:27.806 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 podman[62525]: 2024-09-13 02:50:27.805114319 +0000 UTC m=+0.386091637 container init b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 podman[62525]: 2024-09-13 02:50:27.807879451 +0000 UTC m=+0.388856781 container start b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.830Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.830Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.830Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi078 (none))" 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.830Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.830Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.832Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:50:28.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.832Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.834Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.834Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.835Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.835Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.003µs 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.835Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.836Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.836Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.836Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.741µs wal_replay_duration=434.771µs wbl_replay_duration=266ns total_replay_duration=470.158µs 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.837Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.837Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.837Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.853Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.622129ms db_storage=714ns remote_storage=1.027µs web_handler=246ns query_engine=863ns scrape=387.365µs scrape_sd=24.123µs notify=27.731µs notify_sd=6.52µs rules=15.87583ms tracing=5.748µs 2024-09-13T02:50:28.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.853Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:50:28.199 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:50:27.853Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:50:28.199 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 bash[62525]: b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 2024-09-13T02:50:28.199 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:50:27 smithi078 systemd[1]: Started Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:50:28.253 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:27] ENGINE Bus STOPPING 2024-09-13T02:50:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:50:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Bus STOPPED 2024-09-13T02:50:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Bus STARTING 2024-09-13T02:50:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Serving on http://:::9283 2024-09-13T02:50:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Bus STARTED 2024-09-13T02:50:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Bus STOPPING 2024-09-13T02:50:28.700 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:28.700 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/4062143835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":4062143835},{"type":"v1","addr":"172.21.15.52:6835","nonce":4062143835}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:48:23.411383+0000","modified":"2024-09-13T02:48:34.945824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24355},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24355":{"gid":24355,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.78:6833/1463089480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":1463089480},{"type":"v1","addr":"172.21.15.78:6833","nonce":1463089480}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:50:28.701 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-09-13T02:50:28.975 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:28.975 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi052.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi052.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi078.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:50:28.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi078.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2065397990' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi052.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:50:28.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi052.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi078.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi078.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:28.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2065397990' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi052.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi052.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi078.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi078.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:28 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2065397990' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:29.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:50:29.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Bus STOPPED 2024-09-13T02:50:29.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:28] ENGINE Bus STARTING 2024-09-13T02:50:29.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Serving on http://:::9283 2024-09-13T02:50:29.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Bus STARTED 2024-09-13T02:50:29.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Bus STOPPING 2024-09-13T02:50:29.617 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:50:29.617 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Bus STOPPED 2024-09-13T02:50:29.617 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Bus STARTING 2024-09-13T02:50:29.929 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Serving on http://:::9283 2024-09-13T02:50:29.929 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:29] ENGINE Bus STARTED 2024-09-13T02:50:30.005 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T02:50:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:29 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi078.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:50:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:29 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:50:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:29 smithi078 ceph-mon[30844]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi078.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:50:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi078.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:50:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:50:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-mon[37071]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi078.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:50:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi078.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T02:50:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:50:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:29 smithi052 ceph-mon[27118]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi078.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T02:50:30.303 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:31.015 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:30 smithi052 ceph-mon[37071]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:31.015 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:30 smithi052 ceph-mon[27118]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:30 smithi078 ceph-mon[30844]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:32.319 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:32 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:32.319 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:32 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:32.319 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:32 smithi052 ceph-mon[27118]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:32.319 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:32 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:32.319 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:32 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:32.319 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:32 smithi052 ceph-mon[37071]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:32 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:32 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:32 smithi078 ceph-mon[30844]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:33.364 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:33.365 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:50:33.080Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004138456s 2024-09-13T02:50:33.365 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":68,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T02:49:24.663048+0000","last_up_change":"2024-09-13T02:47:52.665613+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:49:14.562701+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":67,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6803","nonce":428201219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6805","nonce":428201219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6809","nonce":428201219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":428201219},{"type":"v1","addr":"172.21.15.52:6807","nonce":428201219}]},"public_addr":"172.21.15.52:6803/428201219","cluster_addr":"172.21.15.52:6805/428201219","heartbeat_back_addr":"172.21.15.52:6809/428201219","heartbeat_front_addr":"172.21.15.52:6807/428201219","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6811","nonce":237691090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6813","nonce":237691090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6817","nonce":237691090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":237691090},{"type":"v1","addr":"172.21.15.52:6815","nonce":237691090}]},"public_addr":"172.21.15.52:6811/237691090","cluster_addr":"172.21.15.52:6813/237691090","heartbeat_back_addr":"172.21.15.52:6817/237691090","heartbeat_front_addr":"172.21.15.52:6815/237691090","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6819","nonce":2822184263}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6821","nonce":2822184263}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6825","nonce":2822184263}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2822184263},{"type":"v1","addr":"172.21.15.52:6823","nonce":2822184263}]},"public_addr":"172.21.15.52:6819/2822184263","cluster_addr":"172.21.15.52:6821/2822184263","heartbeat_back_addr":"172.21.15.52:6825/2822184263","heartbeat_front_addr":"172.21.15.52:6823/2822184263","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6827","nonce":3446986326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6829","nonce":3446986326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6833","nonce":3446986326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3446986326},{"type":"v1","addr":"172.21.15.52:6831","nonce":3446986326}]},"public_addr":"172.21.15.52:6827/3446986326","cluster_addr":"172.21.15.52:6829/3446986326","heartbeat_back_addr":"172.21.15.52:6833/3446986326","heartbeat_front_addr":"172.21.15.52:6831/3446986326","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6801","nonce":4181422252}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6803","nonce":4181422252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6807","nonce":4181422252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":4181422252},{"type":"v1","addr":"172.21.15.78:6805","nonce":4181422252}]},"public_addr":"172.21.15.78:6801/4181422252","cluster_addr":"172.21.15.78:6803/4181422252","heartbeat_back_addr":"172.21.15.78:6807/4181422252","heartbeat_front_addr":"172.21.15.78:6805/4181422252","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6809","nonce":383337385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6811","nonce":383337385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6815","nonce":383337385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":383337385},{"type":"v1","addr":"172.21.15.78:6813","nonce":383337385}]},"public_addr":"172.21.15.78:6809/383337385","cluster_addr":"172.21.15.78:6811/383337385","heartbeat_back_addr":"172.21.15.78:6815/383337385","heartbeat_front_addr":"172.21.15.78:6813/383337385","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6817","nonce":1792568982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6819","nonce":1792568982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6823","nonce":1792568982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1792568982},{"type":"v1","addr":"172.21.15.78:6821","nonce":1792568982}]},"public_addr":"172.21.15.78:6817/1792568982","cluster_addr":"172.21.15.78:6819/1792568982","heartbeat_back_addr":"172.21.15.78:6823/1792568982","heartbeat_front_addr":"172.21.15.78:6821/1792568982","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6825","nonce":2983706050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6827","nonce":2983706050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6831","nonce":2983706050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":2983706050},{"type":"v1","addr":"172.21.15.78:6829","nonce":2983706050}]},"public_addr":"172.21.15.78:6825/2983706050","cluster_addr":"172.21.15.78:6827/2983706050","heartbeat_back_addr":"172.21.15.78:6831/2983706050","heartbeat_front_addr":"172.21.15.78:6829/2983706050","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":6,"to":2},{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2344044506":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6800/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/2574492696":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/25031511":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6801/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/963819174":"2024-09-14T02:49:11.484335+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T02:50:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1875096965' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:50:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[27118]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:34.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:34.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1875096965' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:50:34.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:34.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:33 smithi052 ceph-mon[37071]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:34.160 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1875096965' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:34.239 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:33 smithi078 ceph-mon[30844]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:34.977 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:35.414 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:35] "GET /metrics HTTP/1.1" 200 236492 "" "Prometheus/2.43.0" 2024-09-13T02:50:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:36 smithi078 ceph-mon[30844]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:36.697 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:36 smithi052 ceph-mon[37071]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:36.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:36 smithi052 ceph-mon[27118]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:36.914 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T02:50:36.915 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14421,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/4062143835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":4062143835},{"type":"v1","addr":"172.21.15.52:6835","nonce":4062143835}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:48:23.411383+0000","modified":"2024-09-13T02:48:34.945824+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24355},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24355":{"gid":24355,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.78:6833/1463089480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":1463089480},{"type":"v1","addr":"172.21.15.78:6833","nonce":1463089480}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-13T02:50:36.915 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-09-13T02:50:37.612 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T02:48:23.411383+0000', 'modified': '2024-09-13T02:48:34.945824+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24355}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24355': {'gid': 24355, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.78:6833/1463089480', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6832', 'nonce': 1463089480}, {'type': 'v1', 'addr': '172.21.15.78:6833', 'nonce': 1463089480}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-13T02:50:37.612 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T02:50:37.613 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-13T02:50:38.103 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:37 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:38.103 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:37 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:38.103 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:37 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2899207929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:38.254 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:37 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:37 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:37 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2899207929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:38.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:37 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:37 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:37 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2899207929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T02:50:39.187 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:38 smithi052 ceph-mon[27118]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:39.187 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:38 smithi052 ceph-mon[37071]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:38 smithi078 ceph-mon[30844]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:39.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:50:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:50:40.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-13T02:50:40.345+0000 7f8c22ff5640 0 client.24647 ms_handle_reset on v2:172.21.15.78:6832/1463089480 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-13T02:50:40.363+0000 7f8c22ff5640 0 client.24653 ms_handle_reset on v2:172.21.15.78:6832/1463089480 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "c266bacc-7179-11ef-bceb-c7b262605968", 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24355, 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-09-13T02:50:40.365 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 136.794470765, 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 8, 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 68, 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 58, 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 151.54440949100001 2024-09-13T02:50:40.366 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:50:41.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[27118]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[37071]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:40 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.136 INFO:tasks.cephadm:Setup complete, yielding 2024-09-13T02:50:41.137 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:50:41.145 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-13T02:50:41.146 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:50:41.154 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-13T02:50:41.154 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-13T02:50:41.164 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-09-13T02:50:41.164 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-13T02:50:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:40 smithi078 ceph-mon[30844]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:40 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:40 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:40 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:40 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:40 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:41.426 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:50:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:41 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:42.240 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:41 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:42.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:41 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:42 smithi078 ceph-mon[30844]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:43.272 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:42 smithi052 ceph-mon[37071]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:43.272 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:42 smithi052 ceph-mon[27118]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:43.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:43] ENGINE Bus STOPPING 2024-09-13T02:50:43.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:50:43.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:43] ENGINE Bus STOPPED 2024-09-13T02:50:43.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:43] ENGINE Bus STARTING 2024-09-13T02:50:43.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:43] ENGINE Serving on http://:::9283 2024-09-13T02:50:43.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:50:43] ENGINE Bus STARTED 2024-09-13T02:50:43.926 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:50:43.936 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-13T02:50:43.936 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:50:43.990 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-13T02:50:43.990 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T02:50:44.003 INFO:tasks.workunit:Pulling workunits from ref ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T02:50:44.004 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T02:50:44.004 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:50:44.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T02:50:44.022 INFO:teuthology.orchestra.run.smithi052.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T02:50:44.022 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:50:44.080 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T02:50:44.081 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T02:50:44.138 INFO:tasks.workunit:timeout=3h 2024-09-13T02:50:44.138 INFO:tasks.workunit:cleanup=True 2024-09-13T02:50:44.139 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T02:50:44.196 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T02:50:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/161664689' entity='client.admin' 2024-09-13T02:50:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[37071]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/161664689' entity='client.admin' 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:44 smithi052 ceph-mon[27118]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:44 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/161664689' entity='client.admin' 2024-09-13T02:50:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:50:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:50:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:50:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:50:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:44 smithi078 ceph-mon[30844]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:45 smithi078 ceph-mon[30844]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-13T02:50:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:45 smithi052 ceph-mon[37071]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-13T02:50:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:45 smithi052 ceph-mon[27118]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-13T02:50:45.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:45] "GET /metrics HTTP/1.1" 200 236490 "" "Prometheus/2.43.0" 2024-09-13T02:50:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:46 smithi078 ceph-mon[30844]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:46 smithi052 ceph-mon[37071]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:46 smithi052 ceph-mon[27118]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:48 smithi078 ceph-mon[30844]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:48 smithi052 ceph-mon[37071]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:48 smithi052 ceph-mon[27118]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:49.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:50:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:50:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:50 smithi078 ceph-mon[30844]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:50 smithi052 ceph-mon[37071]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:50 smithi052 ceph-mon[27118]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:52 smithi078 ceph-mon[30844]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:52 smithi052 ceph-mon[37071]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:52 smithi052 ceph-mon[27118]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:54 smithi078 ceph-mon[30844]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:54 smithi052 ceph-mon[37071]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:54 smithi052 ceph-mon[27118]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T02:50:55.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:50:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:55] "GET /metrics HTTP/1.1" 200 236490 "" "Prometheus/2.43.0" 2024-09-13T02:50:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:56 smithi078 ceph-mon[30844]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:56 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:56 smithi052 ceph-mon[37071]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:56 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:56 smithi052 ceph-mon[27118]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:56 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:50:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:50:58 smithi078 ceph-mon[30844]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:50:58 smithi052 ceph-mon[37071]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:59.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:50:58 smithi052 ceph-mon[27118]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:50:59.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:50:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:50:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:00 smithi078 ceph-mon[30844]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:00 smithi052 ceph-mon[37071]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:00 smithi052 ceph-mon[27118]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:02 smithi052 ceph-mon[37071]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:03.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:02 smithi052 ceph-mon[27118]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:02 smithi078 ceph-mon[30844]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:04 smithi052 ceph-mon[37071]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:04 smithi052 ceph-mon[27118]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:04 smithi078 ceph-mon[30844]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:05.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:05] "GET /metrics HTTP/1.1" 200 236495 "" "Prometheus/2.43.0" 2024-09-13T02:51:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:06 smithi052 ceph-mon[37071]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:07.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:06 smithi052 ceph-mon[27118]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:06 smithi078 ceph-mon[30844]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:08 smithi052 ceph-mon[37071]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:08 smithi052 ceph-mon[27118]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:08 smithi078 ceph-mon[30844]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:51:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:10 smithi052 ceph-mon[37071]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:10 smithi052 ceph-mon[27118]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:10 smithi078 ceph-mon[30844]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:12 smithi052 ceph-mon[37071]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:13.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:12 smithi052 ceph-mon[27118]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:12 smithi078 ceph-mon[30844]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:15.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:14 smithi052 ceph-mon[27118]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:14 smithi052 ceph-mon[37071]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:14 smithi078 ceph-mon[30844]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:15.631 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:15] "GET /metrics HTTP/1.1" 200 236486 "" "Prometheus/2.43.0" 2024-09-13T02:51:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:16 smithi052 ceph-mon[37071]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:16 smithi052 ceph-mon[27118]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:16 smithi078 ceph-mon[30844]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:18 smithi052 ceph-mon[37071]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:19.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:18 smithi052 ceph-mon[27118]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:18 smithi078 ceph-mon[30844]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:19.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:51:19 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:20 smithi052 ceph-mon[37071]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:21.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:20 smithi052 ceph-mon[27118]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:20 smithi078 ceph-mon[30844]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:22 smithi052 ceph-mon[37071]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:23.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:22 smithi052 ceph-mon[27118]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:22 smithi078 ceph-mon[30844]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:24 smithi052 ceph-mon[37071]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:24 smithi052 ceph-mon[27118]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:24 smithi078 ceph-mon[30844]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:25.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:25] "GET /metrics HTTP/1.1" 200 236486 "" "Prometheus/2.43.0" 2024-09-13T02:51:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:26 smithi052 ceph-mon[37071]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:26 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:26 smithi052 ceph-mon[27118]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:26 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:26 smithi078 ceph-mon[30844]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:26 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:28 smithi052 ceph-mon[37071]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:29.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:28 smithi052 ceph-mon[27118]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:28 smithi078 ceph-mon[30844]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:29.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:51:29 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:30 smithi052 ceph-mon[37071]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:30 smithi052 ceph-mon[27118]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:30 smithi078 ceph-mon[30844]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:32 smithi052 ceph-mon[37071]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:33.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:32 smithi052 ceph-mon[27118]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:32 smithi078 ceph-mon[30844]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:34 smithi052 ceph-mon[37071]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:34 smithi052 ceph-mon[27118]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:34 smithi078 ceph-mon[30844]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:35.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:35] "GET /metrics HTTP/1.1" 200 236482 "" "Prometheus/2.43.0" 2024-09-13T02:51:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:36 smithi052 ceph-mon[27118]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:36 smithi052 ceph-mon[37071]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:36 smithi078 ceph-mon[30844]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:38 smithi052 ceph-mon[37071]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:38 smithi052 ceph-mon[27118]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:38 smithi078 ceph-mon[30844]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:39.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:51:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:40 smithi052 ceph-mon[37071]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:40 smithi052 ceph-mon[27118]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:40 smithi078 ceph-mon[30844]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:41 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:41 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:41 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:42.864 INFO:tasks.workunit.client.0.smithi052.stderr:Updating files: 94% (12196/12903) Updating files: 95% (12258/12903) Updating files: 96% (12387/12903) Updating files: 97% (12516/12903) Updating files: 98% (12645/12903) Updating files: 99% (12774/12903) Updating files: 100% (12903/12903) Updating files: 100% (12903/12903), done. 2024-09-13T02:51:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:42 smithi052 ceph-mon[37071]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:42 smithi052 ceph-mon[27118]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:42 smithi078 ceph-mon[30844]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr:Note: switching to 'ecab7be58963a5bd03910cd73eef66405d7fdd50'. 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.806 INFO:tasks.workunit.client.0.smithi052.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: git switch -c 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr:Or undo this operation with: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: git switch - 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:43.807 INFO:tasks.workunit.client.0.smithi052.stderr:HEAD is now at ecab7be5896 Merge pull request #59767 from zdover23/wip-doc-2024-09-13-backport-59438-to-squid 2024-09-13T02:51:43.812 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T02:51:43.872 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T02:51:43.875 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T02:51:43.875 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T02:51:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:43 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:43 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:43 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:44.629 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T02:51:44.710 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T02:51:44.751 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T02:51:44.753 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T02:51:44.753 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T02:51:44.794 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T02:51:44.797 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T02:51:44.798 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T02:51:44.854 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-13T02:51:44.855 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-13T02:51:44.856 DEBUG:teuthology.orchestra.run.smithi052:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ecab7be58963a5bd03910cd73eef66405d7fdd50 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-13T02:51:44.923 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-13T02:51:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[27118]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[37071]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:44 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:44 smithi078 ceph-mon[30844]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:44 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:45.292 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-13T02:51:45.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STOPPING 2024-09-13T02:51:45.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:45] "GET /metrics HTTP/1.1" 200 236451 "" "Prometheus/2.43.0" 2024-09-13T02:51:45.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:51:45.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STOPPED 2024-09-13T02:51:45.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STARTING 2024-09-13T02:51:45.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Serving on http://:::9283 2024-09-13T02:51:45.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STARTED 2024-09-13T02:51:45.659 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-13T02:51:45.915 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STOPPING 2024-09-13T02:51:45.916 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:51:45.916 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STOPPED 2024-09-13T02:51:46.028 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry preview 2024-09-13T02:51:46.179 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:45] ENGINE Bus STARTING 2024-09-13T02:51:46.179 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Serving on http://:::9283 2024-09-13T02:51:46.179 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Bus STARTED 2024-09-13T02:51:46.179 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Bus STOPPING 2024-09-13T02:51:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/687503667' entity='client.admin' 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1185717008' entity='client.admin' 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2806809069' entity='client.admin' 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:46 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.499 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T02:51:46.499 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T02:51:46.499 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T02:51:46.499 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "ident" 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:46.500 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:46.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.502 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:46.503 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_block_size", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_cache_size", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_compression", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_log", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_write_buffer_size", 2024-09-13T02:51:46.504 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:46.505 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:46.506 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:51:46.507 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:46.508 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addr", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addrv", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T02:51:46.509 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:46.510 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:51:46.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:46.512 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:46.513 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:46.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.515 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T02:51:46.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 1, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:51:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 0, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T02:51:46.518 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T02:51:46.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T02:51:46.520 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.521 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T02:51:46.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.523 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T02:51:46.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:46.525 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T02:51:46.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:51:46.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.528 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T02:51:46.529 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy" 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 17, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:51:46.530 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "quincy" 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T02:51:46.531 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:46.532 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.450442480039783e-06, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 126, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 236544, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 113, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:46.533 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T02:51:46.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 98304, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 98304, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:46.535 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 3410, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 3410, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 10230, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 51, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 19456 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.536 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:46.537 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:46.538 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T02:51:46.539 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12288, 2024-09-13T02:51:46.540 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12288, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.689964435058755e-08, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 19, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 19, 2024-09-13T02:51:46.541 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 57, 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 2, 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 2048 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T02:51:46.542 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T02:51:46.492984", 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T02:51:46.543 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T02:51:46.544 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.545 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T02:51:46.546 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T02:51:46.547 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516918784, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443366400, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 2443366400, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.003181631211191416 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516918784, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443366400 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T02:51:46.548 INFO:tasks.workunit.client.0.smithi052.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-13T02:51:46.549 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry preview-device 2024-09-13T02:51:46.549 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/687503667' entity='client.admin' 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1185717008' entity='client.admin' 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2806809069' entity='client.admin' 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.550 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/687503667' entity='client.admin' 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1185717008' entity='client.admin' 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.551 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.552 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.552 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2806809069' entity='client.admin' 2024-09-13T02:51:46.552 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:46.552 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:46.552 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:46.552 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:46.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:51:46.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Bus STOPPED 2024-09-13T02:51:46.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Bus STARTING 2024-09-13T02:51:46.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Serving on http://:::9283 2024-09-13T02:51:46.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:46 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:46] ENGINE Bus STARTED 2024-09-13T02:51:46.999 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T02:51:46.999 INFO:tasks.workunit.client.0.smithi052.stdout: "1de43a36-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:46.999 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPED1D480GA_1de4bd80-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:46.999 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024558": { 2024-09-13T02:51:46.999 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:46.999 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "E2010325", 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de43a36-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:47.000 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195557 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:47.001 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:47.002 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:47.003 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 13765871 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:47.004 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:47.005 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:47.007 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 16 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "0.029297" 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1623063 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.008 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 0, 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 0, 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:47.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 0, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 5332, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 202619852, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 902160153, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 3186610804, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 19635076713, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 0, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 37807, 2024-09-13T02:51:47.010 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 42864, 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 31, 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 11163 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 37807, 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 42864 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.011 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.012 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: E2010325", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:47.013 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.014 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 31 Celsius", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 0%", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 202,619,852 [103 TB]", 2024-09-13T02:51:47.015 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 902,160,153 [461 TB]", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 3,186,610,804", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 19,635,076,713", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 5,332", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 37,807", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 42,864", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 11,163", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "No Errors Logged", 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:47.016 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 31 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.017 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "1de5ebc4-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPEDMD400G4_1de65d20-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024601": { 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.018 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de5ebc4-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195561 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:47.019 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:47.020 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:47.021 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 31736855 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:47.023 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 53059854 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.026 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "63.999023" 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 89, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 3578, 2024-09-13T02:51:47.027 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 3592, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 3562 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 10, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 1, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:47.028 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 431501493, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 2079906546, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 7357506269, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 37968221371, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 11, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 53390, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 59796, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 30, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 183 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:47.029 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 53390, 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 59796 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:47.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:47.031 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:47.032 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:47.033 INFO:tasks.workunit.client.0.smithi052.stdout: " 1 - 512 8 2", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: " 2 - 512 16 2", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: " 3 - 4096 0 0", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: " 4 - 4096 8 0", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: " 5 - 4096 64 0", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: " 6 - 4096 128 0", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 30 Celsius", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:47.034 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 11%", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 431,501,493 [220 TB]", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 2,079,906,546 [1.06 PB]", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 7,357,506,269", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 37,968,221,371", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 1", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 53,390", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 59,796", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 183", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:47.035 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.036 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 30 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.037 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T02:51:47.038 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry preview-all 2024-09-13T02:51:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:47.491 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T02:51:47.491 INFO:tasks.workunit.client.0.smithi052.stdout: "device_report": { 2024-09-13T02:51:47.491 INFO:tasks.workunit.client.0.smithi052.stdout: "1de43a36-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:47.491 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPED1D480GA_1de4bd80-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024558": { 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "E2010325", 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de43a36-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:47.492 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195557 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:47.493 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.494 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:47.495 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.496 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 13765871 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:47.498 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:47.499 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 16 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "0.029297" 2024-09-13T02:51:47.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1623063 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 0, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 0, 2024-09-13T02:51:47.501 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 0, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 5332, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 202619852, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 902160153, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 3186610804, 2024-09-13T02:51:47.502 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 19635076713, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 0, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 37807, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 42864, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 31, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 11163 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.503 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 37807, 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 42864 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:47.504 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:51:47.505 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: E2010325", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:47.506 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.507 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 31 Celsius", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 0%", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 202,619,852 [103 TB]", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 902,160,153 [461 TB]", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 3,186,610,804", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 19,635,076,713", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 5,332", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 37,807", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 42,864", 2024-09-13T02:51:47.508 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 11,163", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "No Errors Logged", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:47.509 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 31 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.510 INFO:tasks.workunit.client.0.smithi052.stdout: "1de5ebc4-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPEDMD400G4_1de65d20-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024601": { 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de5ebc4-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:47.511 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195561 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.512 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.513 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 31736855 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:47.515 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 53059854 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:47.517 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "63.999023" 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:47.519 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 89, 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 3578, 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 3592, 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 3562 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.520 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 10, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 1, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 431501493, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 2079906546, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 7357506269, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 37968221371, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:47.521 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 11, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 53390, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 59796, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 30, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 183 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 53390, 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 59796 2024-09-13T02:51:47.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:47.523 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:47.524 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:47.525 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 1 - 512 8 2", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 2 - 512 16 2", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 3 - 4096 0 0", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 4 - 4096 8 0", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 5 - 4096 64 0", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: " 6 - 4096 128 0", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:47.526 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 30 Celsius", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 11%", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 431,501,493 [220 TB]", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 2,079,906,546 [1.06 PB]", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 7,357,506,269", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 37,968,221,371", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 1", 2024-09-13T02:51:47.527 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 53,390", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 59,796", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 183", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:47.528 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 30 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.529 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "report": { 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: "ident" 2024-09-13T02:51:47.530 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:47.531 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:47.532 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:47.533 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:47.534 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_block_size", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_cache_size", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_compression", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_log", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_write_buffer_size", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:47.535 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:47.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:47.537 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:51:47.538 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addr", 2024-09-13T02:51:47.539 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addrv", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:47.540 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:51:47.541 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:47.542 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:47.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:47.544 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T02:51:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T02:51:47.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 1, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T02:51:47.547 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 0, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T02:51:47.548 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T02:51:47.549 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T02:51:47.550 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.550 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T02:51:47.550 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T02:51:47.551 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.552 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T02:51:47.553 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T02:51:47.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.555 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.556 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.557 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.558 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T02:51:47.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T02:51:47.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy" 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 17, 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T02:51:47.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "quincy" 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:47.562 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:47.563 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.450442480039783e-06, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 126, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 236544, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T02:51:47.564 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 113, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:47.565 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 98304, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 98304, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:47.566 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 3410, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 3410, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 10230, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 51, 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 19456 2024-09-13T02:51:47.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:47.568 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T02:51:47.569 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:47.570 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T02:51:47.571 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115868426, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12288, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12288, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.689964435058755e-08, 2024-09-13T02:51:47.572 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 19, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 19, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 57, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 2, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 2048 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:47.573 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T02:51:47.474018", 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T02:51:47.574 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.575 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T02:51:47.576 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.577 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T02:51:47.578 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516918784, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443366400, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 2443366400, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.003181631211191416 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516918784, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443366400 2024-09-13T02:51:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.580 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T02:51:47.580 INFO:tasks.workunit.client.0.smithi052.stderr:++ ceph telemetry collection ls 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:+ COLLECTIONS='New collections are available: 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.962 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:51:47.963 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.964 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.965 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.966 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:51:47.967 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.968 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.969 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-13T02:51:47.970 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-09-13T02:51:47.971 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-13T02:51:48.441 INFO:tasks.workunit.client.0.smithi052.stdout:Telemetry is on. 2024-09-13T02:51:48.441 INFO:tasks.workunit.client.0.smithi052.stdout:Some channels are disabled, please enable with: 2024-09-13T02:51:48.442 INFO:tasks.workunit.client.0.smithi052.stdout:`ceph telemetry enable channel perf` 2024-09-13T02:51:48.452 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry enable channel perf 2024-09-13T02:51:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE Bus STOPPING 2024-09-13T02:51:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[37071]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-mon[27118]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:48 smithi078 ceph-mon[30844]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:48.914 INFO:tasks.workunit.client.0.smithi052.stdout:channel_perf is enabled 2024-09-13T02:51:48.925 INFO:tasks.workunit.client.0.smithi052.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-13T02:51:49.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:51:49.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE Bus STOPPED 2024-09-13T02:51:49.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE Bus STARTING 2024-09-13T02:51:49.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE Serving on http://:::9283 2024-09-13T02:51:49.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE Bus STARTED 2024-09-13T02:51:49.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:48] ENGINE Bus STOPPING 2024-09-13T02:51:49.290 INFO:tasks.workunit.client.0.smithi052.stderr:+ LAST_OPT_REVISION=1 2024-09-13T02:51:49.290 INFO:tasks.workunit.client.0.smithi052.stderr:+ '[' 1 -ne 1 ']' 2024-09-13T02:51:49.290 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry show 2024-09-13T02:51:49.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:49] ENGINE Bus STOPPED 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:49] ENGINE Bus STARTING 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:49] ENGINE Serving on http://:::9283 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:51:49] ENGINE Bus STARTED 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:49.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.536 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.537 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2702593950' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.538 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.539 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.540 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.540 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:49 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2702593950' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:51:49.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:49.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:49.701 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:49.701 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:49 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2702593950' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:49.953 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:49.954 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:49.955 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:49.956 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:49.957 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_block_size", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_cache_size", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_compression", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_log", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_write_buffer_size", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:51:49.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:49.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addr", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addrv", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T02:51:49.962 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:49.963 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:49.964 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:49.964 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:49.964 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:49.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:49.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:49.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:51:49.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_perf", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/enabled", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:49.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T02:51:49.969 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.970 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 1, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:51:49.971 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 0, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T02:51:49.972 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.973 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T02:51:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_stats": { 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:49.975 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20709376, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 416064, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 475136, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 436, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1286800, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1292800, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 15092272, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 21184512 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.976 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20135936, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 333072, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 933888, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 346, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 933536, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 12, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 628224, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 14685776, 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 20135936 2024-09-13T02:51:49.977 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 36732928, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 1348920, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 8192, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 14974976, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1188, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 8108344, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 21, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 962304, 2024-09-13T02:51:49.978 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 23683728, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 51707904 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 36782080, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 998424, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 1097728, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 13869056, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 966, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 6780080, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 21, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1883136, 2024-09-13T02:51:49.979 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 23401272, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 50651136 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 46088192, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 1633216, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 7618560, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1809, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 11020552, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 23, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2836224, 2024-09-13T02:51:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 27976760, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 53706752 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 273506304, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 903920, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 155648, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1361, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.981 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 5124176, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2216704, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 262508992, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273661952 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272785408, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 744720, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 876544, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1350, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 5554472, 2024-09-13T02:51:49.982 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2192640, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261541064, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273661952 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272572416, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 811440, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 16384, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 40960, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1284, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.983 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4839176, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2436352, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261716552, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 272613376 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 270909440, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 571216, 2024-09-13T02:51:49.984 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 24576, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 655360, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1231, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4745344, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1619712, 2024-09-13T02:51:49.985 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261196080, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 271564800 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 271908864, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 668800, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 917504, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1233, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.986 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4713120, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1988352, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261786080, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 272826368 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 275259392, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 854896, 2024-09-13T02:51:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 4849664, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 24576, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 565248, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1275, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4813216, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2396416, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 262320624, 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 275824640 2024-09-13T02:51:49.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272326656, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 867736, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 1400832, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1259, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4815368, 2024-09-13T02:51:49.989 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2342144, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261548896, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273727488 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272547840, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 1390760, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 1114112, 2024-09-13T02:51:49.990 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1315, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4781496, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2172160, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261450912, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273661952 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.991 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "io_rate": { 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_stats_delta": { 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 0, 2024-09-13T02:51:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 0, 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "stamp_delta": "12.002587", 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:49.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:49.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:49.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 146, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 248, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:49.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 32, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:49.997 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 0 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "mempool": { 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:49.999 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.001 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 222183, 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 68 2024-09-13T02:51:50.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50488, 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 208 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.005 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.006 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8144, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.008 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.009 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.010 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.012 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.013 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.014 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 150105, 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 856, 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.016 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.017 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1103736, 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 349 2024-09-13T02:51:50.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 176, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6792, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12744, 2024-09-13T02:51:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1546 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5312, 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 103 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.028 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.032 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.033 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.034 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1087152, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 351 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.035 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.036 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.036 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.036 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.036 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.037 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.037 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.037 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6792, 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12744, 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1546 2024-09-13T02:51:50.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5312, 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 103 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.039 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:50.040 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.042 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.043 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.044 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.045 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.046 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1133158, 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 343 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 440, 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.049 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6792, 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12744, 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1546 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10624, 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 206 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.050 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20608, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 560, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8832, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.053 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20608, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5840, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 73 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27040, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 54834, 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9933 2024-09-13T02:51:50.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 136000, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 200 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11124, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 713 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 31676, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 200 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 416566, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 91 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2447860, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 195 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5896, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 67 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.057 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 521280, 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70304, 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T02:51:50.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 236264, 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3527 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.060 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.061 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19152, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 171 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1120, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8208, 2024-09-13T02:51:50.062 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 171 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19152, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 171 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4720, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20480, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.063 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 48954, 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8923 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 126480, 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 186 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9284, 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 538 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.064 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27656, 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 186 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 405806, 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 88 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12096, 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2388025, 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 177 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.066 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5192, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 451776, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.067 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8528, 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 22 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.070 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 18928, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 169 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 896, 2024-09-13T02:51:50.071 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8112, 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 169 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 18928, 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 169 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.072 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4240, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 53 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12288, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 46297, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8542 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 121040, 2024-09-13T02:51:50.073 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 178 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8348, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 526 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 25944, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 178 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.074 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 355511, 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 76 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12096, 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.075 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2434068, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4488, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 51 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 359104, 2024-09-13T02:51:50.076 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9360, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.077 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.078 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19488, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 174 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 224, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8352, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 174 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19488, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 174 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3760, 2024-09-13T02:51:50.081 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 47 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 47391, 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8817 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 125120, 2024-09-13T02:51:50.082 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9152, 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 544 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.083 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 26640, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 257432, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 52 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 30637, 2024-09-13T02:51:50.084 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2437046, 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4752, 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 54 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 428608, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 37 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10400, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 20 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.086 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.087 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.088 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19600, 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 175 2024-09-13T02:51:50.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 672, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8400, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 175 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19600, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 175 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3520, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 44 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4096, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 48808, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9015 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 127840, 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 188 2024-09-13T02:51:50.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9364, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 546 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27496, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 188 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.092 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 913657, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 69 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12096, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2397492, 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 170 2024-09-13T02:51:50.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4840, 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 55 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 451776, 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T02:51:50.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8944, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 18 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 236520, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3539 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.095 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.096 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19376, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 173 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 224, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8304, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 173 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19376, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 173 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3040, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 49512, 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9055 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 128520, 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 189 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9580, 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 546 2024-09-13T02:51:50.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28088, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 189 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.101 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 838828, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 51 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 30637, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2417484, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5456, 2024-09-13T02:51:50.102 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 62 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 474944, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 41 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.103 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 13520, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.104 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.105 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20496, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 183 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 224, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8784, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 183 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20496, 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 183 2024-09-13T02:51:50.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2720, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 14752, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 49128, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9298 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.108 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 127160, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 187 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10512, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 704 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28436, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 187 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 218673, 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 43 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.110 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2405098, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 178 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4576, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 52 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 440192, 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T02:51:50.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 69472, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 144 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.112 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.113 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:50.114 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20384, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1344, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.115 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8736, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20384, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2240, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 28 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 297785, 2024-09-13T02:51:50.116 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 13 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 52404, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9690 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 132600, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 195 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11276, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 709 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:50.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 30652, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 195 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 181226, 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 35 2024-09-13T02:51:50.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2399232, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 214 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6248, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 71 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.119 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 521280, 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:50.120 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70928, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 170 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 236264, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3527 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.121 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:50.122 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:50.123 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.124 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:50.125 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:50.126 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T02:51:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.128 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T02:51:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy" 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 17, 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.130 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "quincy" 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_perf_histograms": [ 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:50.131 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:50.132 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:50.133 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:50.134 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:50.135 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:50.136 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.137 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.138 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.140 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.141 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.142 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.143 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.144 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.145 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.146 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.147 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.148 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.149 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.150 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:50.151 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.151 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.151 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.153 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.154 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:50.155 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.156 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.157 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.158 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.159 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.160 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.161 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:50.162 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:50.163 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:50.164 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:50.165 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:50.166 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.167 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.168 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.169 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.170 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.171 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.172 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.173 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.174 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.175 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.176 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.177 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.178 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.179 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.180 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.181 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.183 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.184 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.185 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.186 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.187 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.188 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:50.189 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:50.190 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:50.191 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.192 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:50.193 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:50.194 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.195 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.196 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.197 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.198 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.199 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.200 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.201 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.202 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.204 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.205 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.206 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.207 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.208 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.209 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.210 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.211 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.212 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.213 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.214 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.215 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.216 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.217 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:50.218 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:50.219 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:50.220 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:50.221 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:50.222 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.223 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.224 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.225 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.226 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 3, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.227 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.228 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.229 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.230 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:50.231 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.232 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.233 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.234 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.235 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.236 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.237 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.238 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.239 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.240 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.241 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.242 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.243 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.244 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_counters": { 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "caps": { 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.245 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_grant": { 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_revoke": { 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_trunc": { 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_commit": { 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch": { 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_merge": { 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_split": { 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "exported_inodes": { 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "forward": { 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_cap_release": { 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps": { 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps_dirty": { 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.248 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_inode_file_caps": { 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "imported_inodes": { 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes": { 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_expired": { 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_pinned": { 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:50.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_with_caps": { 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "load_cent": { 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "openino_dir_fetch": { 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "process_request_cap_release": { 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.250 INFO:tasks.workunit.client.0.smithi052.stdout: "reply_latency": { 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69518 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "request": { 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rbytes": { 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rfiles": { 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rsnaps": { 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_reply": { 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "subtrees": { 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_cache": { 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_enqueue_scrub": { 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_exportdir": { 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_flush": { 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragmentdir": { 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragstats": { 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_inodestats": { 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_enqueued": { 2024-09-13T02:51:50.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_prioritized": { 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_processing": { 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays": { 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_delayed": { 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_enqueuing": { 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_completed": { 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_started": { 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_created": { 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_enqueued": { 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_migrated": { 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_reintegrated": { 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_log": { 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "ev": { 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "evadd": { 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:50.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "evex": { 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "evexd": { 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "evexg": { 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "evtrm": { 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "jlat": { 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10074182 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "replayed": { 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "seg": { 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "segadd": { 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "segex": { 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.258 INFO:tasks.workunit.client.0.smithi052.stdout: "segexd": { 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "segexg": { 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "segtrm": { 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_mem": { 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "cap": { 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "cap+": { 2024-09-13T02:51:50.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "cap-": { 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "dir": { 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "dir+": { 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "dir-": { 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.260 INFO:tasks.workunit.client.0.smithi052.stdout: "dn": { 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "dn+": { 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "dn-": { 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "heap": { 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 207068 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "ino": { 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:50.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "ino+": { 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "ino-": { 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "rss": { 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39324 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_server": { 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_acquisition_throttle": { 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.262 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_revoke_eviction": { 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_request": { 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_session": { 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_peer_request": { 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "req_create_latency": { 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getattr_latency": { 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69518 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getfilelock_latency": { 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getvxattr_latency": { 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "req_link_latency": { 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookup_latency": { 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookuphash_latency": { 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupino_latency": { 2024-09-13T02:51:50.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupname_latency": { 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupparent_latency": { 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupsnap_latency": { 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lssnap_latency": { 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mkdir_latency": { 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mknod_latency": { 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mksnap_latency": { 2024-09-13T02:51:50.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "req_open_latency": { 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "req_readdir_latency": { 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rename_latency": { 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "req_renamesnap_latency": { 2024-09-13T02:51:50.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmdir_latency": { 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmsnap_latency": { 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmxattr_latency": { 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setattr_latency": { 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setdirlayout_latency": { 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setfilelock_latency": { 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setlayout_latency": { 2024-09-13T02:51:50.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setxattr_latency": { 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "req_symlink_latency": { 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "req_unlink_latency": { 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.271 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_sessions": { 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "average_load": { 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "avg_session_uptime": { 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "mdthresh_evicted": { 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "session_count": { 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "session_remove": { 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_open": { 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_stale": { 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "total_load": { 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.273 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.274 INFO:tasks.workunit.client.0.smithi052.stdout: "purge_queue": { 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed": { 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing": { 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_high_water": { 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops": { 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops_high_water": { 2024-09-13T02:51:50.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_item_in_journal": { 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T02:51:50.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 829, 2024-09-13T02:51:50.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3912972 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 829, 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 137997771 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T02:51:50.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 830 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 830 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1770971285 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:50.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T02:51:50.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 830 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7670252 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:50.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5568 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371993981 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49086464 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 33636352 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15450112 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:50.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274215 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832767 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.290 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41481 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71065501 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 322961408 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 184680166 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71172378 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_completed": { 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.297 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lasted": { 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28216462 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_running": { 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35492, 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 83718378 2024-09-13T02:51:50.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:51:50.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1807, 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 603533697 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T02:51:50.300 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T02:51:50.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T02:51:50.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 819 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 819, 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3887565 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.303 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 819, 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91998791 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 820 2024-09-13T02:51:50.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.306 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T02:51:50.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 820 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1883975336 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 820 2024-09-13T02:51:50.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7621536 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5494 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91998797 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.310 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48029696 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32399360 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15630336 2024-09-13T02:51:50.311 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:50.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274215 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.314 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832767 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41481 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71065501 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 322961408 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.318 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 184680166 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71172378 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_completed": { 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.321 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lasted": { 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27997954 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_running": { 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34934, 2024-09-13T02:51:50.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89218600 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1759, 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 215557602 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.324 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T02:51:50.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 958 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4964201 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.327 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2874 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 144998102 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.328 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.329 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 958 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4895282 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5431 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 136697099 2024-09-13T02:51:50.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.331 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 960 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 960, 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2358969164 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.332 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1050 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T02:51:50.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.334 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51085312 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41754624 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T02:51:50.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9330688 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277021312 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273785 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832135 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277021312 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39078 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71066842 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 322961408 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 184680875 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71171669 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_completed": { 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lasted": { 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27982128 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.346 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_running": { 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42999, 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166914647 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:51:50.347 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2083, 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 282936418 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.349 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2355200 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1572864 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1433600 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.352 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.353 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3862528 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1306624 2024-09-13T02:51:50.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 214408 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19840 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 333, 2024-09-13T02:51:50.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67964136 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 319, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12107540 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 333, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 418443 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 333, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68382579 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48291 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 993 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.362 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16695 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 223 2024-09-13T02:51:50.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 114, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1165360 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 274, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 244983 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 160, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 722931 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.364 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44365 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5832492 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101, 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7214188 2024-09-13T02:51:50.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 559714151962 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 118539344136 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 47896326554 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52805 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428419 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 141524401 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 135158 2024-09-13T02:51:50.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63072851 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19413573 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 903962 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61, 2024-09-13T02:51:50.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273213 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 230331836 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24672704 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2984612 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270909440 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270745600 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:50.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 163840 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85553076 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.372 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73809996 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641648070 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71381482 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57035384 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68793272 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.380 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641648070 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 282207 2024-09-13T02:51:50.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71101403 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.383 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.385 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 604 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29719631 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.386 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3894818 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26582463 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6 2024-09-13T02:51:50.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 604 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29719631 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3894818 2024-09-13T02:51:50.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26582463 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.392 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305795072 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2064384 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1396736 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1257472 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3395584 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700416 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.402 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 207703 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74780 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 290, 2024-09-13T02:51:50.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57305167 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 283, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6618927 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 290, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 402211 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 290, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57707378 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.405 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39363 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30128 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12144 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 683 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 230 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 119, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2215588 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 277, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258224 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 158, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1746842 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 86266 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5730869 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6192544 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.409 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 95, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 359709752458 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 109361089602 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 361, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55938589846 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 361, 2024-09-13T02:51:50.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39732 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 397459 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 101790981 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 116654 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50791997 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19904823 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312498 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 55, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 353855 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.412 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 178666653 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24515285 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2840557 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.413 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269860864 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269811712 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T02:51:50.414 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85554579 2024-09-13T02:51:50.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.417 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73808493 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641659343 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71370209 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57036386 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68792270 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641659343 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257210 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71115127 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T02:51:50.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640827 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 97, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 249045688 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 596 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 97, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37309652 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 97, 2024-09-13T02:51:50.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 128083424 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18, 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2625879 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 596 2024-09-13T02:51:50.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18, 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2284717 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18, 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1822370 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11307857 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5296105 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10614307 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640827 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 235111952 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29728830 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 115646747 2024-09-13T02:51:50.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305192960 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.437 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1765376 2024-09-13T02:51:50.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1191936 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1052672 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2891776 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 692224 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.446 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 215200 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19452 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.448 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 240, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42910532 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 234, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6821826 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 240, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 367745 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 240, 2024-09-13T02:51:50.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 43278277 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32376 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1491 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.450 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4133 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 514 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.451 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 211 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94, 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1063547 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 222, 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247496 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 128, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 768944 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 82197 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6205904 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.453 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 89, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5477710 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 88, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 333228385080 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 89, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 98896780054 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 295, 2024-09-13T02:51:50.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54260475523 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 295, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30703 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 367848 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75316733 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.455 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95651 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55884922 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16525647 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312634 2024-09-13T02:51:50.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 50, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 255969 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 154343633 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19908884 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1935421 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269860864 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269565952 2024-09-13T02:51:50.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 294912 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.459 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85555761 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.461 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73815503 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.462 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641668211 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.464 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71361341 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57037174 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.466 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.468 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68791482 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.469 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641668211 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 245700 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71117769 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:50.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96272257 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.474 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4827198 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31519085 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.475 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.476 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.477 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.478 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96272257 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4827198 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31519085 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305184768 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.481 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.482 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1134592 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.483 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 868352 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.484 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 729088 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.487 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.488 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1937408 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.490 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 712704 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7186 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.492 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34497326 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5623662 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270550 2024-09-13T02:51:50.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34767876 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28487 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.494 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1441 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8162 2024-09-13T02:51:50.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 327 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 217 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80, 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 653071 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 137, 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 227520 2024-09-13T02:51:50.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57, 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167672 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.497 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3288454 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3853780 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 342756394521 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T02:51:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 79973182934 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 233, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 537106 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 233, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24413 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 236528 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.499 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63304823 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65213 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48562046 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11665812 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 315362 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40, 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 219788 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 127084711 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.501 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14129437 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2307508 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 268812288 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 268025856 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 786432 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85556057 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73827495 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641670428 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.507 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71359124 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57037371 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.510 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68791285 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641670428 2024-09-13T02:51:50.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6952 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 248902 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71105398 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.516 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.517 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.518 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1651052 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.520 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1651052 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305201152 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.525 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1290240 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.527 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.528 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 970752 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 831488 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.530 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.533 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.534 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2195456 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 716800 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 337758 2024-09-13T02:51:50.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19427 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 186, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52529616 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.537 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 179, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3412549 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 186, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 228838 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 186, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52758454 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35146 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4946 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.539 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10547 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 387 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 234 2024-09-13T02:51:50.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 95, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1419375 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 160, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179343 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 65, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 791635 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 106443 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994977 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2709877 2024-09-13T02:51:50.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 203785044381 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69597725911 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 278, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5037177889 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.543 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 278, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38279 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 236058 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 133623786 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 80910 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78681229 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13287414 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 313593 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.545 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 175659 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 228861038 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15579171 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:50.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2087406 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270073856 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269123584 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:50.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 950272 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85497659 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73881797 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641232445 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.552 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71797107 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.554 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56998439 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68830217 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.557 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641232445 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256210 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71543025 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.560 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.561 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4737612 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.563 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 797678 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4570195 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.565 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.567 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4737612 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 797678 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4570195 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.569 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305209344 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.570 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.571 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1200128 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.572 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 897024 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 757760 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.577 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.578 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2031616 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.579 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 708608 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 263195 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42588 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.581 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67133318 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5956758 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 172389 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.582 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67305707 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29546 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7362 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3585 2024-09-13T02:51:50.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 365 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 242 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94, 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862216 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 150, 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257528 2024-09-13T02:51:50.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 56, 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1402492 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90773 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.586 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3214831 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2954738 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185017094128 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 59630552530 2024-09-13T02:51:50.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 277, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4787333608 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 277, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31361 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 229470 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.588 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 141336021 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90446 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 278074239 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.589 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54609183 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 315052 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 33, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 136876 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 477498455 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.590 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56920714 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42572948 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.591 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270974976 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270163968 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 811008 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.592 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85497833 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73885719 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641233749 2024-09-13T02:51:50.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71795803 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56998555 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.600 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68830101 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641233749 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262980 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.604 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71534951 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.605 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.606 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.608 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.610 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.613 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.614 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305197056 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.615 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1282048 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1003520 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 864256 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.618 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.619 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2220032 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1302528 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 83831 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29134 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 194, 2024-09-13T02:51:50.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46140154 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 185, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11018946 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 194, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 171581 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 194, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46311735 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.627 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40442 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6024 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9536 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 347 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 243 2024-09-13T02:51:50.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 87, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1429150 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 137, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247972 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 50, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1158530 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17785 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3503983 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2378532 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.631 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 467127867987 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50772972769 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 553935 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29276 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 210879 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 155226100 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 81095 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.633 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74189661 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13036118 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 905870 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29, 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 120948 2024-09-13T02:51:50.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 246201940 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15096876 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1627414 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.635 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270974976 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269443072 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1531904 2024-09-13T02:51:50.636 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85497184 2024-09-13T02:51:50.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8192 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73878176 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641228882 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71800670 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56998122 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.644 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.645 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68830534 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641228882 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7101 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258502 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71537195 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.649 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.650 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.651 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73906057 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7144871 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29858812 2024-09-13T02:51:50.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.654 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.655 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.656 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73906057 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7144871 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29858812 2024-09-13T02:51:50.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305790976 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.659 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1257472 2024-09-13T02:51:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:50.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 978944 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 839680 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:50.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:50.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:50.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.666 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.667 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2170880 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1298432 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.668 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 320681 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.669 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31391 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 188, 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51496948 2024-09-13T02:51:50.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 178, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11599565 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 188, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125937 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 188, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51622885 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35332 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1140 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.672 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4322 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 559 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 268 2024-09-13T02:51:50.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 114, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2837006 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 181, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262936 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2155785 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72605 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1956913 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1751519 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:50.675 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 267669283916 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35951900033 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 509717 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35578 2024-09-13T02:51:50.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192017 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179491581 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 93302 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 98903005 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14849023 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 903838 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23, 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111445 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.678 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295438611 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17611240 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2909457 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:50.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269860864 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269770752 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90112 2024-09-13T02:51:50.680 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85488352 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.682 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 143360 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.683 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73751840 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.684 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641162641 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71866911 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:50.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56992234 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.689 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68836422 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.690 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641162641 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.691 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274788 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71594251 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 87, 2024-09-13T02:51:50.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75368321 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264322 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 89, 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23712926 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 87, 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52112525 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:50.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 60 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60, 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9526883 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264322 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60, 2024-09-13T02:51:50.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8536307 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60, 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7050916 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22, 2024-09-13T02:51:50.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22692028 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22, 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10419555 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.699 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22, 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21168693 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 43149410 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.700 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4757064 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23892916 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:50.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305790976 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.702 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T02:51:50.703 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.450442480039783e-06, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:50.704 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 272, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 490496, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 145, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.705 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T02:51:50.706 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 98304, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 98304, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:50.707 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 3410, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 3410, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 10230, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 51, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 19456 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.708 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:50.709 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:50.710 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:50.711 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.712 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T02:51:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12288, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12288, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:50.714 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.689964435058755e-08, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 19, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 19, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 57, 2024-09-13T02:51:50.715 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 2, 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 2048 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T02:51:50.716 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T02:51:49.841547", 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_stats": { 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "6.15.5" 2024-09-13T02:51:50.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T02:51:50.719 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.720 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:50.721 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pg": [ 2024-09-13T02:51:50.722 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.723 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.580133+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.580133+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581966+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3f", 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.726 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:59:17.503239+0000", 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.729 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.730 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.731 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.732 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581209+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581209+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581510+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.733 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.734 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.735 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3e", 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:06:35.816891+0000", 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.740 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.741 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.742 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.576519+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.576519+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576891+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.744 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3d", 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.745 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:50:04.683641+0000", 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.750 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587880+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587880+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588175+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.753 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3c", 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.754 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:10.412087+0000", 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.760 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.976020+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.976020+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.976390+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.762 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3b", 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.763 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:18:54.265345+0000", 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.768 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.769 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586030+0000", 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586030+0000", 2024-09-13T02:51:50.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.586437+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.772 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3a", 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:09:03.094693+0000", 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.773 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.778 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578342+0000", 2024-09-13T02:51:50.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578342+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578840+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.781 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.39", 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.782 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:04.448199+0000", 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.786 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.787 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.589285+0000", 2024-09-13T02:51:50.788 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.589285+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589557+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.790 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.38", 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.791 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:16:52.204623+0000", 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.796 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.590654+0000", 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.590654+0000", 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.591099+0000", 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:50.798 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.799 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.37", 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:17:31.370675+0000", 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:50.804 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.805 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.585354+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.585354+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.585636+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.807 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.36", 2024-09-13T02:51:50.808 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:02:05.146608+0000", 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.813 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.814 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586063+0000", 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586063+0000", 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.586306+0000", 2024-09-13T02:51:50.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.817 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.35", 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:13.104841+0000", 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.818 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.822 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.823 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577808+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577808+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578201+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.826 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.34", 2024-09-13T02:51:50.827 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:25:22.996275+0000", 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.833 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581390+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581390+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581902+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.834 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.835 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.33", 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.836 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:49:33.548336+0000", 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.840 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.841 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588373+0000", 2024-09-13T02:51:50.842 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588373+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589640+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.844 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.32", 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.845 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:49:10.931763+0000", 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.849 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.850 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.584896+0000", 2024-09-13T02:51:50.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.584896+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.585182+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.853 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.31", 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.854 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:35.328167+0000", 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.859 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586797+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586797+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.587505+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.862 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.30", 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.863 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:29.564305+0000", 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.868 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.869 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.978007+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.978007+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.978459+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.870 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.871 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2f", 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.872 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:07:29.488567+0000", 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.877 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.878 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.579237+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.579237+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.579542+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.880 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2e", 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.881 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:42.518417+0000", 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.885 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.886 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.887 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.582830+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.582830+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583096+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.888 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.889 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2d", 2024-09-13T02:51:50.890 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:35:07.550166+0000", 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.895 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583005+0000", 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583005+0000", 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583267+0000", 2024-09-13T02:51:50.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.899 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2c", 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:28:32.891339+0000", 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.905 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.574350+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.574350+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576263+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.907 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2b", 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.908 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:46:44.491613+0000", 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.912 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.913 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.914 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586892+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586892+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588409+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.915 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.916 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2a", 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.917 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:50:06.591055+0000", 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.922 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.923 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.582173+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.582173+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583225+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.924 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.925 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.29", 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.926 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:52:31.765732+0000", 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.927 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.931 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.932 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587166+0000", 2024-09-13T02:51:50.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587166+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.587733+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.935 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.28", 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.936 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:24:55.637470+0000", 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.941 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.942 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.580074+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.580074+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.580348+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.944 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.27", 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.945 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:26:50.063938+0000", 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.950 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.951 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.976415+0000", 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.976415+0000", 2024-09-13T02:51:50.952 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.976781+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.954 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.26", 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.955 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:20.033628+0000", 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.960 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.961 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.573496+0000", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.573496+0000", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.573825+0000", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:50.963 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.964 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.25", 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:17:10.014248+0000", 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.965 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.969 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.970 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977012+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977012+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.977326+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.973 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.24", 2024-09-13T02:51:50.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 31, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:32.731902+0000", 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.981 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577581+0000", 2024-09-13T02:51:50.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577581+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578689+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.983 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.984 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.23", 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:10:00.224754+0000", 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.989 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.990 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587229+0000", 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587229+0000", 2024-09-13T02:51:50.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588637+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:50.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:50.993 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.22", 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:27:34.805880+0000", 2024-09-13T02:51:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:50.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:50.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.998 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:50.999 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.585665+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.585665+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.585945+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.002 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.21", 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:38:11.524248+0000", 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.003 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.007 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.008 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.009 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.589136+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.589136+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589523+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.012 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.20", 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:53:26.277421+0000", 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.572661+0000", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.572661+0000", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.572942+0000", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.020 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1a", 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:25:57.233265+0000", 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.026 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.027 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.124477+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.124477+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124781+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.028 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.029 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1b", 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:20:43.904885+0000", 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.034 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977418+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977418+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.977941+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.038 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1b", 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.039 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:37:01.566414+0000", 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.045 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123673+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123673+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123992+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.047 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1a", 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.048 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:51:51.148857+0000", 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123386+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123386+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123846+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.056 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.19", 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.057 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:04:39.596900+0000", 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578050+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578050+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578533+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.18", 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:33:09.486540+0000", 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.071 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.125693+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.125693+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126006+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.074 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.18", 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.075 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:04:13.773224+0000", 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.080 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.081 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.572514+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.572514+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.572784+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.083 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.19", 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.084 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:10:16.381626+0000", 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.088 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.090 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.124350+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.124350+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124624+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.092 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.17", 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:24:55.143976+0000", 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.098 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.099 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583449+0000", 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583449+0000", 2024-09-13T02:51:51.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583904+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.102 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.16", 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:39.582401+0000", 2024-09-13T02:51:51.103 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.107 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.108 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.130644+0000", 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.130644+0000", 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.130962+0000", 2024-09-13T02:51:51.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.111 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.16", 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:16.002873+0000", 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.112 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.116 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.117 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587903+0000", 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587903+0000", 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588339+0000", 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.119 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.120 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.17", 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:07:28.314886+0000", 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.121 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.125 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.126 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.122395+0000", 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.122395+0000", 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.122668+0000", 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.128 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T02:51:51.129 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.15", 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 27, 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:56:25.650551+0000", 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.130 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 90, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.134 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'3" 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.135 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.576747+0000", 2024-09-13T02:51:51.136 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.576747+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576994+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.138 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.14", 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:16:55.064183+0000", 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.139 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.143 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.144 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.125061+0000", 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.125061+0000", 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.125484+0000", 2024-09-13T02:51:51.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 12, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 12, 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.14", 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 36, 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.148 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:49:51.753489+0000", 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 2624, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T02:51:51.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 9 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.153 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "68'12" 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.154 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.575850+0000", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.575850+0000", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576228+0000", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.156 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.157 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.15", 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:41:31.423855+0000", 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.162 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.163 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.120994+0000", 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.120994+0000", 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.122040+0000", 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:51.165 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.166 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.13", 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:57:05.741168+0000", 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 34, 2024-09-13T02:51:51.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 6 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.171 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.172 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.575423+0000", 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.575423+0000", 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.575747+0000", 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.173 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.174 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.176 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.12", 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:58:57.283481+0000", 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.177 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.181 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126275+0000", 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126275+0000", 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126943+0000", 2024-09-13T02:51:51.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.183 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.12", 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.184 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:42.025024+0000", 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.188 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.189 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581829+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581829+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583189+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.191 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.13", 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:58:47.421969+0000", 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.192 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.195 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.196 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127069+0000", 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127069+0000", 2024-09-13T02:51:51.197 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127473+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.198 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.11", 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:36:54.428737+0000", 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.203 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.204 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588798+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588798+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589376+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.206 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.10", 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:21:23.101476+0000", 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.210 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.211 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.124720+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.124720+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124999+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 8, 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.213 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 8, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.10", 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 32, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:42:59.578453+0000", 2024-09-13T02:51:51.214 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 4, 2024-09-13T02:51:51.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T02:51:51.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'8" 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.218 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577551+0000", 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577551+0000", 2024-09-13T02:51:51.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.579048+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:51.220 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.11", 2024-09-13T02:51:51.221 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:50:12.893427+0000", 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.222 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.226 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.128913+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.128913+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.129380+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:51.227 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.f", 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.228 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:12.090151+0000", 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 22, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.232 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.233 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.580857+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.580857+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.582870+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.234 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.235 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.e", 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:24:25.416827+0000", 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.239 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.240 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.125608+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.125608+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.125857+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.241 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.242 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.e", 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:06:51.188527+0000", 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.246 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.247 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581208+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581208+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.582150+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.249 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.f", 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:00:50.429973+0000", 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.250 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.254 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.121112+0000", 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.121112+0000", 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.121408+0000", 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.255 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.256 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.d", 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.257 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:28:49.817255+0000", 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 70, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.261 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.262 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587958+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587958+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588213+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.263 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.264 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.c", 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:04:34.081464+0000", 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.265 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.267 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.269 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126243+0000", 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126243+0000", 2024-09-13T02:51:51.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126536+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.271 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.c", 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.272 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:04:48.383517+0000", 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.276 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.277 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.589406+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.589406+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589656+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.279 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.d", 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:02:05.767522+0000", 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.284 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.869071+0000", 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.869071+0000", 2024-09-13T02:51:51.285 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:20.293338+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.286 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.287 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.5", 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:49:30.822198+0000", 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000296618, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.289 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.290 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.291 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.292 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 20, 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:47:54.673981+0000", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:47:54.673981+0000", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:47:54.679880+0000", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.293 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 51, 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 95, 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 50, 2024-09-13T02:51:51.294 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 95, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "1.0", 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 116, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.295 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:21.009846+0000", 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 272, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 479, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 145, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "68'95" 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.299 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.128367+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.128367+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.128880+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.302 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.3", 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:02:11.996569+0000", 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.306 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.307 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588005+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588005+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588296+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.308 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.309 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2", 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.310 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:13:00.668115+0000", 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.314 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:16.062672+0000", 2024-09-13T02:51:51.315 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:16.062672+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.877175+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.316 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.317 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.6", 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:52:29.498525+0000", 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000314291, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.321 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.322 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.128051+0000", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.128051+0000", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.128342+0000", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.323 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.324 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.0", 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.325 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:36:18.270885+0000", 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.328 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.329 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.330 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.575354+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.575354+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.575630+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.331 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.332 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1", 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.333 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:30:46.621776+0000", 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.336 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.337 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.338 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990717+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990717+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.881237+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.340 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.7", 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:30:13.190823+0000", 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000757578, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.341 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.344 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.345 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.122940+0000", 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.122940+0000", 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123341+0000", 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.346 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.347 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1", 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.348 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:25:37.597063+0000", 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.353 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581484+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581484+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581770+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.354 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.0", 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:40:52.928813+0000", 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.358 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.359 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.360 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:16.062771+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:16.062771+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.879997+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.361 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.362 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.4", 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:53:53.182342+0000", 2024-09-13T02:51:51.363 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000335421, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.367 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.129551+0000", 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.129551+0000", 2024-09-13T02:51:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.129859+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:51.369 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.2", 2024-09-13T02:51:51.370 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:57:19.490161+0000", 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.374 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.375 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586367+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586367+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.586612+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.377 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3", 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:14:02.675528+0000", 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.381 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.382 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990792+0000", 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990792+0000", 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.881238+0000", 2024-09-13T02:51:51.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:51.384 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.2", 2024-09-13T02:51:51.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:06:46.454395+0000", 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.001328166, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 2 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.389 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "67'2" 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.390 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127101+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127101+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.128368+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.391 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.392 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.4", 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:14:59.077268+0000", 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.393 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.396 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.397 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.584499+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.584499+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.584763+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.399 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.400 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.5", 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:18:58.878428+0000", 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.404 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.405 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990766+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990766+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.876387+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.407 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.3", 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 20, 2024-09-13T02:51:51.408 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:10:54.614420+0000", 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.001417634, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.412 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "65'1" 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.413 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.130451+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.130451+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.130728+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.415 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.5", 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:36.750077+0000", 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.419 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.420 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587720+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587720+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588000+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.422 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.4", 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:56:06.382003+0000", 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.423 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.426 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.427 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.863664+0000", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.863664+0000", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:20.501897+0000", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.429 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.0", 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:09:03.811615+0000", 2024-09-13T02:51:51.430 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000469801, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.433 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.434 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.120926+0000", 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.120926+0000", 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.121917+0000", 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.436 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.6", 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:51.437 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:55:30.191568+0000", 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.441 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583027+0000", 2024-09-13T02:51:51.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583027+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583345+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.444 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.7", 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:52:58.111370+0000", 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.448 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:51.449 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990661+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990661+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.876055+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:51.451 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.1", 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.452 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:42:19.992556+0000", 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000535686, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.456 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123549+0000", 2024-09-13T02:51:51.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123549+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123866+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.459 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.7", 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:36:28.222321+0000", 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.463 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.464 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577869+0000", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577869+0000", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578137+0000", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.466 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.6", 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:06.294658+0000", 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.467 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.470 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.471 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126663+0000", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126663+0000", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126935+0000", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.473 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.8", 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.474 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:56:00.527818+0000", 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.478 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.574444+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.574444+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.574686+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.481 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.9", 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:57:30.498408+0000", 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.485 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.486 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126896+0000", 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126896+0000", 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127169+0000", 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.488 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.9", 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.489 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:41:43.435659+0000", 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583035+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583035+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583347+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.496 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.8", 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:00:10.296572+0000", 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.500 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.501 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127064+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127064+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127359+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.503 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.a", 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:38.885497+0000", 2024-09-13T02:51:51.504 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.507 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.508 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578017+0000", 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578017+0000", 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578327+0000", 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.510 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.b", 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.511 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:23:19.191638+0000", 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.515 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.516 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977258+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977258+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.980700+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.518 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.b", 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 22, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:05:02.328793+0000", 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 1, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.522 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.523 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.582879+0000", 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.582879+0000", 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583150+0000", 2024-09-13T02:51:51.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.525 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.a", 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.526 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:46.380349+0000", 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.530 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.531 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583986+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583986+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.584249+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.533 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1d", 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:39:56.923063+0000", 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.534 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.538 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.129145+0000", 2024-09-13T02:51:51.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.129145+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.129467+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.540 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1c", 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:49:59.193223+0000", 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.545 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.546 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977177+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977177+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.977507+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.548 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1c", 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 31, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:20:08.230769+0000", 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.552 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.553 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127372+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127372+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127785+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.555 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1d", 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:10:31.852123+0000", 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:51.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.559 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.560 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588328+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588328+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589188+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.562 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1f", 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:01:01.035315+0000", 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.563 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.567 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123898+0000", 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123898+0000", 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124206+0000", 2024-09-13T02:51:51.568 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.569 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1e", 2024-09-13T02:51:51.570 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:24:36.124440+0000", 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.574 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.575 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578445+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578445+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578735+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.576 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.577 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1e", 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:18:13.219341+0000", 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.581 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.582 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126361+0000", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126361+0000", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126637+0000", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:51.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 4, 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:51.584 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 4, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1f", 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:51.585 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 28, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:25:01.374571+0000", 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 570, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:51.589 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'4" 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pool": [ 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 24, 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 8, 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 4, 2024-09-13T02:51:51.590 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 2 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.593 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 12288, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 57, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 24 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.594 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 192, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 64, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 3, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:51.598 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 192 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 96, 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:51.599 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 45, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 32, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 45, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 2, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 3410, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.600 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 66, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 22, 2024-09-13T02:51:51.601 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 22, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 14, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 1, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 51, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 19 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 98304, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:51.603 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 10230, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 96 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 3, 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.604 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 95, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 1, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 3, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 95, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 1, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:51.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 272, 2024-09-13T02:51:51.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 479, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 145, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 1781760, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 1771104, 2024-09-13T02:51:51.608 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 3 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T02:51:51.609 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516922880, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443362304, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 2443362304, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.0031816258560866117 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516922880, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443362304 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T02:51:51.610 INFO:tasks.workunit.client.0.smithi052.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T02:51:51.611 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry show-device 2024-09-13T02:51:51.612 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T02:51:51.612 INFO:tasks.workunit.client.0.smithi052.stdout: "1de43a36-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.612 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPED1D480GA_1de4bd80-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.612 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024558": { 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "E2010325", 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de43a36-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.613 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195557 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.615 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 13765871 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:51.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.618 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.619 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 16 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "0.029297" 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1623063 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:51.621 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 0, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 0, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.622 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 0, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 5332, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 202619852, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 902160153, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 3186610804, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 19635076713, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 0, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 37807, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 42864, 2024-09-13T02:51:51.623 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 31, 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 11163 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 37807, 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 42864 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:51.624 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:51.625 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: E2010325", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:51.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 31 Celsius", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 0%", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 202,619,852 [103 TB]", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 902,160,153 [461 TB]", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 3,186,610,804", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 19,635,076,713", 2024-09-13T02:51:51.628 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 5,332", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 37,807", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 42,864", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 11,163", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "No Errors Logged", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:51.629 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 31 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "1de5ebc4-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPEDMD400G4_1de65d20-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024601": { 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de5ebc4-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.631 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195561 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:51.632 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.633 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.634 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:51.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 31736855 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 53059854 2024-09-13T02:51:51.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:51.637 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.638 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "63.999023" 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:51.639 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 89, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 3578, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 3592, 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 3562 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 10, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 1, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 431501493, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 2079906546, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 7357506269, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 37968221371, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:51.641 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 11, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 53390, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 59796, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 30, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 183 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 53390, 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:51.642 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 59796 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:51.643 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:51.644 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 1 - 512 8 2", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 2 - 512 16 2", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 3 - 4096 0 0", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 4 - 4096 8 0", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 5 - 4096 64 0", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: " 6 - 4096 128 0", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.646 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 30 Celsius", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 11%", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 431,501,493 [220 TB]", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 2,079,906,546 [1.06 PB]", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 7,357,506,269", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 37,968,221,371", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 1", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 53,390", 2024-09-13T02:51:51.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 59,796", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 183", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.648 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 30 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.649 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T02:51:51.650 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry show-all 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2702593950' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.651 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.653 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:50 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.656 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.657 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:51 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.658 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2702593950' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.659 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2702593950' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.662 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.663 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.664 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.665 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.666 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:51.667 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:50 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "device_report": { 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "1de43a36-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPED1D480GA_1de4bd80-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024558": { 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:51.677 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "E2010325", 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de43a36-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195557 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.678 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:51.680 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.681 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 13765871 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:51.683 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 16 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:51.685 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "0.029297" 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1623063 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.686 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 0, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 0, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 0, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 5332, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 202619852, 2024-09-13T02:51:51.687 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 902160153, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 3186610804, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 19635076713, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 0, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 37807, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 42864, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 31, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 11163 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:51.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 37807, 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 42864 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:51.689 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.690 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: E2010325", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T02:51:51.691 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 31 Celsius", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 0%", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 0%", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 202,619,852 [103 TB]", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 902,160,153 [461 TB]", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 3,186,610,804", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 19,635,076,713", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 5,332", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 37,807", 2024-09-13T02:51:51.693 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 42,864", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 11,163", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "No Errors Logged", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.694 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 31 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "1de5ebc4-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPEDMD400G4_1de65d20-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T02:51:51.695 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024601": { 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "8DV101H0", 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de5ebc4-717b-11ef-92e5-0cc47abd15de", 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.696 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195561 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.697 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T02:51:51.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.699 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 31736855 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T02:51:51.700 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 53059854 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.701 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.702 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "63.999023" 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T02:51:51.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 89, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 3578, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 3592, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 3562 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T02:51:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 10, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 1, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 431501493, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 2079906546, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 7357506269, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 37968221371, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 11, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 53390, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 59796, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 30, 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 183 2024-09-13T02:51:51.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 53390, 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 59796 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T02:51:51.708 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: 8DV101H0", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T02:51:51.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: " 1 - 512 8 2", 2024-09-13T02:51:51.710 INFO:tasks.workunit.client.0.smithi052.stdout: " 2 - 512 16 2", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: " 3 - 4096 0 0", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: " 4 - 4096 8 0", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: " 5 - 4096 64 0", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: " 6 - 4096 128 0", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 30 Celsius", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 10%", 2024-09-13T02:51:51.711 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 11%", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 431,501,493 [220 TB]", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 2,079,906,546 [1.06 PB]", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 7,357,506,269", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 37,968,221,371", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 1", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 53,390", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 59,796", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 183", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-09-13T02:51:51.712 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 30 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.713 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "report": { 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T02:51:51.714 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T02:51:51.715 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T02:51:51.716 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:51.717 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:51.718 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_block_size", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_cache_size", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_compression", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_log", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "leveldb_write_buffer_size", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T02:51:51.719 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:51.720 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:51.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T02:51:51.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addr", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "public_addrv", 2024-09-13T02:51:51.723 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T02:51:51.724 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T02:51:51.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_perf", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/enabled", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T02:51:51.726 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T02:51:51.727 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T02:51:51.728 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T02:51:51.729 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T02:51:51.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 1, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 0, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T02:51:51.732 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T02:51:51.733 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T02:51:51.734 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.735 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_stats": { 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20725760, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 414944, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 458752, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 437, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.736 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1304352, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1292800, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 15092224, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 21184512 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20135936, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 331040, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 966656, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 346, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.737 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 970896, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 12, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 560128, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 14685776, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 20135936 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 36814848, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 1332456, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 8192, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 14893056, 2024-09-13T02:51:51.738 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1191, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 8094408, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 21, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1047808, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 23710544, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 51707904 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 35758080, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 956392, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 14893056, 2024-09-13T02:51:51.739 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 968, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 6958176, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 21, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1831424, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 23390648, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 50651136 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 46866432, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 1611576, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 540672, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 6840320, 2024-09-13T02:51:51.740 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1820, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 11567848, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 23, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2577152, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 27947744, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 53706752 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 273506304, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 848056, 2024-09-13T02:51:51.741 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 155648, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1361, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 5145928, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2238720, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 262521088, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273661952 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272785408, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 712800, 2024-09-13T02:51:51.742 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 8192, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 876544, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1350, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 5580248, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2187520, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261544136, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273661952 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272556032, 2024-09-13T02:51:51.743 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 792424, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 57344, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1284, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4819792, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 47, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2468608, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261722696, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 272613376 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T02:51:51.744 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 270909440, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 568752, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 655360, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1232, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4702240, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1683712, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261202224, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 271564800 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T02:51:51.745 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 271949824, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 650592, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 24576, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 876544, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1234, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4749248, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1983744, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261789152, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 272826368 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T02:51:51.746 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 275234816, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 836784, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 4849664, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 589824, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1275, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4767328, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2457344, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 262323696, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 275824640 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272359424, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 856216, 2024-09-13T02:51:51.747 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 24576, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 1368064, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1261, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4823240, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 45, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2341120, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261561760, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273727488 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 272596992, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 1416664, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2752512, 2024-09-13T02:51:51.748 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 1064960, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 1317, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 4825608, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 46, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2136320, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 261465888, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 273661952 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T02:51:51.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "io_rate": { 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_stats_delta": { 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 0, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 0, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "stamp_delta": "12.002587", 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:51.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:51.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:51.752 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 146, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 248, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 32, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.753 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 0 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.754 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "mempool": { 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.756 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 222183, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 68 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.760 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50488, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 208 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8144, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:51.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 150105, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 856, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.770 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.771 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.776 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1099638, 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 346 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6792, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12744, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1546 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5312, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 103 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.779 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.781 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1090976, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 351 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.785 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6792, 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12744, 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1546 2024-09-13T02:51:51.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5312, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 103 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:51.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1133638, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 341 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 440, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6792, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12744, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1546 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10624, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 206 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20608, 2024-09-13T02:51:51.798 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 560, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8832, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20608, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5840, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 73 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27040, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 54834, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9933 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 136000, 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 200 2024-09-13T02:51:51.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11124, 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 713 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 31676, 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 200 2024-09-13T02:51:51.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 416566, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 91 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2447860, 2024-09-13T02:51:51.802 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 195 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5896, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 67 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 521280, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 76544, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 236264, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3527 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.804 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T02:51:51.805 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19152, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 171 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1120, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8208, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 171 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19152, 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 171 2024-09-13T02:51:51.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4720, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20480, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 48954, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8923 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 126480, 2024-09-13T02:51:51.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 186 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9284, 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 538 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27656, 2024-09-13T02:51:51.809 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 186 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 405806, 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 88 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12096, 2024-09-13T02:51:51.810 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2388025, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 177 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5192, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 451776, 2024-09-13T02:51:51.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8528, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 22 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.813 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 18928, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 169 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 896, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8112, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 169 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 18928, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 169 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4240, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 53 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12288, 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 46297, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8542 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 121040, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 178 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8348, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 526 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 25944, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 178 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 355511, 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 76 2024-09-13T02:51:51.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12096, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2434068, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4488, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 51 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 359104, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9360, 2024-09-13T02:51:51.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.821 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19488, 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 174 2024-09-13T02:51:51.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 224, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8352, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 174 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19488, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 174 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3760, 2024-09-13T02:51:51.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 47 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 47391, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8817 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 125120, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9152, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 544 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 26640, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T02:51:51.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 257432, 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 52 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 30637, 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2437046, 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 184 2024-09-13T02:51:51.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4752, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 54 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 428608, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 37 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10400, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 20 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19600, 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 175 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 672, 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8400, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 175 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19600, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 175 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3520, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 44 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4096, 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:51.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 48808, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9015 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 127840, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 188 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9364, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 546 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27496, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 188 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 913657, 2024-09-13T02:51:51.835 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 69 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12096, 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2397492, 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 170 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4840, 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 55 2024-09-13T02:51:51.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 451776, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8944, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 18 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 236520, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3539 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.839 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.840 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19376, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 173 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 224, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8304, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 173 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19376, 2024-09-13T02:51:51.841 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 173 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3040, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 49512, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9055 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.842 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 128520, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 189 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 9580, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 546 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28088, 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 189 2024-09-13T02:51:51.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 838828, 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 51 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 30637, 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9 2024-09-13T02:51:51.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2417484, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5456, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 62 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.845 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 474944, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 41 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 13520, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:51.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20496, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 183 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 224, 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T02:51:51.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8784, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 183 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20496, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 183 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2720, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 14752, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 49128, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9298 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 127160, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 187 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10512, 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 704 2024-09-13T02:51:51.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28436, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 187 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 218673, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 43 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2405098, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 178 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4576, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 52 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.853 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 440192, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 75712, 2024-09-13T02:51:51.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 156 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 237032, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3563 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.855 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6304, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 115 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16896, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Blob": { 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20384, 2024-09-13T02:51:51.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Buffer": { 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1344, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_Extent": { 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8736, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_SharedBlob": { 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20384, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 182 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2240, 2024-09-13T02:51:51.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 28 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 297785, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 13 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 52404, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9690 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 132600, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 195 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T02:51:51.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11276, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 709 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 30652, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 195 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 181226, 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 35 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2399232, 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 214 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T02:51:51.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6248, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 71 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 521280, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 78416, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 194 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 236264, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3527 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T02:51:51.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T02:51:51.864 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T02:51:51.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:51.866 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:51.867 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T02:51:51.868 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T02:51:51.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T02:51:51.870 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T02:51:51.871 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy" 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 17, 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:51.872 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "quincy" 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_perf_histograms": [ 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:51.873 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:51.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:51.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:51.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:51.895 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.901 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:51.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:51.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:51.904 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:51.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:51.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.915 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:51.918 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.926 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.927 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:51.929 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:51.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:51.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.932 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:51.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:51.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:51.935 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.946 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.956 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.957 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T02:51:51.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T02:51:51.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.960 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T02:51:51.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T02:51:51.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T02:51:51.966 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 3, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.971 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.979 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T02:51:51.982 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_counters": { 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T02:51:51.985 INFO:tasks.workunit.client.0.smithi052.stdout: "caps": { 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_grant": { 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_revoke": { 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.986 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_trunc": { 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_commit": { 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch": { 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_merge": { 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_split": { 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.987 INFO:tasks.workunit.client.0.smithi052.stdout: "exported_inodes": { 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "forward": { 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_cap_release": { 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps": { 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps_dirty": { 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.988 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_inode_file_caps": { 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "imported_inodes": { 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes": { 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_expired": { 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_pinned": { 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.989 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_with_caps": { 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "load_cent": { 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "openino_dir_fetch": { 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "process_request_cap_release": { 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "reply_latency": { 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:51.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69518 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "request": { 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rbytes": { 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rfiles": { 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rsnaps": { 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.991 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_reply": { 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "subtrees": { 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_cache": { 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_enqueue_scrub": { 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_exportdir": { 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.992 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_flush": { 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragmentdir": { 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragstats": { 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_inodestats": { 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_enqueued": { 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_prioritized": { 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_processing": { 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays": { 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_delayed": { 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_enqueuing": { 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_completed": { 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_started": { 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_created": { 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_enqueued": { 2024-09-13T02:51:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_migrated": { 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_reintegrated": { 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_log": { 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "ev": { 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "evadd": { 2024-09-13T02:51:51.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "evex": { 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "evexd": { 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "evexg": { 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "evtrm": { 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.997 INFO:tasks.workunit.client.0.smithi052.stdout: "jlat": { 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10074182 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "replayed": { 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "seg": { 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "segadd": { 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "segex": { 2024-09-13T02:51:51.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "segexd": { 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "segexg": { 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "segtrm": { 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_mem": { 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "cap": { 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:51.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "cap+": { 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "cap-": { 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "dir": { 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "dir+": { 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "dir-": { 2024-09-13T02:51:52.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "dn": { 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "dn+": { 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "dn-": { 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "heap": { 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 207068 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "ino": { 2024-09-13T02:51:52.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "ino+": { 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "ino-": { 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "rss": { 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39324 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_server": { 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_acquisition_throttle": { 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_revoke_eviction": { 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_request": { 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_session": { 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_peer_request": { 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "req_create_latency": { 2024-09-13T02:51:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getattr_latency": { 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69518 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getfilelock_latency": { 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getvxattr_latency": { 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.004 INFO:tasks.workunit.client.0.smithi052.stdout: "req_link_latency": { 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookup_latency": { 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookuphash_latency": { 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupino_latency": { 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupname_latency": { 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupparent_latency": { 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupsnap_latency": { 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lssnap_latency": { 2024-09-13T02:51:52.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mkdir_latency": { 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mknod_latency": { 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mksnap_latency": { 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.007 INFO:tasks.workunit.client.0.smithi052.stdout: "req_open_latency": { 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "req_readdir_latency": { 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rename_latency": { 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "req_renamesnap_latency": { 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmdir_latency": { 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmsnap_latency": { 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmxattr_latency": { 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setattr_latency": { 2024-09-13T02:51:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setdirlayout_latency": { 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setfilelock_latency": { 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setlayout_latency": { 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setxattr_latency": { 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "req_symlink_latency": { 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "req_unlink_latency": { 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_sessions": { 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "average_load": { 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "avg_session_uptime": { 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "mdthresh_evicted": { 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "session_count": { 2024-09-13T02:51:52.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "session_remove": { 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_open": { 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_stale": { 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "total_load": { 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.013 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "purge_queue": { 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed": { 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing": { 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_high_water": { 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops": { 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops_high_water": { 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_item_in_journal": { 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.016 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829 2024-09-13T02:51:52.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 829, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3912972 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 829, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 137997771 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 830 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.021 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.022 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 830 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1770971285 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T02:51:52.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T02:51:52.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 830 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7670252 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5568 2024-09-13T02:51:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 830, 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371993981 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49086464 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 33636352 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15450112 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274215 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832767 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41481 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71065501 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 322961408 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 184680166 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71172378 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_completed": { 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lasted": { 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28216462 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.037 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_running": { 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35492, 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 83718378 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:51:52.039 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1807, 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 603533697 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.040 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T02:51:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 819 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 819, 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3887565 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T02:51:52.043 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 819, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91998791 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 820 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 820 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1883975336 2024-09-13T02:51:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 820 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7621536 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.049 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5494 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 820, 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91998797 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48029696 2024-09-13T02:51:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32399360 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15630336 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274215 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832767 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277020250 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41481 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.055 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.056 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71065501 2024-09-13T02:51:52.057 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 322961408 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 184680166 2024-09-13T02:51:52.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71172378 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_completed": { 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lasted": { 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27997954 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T02:51:52.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_running": { 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34934, 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89218600 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1759, 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 215557602 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T02:51:52.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11 2024-09-13T02:51:52.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 958 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4964201 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2874 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 144998102 2024-09-13T02:51:52.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T02:51:52.068 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 958 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:52.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4895282 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5431 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 958, 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 136697099 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T02:51:52.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 960 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 960, 2024-09-13T02:51:52.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2358969164 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1050 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51085312 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41754624 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9330688 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277021312 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273785 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832135 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348127232 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 277021312 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.079 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39078 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.081 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71066842 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 322961408 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 184680875 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71171669 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_completed": { 2024-09-13T02:51:52.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lasted": { 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27982128 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_running": { 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T02:51:52.086 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42999, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166914647 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2083, 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 282936418 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2355200 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.090 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1572864 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1433600 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.093 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.094 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.096 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.097 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3862528 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1306624 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 214408 2024-09-13T02:51:52.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.099 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19840 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 333, 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67964136 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 319, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12107540 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 333, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 418443 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 333, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68382579 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48291 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 993 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16695 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 223 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 114, 2024-09-13T02:51:52.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1165360 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 274, 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 244983 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 160, 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 722931 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.104 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44365 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5832492 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7214188 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101, 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 559714151962 2024-09-13T02:51:52.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 118539344136 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 47896326554 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52805 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.106 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428419 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 141524401 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 135158 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63072851 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19413573 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 903962 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273213 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 230331836 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24672704 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 427, 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2984612 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.109 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270909440 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270745600 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 163840 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85553076 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73809996 2024-09-13T02:51:52.113 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641648070 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.114 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71381482 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57035384 2024-09-13T02:51:52.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.119 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68793272 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641648070 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 282207 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71101403 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.124 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 604 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29719631 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3894818 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26582463 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 604 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29719631 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3894818 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26582463 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305795072 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2064384 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1396736 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1257472 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.135 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.140 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3395584 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700416 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 207703 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28, 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74780 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.143 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 290, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57305167 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 283, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6618927 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 290, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 402211 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 290, 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57707378 2024-09-13T02:51:52.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39363 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30128 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12144 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 683 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 230 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 119, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2215588 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 277, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258224 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 158, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1746842 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.147 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 86266 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5730869 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96, 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6192544 2024-09-13T02:51:52.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 95, 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 359709752458 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96, 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 109361089602 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 361, 2024-09-13T02:51:52.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55938589846 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 361, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39732 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 397459 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 101790981 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 116654 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50791997 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19904823 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312498 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.151 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 55, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 353855 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 178666653 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24515285 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 362, 2024-09-13T02:51:52.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2840557 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269860864 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269811712 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85554579 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73808493 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641659343 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71370209 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57036386 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68792270 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.163 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641659343 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257210 2024-09-13T02:51:52.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71115127 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.166 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640827 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 97, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 249045688 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 596 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 97, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37309652 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 97, 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 128083424 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18, 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2625879 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 596 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18, 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2284717 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18, 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1822370 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11307857 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.172 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5296105 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10614307 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640827 2024-09-13T02:51:52.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 235111952 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29728830 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 115646747 2024-09-13T02:51:52.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305192960 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1765376 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.178 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1191936 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1052672 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.181 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.184 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2891776 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 692224 2024-09-13T02:51:52.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 215200 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.186 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19452 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 240, 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42910532 2024-09-13T02:51:52.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 234, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6821826 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 240, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 367745 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 240, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 43278277 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32376 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1491 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4133 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 514 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 211 2024-09-13T02:51:52.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1063547 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 222, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247496 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 128, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 768944 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 82197 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6205904 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 89, 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5477710 2024-09-13T02:51:52.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 88, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 333228385080 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 89, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 98896780054 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 295, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54260475523 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 295, 2024-09-13T02:51:52.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30703 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 367848 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75316733 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95651 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.194 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55884922 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16525647 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312634 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 50, 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 255969 2024-09-13T02:51:52.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 154343633 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19908884 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 296, 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1935421 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269860864 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269565952 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.197 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 294912 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85555761 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73815503 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.201 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.203 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641668211 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71361341 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.206 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57037174 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68791482 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641668211 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 245700 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.211 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71117769 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.212 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.214 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96272257 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4827198 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31519085 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96272257 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4827198 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31519085 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.220 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305184768 2024-09-13T02:51:52.221 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.222 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1134592 2024-09-13T02:51:52.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 868352 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 729088 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.228 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.229 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1937408 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 712704 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7186 2024-09-13T02:51:52.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34497326 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5623662 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.233 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270550 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 161, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34767876 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28487 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.234 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1441 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8162 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 327 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 217 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80, 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 653071 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 137, 2024-09-13T02:51:52.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 227520 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167672 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3288454 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3853780 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 342756394521 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 79973182934 2024-09-13T02:51:52.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 233, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 537106 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 233, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24413 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 236528 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.239 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63304823 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65213 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48562046 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11665812 2024-09-13T02:51:52.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 315362 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 219788 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 127084711 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14129437 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 236, 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2307508 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862400347 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 268812288 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.242 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 268025856 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3138478489 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 786432 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85556057 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73827495 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641670428 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71359124 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.249 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57037371 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.251 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68791285 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.252 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641670428 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6952 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 248902 2024-09-13T02:51:52.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71105398 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.255 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.256 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1651052 2024-09-13T02:51:52.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.259 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.260 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1651052 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305201152 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.265 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1290240 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 970752 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 831488 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.269 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2195456 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 716800 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 337758 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.274 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:52.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19427 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 186, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52529616 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 179, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3412549 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.276 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 186, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 228838 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 186, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52758454 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35146 2024-09-13T02:51:52.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4946 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10547 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 387 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 234 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 95, 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1419375 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 160, 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179343 2024-09-13T02:51:52.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 65, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 791635 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 106443 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994977 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2709877 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 203785044381 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69597725911 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 278, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5037177889 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 278, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38279 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 236058 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 133623786 2024-09-13T02:51:52.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 80910 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78681229 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13287414 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.283 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 313593 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 175659 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 228861038 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15579171 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.284 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 279, 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2087406 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270073856 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269123584 2024-09-13T02:51:52.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 950272 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85497659 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73881797 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641232445 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71797107 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56998439 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68830217 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641232445 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256210 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71543025 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4737612 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 797678 2024-09-13T02:51:52.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4570195 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4737612 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 797678 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4570195 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305209344 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.308 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.309 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1200128 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.310 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 897024 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 757760 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.316 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2031616 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 708608 2024-09-13T02:51:52.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6, 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 263195 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42588 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:52.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67133318 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5956758 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 172389 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 168, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67305707 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.320 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29546 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7362 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3585 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 365 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 242 2024-09-13T02:51:52.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1862216 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 150, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257528 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 56, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1402492 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90773 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3214831 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2954738 2024-09-13T02:51:52.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185017094128 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 59630552530 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 277, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4787333608 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 277, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31361 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 229470 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 141336021 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90446 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 278074239 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54609183 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 315052 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 33, 2024-09-13T02:51:52.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 136876 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 477498455 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56920714 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 280, 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42572948 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270974976 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270163968 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.329 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 811008 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.330 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85497833 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73885719 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641233749 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71795803 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56998555 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68830101 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641233749 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262980 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71534951 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.346 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305197056 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.351 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1282048 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.353 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1003520 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 864256 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.358 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.359 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2220032 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1302528 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 83831 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10, 2024-09-13T02:51:52.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29134 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 194, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46140154 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 185, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11018946 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.363 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 194, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 171581 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 194, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46311735 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40442 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6024 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.365 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9536 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 347 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 243 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 87, 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1429150 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 137, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247972 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 50, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1158530 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17785 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.367 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3503983 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2378532 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 467127867987 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36, 2024-09-13T02:51:52.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50772972769 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 553935 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29276 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 210879 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 155226100 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 81095 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74189661 2024-09-13T02:51:52.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13036118 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 905870 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 120948 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 246201940 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15096876 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 259, 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1627414 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:52.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 270974976 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269443072 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1531904 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.373 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85497184 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8192 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73878176 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641228882 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.377 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71800670 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56998122 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68830534 2024-09-13T02:51:52.382 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641228882 2024-09-13T02:51:52.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7101 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258502 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71537195 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.386 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73906057 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7144871 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29858812 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.391 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.392 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73906057 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T02:51:52.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7144871 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29858812 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305790976 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.395 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_main": { 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1257472 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 304480256 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 978944 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 839680 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T02:51:52.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 312868864 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 195697 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.399 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1269760 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1273856 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T02:51:52.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4789 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5589 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.402 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2170880 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1298432 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 320681 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13, 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31391 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.406 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 188, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51496948 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 178, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11599565 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 188, 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125937 2024-09-13T02:51:52.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 188, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51622885 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35332 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.408 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1140 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4322 2024-09-13T02:51:52.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 559 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 268 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 114, 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2837006 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 181, 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262936 2024-09-13T02:51:52.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2155785 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72605 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1956913 2024-09-13T02:51:52.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1751519 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 267669283916 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35951900033 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T02:51:52.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 509717 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35578 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192017 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179491581 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.413 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 93302 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 98903005 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14849023 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 903838 2024-09-13T02:51:52.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111445 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295438611 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17611240 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 302, 2024-09-13T02:51:52.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2909457 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1861437075 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269860864 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 269770752 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T02:51:52.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3137345228 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90112 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 159383552 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85488352 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 143360 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73751840 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 780140544 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641162641 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2128 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71866911 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 192937984 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T02:51:52.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 464 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56992234 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68836422 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 713031680 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.426 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 641162641 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274788 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71594251 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T02:51:52.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45 2024-09-13T02:51:52.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T02:51:52.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 87, 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75368321 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264322 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 89, 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23712926 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T02:51:52.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 87, 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52112525 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 60 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60, 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9526883 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264322 2024-09-13T02:51:52.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8536307 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7050916 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22, 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22692028 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22, 2024-09-13T02:51:52.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10419555 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22, 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21168693 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:52.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 43149410 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7, 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4757064 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5, 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23892916 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T02:51:52.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590368 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 305790976 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.438 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T02:51:52.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.450442480039783e-06, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:52.440 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 272, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 490496, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 145, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.441 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 98304, 2024-09-13T02:51:52.442 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 98304, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.3519712638299097e-07, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 3410, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 3410, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:52.443 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 10230, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 51, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 19456 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:52.444 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:52.445 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.446 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T02:51:52.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 727115901194, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12288, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12288, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 242371969024, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.689964435058755e-08, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T02:51:52.448 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 19, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 19, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 57, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 2, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 2048 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.449 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T02:51:50.995989", 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_stats": { 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "6.15.5" 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.450 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.451 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:52.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:52.453 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pg": [ 2024-09-13T02:51:52.454 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.455 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.580133+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.580133+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581966+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257303+0000", 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.457 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3f", 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:59:17.503239+0000", 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.461 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.462 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581209+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581209+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581510+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.463 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880927+0000", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.464 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3e", 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:06:35.816891+0000", 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.465 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.469 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.576519+0000", 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.576519+0000", 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576891+0000", 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.470 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876303+0000", 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.471 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3d", 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.472 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:50:04.683641+0000", 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.476 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587880+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587880+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588175+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.478 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882289+0000", 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3c", 2024-09-13T02:51:52.479 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:10.412087+0000", 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.483 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.484 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.976020+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.976020+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.976390+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879594+0000", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.486 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3b", 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:18:54.265345+0000", 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.487 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.490 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.491 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586030+0000", 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586030+0000", 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.586437+0000", 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882143+0000", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.493 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3a", 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.494 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:09:03.094693+0000", 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.498 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578342+0000", 2024-09-13T02:51:52.499 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578342+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578840+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256677+0000", 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.501 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.39", 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:04.448199+0000", 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.505 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.506 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.589285+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.589285+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589557+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501545+0000", 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.508 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.38", 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:16:52.204623+0000", 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.512 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.513 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.590654+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.590654+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.591099+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.514 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257408+0000", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.515 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.37", 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.516 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:17:31.370675+0000", 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.520 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.585354+0000", 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.585354+0000", 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.585636+0000", 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.521 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293124+0000", 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.522 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.36", 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.523 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:02:05.146608+0000", 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586063+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586063+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.586306+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.529 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293118+0000", 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.530 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.35", 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:46:13.104841+0000", 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.534 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.535 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577808+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577808+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578201+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876194+0000", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.537 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.34", 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:25:22.996275+0000", 2024-09-13T02:51:52.538 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.542 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581390+0000", 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581390+0000", 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581902+0000", 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501954+0000", 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.544 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.33", 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:49:33.548336+0000", 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.550 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588373+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588373+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589640+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875629+0000", 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.552 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.32", 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:49:10.931763+0000", 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.556 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.557 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.584896+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.584896+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.585182+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879732+0000", 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.559 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.31", 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:35.328167+0000", 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.563 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.564 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586797+0000", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586797+0000", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.587505+0000", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.565 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.881980+0000", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.566 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.30", 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.567 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:29.564305+0000", 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.571 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.978007+0000", 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.978007+0000", 2024-09-13T02:51:52.572 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.978459+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875824+0000", 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.573 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2f", 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.574 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:07:29.488567+0000", 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.578 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.579237+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.579237+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.579542+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.580 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875649+0000", 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.581 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2e", 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:42.518417+0000", 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.585 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.586 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.582830+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.582830+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583096+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.587 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257287+0000", 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.588 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2d", 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:35:07.550166+0000", 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.589 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.592 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.593 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583005+0000", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583005+0000", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583267+0000", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292955+0000", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.595 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2c", 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.596 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:28:32.891339+0000", 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.600 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.574350+0000", 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.574350+0000", 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576263+0000", 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875899+0000", 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.602 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2b", 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.603 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:46:44.491613+0000", 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.607 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.608 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586892+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586892+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588409+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882163+0000", 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.610 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.611 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2a", 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.612 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:50:06.591055+0000", 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.615 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.616 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.582173+0000", 2024-09-13T02:51:52.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.582173+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583225+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.618 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501586+0000", 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.29", 2024-09-13T02:51:52.619 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:52:31.765732+0000", 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.623 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.624 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587166+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587166+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.587733+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882073+0000", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.626 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.28", 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:24:55.637470+0000", 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.627 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.630 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.631 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.580074+0000", 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.580074+0000", 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.580348+0000", 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502159+0000", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.633 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.27", 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.634 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:26:50.063938+0000", 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.638 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.976415+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.976415+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.976781+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875568+0000", 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.641 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.26", 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:20.033628+0000", 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.645 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.646 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.573496+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.573496+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.573825+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879941+0000", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.648 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.25", 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:17:10.014248+0000", 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.649 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.652 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.653 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977012+0000", 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977012+0000", 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.977326+0000", 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502299+0000", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.655 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.24", 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 31, 2024-09-13T02:51:52.656 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:32.731902+0000", 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.660 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577581+0000", 2024-09-13T02:51:52.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577581+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578689+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875926+0000", 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.663 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.23", 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:10:00.224754+0000", 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.667 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.668 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587229+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587229+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588637+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882245+0000", 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.670 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.22", 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:27:34.805880+0000", 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.671 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.674 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.675 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.585665+0000", 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.585665+0000", 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.585945+0000", 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874683+0000", 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.677 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.21", 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.678 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:38:11.524248+0000", 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.682 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.589136+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.589136+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589523+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292550+0000", 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.685 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.20", 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:53:26.277421+0000", 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.689 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.690 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.572661+0000", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.572661+0000", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.572942+0000", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875873+0000", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.692 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1a", 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.693 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:25:57.233265+0000", 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.697 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.124477+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.124477+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124781+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502378+0000", 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.700 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1b", 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:20:43.904885+0000", 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.704 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.705 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977418+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977418+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.977941+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874955+0000", 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.707 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1b", 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 18, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:37:01.566414+0000", 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.711 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.712 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123673+0000", 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123673+0000", 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123992+0000", 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292739+0000", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.714 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1a", 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.715 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T02:51:51.148857+0000", 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:52.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.720 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123386+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123386+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123846+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501736+0000", 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.722 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.19", 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:04:39.596900+0000", 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.723 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.726 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.727 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578050+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578050+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578533+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501575+0000", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.729 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.18", 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:33:09.486540+0000", 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.730 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.733 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.734 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.125693+0000", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.125693+0000", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126006+0000", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.735 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882074+0000", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.736 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.18", 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.737 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:04:13.773224+0000", 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.738 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.741 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.572514+0000", 2024-09-13T02:51:52.742 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.572514+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.572784+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879612+0000", 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.744 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.19", 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:10:16.381626+0000", 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.748 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.749 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.124350+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.124350+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124624+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293154+0000", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.751 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.17", 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:24:55.143976+0000", 2024-09-13T02:51:52.752 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.753 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.756 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583449+0000", 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583449+0000", 2024-09-13T02:51:52.757 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583904+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882576+0000", 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.758 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.16", 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.759 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:39.582401+0000", 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.760 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.761 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.763 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.764 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.130644+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.130644+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.130962+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.765 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882689+0000", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.766 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.16", 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:16.002873+0000", 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.767 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.768 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.770 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.771 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587903+0000", 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587903+0000", 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588339+0000", 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.772 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876358+0000", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.773 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.17", 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.774 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:07:28.314886+0000", 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.778 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.122395+0000", 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.122395+0000", 2024-09-13T02:51:52.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.122668+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880102+0000", 2024-09-13T02:51:52.780 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.15", 2024-09-13T02:51:52.781 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 27, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:56:25.650551+0000", 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 90, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:52.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.785 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'3" 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.786 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.576747+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.576747+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576994+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.787 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876280+0000", 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.788 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.14", 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:16:55.064183+0000", 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.791 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.792 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.793 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.125061+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.125061+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.125484+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:50:41.591423+0000", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 12, 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.795 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 12, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.14", 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 36, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:49:51.753489+0000", 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.796 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 2624, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 9 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.799 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "68'12" 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.800 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.575850+0000", 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.575850+0000", 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.576228+0000", 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257036+0000", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.802 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.15", 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.803 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:41:31.423855+0000", 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.120994+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.120994+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.122040+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875989+0000", 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.810 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.13", 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:57:05.741168+0000", 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 34, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:52.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 6 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.814 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.815 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.575423+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.575423+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.575747+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875697+0000", 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.817 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.12", 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:58:57.283481+0000", 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.821 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126275+0000", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126275+0000", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126943+0000", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882251+0000", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.824 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.12", 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.825 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:36:42.025024+0000", 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581829+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581829+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583189+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.831 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256927+0000", 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.13", 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:58:47.421969+0000", 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.833 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.836 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.837 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127069+0000", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127069+0000", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127473+0000", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292724+0000", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.839 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.11", 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:36:54.428737+0000", 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.844 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588798+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588798+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589376+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292556+0000", 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.847 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.10", 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:21:23.101476+0000", 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.851 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.852 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.124720+0000", 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.124720+0000", 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124999+0000", 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874670+0000", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 8, 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.854 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 8, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.10", 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 32, 2024-09-13T02:51:52.855 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:42:59.578453+0000", 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 4, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'8" 2024-09-13T02:51:52.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.860 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577551+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577551+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.579048+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256731+0000", 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.862 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.11", 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:50:12.893427+0000", 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.866 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:52.867 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.128913+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.128913+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.129380+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876583+0000", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.869 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.f", 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:12.090151+0000", 2024-09-13T02:51:52.870 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 22, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:52.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.874 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.580857+0000", 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.580857+0000", 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.582870+0000", 2024-09-13T02:51:52.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257262+0000", 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.876 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.e", 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.877 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:24:25.416827+0000", 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.881 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.882 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.125608+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.125608+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.125857+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875732+0000", 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.884 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.e", 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:06:51.188527+0000", 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:52.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.888 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.889 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581208+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581208+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.582150+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257335+0000", 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.891 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.f", 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:00:50.429973+0000", 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.895 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.896 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.121112+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.121112+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.121408+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880212+0000", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.898 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.d", 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:28:49.817255+0000", 2024-09-13T02:51:52.899 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 70, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.903 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587958+0000", 2024-09-13T02:51:52.904 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587958+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588213+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882395+0000", 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.c", 2024-09-13T02:51:52.906 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:04:34.081464+0000", 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.910 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.911 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126243+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126243+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126536+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.912 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875457+0000", 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.913 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.c", 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:04:48.383517+0000", 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.917 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.918 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.589406+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.589406+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589656+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257174+0000", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.920 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.d", 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:02:05.767522+0000", 2024-09-13T02:51:52.921 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.925 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.869071+0000", 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.869071+0000", 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:20.293338+0000", 2024-09-13T02:51:52.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919075+0000", 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.5", 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.928 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:49:30.822198+0000", 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000296618, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 20, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:47:54.673981+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:47:54.673981+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:47:54.679880+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 51, 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T02:51:52.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:51:47.487495+0000", 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 95, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 50, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 95, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.935 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "1.0", 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 116, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:21.009846+0000", 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.936 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:52.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 272, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 479, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 145, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.939 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "68'95" 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.940 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.128367+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.128367+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.128880+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882215+0000", 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.942 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.3", 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:02:11.996569+0000", 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.946 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.947 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588005+0000", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588005+0000", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588296+0000", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501824+0000", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.949 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2", 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.950 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:13:00.668115+0000", 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.954 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.955 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:16.062672+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:16.062672+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.877175+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.667705+0000", 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.957 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.6", 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:52:29.498525+0000", 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000314291, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.961 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.962 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.128051+0000", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.128051+0000", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.128342+0000", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256793+0000", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.964 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.0", 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.965 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:36:18.270885+0000", 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.969 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.575354+0000", 2024-09-13T02:51:52.970 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.575354+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.575630+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875343+0000", 2024-09-13T02:51:52.971 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1", 2024-09-13T02:51:52.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:30:46.621776+0000", 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.973 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:52.976 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.977 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990717+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990717+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.881237+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.978 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919614+0000", 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.979 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.7", 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:30:13.190823+0000", 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000757578, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.980 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.981 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.983 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.984 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.122940+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.122940+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123341+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.985 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874969+0000", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.986 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1", 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:25:37.597063+0000", 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.989 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.990 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.991 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.581484+0000", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.581484+0000", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.581770+0000", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:52.992 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879419+0000", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:52.993 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:52.994 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:52.995 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:52.995 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.0", 2024-09-13T02:51:52.995 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:40:52.928813+0000", 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:52.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:52.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:52.999 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.000 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:16.062771+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:16.062771+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.879997+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.001 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919101+0000", 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.002 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.4", 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:53:53.182342+0000", 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000335421, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.006 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.007 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.129551+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.129551+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.129859+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882306+0000", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.009 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.2", 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.010 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:57:19.490161+0000", 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.014 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.586367+0000", 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.586367+0000", 2024-09-13T02:51:53.015 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.586612+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875814+0000", 2024-09-13T02:51:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3", 2024-09-13T02:51:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:14:02.675528+0000", 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.018 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.019 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.022 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990792+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990792+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.881238+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.023 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.919025+0000", 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.2", 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:06:46.454395+0000", 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.001328166, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.025 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.026 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.027 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 2 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.028 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "67'2" 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.029 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127101+0000", 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127101+0000", 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.128368+0000", 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880261+0000", 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.4", 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.032 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:14:59.077268+0000", 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.034 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.036 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.584499+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.584499+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.584763+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.038 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882598+0000", 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.039 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.5", 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:18:58.878428+0000", 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.043 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:53.044 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990766+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990766+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.876387+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.667380+0000", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.3", 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 20, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:10:54.614420+0000", 2024-09-13T02:51:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.001417634, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "65'1" 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.130451+0000", 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.130451+0000", 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.130728+0000", 2024-09-13T02:51:53.052 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257308+0000", 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.053 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.5", 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:55:36.750077+0000", 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.059 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.587720+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.587720+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.588000+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.060 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.880175+0000", 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.4", 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:56:06.382003+0000", 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.063 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.066 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.863664+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.863664+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:20.501897+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.918072+0000", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.068 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.0", 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:09:03.811615+0000", 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000469801, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.073 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.120926+0000", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.120926+0000", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.121917+0000", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.074 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.881025+0000", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.075 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.6", 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:53.076 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:55:30.191568+0000", 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.079 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.080 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583027+0000", 2024-09-13T02:51:53.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583027+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583345+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502249+0000", 2024-09-13T02:51:53.082 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.7", 2024-09-13T02:51:53.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:52:58.111370+0000", 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:53.087 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.088 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:49:15.990661+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:49:15.990661+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:49:19.876055+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 63, 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:24.918654+0000", 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 62, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.090 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.1", 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 68, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 19, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:42:19.992556+0000", 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.000535686, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.094 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.095 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123549+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123549+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.123866+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.293218+0000", 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.097 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.7", 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:36:28.222321+0000", 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:53.102 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.577869+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.577869+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578137+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876221+0000", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.104 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.6", 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:06.294658+0000", 2024-09-13T02:51:53.105 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.108 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:53.109 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126663+0000", 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126663+0000", 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126935+0000", 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.256695+0000", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.111 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.8", 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:53.112 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:56:00.527818+0000", 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.116 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.574444+0000", 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.574444+0000", 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.574686+0000", 2024-09-13T02:51:53.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.875820+0000", 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.118 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.9", 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.119 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:57:30.498408+0000", 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T02:51:53.123 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.124 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126896+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126896+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127169+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.879760+0000", 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.126 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.9", 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:41:43.435659+0000", 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.130 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:53.131 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583035+0000", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583035+0000", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583347+0000", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501625+0000", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.133 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.8", 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.134 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:00:10.296572+0000", 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.138 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127064+0000", 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127064+0000", 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127359+0000", 2024-09-13T02:51:53.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.881034+0000", 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.a", 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.141 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 24, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:38.885497+0000", 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.145 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.146 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578017+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578017+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578327+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.501971+0000", 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.148 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.b", 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:23:19.191638+0000", 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.152 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.153 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977258+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977258+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.980700+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.874870+0000", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:53.155 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.b", 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 22, 2024-09-13T02:51:53.156 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:05:02.328793+0000", 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 1, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.160 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.582879+0000", 2024-09-13T02:51:53.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.582879+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.583150+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.292654+0000", 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.a", 2024-09-13T02:51:53.163 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:46.380349+0000", 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T02:51:53.167 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.168 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.583986+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.583986+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.584249+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882587+0000", 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.170 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1d", 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:39:56.923063+0000", 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.174 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:53.175 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.129145+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.129145+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.129467+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257143+0000", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.177 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1c", 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:49:59.193223+0000", 2024-09-13T02:51:53.178 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:53.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.181 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:53.182 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:40.977177+0000", 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:40.977177+0000", 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:40.977507+0000", 2024-09-13T02:51:53.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 60, 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.882270+0000", 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.184 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 59, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1c", 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 31, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:20:08.230769+0000", 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.189 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.127372+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.127372+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.127785+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.257212+0000", 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1d", 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 26, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:10:31.852123+0000", 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T02:51:53.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.196 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.197 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.588328+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.588328+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.589188+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876340+0000", 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.199 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1f", 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:01:01.035315+0000", 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.203 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.204 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.123898+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.123898+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.124206+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502304+0000", 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.206 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1e", 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 25, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:24:36.124440+0000", 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.210 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.211 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:21.578445+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:21.578445+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:21.578735+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 56, 2024-09-13T02:51:53.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:20.502226+0000", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 55, 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.213 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1e", 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 21, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:18:13.219341+0000", 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.214 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.217 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.218 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:48:18.126361+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:48:18.126361+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:48:18.126637+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.219 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 53, 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T02:49:19.876546+0000", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 4, 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 52, 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T02:51:53.220 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 4, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1f", 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 67, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 28, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:25:01.374571+0000", 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T02:51:53.221 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T02:51:53.224 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 570, 2024-09-13T02:51:53.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T02:51:53.227 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'4" 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pool": [ 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 24, 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T02:51:53.228 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 8, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 4, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.230 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T02:51:53.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 2 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 12288, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 57, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 24 2024-09-13T02:51:53.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 192, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 64, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 3, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T02:51:53.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:53.236 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 192 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 96, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 45, 2024-09-13T02:51:53.237 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 32, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 45, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 2, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 3410, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.238 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 66, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 22, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 22, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 14, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 1, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 51, 2024-09-13T02:51:53.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 19 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 98304, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 10230, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 96 2024-09-13T02:51:53.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 3, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 95, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 1, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 3, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 95, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 1, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T02:51:53.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T02:51:53.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T02:51:53.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 272, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 479, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 145, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 1781760, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T02:51:53.245 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 1771104, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 3 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516922880, 2024-09-13T02:51:53.246 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443362304, 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 2443362304, 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.0031816258560866117 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 765516922880, 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 2443362304 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T02:51:53.247 INFO:tasks.workunit.client.0.smithi052.stdout:OK 2024-09-13T02:51:53.248 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:52 smithi078 ceph-mon[30844]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.248 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:52 smithi078 ceph-mon[30844]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:53.249 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo OK 2024-09-13T02:51:53.249 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T02:51:53.249 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T02:51:53.249 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.250 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.252 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.253 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.254 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.255 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:51 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:52 smithi052 ceph-mon[37071]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.258 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:52 smithi052 ceph-mon[37071]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:53.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:52 smithi052 ceph-mon[27118]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:51:53.259 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:52 smithi052 ceph-mon[27118]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T02:51:53.293 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-13T02:51:53.293 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T02:51:53.626 DEBUG:teuthology.parallel:result is None 2024-09-13T02:51:53.626 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T02:51:53.652 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T02:51:53.653 DEBUG:teuthology.orchestra.run.smithi052:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T02:51:53.756 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T02:51:53.756 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:51:53.767 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-13T02:51:53.767 INFO:teuthology.run_tasks:Running task print... 2024-09-13T02:51:53.843 INFO:teuthology.task.print:**** done start parallel 2024-09-13T02:51:53.843 INFO:teuthology.run_tasks:Running task parallel... 2024-09-13T02:51:53.854 INFO:teuthology.task.parallel:starting parallel... 2024-09-13T02:51:53.854 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-13T02:51:53.855 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T02:51:53.855 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-13T02:51:53.855 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-13T02:51:53.858 INFO:tasks.rados:Beginning rados... 2024-09-13T02:51:53.858 INFO:tasks.rados:joining rados 2024-09-13T02:51:53.858 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-13T02:51:53.859 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T02:51:53.859 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-13T02:51:53.859 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-13T02:51:53.859 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-09-13T02:51:53.859 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-13T02:51:53.860 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-13T02:51:53.860 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-13T02:51:54.137 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:51:54.139 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:51:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:54 smithi052 ceph-mon[37071]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:54 smithi052 ceph-mon[27118]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:54 smithi078 ceph-mon[30844]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:55.634 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:51:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:55] "GET /metrics HTTP/1.1" 200 236451 "" "Prometheus/2.43.0" 2024-09-13T02:51:56.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:56 smithi052 ceph-mon[27118]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:56.642 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:56 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:56.642 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:56 smithi052 ceph-mon[37071]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:56.643 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:56 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:56 smithi078 ceph-mon[30844]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:56 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:51:57.769 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:57 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/299678900' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:51:57.769 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:57 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:51:57.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:57 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/299678900' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:51:57.769 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:57 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:51:57.833 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-13T02:51:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:57 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/299678900' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:51:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:57 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T02:51:58.453 INFO:tasks.rados:starting run 0 out of 1 2024-09-13T02:51:58.453 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-13T02:51:58.453 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-13T02:51:58.549 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:51:58.688 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:58 smithi052 ceph-mon[37071]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:58.688 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:58 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:51:58.688 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:51:58 smithi052 ceph-mon[37071]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T02:51:58.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:58 smithi052 ceph-mon[27118]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:58.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:58 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:51:58.689 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:51:58 smithi052 ceph-mon[27118]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T02:51:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:58 smithi078 ceph-mon[30844]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-13T02:51:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:58 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T02:51:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:51:58 smithi078 ceph-mon[30844]: osdmap e69: 8 total, 8 up, 8 in 2024-09-13T02:51:59.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:51:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:51:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:51:59.892 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:52:00.927 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:00 smithi052 ceph-mon[37071]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-13T02:52:00.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:00 smithi052 ceph-mon[27118]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-13T02:52:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:00 smithi078 ceph-mon[30844]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-13T02:52:01.354 INFO:teuthology.orchestra.run.smithi052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.191 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-13T02:52:02.467 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:52:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2939070256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T02:52:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-13T02:52:02.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:02 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2939070256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T02:52:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7741f7f9ee20524f89b8f61d1609b32fb3b1570a 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-13T02:52:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:02 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2939070256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-13T02:52:03.375 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'unique_pool_0' created 2024-09-13T02:52:03.619 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:03 smithi052 ceph-mon[37071]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T02:52:03.620 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:03 smithi052 ceph-mon[27118]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T02:52:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:03 smithi078 ceph-mon[30844]: osdmap e70: 8 total, 8 up, 8 in 2024-09-13T02:52:04.273 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-13T02:52:04.501 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:04 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2939070256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T02:52:04.501 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:04 smithi052 ceph-mon[27118]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T02:52:04.501 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:04 smithi052 ceph-mon[27118]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:04.501 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:04 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2939070256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T02:52:04.502 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:04 smithi052 ceph-mon[37071]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T02:52:04.502 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:04 smithi052 ceph-mon[37071]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:04 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2939070256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-13T02:52:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:04 smithi078 ceph-mon[30844]: osdmap e71: 8 total, 8 up, 8 in 2024-09-13T02:52:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:04 smithi078 ceph-mon[30844]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:04.774 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T02:52:04.936 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (102s) 85s ago 2m 16.2M - 0.25.0 c8568f914cd2 b2ca4ed44bba 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (2m) 88s ago 2m 82.6M - 9.4.7 954c08fa6188 d1cc7dbf038d 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (3m) 85s ago 3m 13.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (3m) 88s ago 3m 17.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443 running (7m) 88s ago 7m 399M - 17.2.7-1627-gbbdadfa3 a994b00deb3a b0717e7c9ae7 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:9283,8765 running (9m) 85s ago 9m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a2c5f8b32462 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (9m) 85s ago 9m 44.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a fe92c4ffd5b8 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (7m) 88s ago 7m 38.1M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (7m) 85s ago 7m 36.4M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:52:05.227 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (2m) 85s ago 2m 11.3M - 1.5.0 0da6a335fe13 7c485bd4bda2 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (2m) 88s ago 2m 3409k - 1.5.0 0da6a335fe13 11e32fb34656 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (7m) 85s ago 7m 46.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (6m) 85s ago 6m 43.8M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (6m) 85s ago 6m 43.3M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (5m) 85s ago 5m 41.0M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (5m) 88s ago 5m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (5m) 88s ago 5m 45.0M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (4m) 88s ago 4m 43.1M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (4m) 88s ago 4m 41.5M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:52:05.228 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (97s) 88s ago 2m 24.3M - 2.43.0 a07b618ecd1d b53b63903881 2024-09-13T02:52:05.379 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:05] "GET /metrics HTTP/1.1" 200 236504 "" "Prometheus/2.43.0" 2024-09-13T02:52:05.581 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:52:05.581 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:52:05.581 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:52:05.581 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:05.581 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:52:05.581 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:52:05.582 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:52:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:05 smithi078 ceph-mon[30844]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:52:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:05 smithi078 ceph-mon[30844]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T02:52:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:05 smithi078 ceph-mon[30844]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:05.748 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-mon[37071]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:52:05.748 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-mon[37071]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T02:52:05.748 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-mon[37071]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:05.749 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-mon[27118]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T02:52:05.749 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-mon[27118]: osdmap e72: 8 total, 8 up, 8 in 2024-09-13T02:52:05.749 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:05 smithi052 ceph-mon[27118]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:06 smithi078 ceph-mon[30844]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:06 smithi078 ceph-mon[30844]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T02:52:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:06 smithi078 ceph-mon[30844]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:06 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/966044596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:52:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[37071]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[37071]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T02:52:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[37071]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/966044596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[27118]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[27118]: osdmap e73: 8 total, 8 up, 8 in 2024-09-13T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[27118]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:06 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/966044596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:52:07.395 INFO:teuthology.orchestra.run.smithi052.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-13T02:52:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:07 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2433281463' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:52:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:07 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:52:07.776 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:07 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2433281463' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:52:07.776 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:07 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:52:07.776 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:07 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/2433281463' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:52:07.776 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:07 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T02:52:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:08 smithi078 ceph-mon[30844]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:52:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:08 smithi078 ceph-mon[30844]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T02:52:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:08 smithi078 ceph-mon[30844]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:08.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:08 smithi052 ceph-mon[37071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:52:08.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:08 smithi052 ceph-mon[37071]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T02:52:08.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:08 smithi052 ceph-mon[37071]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:08.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:08 smithi052 ceph-mon[27118]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-13T02:52:08.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:08 smithi052 ceph-mon[27118]: osdmap e74: 8 total, 8 up, 8 in 2024-09-13T02:52:08.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:08 smithi052 ceph-mon[27118]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:09.117 DEBUG:teuthology.orchestra.run.smithi052:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-13T02:52:09.144 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight read -> 100 2024-09-13T02:52:09.144 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight delete -> 50 2024-09-13T02:52:09.144 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight snap_create -> 50 2024-09-13T02:52:09.144 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight snap_remove -> 50 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight rollback -> 50 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight setattr -> 25 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight rmattr -> 25 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight copy_from -> 50 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:adding op weight append -> 100 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable) 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout:Configuration: 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout: Number of operations: 4000 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout: Number of objects: 50 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout: Max in flight operations: 16 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout: Object size (in bytes): 4000000 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout: Write stride min: 400000 2024-09-13T02:52:09.145 INFO:tasks.rados.rados.0.smithi052.stdout: Write stride max: 800000 2024-09-13T02:52:09.409 INFO:tasks.rados.rados.0.smithi052.stdout:1: write initial oid 1 2024-09-13T02:52:09.409 INFO:tasks.rados.rados.0.smithi052.stdout:1: seq_num 0 ranges {0=24576} 2024-09-13T02:52:09.409 INFO:tasks.rados.rados.0.smithi052.stdout:1: writing smithi05277117-1 from 0 to 24576 tid 1 2024-09-13T02:52:09.409 INFO:tasks.rados.rados.0.smithi052.stdout:2: write initial oid 2 2024-09-13T02:52:09.409 INFO:tasks.rados.rados.0.smithi052.stdout:2: seq_num 1 ranges {0=24576} 2024-09-13T02:52:09.409 INFO:tasks.rados.rados.0.smithi052.stdout:2: writing smithi05277117-2 from 0 to 24576 tid 1 2024-09-13T02:52:09.410 INFO:tasks.rados.rados.0.smithi052.stdout:3: write initial oid 3 2024-09-13T02:52:09.410 INFO:tasks.rados.rados.0.smithi052.stdout:3: seq_num 2 ranges {0=40960} 2024-09-13T02:52:09.410 INFO:tasks.rados.rados.0.smithi052.stdout:3: writing smithi05277117-3 from 0 to 40960 tid 1 2024-09-13T02:52:09.410 INFO:tasks.rados.rados.0.smithi052.stdout:4: write initial oid 4 2024-09-13T02:52:09.410 INFO:tasks.rados.rados.0.smithi052.stdout:4: seq_num 3 ranges {0=57344} 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:4: writing smithi05277117-4 from 0 to 57344 tid 1 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:5: write initial oid 5 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:5: seq_num 4 ranges {0=73728} 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:5: writing smithi05277117-5 from 0 to 73728 tid 1 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:6: write initial oid 6 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:6: seq_num 5 ranges {0=90112} 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:6: writing smithi05277117-6 from 0 to 90112 tid 1 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:7: write initial oid 7 2024-09-13T02:52:09.411 INFO:tasks.rados.rados.0.smithi052.stdout:7: seq_num 6 ranges {0=106496} 2024-09-13T02:52:09.412 INFO:tasks.rados.rados.0.smithi052.stdout:7: writing smithi05277117-7 from 0 to 106496 tid 1 2024-09-13T02:52:09.412 INFO:tasks.rados.rados.0.smithi052.stdout:8: write initial oid 8 2024-09-13T02:52:09.412 INFO:tasks.rados.rados.0.smithi052.stdout:8: seq_num 7 ranges {0=122880} 2024-09-13T02:52:09.413 INFO:tasks.rados.rados.0.smithi052.stdout:8: writing smithi05277117-8 from 0 to 122880 tid 1 2024-09-13T02:52:09.413 INFO:tasks.rados.rados.0.smithi052.stdout:9: write initial oid 9 2024-09-13T02:52:09.413 INFO:tasks.rados.rados.0.smithi052.stdout:9: seq_num 8 ranges {0=139264} 2024-09-13T02:52:09.414 INFO:tasks.rados.rados.0.smithi052.stdout:9: writing smithi05277117-9 from 0 to 139264 tid 1 2024-09-13T02:52:09.414 INFO:tasks.rados.rados.0.smithi052.stdout:10: write initial oid 10 2024-09-13T02:52:09.414 INFO:tasks.rados.rados.0.smithi052.stdout:10: seq_num 9 ranges {0=155648} 2024-09-13T02:52:09.415 INFO:tasks.rados.rados.0.smithi052.stdout:10: writing smithi05277117-10 from 0 to 155648 tid 1 2024-09-13T02:52:09.415 INFO:tasks.rados.rados.0.smithi052.stdout:2: finishing write tid 1 to smithi05277117-2 2024-09-13T02:52:09.415 INFO:tasks.rados.rados.0.smithi052.stdout:3: finishing write tid 1 to smithi05277117-3 2024-09-13T02:52:09.415 INFO:tasks.rados.rados.0.smithi052.stdout:3: finishing write tid 2 to smithi05277117-3 2024-09-13T02:52:09.416 INFO:tasks.rados.rados.0.smithi052.stdout:11: write initial oid 11 2024-09-13T02:52:09.416 INFO:tasks.rados.rados.0.smithi052.stdout:11: seq_num 10 ranges {0=172032} 2024-09-13T02:52:09.416 INFO:tasks.rados.rados.0.smithi052.stdout:11: writing smithi05277117-11 from 0 to 172032 tid 1 2024-09-13T02:52:09.417 INFO:tasks.rados.rados.0.smithi052.stdout:12: write initial oid 12 2024-09-13T02:52:09.417 INFO:tasks.rados.rados.0.smithi052.stdout:12: seq_num 11 ranges {0=188416} 2024-09-13T02:52:09.418 INFO:tasks.rados.rados.0.smithi052.stdout:12: writing smithi05277117-12 from 0 to 188416 tid 1 2024-09-13T02:52:09.418 INFO:tasks.rados.rados.0.smithi052.stdout:13: write initial oid 13 2024-09-13T02:52:09.418 INFO:tasks.rados.rados.0.smithi052.stdout:13: seq_num 12 ranges {0=204800} 2024-09-13T02:52:09.419 INFO:tasks.rados.rados.0.smithi052.stdout:13: writing smithi05277117-13 from 0 to 204800 tid 1 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:14: write initial oid 14 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:2: finishing write tid 2 to smithi05277117-2 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:3: finishing write tid 3 to smithi05277117-3 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:4: finishing write tid 1 to smithi05277117-4 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:4: finishing write tid 2 to smithi05277117-4 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:1: finishing write tid 1 to smithi05277117-1 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:1: finishing write tid 2 to smithi05277117-1 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:2: finishing write tid 3 to smithi05277117-2 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-13T02:52:09.420 INFO:tasks.rados.rados.0.smithi052.stdout:14: seq_num 13 ranges {0=221184} 2024-09-13T02:52:09.421 INFO:tasks.rados.rados.0.smithi052.stdout:14: writing smithi05277117-14 from 0 to 221184 tid 1 2024-09-13T02:52:09.421 INFO:tasks.rados.rados.0.smithi052.stdout:2: done (13 left) 2024-09-13T02:52:09.421 INFO:tasks.rados.rados.0.smithi052.stdout:3: done (12 left) 2024-09-13T02:52:09.421 INFO:tasks.rados.rados.0.smithi052.stdout:15: write initial oid 15 2024-09-13T02:52:09.421 INFO:tasks.rados.rados.0.smithi052.stdout:12: finishing write tid 1 to smithi05277117-12 2024-09-13T02:52:09.422 INFO:tasks.rados.rados.0.smithi052.stdout:11: finishing write tid 1 to smithi05277117-11 2024-09-13T02:52:09.422 INFO:tasks.rados.rados.0.smithi052.stdout:12: finishing write tid 2 to smithi05277117-12 2024-09-13T02:52:09.422 INFO:tasks.rados.rados.0.smithi052.stdout:11: finishing write tid 2 to smithi05277117-11 2024-09-13T02:52:09.422 INFO:tasks.rados.rados.0.smithi052.stdout:15: seq_num 14 ranges {0=237568} 2024-09-13T02:52:09.423 INFO:tasks.rados.rados.0.smithi052.stdout:15: writing smithi05277117-15 from 0 to 237568 tid 1 2024-09-13T02:52:09.423 INFO:tasks.rados.rados.0.smithi052.stdout:16: write initial oid 16 2024-09-13T02:52:09.423 INFO:tasks.rados.rados.0.smithi052.stdout:16: seq_num 15 ranges {0=253952} 2024-09-13T02:52:09.425 INFO:tasks.rados.rados.0.smithi052.stdout:16: writing smithi05277117-16 from 0 to 253952 tid 1 2024-09-13T02:52:09.425 INFO:tasks.rados.rados.0.smithi052.stdout:17: write initial oid 17 2024-09-13T02:52:09.425 INFO:tasks.rados.rados.0.smithi052.stdout:17: seq_num 16 ranges {0=270336} 2024-09-13T02:52:09.427 INFO:tasks.rados.rados.0.smithi052.stdout:17: writing smithi05277117-17 from 0 to 270336 tid 1 2024-09-13T02:52:09.427 INFO:tasks.rados.rados.0.smithi052.stdout:18: write initial oid 18 2024-09-13T02:52:09.427 INFO:tasks.rados.rados.0.smithi052.stdout:18: seq_num 17 ranges {0=286720} 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:18: writing smithi05277117-18 from 0 to 286720 tid 1 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:9: finishing write tid 1 to smithi05277117-9 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:9: finishing write tid 2 to smithi05277117-9 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:10: finishing write tid 1 to smithi05277117-10 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:10: finishing write tid 2 to smithi05277117-10 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:6: finishing write tid 1 to smithi05277117-6 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:6: finishing write tid 2 to smithi05277117-6 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:4: finishing write tid 3 to smithi05277117-4 2024-09-13T02:52:09.429 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:10: finishing write tid 3 to smithi05277117-10 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:12: finishing write tid 3 to smithi05277117-12 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:4: done (15 left) 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:10: done (14 left) 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:12: done (13 left) 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:19: write initial oid 19 2024-09-13T02:52:09.430 INFO:tasks.rados.rados.0.smithi052.stdout:19: seq_num 18 ranges {0=303104} 2024-09-13T02:52:09.431 INFO:tasks.rados.rados.0.smithi052.stdout:19: writing smithi05277117-19 from 0 to 303104 tid 1 2024-09-13T02:52:09.431 INFO:tasks.rados.rados.0.smithi052.stdout:20: write initial oid 20 2024-09-13T02:52:09.431 INFO:tasks.rados.rados.0.smithi052.stdout:20: seq_num 19 ranges {0=319488} 2024-09-13T02:52:09.433 INFO:tasks.rados.rados.0.smithi052.stdout:20: writing smithi05277117-20 from 0 to 319488 tid 1 2024-09-13T02:52:09.433 INFO:tasks.rados.rados.0.smithi052.stdout:21: write initial oid 21 2024-09-13T02:52:09.433 INFO:tasks.rados.rados.0.smithi052.stdout:21: seq_num 20 ranges {0=344064} 2024-09-13T02:52:09.435 INFO:tasks.rados.rados.0.smithi052.stdout:21: writing smithi05277117-21 from 0 to 344064 tid 1 2024-09-13T02:52:09.435 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.435 INFO:tasks.rados.rados.0.smithi052.stdout:5: finishing write tid 1 to smithi05277117-5 2024-09-13T02:52:09.435 INFO:tasks.rados.rados.0.smithi052.stdout:5: finishing write tid 2 to smithi05277117-5 2024-09-13T02:52:09.435 INFO:tasks.rados.rados.0.smithi052.stdout:11: finishing write tid 3 to smithi05277117-11 2024-09-13T02:52:09.435 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:1: finishing write tid 3 to smithi05277117-1 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:9: finishing write tid 3 to smithi05277117-9 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:5: finishing write tid 3 to smithi05277117-5 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:8: finishing write tid 1 to smithi05277117-8 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:1: done (15 left) 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:5: done (14 left) 2024-09-13T02:52:09.436 INFO:tasks.rados.rados.0.smithi052.stdout:9: done (13 left) 2024-09-13T02:52:09.437 INFO:tasks.rados.rados.0.smithi052.stdout:11: done (12 left) 2024-09-13T02:52:09.437 INFO:tasks.rados.rados.0.smithi052.stdout:22: write initial oid 22 2024-09-13T02:52:09.437 INFO:tasks.rados.rados.0.smithi052.stdout:22: seq_num 21 ranges {0=360448} 2024-09-13T02:52:09.437 INFO:tasks.rados.rados.0.smithi052.stdout:22: writing smithi05277117-22 from 0 to 360448 tid 1 2024-09-13T02:52:09.437 INFO:tasks.rados.rados.0.smithi052.stdout:23: write initial oid 23 2024-09-13T02:52:09.437 INFO:tasks.rados.rados.0.smithi052.stdout:23: seq_num 22 ranges {0=376832} 2024-09-13T02:52:09.439 INFO:tasks.rados.rados.0.smithi052.stdout:23: writing smithi05277117-23 from 0 to 376832 tid 1 2024-09-13T02:52:09.439 INFO:tasks.rados.rados.0.smithi052.stdout:24: write initial oid 24 2024-09-13T02:52:09.440 INFO:tasks.rados.rados.0.smithi052.stdout:24: seq_num 23 ranges {0=393216} 2024-09-13T02:52:09.442 INFO:tasks.rados.rados.0.smithi052.stdout:24: writing smithi05277117-24 from 0 to 393216 tid 1 2024-09-13T02:52:09.442 INFO:tasks.rados.rados.0.smithi052.stdout:25: write initial oid 25 2024-09-13T02:52:09.442 INFO:tasks.rados.rados.0.smithi052.stdout:25: seq_num 24 ranges {0=409600} 2024-09-13T02:52:09.445 INFO:tasks.rados.rados.0.smithi052.stdout:25: writing smithi05277117-25 from 0 to 409600 tid 1 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:8: finishing write tid 2 to smithi05277117-8 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:15: finishing write tid 1 to smithi05277117-15 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:7: finishing write tid 1 to smithi05277117-7 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:15: finishing write tid 2 to smithi05277117-15 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:7: finishing write tid 2 to smithi05277117-7 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:13: finishing write tid 1 to smithi05277117-13 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:13: finishing write tid 2 to smithi05277117-13 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:6: finishing write tid 3 to smithi05277117-6 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:8: finishing write tid 3 to smithi05277117-8 2024-09-13T02:52:09.446 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:7: finishing write tid 3 to smithi05277117-7 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:6: done (15 left) 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:7: done (14 left) 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:8: done (13 left) 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:26: write initial oid 26 2024-09-13T02:52:09.447 INFO:tasks.rados.rados.0.smithi052.stdout:26: seq_num 25 ranges {0=425984} 2024-09-13T02:52:09.448 INFO:tasks.rados.rados.0.smithi052.stdout:26: writing smithi05277117-26 from 0 to 425984 tid 1 2024-09-13T02:52:09.448 INFO:tasks.rados.rados.0.smithi052.stdout:27: write initial oid 27 2024-09-13T02:52:09.448 INFO:tasks.rados.rados.0.smithi052.stdout:27: seq_num 26 ranges {0=442368} 2024-09-13T02:52:09.450 INFO:tasks.rados.rados.0.smithi052.stdout:27: writing smithi05277117-27 from 0 to 442368 tid 1 2024-09-13T02:52:09.450 INFO:tasks.rados.rados.0.smithi052.stdout:28: write initial oid 28 2024-09-13T02:52:09.450 INFO:tasks.rados.rados.0.smithi052.stdout:28: seq_num 27 ranges {0=458752} 2024-09-13T02:52:09.454 INFO:tasks.rados.rados.0.smithi052.stdout:28: writing smithi05277117-28 from 0 to 458752 tid 1 2024-09-13T02:52:09.454 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.454 INFO:tasks.rados.rados.0.smithi052.stdout:15: finishing write tid 3 to smithi05277117-15 2024-09-13T02:52:09.454 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:16: finishing write tid 1 to smithi05277117-16 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:13: finishing write tid 3 to smithi05277117-13 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:16: finishing write tid 2 to smithi05277117-16 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:14: finishing write tid 1 to smithi05277117-14 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:14: finishing write tid 2 to smithi05277117-14 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:18: finishing write tid 1 to smithi05277117-18 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:18: finishing write tid 2 to smithi05277117-18 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:16: finishing write tid 3 to smithi05277117-16 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:52:09.455 INFO:tasks.rados.rados.0.smithi052.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:18: finishing write tid 3 to smithi05277117-18 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:14: finishing write tid 3 to smithi05277117-14 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:17: finishing write tid 1 to smithi05277117-17 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:17: finishing write tid 2 to smithi05277117-17 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:19: finishing write tid 1 to smithi05277117-19 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:19: finishing write tid 2 to smithi05277117-19 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:17: finishing write tid 3 to smithi05277117-17 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 10 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:52:09.456 INFO:tasks.rados.rados.0.smithi052.stdout:19: finishing write tid 3 to smithi05277117-19 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:20: finishing write tid 1 to smithi05277117-20 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:20: finishing write tid 2 to smithi05277117-20 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:21: finishing write tid 1 to smithi05277117-21 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:21: finishing write tid 2 to smithi05277117-21 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:20: finishing write tid 3 to smithi05277117-20 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 12 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:21: finishing write tid 3 to smithi05277117-21 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-13T02:52:09.457 INFO:tasks.rados.rados.0.smithi052.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:22: finishing write tid 1 to smithi05277117-22 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:22: finishing write tid 2 to smithi05277117-22 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:22: finishing write tid 3 to smithi05277117-22 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:23: finishing write tid 1 to smithi05277117-23 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:23: finishing write tid 2 to smithi05277117-23 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:23: finishing write tid 3 to smithi05277117-23 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:24: finishing write tid 1 to smithi05277117-24 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:24: finishing write tid 2 to smithi05277117-24 2024-09-13T02:52:09.458 INFO:tasks.rados.rados.0.smithi052.stdout:24: finishing write tid 3 to smithi05277117-24 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:25: finishing write tid 1 to smithi05277117-25 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:25: finishing write tid 2 to smithi05277117-25 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:26: finishing write tid 1 to smithi05277117-26 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:25: finishing write tid 3 to smithi05277117-25 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:26: finishing write tid 2 to smithi05277117-26 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:26: finishing write tid 3 to smithi05277117-26 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:27: finishing write tid 1 to smithi05277117-27 2024-09-13T02:52:09.459 INFO:tasks.rados.rados.0.smithi052.stdout:27: finishing write tid 2 to smithi05277117-27 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:13: done (15 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:14: done (14 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:15: done (13 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:16: done (12 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:17: done (11 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:18: done (10 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:19: done (9 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:20: done (8 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:21: done (7 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:22: done (6 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:23: done (5 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:24: done (4 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:25: done (3 left) 2024-09-13T02:52:09.460 INFO:tasks.rados.rados.0.smithi052.stdout:26: done (2 left) 2024-09-13T02:52:09.461 INFO:tasks.rados.rados.0.smithi052.stdout:29: write initial oid 29 2024-09-13T02:52:09.461 INFO:tasks.rados.rados.0.smithi052.stdout:29: seq_num 28 ranges {0=475136} 2024-09-13T02:52:09.461 INFO:tasks.rados.rados.0.smithi052.stdout:29: writing smithi05277117-29 from 0 to 475136 tid 1 2024-09-13T02:52:09.461 INFO:tasks.rados.rados.0.smithi052.stdout:30: write initial oid 30 2024-09-13T02:52:09.461 INFO:tasks.rados.rados.0.smithi052.stdout:30: seq_num 29 ranges {0=491520} 2024-09-13T02:52:09.462 INFO:tasks.rados.rados.0.smithi052.stdout:30: writing smithi05277117-30 from 0 to 491520 tid 1 2024-09-13T02:52:09.462 INFO:tasks.rados.rados.0.smithi052.stdout:31: write initial oid 31 2024-09-13T02:52:09.462 INFO:tasks.rados.rados.0.smithi052.stdout:31: seq_num 30 ranges {0=507904} 2024-09-13T02:52:09.463 INFO:tasks.rados.rados.0.smithi052.stdout:31: writing smithi05277117-31 from 0 to 507904 tid 1 2024-09-13T02:52:09.463 INFO:tasks.rados.rados.0.smithi052.stdout:32: write initial oid 32 2024-09-13T02:52:09.463 INFO:tasks.rados.rados.0.smithi052.stdout:32: seq_num 31 ranges {0=524288} 2024-09-13T02:52:09.466 INFO:tasks.rados.rados.0.smithi052.stdout:32: writing smithi05277117-32 from 0 to 524288 tid 1 2024-09-13T02:52:09.467 INFO:tasks.rados.rados.0.smithi052.stdout:33: write initial oid 33 2024-09-13T02:52:09.467 INFO:tasks.rados.rados.0.smithi052.stdout:33: seq_num 32 ranges {0=540672} 2024-09-13T02:52:09.470 INFO:tasks.rados.rados.0.smithi052.stdout:33: writing smithi05277117-33 from 0 to 540672 tid 1 2024-09-13T02:52:09.470 INFO:tasks.rados.rados.0.smithi052.stdout:34: write initial oid 34 2024-09-13T02:52:09.470 INFO:tasks.rados.rados.0.smithi052.stdout:34: seq_num 33 ranges {0=557056} 2024-09-13T02:52:09.474 INFO:tasks.rados.rados.0.smithi052.stdout:34: writing smithi05277117-34 from 0 to 557056 tid 1 2024-09-13T02:52:09.474 INFO:tasks.rados.rados.0.smithi052.stdout:35: write initial oid 35 2024-09-13T02:52:09.474 INFO:tasks.rados.rados.0.smithi052.stdout:35: seq_num 34 ranges {0=573440} 2024-09-13T02:52:09.477 INFO:tasks.rados.rados.0.smithi052.stdout:35: writing smithi05277117-35 from 0 to 573440 tid 1 2024-09-13T02:52:09.477 INFO:tasks.rados.rados.0.smithi052.stdout:36: write initial oid 36 2024-09-13T02:52:09.477 INFO:tasks.rados.rados.0.smithi052.stdout:36: seq_num 35 ranges {0=589824} 2024-09-13T02:52:09.480 INFO:tasks.rados.rados.0.smithi052.stdout:36: writing smithi05277117-36 from 0 to 589824 tid 1 2024-09-13T02:52:09.480 INFO:tasks.rados.rados.0.smithi052.stdout:37: write initial oid 37 2024-09-13T02:52:09.480 INFO:tasks.rados.rados.0.smithi052.stdout:37: seq_num 36 ranges {0=606208} 2024-09-13T02:52:09.484 INFO:tasks.rados.rados.0.smithi052.stdout:37: writing smithi05277117-37 from 0 to 606208 tid 1 2024-09-13T02:52:09.484 INFO:tasks.rados.rados.0.smithi052.stdout:38: write initial oid 38 2024-09-13T02:52:09.484 INFO:tasks.rados.rados.0.smithi052.stdout:38: seq_num 37 ranges {0=622592} 2024-09-13T02:52:09.488 INFO:tasks.rados.rados.0.smithi052.stdout:38: writing smithi05277117-38 from 0 to 622592 tid 1 2024-09-13T02:52:09.488 INFO:tasks.rados.rados.0.smithi052.stdout:39: write initial oid 39 2024-09-13T02:52:09.488 INFO:tasks.rados.rados.0.smithi052.stdout:39: seq_num 38 ranges {0=638976} 2024-09-13T02:52:09.491 INFO:tasks.rados.rados.0.smithi052.stdout:39: writing smithi05277117-39 from 0 to 638976 tid 1 2024-09-13T02:52:09.492 INFO:tasks.rados.rados.0.smithi052.stdout:40: write initial oid 40 2024-09-13T02:52:09.492 INFO:tasks.rados.rados.0.smithi052.stdout:40: seq_num 39 ranges {0=663552} 2024-09-13T02:52:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:40: writing smithi05277117-40 from 0 to 663552 tid 1 2024-09-13T02:52:09.496 INFO:tasks.rados.rados.0.smithi052.stdout:41: write initial oid 41 2024-09-13T02:52:09.496 INFO:tasks.rados.rados.0.smithi052.stdout:41: seq_num 40 ranges {0=679936} 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi052.stdout:41: writing smithi05277117-41 from 0 to 679936 tid 1 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi052.stdout:42: write initial oid 42 2024-09-13T02:52:09.500 INFO:tasks.rados.rados.0.smithi052.stdout:42: seq_num 41 ranges {0=696320} 2024-09-13T02:52:09.504 INFO:tasks.rados.rados.0.smithi052.stdout:42: writing smithi05277117-42 from 0 to 696320 tid 1 2024-09-13T02:52:09.504 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.504 INFO:tasks.rados.rados.0.smithi052.stdout:27: finishing write tid 3 to smithi05277117-27 2024-09-13T02:52:09.504 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:52:09.504 INFO:tasks.rados.rados.0.smithi052.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:52:09.505 INFO:tasks.rados.rados.0.smithi052.stdout:28: finishing write tid 1 to smithi05277117-28 2024-09-13T02:52:09.505 INFO:tasks.rados.rados.0.smithi052.stdout:28: finishing write tid 2 to smithi05277117-28 2024-09-13T02:52:09.505 INFO:tasks.rados.rados.0.smithi052.stdout:27: done (15 left) 2024-09-13T02:52:09.505 INFO:tasks.rados.rados.0.smithi052.stdout:43: write initial oid 43 2024-09-13T02:52:09.505 INFO:tasks.rados.rados.0.smithi052.stdout:43: seq_num 42 ranges {0=712704} 2024-09-13T02:52:09.509 INFO:tasks.rados.rados.0.smithi052.stdout:43: writing smithi05277117-43 from 0 to 712704 tid 1 2024-09-13T02:52:09.509 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.509 INFO:tasks.rados.rados.0.smithi052.stdout:28: finishing write tid 3 to smithi05277117-28 2024-09-13T02:52:09.509 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:52:09.510 INFO:tasks.rados.rados.0.smithi052.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:52:09.510 INFO:tasks.rados.rados.0.smithi052.stdout:29: finishing write tid 1 to smithi05277117-29 2024-09-13T02:52:09.510 INFO:tasks.rados.rados.0.smithi052.stdout:28: done (15 left) 2024-09-13T02:52:09.510 INFO:tasks.rados.rados.0.smithi052.stdout:44: write initial oid 44 2024-09-13T02:52:09.510 INFO:tasks.rados.rados.0.smithi052.stdout:44: seq_num 43 ranges {0=729088} 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:44: writing smithi05277117-44 from 0 to 729088 tid 1 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:29: finishing write tid 2 to smithi05277117-29 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:29: finishing write tid 3 to smithi05277117-29 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:30: finishing write tid 1 to smithi05277117-30 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:29: done (15 left) 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:45: write initial oid 45 2024-09-13T02:52:09.513 INFO:tasks.rados.rados.0.smithi052.stdout:45: seq_num 44 ranges {0=745472} 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:45: writing smithi05277117-45 from 0 to 745472 tid 1 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:30: finishing write tid 2 to smithi05277117-30 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:30: finishing write tid 3 to smithi05277117-30 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:31: finishing write tid 1 to smithi05277117-31 2024-09-13T02:52:09.517 INFO:tasks.rados.rados.0.smithi052.stdout:30: done (15 left) 2024-09-13T02:52:09.518 INFO:tasks.rados.rados.0.smithi052.stdout:46: write initial oid 46 2024-09-13T02:52:09.518 INFO:tasks.rados.rados.0.smithi052.stdout:46: seq_num 45 ranges {0=761856} 2024-09-13T02:52:09.522 INFO:tasks.rados.rados.0.smithi052.stdout:46: writing smithi05277117-46 from 0 to 761856 tid 1 2024-09-13T02:52:09.522 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.522 INFO:tasks.rados.rados.0.smithi052.stdout:31: finishing write tid 2 to smithi05277117-31 2024-09-13T02:52:09.522 INFO:tasks.rados.rados.0.smithi052.stdout:31: finishing write tid 3 to smithi05277117-31 2024-09-13T02:52:09.523 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T02:52:09.523 INFO:tasks.rados.rados.0.smithi052.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-13T02:52:09.523 INFO:tasks.rados.rados.0.smithi052.stdout:32: finishing write tid 1 to smithi05277117-32 2024-09-13T02:52:09.523 INFO:tasks.rados.rados.0.smithi052.stdout:31: done (15 left) 2024-09-13T02:52:09.523 INFO:tasks.rados.rados.0.smithi052.stdout:47: write initial oid 47 2024-09-13T02:52:09.523 INFO:tasks.rados.rados.0.smithi052.stdout:47: seq_num 46 ranges {0=778240} 2024-09-13T02:52:09.527 INFO:tasks.rados.rados.0.smithi052.stdout:47: writing smithi05277117-47 from 0 to 778240 tid 1 2024-09-13T02:52:09.527 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:32: finishing write tid 2 to smithi05277117-32 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:32: finishing write tid 3 to smithi05277117-32 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:33: finishing write tid 1 to smithi05277117-33 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:33: finishing write tid 2 to smithi05277117-33 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:33: finishing write tid 3 to smithi05277117-33 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 10 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:34: finishing write tid 1 to smithi05277117-34 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:32: done (15 left) 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:33: done (14 left) 2024-09-13T02:52:09.528 INFO:tasks.rados.rados.0.smithi052.stdout:48: write initial oid 48 2024-09-13T02:52:09.529 INFO:tasks.rados.rados.0.smithi052.stdout:48: seq_num 47 ranges {0=794624} 2024-09-13T02:52:09.531 INFO:tasks.rados.rados.0.smithi052.stdout:48: writing smithi05277117-48 from 0 to 794624 tid 1 2024-09-13T02:52:09.532 INFO:tasks.rados.rados.0.smithi052.stdout:49: write initial oid 49 2024-09-13T02:52:09.532 INFO:tasks.rados.rados.0.smithi052.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-13T02:52:09.534 INFO:tasks.rados.rados.0.smithi052.stdout:49: writing smithi05277117-49 from 0 to 409600 tid 1 2024-09-13T02:52:09.537 INFO:tasks.rados.rados.0.smithi052.stdout:49: writing smithi05277117-49 from 409600 to 811008 tid 2 2024-09-13T02:52:09.537 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 16 2024-09-13T02:52:09.537 INFO:tasks.rados.rados.0.smithi052.stdout:34: finishing write tid 2 to smithi05277117-34 2024-09-13T02:52:09.537 INFO:tasks.rados.rados.0.smithi052.stdout:34: finishing write tid 3 to smithi05277117-34 2024-09-13T02:52:09.537 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:35: finishing write tid 1 to smithi05277117-35 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:35: finishing write tid 2 to smithi05277117-35 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:35: finishing write tid 3 to smithi05277117-35 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:36: finishing write tid 1 to smithi05277117-36 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:36: finishing write tid 2 to smithi05277117-36 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:36: finishing write tid 3 to smithi05277117-36 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:37: finishing write tid 1 to smithi05277117-37 2024-09-13T02:52:09.538 INFO:tasks.rados.rados.0.smithi052.stdout:37: finishing write tid 2 to smithi05277117-37 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:37: finishing write tid 3 to smithi05277117-37 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:38: finishing write tid 1 to smithi05277117-38 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:38: finishing write tid 2 to smithi05277117-38 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:34: done (15 left) 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:35: done (14 left) 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:36: done (13 left) 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:37: done (12 left) 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:50: write initial oid 50 2024-09-13T02:52:09.539 INFO:tasks.rados.rados.0.smithi052.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-13T02:52:09.540 INFO:tasks.rados.rados.0.smithi052.stdout:50: writing smithi05277117-50 from 0 to 425984 tid 1 2024-09-13T02:52:09.542 INFO:tasks.rados.rados.0.smithi052.stdout:50: writing smithi05277117-50 from 425984 to 827392 tid 2 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:38: finishing write tid 3 to smithi05277117-38 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 14 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:39: finishing write tid 1 to smithi05277117-39 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:38: done (13 left) 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 0 2024-09-13T02:52:09.543 INFO:tasks.rados.rados.0.smithi052.stdout:52: seq_num 50 ranges {237568=442368,679936=401408} 2024-09-13T02:52:09.546 INFO:tasks.rados.rados.0.smithi052.stdout:52: writing smithi05277117-15 from 237568 to 679936 tid 1 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:52: writing smithi05277117-15 from 679936 to 1081344 tid 2 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:53: rmattr oid 5 current snap is 0 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:53: done (14 left) 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:54: delete oid 5 current snap is 0 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:39: finishing write tid 2 to smithi05277117-39 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:39: finishing write tid 3 to smithi05277117-39 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:09.551 INFO:tasks.rados.rados.0.smithi052.stdout:40: finishing write tid 1 to smithi05277117-40 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:40: finishing write tid 2 to smithi05277117-40 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:40: finishing write tid 3 to smithi05277117-40 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:41: finishing write tid 1 to smithi05277117-41 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:41: finishing write tid 2 to smithi05277117-41 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:41: finishing write tid 3 to smithi05277117-41 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:42: finishing write tid 1 to smithi05277117-42 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:42: finishing write tid 2 to smithi05277117-42 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:42: finishing write tid 3 to smithi05277117-42 2024-09-13T02:52:09.552 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:43: finishing write tid 1 to smithi05277117-43 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:43: finishing write tid 2 to smithi05277117-43 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:43: finishing write tid 3 to smithi05277117-43 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:44: finishing write tid 1 to smithi05277117-44 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:44: finishing write tid 2 to smithi05277117-44 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:44: finishing write tid 3 to smithi05277117-44 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:45: finishing write tid 1 to smithi05277117-45 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:45: finishing write tid 2 to smithi05277117-45 2024-09-13T02:52:09.553 INFO:tasks.rados.rados.0.smithi052.stdout:45: finishing write tid 3 to smithi05277117-45 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 12 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:46: finishing write tid 1 to smithi05277117-46 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:46: finishing write tid 2 to smithi05277117-46 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:46: finishing write tid 3 to smithi05277117-46 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:47: finishing write tid 1 to smithi05277117-47 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:47: finishing write tid 2 to smithi05277117-47 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:47: finishing write tid 3 to smithi05277117-47 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:48: finishing write tid 1 to smithi05277117-48 2024-09-13T02:52:09.554 INFO:tasks.rados.rados.0.smithi052.stdout:48: finishing write tid 2 to smithi05277117-48 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:49: finishing write tid 1 to smithi05277117-49 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:48: finishing write tid 3 to smithi05277117-48 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:49: finishing write tid 2 to smithi05277117-49 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:49: finishing write tid 3 to smithi05277117-49 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:49: finishing write tid 4 to smithi05277117-49 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:50: finishing write tid 1 to smithi05277117-50 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:50: finishing write tid 2 to smithi05277117-50 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:50: finishing write tid 3 to smithi05277117-50 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:50: finishing write tid 4 to smithi05277117-50 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 10 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T02:52:09.555 INFO:tasks.rados.rados.0.smithi052.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:51: finishing copy_from racing read to smithi05277117-8 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:51: finishing copy_from to smithi05277117-8 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:52: finishing write tid 1 to smithi05277117-15 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:39: done (14 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:40: done (13 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:41: done (12 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:42: done (11 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:43: done (10 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:44: done (9 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:45: done (8 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:46: done (7 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:47: done (6 left) 2024-09-13T02:52:09.556 INFO:tasks.rados.rados.0.smithi052.stdout:48: done (5 left) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:49: done (4 left) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:50: done (3 left) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:51: done (2 left) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:54: done (1 left) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:55: read oid 16 snap -1 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:56: rollback oid 31 current snap is 0 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:56: done (2 left) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:57: read oid 28 snap -1 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:59: rollback oid 45 current snap is 0 2024-09-13T02:52:09.557 INFO:tasks.rados.rados.0.smithi052.stdout:59: done (4 left) 2024-09-13T02:52:09.558 INFO:tasks.rados.rados.0.smithi052.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-09-13T02:52:09.558 INFO:tasks.rados.rados.0.smithi052.stdout:61: delete oid 1 current snap is 0 2024-09-13T02:52:09.558 INFO:tasks.rados.rados.0.smithi052.stdout:61: done (5 left) 2024-09-13T02:52:09.558 INFO:tasks.rados.rados.0.smithi052.stdout:62: read oid 18 snap -1 2024-09-13T02:52:09.558 INFO:tasks.rados.rados.0.smithi052.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:09.558 INFO:tasks.rados.rados.0.smithi052.stdout:63: snap_create 2024-09-13T02:52:09.559 INFO:tasks.rados.rados.0.smithi052.stdout:52: finishing write tid 2 to smithi05277117-15 2024-09-13T02:52:09.559 INFO:tasks.rados.rados.0.smithi052.stdout:52: finishing write tid 3 to smithi05277117-15 2024-09-13T02:52:09.559 INFO:tasks.rados.rados.0.smithi052.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:52:09.563 INFO:tasks.rados.rados.0.smithi052.stdout:52: finishing write tid 4 to smithi05277117-15 2024-09-13T02:52:09.563 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 5 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-13T02:52:09.563 INFO:tasks.rados.rados.0.smithi052.stdout:52: left oid 15 (ObjNum 50 snap 0 seq_num 50) 2024-09-13T02:52:09.563 INFO:tasks.rados.rados.0.smithi052.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:52:09.576 INFO:tasks.rados.rados.0.smithi052.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:09.584 INFO:tasks.rados.rados.0.smithi052.stdout:58: finishing copy_from racing read to smithi05277117-29 2024-09-13T02:52:09.584 INFO:tasks.rados.rados.0.smithi052.stdout:60: finishing copy_from racing read to smithi05277117-23 2024-09-13T02:52:09.584 INFO:tasks.rados.rados.0.smithi052.stdout:60: finishing copy_from to smithi05277117-23 2024-09-13T02:52:09.584 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:52:09.584 INFO:tasks.rados.rados.0.smithi052.stdout:58: finishing copy_from to smithi05277117-29 2024-09-13T02:52:09.584 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:52:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:52:09.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:09 smithi078 ceph-mon[30844]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:52:09.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:09 smithi078 ceph-mon[30844]: Cluster is now healthy 2024-09-13T02:52:09.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:09 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1731218726' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:52:09.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:09 smithi078 ceph-mon[30844]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:52:09.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[27118]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:52:09.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[27118]: Cluster is now healthy 2024-09-13T02:52:09.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1731218726' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:52:09.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[27118]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:52:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[37071]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T02:52:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[37071]: Cluster is now healthy 2024-09-13T02:52:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1731218726' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:52:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:09 smithi052 ceph-mon[37071]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-13T02:52:10.414 INFO:tasks.rados.rados.0.smithi052.stdout:52: done (6 left) 2024-09-13T02:52:10.414 INFO:tasks.rados.rados.0.smithi052.stdout:55: done (5 left) 2024-09-13T02:52:10.414 INFO:tasks.rados.rados.0.smithi052.stdout:57: done (4 left) 2024-09-13T02:52:10.414 INFO:tasks.rados.rados.0.smithi052.stdout:58: done (3 left) 2024-09-13T02:52:10.414 INFO:tasks.rados.rados.0.smithi052.stdout:60: done (2 left) 2024-09-13T02:52:10.414 INFO:tasks.rados.rados.0.smithi052.stdout:62: done (1 left) 2024-09-13T02:52:10.415 INFO:tasks.rados.rados.0.smithi052.stdout:63: done (0 left) 2024-09-13T02:52:10.415 INFO:tasks.rados.rados.0.smithi052.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-13T02:52:10.415 INFO:tasks.rados.rados.0.smithi052.stdout:65: read oid 30 snap -1 2024-09-13T02:52:10.415 INFO:tasks.rados.rados.0.smithi052.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:52:10.415 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 1 2024-09-13T02:52:10.415 INFO:tasks.rados.rados.0.smithi052.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-09-13T02:52:10.422 INFO:tasks.rados.rados.0.smithi052.stdout:66: writing smithi05277117-23 from 794624 to 1286144 tid 1 2024-09-13T02:52:10.424 INFO:tasks.rados.rados.0.smithi052.stdout:66: writing smithi05277117-23 from 1286144 to 1687552 tid 2 2024-09-13T02:52:10.424 INFO:tasks.rados.rados.0.smithi052.stdout:67: rollback oid 10 current snap is 1 2024-09-13T02:52:10.425 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 0 2024-09-13T02:52:10.425 INFO:tasks.rados.rados.0.smithi052.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:64: finishing copy_from racing read to smithi05277117-15 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:64: finishing copy_from to smithi05277117-15 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:66: finishing write tid 1 to smithi05277117-23 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:67: finishing rollback tid 0 to smithi05277117-10 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:66: finishing write tid 2 to smithi05277117-23 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:64: done (3 left) 2024-09-13T02:52:10.439 INFO:tasks.rados.rados.0.smithi052.stdout:65: done (2 left) 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:68: setattr oid 20 current snap is 1 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:67: finishing rollback tid 1 to smithi05277117-10 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:66: finishing write tid 3 to smithi05277117-23 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:67: finishing rollback tid 2 to smithi05277117-10 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 16 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:66: finishing write tid 4 to smithi05277117-23 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T02:52:10.440 INFO:tasks.rados.rados.0.smithi052.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:66: done (2 left) 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:67: done (1 left) 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:70: read oid 24 snap 0 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-13T02:52:10.442 INFO:tasks.rados.rados.0.smithi052.stdout:72: rollback oid 49 current snap is 1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 0 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:73: read oid 4 snap 0 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:74: rmattr oid 7 current snap is 1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:74: done (6 left) 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:76: read oid 39 snap -1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:78: read oid 2 snap -1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:79: setattr oid 41 current snap is 1 2024-09-13T02:52:10.443 INFO:tasks.rados.rados.0.smithi052.stdout:80: snap_create 2024-09-13T02:52:10.444 INFO:tasks.rados.rados.0.smithi052.stdout:72: finishing rollback tid 0 to smithi05277117-49 2024-09-13T02:52:10.444 INFO:tasks.rados.rados.0.smithi052.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-13T02:52:10.446 INFO:tasks.rados.rados.0.smithi052.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-13T02:52:10.447 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:52:10.448 INFO:tasks.rados.rados.0.smithi052.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-13T02:52:10.460 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 17 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-13T02:52:10.460 INFO:tasks.rados.rados.0.smithi052.stdout:72: finishing rollback tid 1 to smithi05277117-49 2024-09-13T02:52:10.460 INFO:tasks.rados.rados.0.smithi052.stdout:72: finishing rollback tid 2 to smithi05277117-49 2024-09-13T02:52:10.460 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 19 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-13T02:52:10.461 INFO:tasks.rados.rados.0.smithi052.stdout:71: finishing copy_from racing read to smithi05277117-36 2024-09-13T02:52:10.461 INFO:tasks.rados.rados.0.smithi052.stdout:71: finishing copy_from to smithi05277117-36 2024-09-13T02:52:10.461 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:52:10.461 INFO:tasks.rados.rados.0.smithi052.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:69: finishing copy_from racing read to smithi05277117-45 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:75: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:69: finishing copy_from to smithi05277117-45 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:75: finishing copy_from to smithi05277117-21 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:77: finishing copy_from racing read to smithi05277117-6 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:77: finishing copy_from to smithi05277117-6 2024-09-13T02:52:10.478 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T02:52:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:10 smithi078 ceph-mon[30844]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T02:52:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:10 smithi078 ceph-mon[30844]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T02:52:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:10 smithi078 ceph-mon[30844]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:10 smithi052 ceph-mon[27118]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T02:52:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:10 smithi052 ceph-mon[27118]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T02:52:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:10 smithi052 ceph-mon[27118]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:10 smithi052 ceph-mon[37071]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-13T02:52:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:10 smithi052 ceph-mon[37071]: osdmap e75: 8 total, 8 up, 8 in 2024-09-13T02:52:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:10 smithi052 ceph-mon[37071]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:68: done (11 left) 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:69: done (10 left) 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:70: done (9 left) 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:71: done (8 left) 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:72: done (7 left) 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:73: done (6 left) 2024-09-13T02:52:11.419 INFO:tasks.rados.rados.0.smithi052.stdout:75: done (5 left) 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:76: done (4 left) 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:77: done (3 left) 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:78: done (2 left) 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:79: done (1 left) 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:80: done (0 left) 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:81: rollback oid 40 current snap is 2 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 40 to 1 2024-09-13T02:52:11.420 INFO:tasks.rados.rados.0.smithi052.stdout:82: snap_create 2024-09-13T02:52:11.422 INFO:tasks.rados.rados.0.smithi052.stdout:81: finishing rollback tid 0 to smithi05277117-40 2024-09-13T02:52:11.422 INFO:tasks.rados.rados.0.smithi052.stdout:81: finishing rollback tid 1 to smithi05277117-40 2024-09-13T02:52:11.422 INFO:tasks.rados.rados.0.smithi052.stdout:81: finishing rollback tid 2 to smithi05277117-40 2024-09-13T02:52:11.422 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:52:11.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:11 smithi078 ceph-mon[30844]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T02:52:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:11 smithi052 ceph-mon[37071]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T02:52:11.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:11 smithi052 ceph-mon[27118]: osdmap e76: 8 total, 8 up, 8 in 2024-09-13T02:52:12.424 INFO:tasks.rados.rados.0.smithi052.stdout:81: done (1 left) 2024-09-13T02:52:12.424 INFO:tasks.rados.rados.0.smithi052.stdout:82: done (0 left) 2024-09-13T02:52:12.424 INFO:tasks.rados.rados.0.smithi052.stdout:83: rollback oid 9 current snap is 3 2024-09-13T02:52:12.424 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 0 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:84: read oid 20 snap 1 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:85: read oid 25 snap -1 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:87: setattr oid 48 current snap is 3 2024-09-13T02:52:12.425 INFO:tasks.rados.rados.0.smithi052.stdout:88: snap_remove snap 2 2024-09-13T02:52:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:12 smithi078 ceph-mon[30844]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T02:52:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:12 smithi078 ceph-mon[30844]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:12 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:12 smithi052 ceph-mon[27118]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T02:52:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:12 smithi052 ceph-mon[27118]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:12 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:12 smithi052 ceph-mon[37071]: osdmap e77: 8 total, 8 up, 8 in 2024-09-13T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:12 smithi052 ceph-mon[37071]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:12 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:13.429 INFO:tasks.rados.rados.0.smithi052.stdout:88: done (5 left) 2024-09-13T02:52:13.429 INFO:tasks.rados.rados.0.smithi052.stdout:89: read oid 38 snap 1 2024-09-13T02:52:13.429 INFO:tasks.rados.rados.0.smithi052.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-09-13T02:52:13.429 INFO:tasks.rados.rados.0.smithi052.stdout:90: read oid 18 snap -1 2024-09-13T02:52:13.429 INFO:tasks.rados.rados.0.smithi052.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:13.429 INFO:tasks.rados.rados.0.smithi052.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:83: finishing rollback tid 0 to smithi05277117-9 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:83: finishing rollback tid 1 to smithi05277117-9 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:83: finishing rollback tid 2 to smithi05277117-9 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 16 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 18 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:83: done (7 left) 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:87: done (6 left) 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:92: rmattr oid 19 current snap is 3 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:92: done (6 left) 2024-09-13T02:52:13.430 INFO:tasks.rados.rados.0.smithi052.stdout:93: snap_remove snap 0 2024-09-13T02:52:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:13 smithi078 ceph-mon[30844]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T02:52:13.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:13 smithi052 ceph-mon[27118]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T02:52:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:13 smithi052 ceph-mon[37071]: osdmap e78: 8 total, 8 up, 8 in 2024-09-13T02:52:14.434 INFO:tasks.rados.rados.0.smithi052.stdout:93: done (6 left) 2024-09-13T02:52:14.434 INFO:tasks.rados.rados.0.smithi052.stdout:94: rmattr oid 47 current snap is 3 2024-09-13T02:52:14.434 INFO:tasks.rados.rados.0.smithi052.stdout:94: done (6 left) 2024-09-13T02:52:14.434 INFO:tasks.rados.rados.0.smithi052.stdout:95: read oid 22 snap 1 2024-09-13T02:52:14.434 INFO:tasks.rados.rados.0.smithi052.stdout:95: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-13T02:52:14.435 INFO:tasks.rados.rados.0.smithi052.stdout:96: rmattr oid 32 current snap is 3 2024-09-13T02:52:14.435 INFO:tasks.rados.rados.0.smithi052.stdout:96: done (7 left) 2024-09-13T02:52:14.435 INFO:tasks.rados.rados.0.smithi052.stdout:97: read oid 43 snap 1 2024-09-13T02:52:14.435 INFO:tasks.rados.rados.0.smithi052.stdout:97: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:52:14.435 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 3 2024-09-13T02:52:14.435 INFO:tasks.rados.rados.0.smithi052.stdout:98: seq_num 54 ranges {696320=507904,1204224=401408} 2024-09-13T02:52:14.441 INFO:tasks.rados.rados.0.smithi052.stdout:98: writing smithi05277117-42 from 696320 to 1204224 tid 1 2024-09-13T02:52:14.444 INFO:tasks.rados.rados.0.smithi052.stdout:98: writing smithi05277117-42 from 1204224 to 1605632 tid 2 2024-09-13T02:52:14.445 INFO:tasks.rados.rados.0.smithi052.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-13T02:52:14.455 INFO:tasks.rados.rados.0.smithi052.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:86: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:86: finishing copy_from to smithi05277117-34 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:84: done (8 left) 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:85: done (7 left) 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:86: done (6 left) 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:99: copy_from oid 32 from oid 7 current snap is 3 2024-09-13T02:52:14.468 INFO:tasks.rados.rados.0.smithi052.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:14.477 INFO:tasks.rados.rados.0.smithi052.stdout:90: done (6 left) 2024-09-13T02:52:14.477 INFO:tasks.rados.rados.0.smithi052.stdout:100: copy_from oid 12 from oid 4 current snap is 3 2024-09-13T02:52:14.477 INFO:tasks.rados.rados.0.smithi052.stdout:91: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:52:14.477 INFO:tasks.rados.rados.0.smithi052.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-09-13T02:52:14.496 INFO:tasks.rados.rados.0.smithi052.stdout:91: finishing copy_from to smithi05277117-2 2024-09-13T02:52:14.496 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:14.496 INFO:tasks.rados.rados.0.smithi052.stdout:97: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-13T02:52:14.513 INFO:tasks.rados.rados.0.smithi052.stdout:95: expect (ObjNum 21 snap 0 seq_num 21) 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:98: finishing write tid 1 to smithi05277117-42 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:98: finishing write tid 2 to smithi05277117-42 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:98: finishing write tid 3 to smithi05277117-42 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:98: finishing write tid 4 to smithi05277117-42 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 10 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:98: left oid 42 (ObjNum 54 snap 3 seq_num 54) 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:99: finishing copy_from racing read to smithi05277117-32 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:99: finishing copy_from to smithi05277117-32 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:100: finishing copy_from racing read to smithi05277117-12 2024-09-13T02:52:14.523 INFO:tasks.rados.rados.0.smithi052.stdout:89: done (6 left) 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:91: done (5 left) 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:95: done (4 left) 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:97: done (3 left) 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:98: done (2 left) 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:99: done (1 left) 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 3 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:100: finishing copy_from to smithi05277117-12 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-13T02:52:14.524 INFO:tasks.rados.rados.0.smithi052.stdout:101: seq_num 55 ranges {507904=524288,1032192=401408} 2024-09-13T02:52:14.528 INFO:tasks.rados.rados.0.smithi052.stdout:101: writing smithi05277117-31 from 507904 to 1032192 tid 1 2024-09-13T02:52:14.530 INFO:tasks.rados.rados.0.smithi052.stdout:101: writing smithi05277117-31 from 1032192 to 1433600 tid 2 2024-09-13T02:52:14.530 INFO:tasks.rados.rados.0.smithi052.stdout:100: done (1 left) 2024-09-13T02:52:14.531 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 3 2024-09-13T02:52:14.531 INFO:tasks.rados.rados.0.smithi052.stdout:102: seq_num 56 ranges {24576=540672,565248=401408} 2024-09-13T02:52:14.534 INFO:tasks.rados.rados.0.smithi052.stdout:102: writing smithi05277117-15 from 24576 to 565248 tid 1 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:102: writing smithi05277117-15 from 565248 to 966656 tid 2 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:103: rollback oid 9 current snap is 3 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 1 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:101: finishing write tid 1 to smithi05277117-31 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:101: finishing write tid 2 to smithi05277117-31 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:101: finishing write tid 3 to smithi05277117-31 2024-09-13T02:52:14.537 INFO:tasks.rados.rados.0.smithi052.stdout:101: finishing write tid 4 to smithi05277117-31 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 32 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi052.stdout:101: left oid 31 (ObjNum 55 snap 3 seq_num 55) 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi052.stdout:102: finishing write tid 1 to smithi05277117-15 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi052.stdout:101: done (2 left) 2024-09-13T02:52:14.538 INFO:tasks.rados.rados.0.smithi052.stdout:104: delete oid 34 current snap is 3 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:104: done (2 left) 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:105: read oid 44 snap -1 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:105: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:106: rollback oid 39 current snap is 3 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 1 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:107: delete oid 17 current snap is 3 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:102: finishing write tid 2 to smithi05277117-15 2024-09-13T02:52:14.539 INFO:tasks.rados.rados.0.smithi052.stdout:103: finishing rollback tid 0 to smithi05277117-9 2024-09-13T02:52:14.540 INFO:tasks.rados.rados.0.smithi052.stdout:102: finishing write tid 3 to smithi05277117-15 2024-09-13T02:52:14.540 INFO:tasks.rados.rados.0.smithi052.stdout:103: finishing rollback tid 1 to smithi05277117-9 2024-09-13T02:52:14.540 INFO:tasks.rados.rados.0.smithi052.stdout:103: finishing rollback tid 2 to smithi05277117-9 2024-09-13T02:52:14.540 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 35 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T02:52:14.541 INFO:tasks.rados.rados.0.smithi052.stdout:102: finishing write tid 4 to smithi05277117-15 2024-09-13T02:52:14.541 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 13 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:102: left oid 15 (ObjNum 56 snap 3 seq_num 56) 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:102: done (4 left) 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:103: done (3 left) 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:107: done (2 left) 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:108: read oid 17 snap 1 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:109: rollback oid 40 current snap is 3 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 40 to 1 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:110: delete oid 8 current snap is 3 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:106: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:106: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:106: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:52:14.542 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:14.543 INFO:tasks.rados.rados.0.smithi052.stdout:109: finishing rollback tid 0 to smithi05277117-40 2024-09-13T02:52:14.543 INFO:tasks.rados.rados.0.smithi052.stdout:109: finishing rollback tid 1 to smithi05277117-40 2024-09-13T02:52:14.543 INFO:tasks.rados.rados.0.smithi052.stdout:109: finishing rollback tid 2 to smithi05277117-40 2024-09-13T02:52:14.544 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:52:14.544 INFO:tasks.rados.rados.0.smithi052.stdout:105: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-13T02:52:14.565 INFO:tasks.rados.rados.0.smithi052.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:52:14.573 INFO:tasks.rados.rados.0.smithi052.stdout:105: done (4 left) 2024-09-13T02:52:14.573 INFO:tasks.rados.rados.0.smithi052.stdout:106: done (3 left) 2024-09-13T02:52:14.573 INFO:tasks.rados.rados.0.smithi052.stdout:108: done (2 left) 2024-09-13T02:52:14.573 INFO:tasks.rados.rados.0.smithi052.stdout:109: done (1 left) 2024-09-13T02:52:14.573 INFO:tasks.rados.rados.0.smithi052.stdout:110: done (0 left) 2024-09-13T02:52:14.573 INFO:tasks.rados.rados.0.smithi052.stdout:111: setattr oid 35 current snap is 3 2024-09-13T02:52:14.575 INFO:tasks.rados.rados.0.smithi052.stdout:112: snap_create 2024-09-13T02:52:14.577 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-13T02:52:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:14 smithi078 ceph-mon[30844]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T02:52:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:14 smithi078 ceph-mon[30844]: pgmap v112: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-13T02:52:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:14 smithi052 ceph-mon[37071]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T02:52:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:14 smithi052 ceph-mon[37071]: pgmap v112: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-13T02:52:14.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:14 smithi052 ceph-mon[27118]: osdmap e79: 8 total, 8 up, 8 in 2024-09-13T02:52:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:14 smithi052 ceph-mon[27118]: pgmap v112: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-13T02:52:15.431 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:52:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:15] "GET /metrics HTTP/1.1" 200 238843 "" "Prometheus/2.43.0" 2024-09-13T02:52:15.438 INFO:tasks.rados.rados.0.smithi052.stdout:111: done (1 left) 2024-09-13T02:52:15.438 INFO:tasks.rados.rados.0.smithi052.stdout:112: done (0 left) 2024-09-13T02:52:15.438 INFO:tasks.rados.rados.0.smithi052.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-09-13T02:52:15.438 INFO:tasks.rados.rados.0.smithi052.stdout:114: setattr oid 23 current snap is 4 2024-09-13T02:52:15.440 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 4 2024-09-13T02:52:15.440 INFO:tasks.rados.rados.0.smithi052.stdout:115: seq_num 60 ranges {966656=614400,1581056=401408} 2024-09-13T02:52:15.449 INFO:tasks.rados.rados.0.smithi052.stdout:115: writing smithi05277117-15 from 966656 to 1581056 tid 1 2024-09-13T02:52:15.452 INFO:tasks.rados.rados.0.smithi052.stdout:115: writing smithi05277117-15 from 1581056 to 1982464 tid 2 2024-09-13T02:52:15.452 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 4 2024-09-13T02:52:15.452 INFO:tasks.rados.rados.0.smithi052.stdout:116: seq_num 61 ranges {319488=630784,950272=401408} 2024-09-13T02:52:15.458 INFO:tasks.rados.rados.0.smithi052.stdout:116: writing smithi05277117-20 from 319488 to 950272 tid 1 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:116: writing smithi05277117-20 from 950272 to 1351680 tid 2 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:117: rollback oid 31 current snap is 4 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 1 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 29 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:113: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:113: finishing copy_from to smithi05277117-25 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:115: finishing write tid 1 to smithi05277117-15 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:115: finishing write tid 2 to smithi05277117-15 2024-09-13T02:52:15.461 INFO:tasks.rados.rados.0.smithi052.stdout:115: finishing write tid 3 to smithi05277117-15 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:115: finishing write tid 4 to smithi05277117-15 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 17 (ObjNum 60 snap 4 seq_num 60) dirty exists 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:115: left oid 15 (ObjNum 60 snap 4 seq_num 60) 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:113: done (4 left) 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:114: done (3 left) 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:115: done (2 left) 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:118: read oid 26 snap -1 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:118: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 4 2024-09-13T02:52:15.462 INFO:tasks.rados.rados.0.smithi052.stdout:119: seq_num 62 ranges {778240=647168,1425408=401408} 2024-09-13T02:52:15.468 INFO:tasks.rados.rados.0.smithi052.stdout:119: writing smithi05277117-2 from 778240 to 1425408 tid 1 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:119: writing smithi05277117-2 from 1425408 to 1826816 tid 2 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:120: snap_create 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:117: finishing rollback tid 0 to smithi05277117-31 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:116: finishing write tid 1 to smithi05277117-20 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:116: finishing write tid 2 to smithi05277117-20 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:117: finishing rollback tid 1 to smithi05277117-31 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:116: finishing write tid 3 to smithi05277117-20 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:117: finishing rollback tid 2 to smithi05277117-31 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 39 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-13T02:52:15.472 INFO:tasks.rados.rados.0.smithi052.stdout:116: finishing write tid 4 to smithi05277117-20 2024-09-13T02:52:15.473 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 31 (ObjNum 61 snap 4 seq_num 61) dirty exists 2024-09-13T02:52:15.473 INFO:tasks.rados.rados.0.smithi052.stdout:116: left oid 20 (ObjNum 61 snap 4 seq_num 61) 2024-09-13T02:52:15.473 INFO:tasks.rados.rados.0.smithi052.stdout:118: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-13T02:52:15.484 INFO:tasks.rados.rados.0.smithi052.stdout:119: finishing write tid 1 to smithi05277117-2 2024-09-13T02:52:15.485 INFO:tasks.rados.rados.0.smithi052.stdout:119: finishing write tid 2 to smithi05277117-2 2024-09-13T02:52:15.485 INFO:tasks.rados.rados.0.smithi052.stdout:119: finishing write tid 3 to smithi05277117-2 2024-09-13T02:52:15.485 INFO:tasks.rados.rados.0.smithi052.stdout:119: finishing write tid 4 to smithi05277117-2 2024-09-13T02:52:15.485 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 13 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-13T02:52:15.485 INFO:tasks.rados.rados.0.smithi052.stdout:119: left oid 2 (ObjNum 62 snap 4 seq_num 62) 2024-09-13T02:52:15.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:15 smithi078 ceph-mon[30844]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T02:52:15.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:15 smithi052 ceph-mon[37071]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T02:52:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:15 smithi052 ceph-mon[27118]: osdmap e80: 8 total, 8 up, 8 in 2024-09-13T02:52:16.443 INFO:tasks.rados.rados.0.smithi052.stdout:116: done (4 left) 2024-09-13T02:52:16.443 INFO:tasks.rados.rados.0.smithi052.stdout:117: done (3 left) 2024-09-13T02:52:16.443 INFO:tasks.rados.rados.0.smithi052.stdout:118: done (2 left) 2024-09-13T02:52:16.443 INFO:tasks.rados.rados.0.smithi052.stdout:119: done (1 left) 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:120: done (0 left) 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:121: read oid 48 snap 3 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:122: rollback oid 22 current snap is 5 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 1 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:123: read oid 17 snap 1 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 5 2024-09-13T02:52:16.444 INFO:tasks.rados.rados.0.smithi052.stdout:124: seq_num 63 ranges {106496=663552,770048=401408} 2024-09-13T02:52:16.447 INFO:tasks.rados.rados.0.smithi052.stdout:124: writing smithi05277117-32 from 106496 to 770048 tid 1 2024-09-13T02:52:16.451 INFO:tasks.rados.rados.0.smithi052.stdout:124: writing smithi05277117-32 from 770048 to 1171456 tid 2 2024-09-13T02:52:16.451 INFO:tasks.rados.rados.0.smithi052.stdout:125: copy_from oid 1 from oid 24 current snap is 5 2024-09-13T02:52:16.451 INFO:tasks.rados.rados.0.smithi052.stdout:126: read oid 33 snap -1 2024-09-13T02:52:16.451 INFO:tasks.rados.rados.0.smithi052.stdout:126: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:52:16.452 INFO:tasks.rados.rados.0.smithi052.stdout:127: copy_from oid 25 from oid 9 current snap is 5 2024-09-13T02:52:16.452 INFO:tasks.rados.rados.0.smithi052.stdout:128: copy_from oid 23 from oid 50 current snap is 5 2024-09-13T02:52:16.452 INFO:tasks.rados.rados.0.smithi052.stdout:129: snap_create 2024-09-13T02:52:16.452 INFO:tasks.rados.rados.0.smithi052.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-13T02:52:16.478 INFO:tasks.rados.rados.0.smithi052.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:122: finishing rollback tid 0 to smithi05277117-22 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:122: finishing rollback tid 1 to smithi05277117-22 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:122: finishing rollback tid 2 to smithi05277117-22 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 14 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:124: finishing write tid 1 to smithi05277117-32 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:124: finishing write tid 2 to smithi05277117-32 2024-09-13T02:52:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:124: finishing write tid 3 to smithi05277117-32 2024-09-13T02:52:16.487 INFO:tasks.rados.rados.0.smithi052.stdout:125: finishing copy_from racing read to smithi05277117-1 2024-09-13T02:52:16.487 INFO:tasks.rados.rados.0.smithi052.stdout:126: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:124: finishing write tid 4 to smithi05277117-32 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 43 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:124: left oid 32 (ObjNum 63 snap 5 seq_num 63) 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:125: finishing copy_from to smithi05277117-1 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:127: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:52:16.501 INFO:tasks.rados.rados.0.smithi052.stdout:127: finishing copy_from to smithi05277117-25 2024-09-13T02:52:16.502 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 35 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-13T02:52:16.502 INFO:tasks.rados.rados.0.smithi052.stdout:128: finishing copy_from racing read to smithi05277117-23 2024-09-13T02:52:16.502 INFO:tasks.rados.rados.0.smithi052.stdout:128: finishing copy_from to smithi05277117-23 2024-09-13T02:52:16.502 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 10 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T02:52:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:16 smithi078 ceph-mon[30844]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T02:52:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:16 smithi078 ceph-mon[30844]: pgmap v115: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-13T02:52:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:16 smithi052 ceph-mon[37071]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T02:52:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:16 smithi052 ceph-mon[37071]: pgmap v115: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-13T02:52:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:16 smithi052 ceph-mon[27118]: osdmap e81: 8 total, 8 up, 8 in 2024-09-13T02:52:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:16 smithi052 ceph-mon[27118]: pgmap v115: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.4 MiB/s wr, 84 op/s 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:121: done (8 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:122: done (7 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:123: done (6 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:124: done (5 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:125: done (4 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:126: done (3 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:127: done (2 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:128: done (1 left) 2024-09-13T02:52:17.451 INFO:tasks.rados.rados.0.smithi052.stdout:129: done (0 left) 2024-09-13T02:52:17.452 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 6 2024-09-13T02:52:17.452 INFO:tasks.rados.rados.0.smithi052.stdout:130: seq_num 64 ranges {139264=679936,819200=401408} 2024-09-13T02:52:17.455 INFO:tasks.rados.rados.0.smithi052.stdout:130: writing smithi05277117-9 from 139264 to 819200 tid 1 2024-09-13T02:52:17.458 INFO:tasks.rados.rados.0.smithi052.stdout:130: writing smithi05277117-9 from 819200 to 1220608 tid 2 2024-09-13T02:52:17.458 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 6 2024-09-13T02:52:17.458 INFO:tasks.rados.rados.0.smithi052.stdout:131: seq_num 65 ranges {57344=696320,753664=401408} 2024-09-13T02:52:17.463 INFO:tasks.rados.rados.0.smithi052.stdout:131: writing smithi05277117-12 from 57344 to 753664 tid 1 2024-09-13T02:52:17.466 INFO:tasks.rados.rados.0.smithi052.stdout:131: writing smithi05277117-12 from 753664 to 1155072 tid 2 2024-09-13T02:52:17.466 INFO:tasks.rados.rados.0.smithi052.stdout:132: rollback oid 22 current snap is 6 2024-09-13T02:52:17.466 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 1 2024-09-13T02:52:17.466 INFO:tasks.rados.rados.0.smithi052.stdout:130: finishing write tid 1 to smithi05277117-9 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:130: finishing write tid 2 to smithi05277117-9 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:130: finishing write tid 3 to smithi05277117-9 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:130: finishing write tid 4 to smithi05277117-9 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 47 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:130: left oid 9 (ObjNum 64 snap 6 seq_num 64) 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:130: done (2 left) 2024-09-13T02:52:17.467 INFO:tasks.rados.rados.0.smithi052.stdout:133: snap_create 2024-09-13T02:52:17.468 INFO:tasks.rados.rados.0.smithi052.stdout:132: finishing rollback tid 0 to smithi05277117-22 2024-09-13T02:52:17.468 INFO:tasks.rados.rados.0.smithi052.stdout:132: finishing rollback tid 1 to smithi05277117-22 2024-09-13T02:52:17.468 INFO:tasks.rados.rados.0.smithi052.stdout:131: finishing write tid 1 to smithi05277117-12 2024-09-13T02:52:17.469 INFO:tasks.rados.rados.0.smithi052.stdout:132: finishing rollback tid 2 to smithi05277117-22 2024-09-13T02:52:17.469 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 18 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:52:17.469 INFO:tasks.rados.rados.0.smithi052.stdout:131: finishing write tid 2 to smithi05277117-12 2024-09-13T02:52:17.470 INFO:tasks.rados.rados.0.smithi052.stdout:131: finishing write tid 3 to smithi05277117-12 2024-09-13T02:52:17.470 INFO:tasks.rados.rados.0.smithi052.stdout:131: finishing write tid 4 to smithi05277117-12 2024-09-13T02:52:17.470 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 16 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-13T02:52:17.470 INFO:tasks.rados.rados.0.smithi052.stdout:131: left oid 12 (ObjNum 65 snap 6 seq_num 65) 2024-09-13T02:52:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:17 smithi078 ceph-mon[30844]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T02:52:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:17 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:17 smithi052 ceph-mon[37071]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T02:52:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:17 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:17.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:17 smithi052 ceph-mon[27118]: osdmap e82: 8 total, 8 up, 8 in 2024-09-13T02:52:17.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:17 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:131: done (2 left) 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:132: done (1 left) 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:133: done (0 left) 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:134: read oid 33 snap -1 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:135: read oid 45 snap -1 2024-09-13T02:52:18.455 INFO:tasks.rados.rados.0.smithi052.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:52:18.456 INFO:tasks.rados.rados.0.smithi052.stdout:136: snap_create 2024-09-13T02:52:18.459 INFO:tasks.rados.rados.0.smithi052.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-13T02:52:18.476 INFO:tasks.rados.rados.0.smithi052.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:52:18.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:18 smithi052 ceph-mon[27118]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T02:52:18.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:18 smithi052 ceph-mon[27118]: pgmap v118: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-09-13T02:52:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:18 smithi052 ceph-mon[37071]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T02:52:18.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:18 smithi052 ceph-mon[37071]: pgmap v118: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-09-13T02:52:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:18 smithi078 ceph-mon[30844]: osdmap e83: 8 total, 8 up, 8 in 2024-09-13T02:52:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:18 smithi078 ceph-mon[30844]: pgmap v118: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-09-13T02:52:19.456 INFO:tasks.rados.rados.0.smithi052.stdout:134: done (2 left) 2024-09-13T02:52:19.456 INFO:tasks.rados.rados.0.smithi052.stdout:135: done (1 left) 2024-09-13T02:52:19.456 INFO:tasks.rados.rados.0.smithi052.stdout:136: done (0 left) 2024-09-13T02:52:19.456 INFO:tasks.rados.rados.0.smithi052.stdout:137: copy_from oid 48 from oid 42 current snap is 8 2024-09-13T02:52:19.456 INFO:tasks.rados.rados.0.smithi052.stdout:138: delete oid 29 current snap is 8 2024-09-13T02:52:19.460 INFO:tasks.rados.rados.0.smithi052.stdout:138: done (1 left) 2024-09-13T02:52:19.460 INFO:tasks.rados.rados.0.smithi052.stdout:139: snap_create 2024-09-13T02:52:19.470 INFO:tasks.rados.rados.0.smithi052.stdout:137: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:52:19.472 INFO:tasks.rados.rados.0.smithi052.stdout:137: finishing copy_from to smithi05277117-48 2024-09-13T02:52:19.472 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 10 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:52:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:19 smithi078 ceph-mon[30844]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T02:52:19.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:52:19 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:52:19.698 INFO:tasks.rados.rados.0.smithi052.stdout:137: done (1 left) 2024-09-13T02:52:19.698 INFO:tasks.rados.rados.0.smithi052.stdout:139: done (0 left) 2024-09-13T02:52:19.699 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 9 2024-09-13T02:52:19.699 INFO:tasks.rados.rados.0.smithi052.stdout:140: seq_num 67 ranges {712704=729088,1441792=401408} 2024-09-13T02:52:19.706 INFO:tasks.rados.rados.0.smithi052.stdout:140: writing smithi05277117-43 from 712704 to 1441792 tid 1 2024-09-13T02:52:19.709 INFO:tasks.rados.rados.0.smithi052.stdout:140: writing smithi05277117-43 from 1441792 to 1843200 tid 2 2024-09-13T02:52:19.709 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 9 2024-09-13T02:52:19.709 INFO:tasks.rados.rados.0.smithi052.stdout:141: seq_num 68 ranges {155648=745472,901120=401408} 2024-09-13T02:52:19.715 INFO:tasks.rados.rados.0.smithi052.stdout:141: writing smithi05277117-10 from 155648 to 901120 tid 1 2024-09-13T02:52:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:141: writing smithi05277117-10 from 901120 to 1302528 tid 2 2024-09-13T02:52:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:142: snap_create 2024-09-13T02:52:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:140: finishing write tid 1 to smithi05277117-43 2024-09-13T02:52:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:140: finishing write tid 2 to smithi05277117-43 2024-09-13T02:52:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:140: finishing write tid 3 to smithi05277117-43 2024-09-13T02:52:19.718 INFO:tasks.rados.rados.0.smithi052.stdout:140: finishing write tid 4 to smithi05277117-43 2024-09-13T02:52:19.718 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 10 (ObjNum 67 snap 9 seq_num 67) dirty exists 2024-09-13T02:52:19.718 INFO:tasks.rados.rados.0.smithi052.stdout:140: left oid 43 (ObjNum 67 snap 9 seq_num 67) 2024-09-13T02:52:19.719 INFO:tasks.rados.rados.0.smithi052.stdout:141: finishing write tid 1 to smithi05277117-10 2024-09-13T02:52:19.719 INFO:tasks.rados.rados.0.smithi052.stdout:141: finishing write tid 2 to smithi05277117-10 2024-09-13T02:52:19.720 INFO:tasks.rados.rados.0.smithi052.stdout:141: finishing write tid 3 to smithi05277117-10 2024-09-13T02:52:19.720 INFO:tasks.rados.rados.0.smithi052.stdout:141: finishing write tid 4 to smithi05277117-10 2024-09-13T02:52:19.720 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 26 (ObjNum 68 snap 9 seq_num 68) dirty exists 2024-09-13T02:52:19.721 INFO:tasks.rados.rados.0.smithi052.stdout:141: left oid 10 (ObjNum 68 snap 9 seq_num 68) 2024-09-13T02:52:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:19 smithi052 ceph-mon[37071]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T02:52:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:19 smithi052 ceph-mon[27118]: osdmap e84: 8 total, 8 up, 8 in 2024-09-13T02:52:20.699 INFO:tasks.rados.rados.0.smithi052.stdout:140: done (2 left) 2024-09-13T02:52:20.699 INFO:tasks.rados.rados.0.smithi052.stdout:141: done (1 left) 2024-09-13T02:52:20.700 INFO:tasks.rados.rados.0.smithi052.stdout:142: done (0 left) 2024-09-13T02:52:20.700 INFO:tasks.rados.rados.0.smithi052.stdout:143: snap_create 2024-09-13T02:52:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:20 smithi052 ceph-mon[37071]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T02:52:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:20 smithi052 ceph-mon[37071]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-09-13T02:52:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:20 smithi052 ceph-mon[37071]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:20 smithi052 ceph-mon[27118]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:20 smithi052 ceph-mon[27118]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-09-13T02:52:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:20 smithi052 ceph-mon[27118]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T02:52:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:20 smithi078 ceph-mon[30844]: osdmap e85: 8 total, 8 up, 8 in 2024-09-13T02:52:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:20 smithi078 ceph-mon[30844]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-09-13T02:52:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:20 smithi078 ceph-mon[30844]: osdmap e86: 8 total, 8 up, 8 in 2024-09-13T02:52:21.704 INFO:tasks.rados.rados.0.smithi052.stdout:143: done (0 left) 2024-09-13T02:52:21.704 INFO:tasks.rados.rados.0.smithi052.stdout:144: read oid 42 snap -1 2024-09-13T02:52:21.705 INFO:tasks.rados.rados.0.smithi052.stdout:144: expect (ObjNum 54 snap 3 seq_num 54) 2024-09-13T02:52:21.705 INFO:tasks.rados.rados.0.smithi052.stdout:145: rmattr oid 17 current snap is 11 2024-09-13T02:52:21.705 INFO:tasks.rados.rados.0.smithi052.stdout:145: done (1 left) 2024-09-13T02:52:21.705 INFO:tasks.rados.rados.0.smithi052.stdout:146: setattr oid 28 current snap is 11 2024-09-13T02:52:21.705 INFO:tasks.rados.rados.0.smithi052.stdout:147: copy_from oid 33 from oid 16 current snap is 11 2024-09-13T02:52:21.705 INFO:tasks.rados.rados.0.smithi052.stdout:148: setattr oid 32 current snap is 11 2024-09-13T02:52:21.707 INFO:tasks.rados.rados.0.smithi052.stdout:149: snap_remove snap 4 2024-09-13T02:52:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:21 smithi052 ceph-mon[37071]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T02:52:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:21 smithi052 ceph-mon[27118]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T02:52:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:21 smithi078 ceph-mon[30844]: osdmap e87: 8 total, 8 up, 8 in 2024-09-13T02:52:22.709 INFO:tasks.rados.rados.0.smithi052.stdout:149: done (4 left) 2024-09-13T02:52:22.709 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 11 2024-09-13T02:52:22.710 INFO:tasks.rados.rados.0.smithi052.stdout:150: seq_num 69 ranges {139264=761856,901120=401408} 2024-09-13T02:52:22.715 INFO:tasks.rados.rados.0.smithi052.stdout:150: writing smithi05277117-25 from 139264 to 901120 tid 1 2024-09-13T02:52:22.718 INFO:tasks.rados.rados.0.smithi052.stdout:150: writing smithi05277117-25 from 901120 to 1302528 tid 2 2024-09-13T02:52:22.718 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 11 2024-09-13T02:52:22.718 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 12 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:52:22.718 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 51 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-09-13T02:52:22.718 INFO:tasks.rados.rados.0.smithi052.stdout:151: seq_num 70 ranges {573440=778240,1351680=401408} 2024-09-13T02:52:22.725 INFO:tasks.rados.rados.0.smithi052.stdout:151: writing smithi05277117-35 from 573440 to 1351680 tid 1 2024-09-13T02:52:22.727 INFO:tasks.rados.rados.0.smithi052.stdout:151: writing smithi05277117-35 from 1351680 to 1753088 tid 2 2024-09-13T02:52:22.728 INFO:tasks.rados.rados.0.smithi052.stdout:146: done (5 left) 2024-09-13T02:52:22.728 INFO:tasks.rados.rados.0.smithi052.stdout:148: done (4 left) 2024-09-13T02:52:22.728 INFO:tasks.rados.rados.0.smithi052.stdout:152: snap_remove snap 7 2024-09-13T02:52:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:22 smithi052 ceph-mon[37071]: pgmap v124: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:22 smithi052 ceph-mon[37071]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T02:52:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:22 smithi052 ceph-mon[27118]: pgmap v124: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:22 smithi052 ceph-mon[27118]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T02:52:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:22 smithi078 ceph-mon[30844]: pgmap v124: 121 pgs: 121 active+clean; 33 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:22 smithi078 ceph-mon[30844]: osdmap e88: 8 total, 8 up, 8 in 2024-09-13T02:52:23.715 INFO:tasks.rados.rados.0.smithi052.stdout:152: done (4 left) 2024-09-13T02:52:23.715 INFO:tasks.rados.rados.0.smithi052.stdout:153: delete oid 46 current snap is 11 2024-09-13T02:52:23.715 INFO:tasks.rados.rados.0.smithi052.stdout:144: expect (ObjNum 54 snap 3 seq_num 54) 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:147: finishing copy_from racing read to smithi05277117-33 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:147: finishing copy_from to smithi05277117-33 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:144: done (4 left) 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:147: done (3 left) 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:153: done (2 left) 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:154: snap_create 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:150: finishing write tid 1 to smithi05277117-25 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:150: finishing write tid 2 to smithi05277117-25 2024-09-13T02:52:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:150: finishing write tid 3 to smithi05277117-25 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:150: finishing write tid 4 to smithi05277117-25 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 38 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:150: left oid 25 (ObjNum 69 snap 11 seq_num 69) 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:151: finishing write tid 1 to smithi05277117-35 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:151: finishing write tid 2 to smithi05277117-35 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:151: finishing write tid 3 to smithi05277117-35 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:151: finishing write tid 4 to smithi05277117-35 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 12 (ObjNum 70 snap 11 seq_num 70) dirty exists 2024-09-13T02:52:23.772 INFO:tasks.rados.rados.0.smithi052.stdout:151: left oid 35 (ObjNum 70 snap 11 seq_num 70) 2024-09-13T02:52:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:23 smithi052 ceph-mon[37071]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T02:52:24.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:23 smithi052 ceph-mon[27118]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T02:52:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:23 smithi078 ceph-mon[30844]: osdmap e89: 8 total, 8 up, 8 in 2024-09-13T02:52:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:150: done (2 left) 2024-09-13T02:52:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:151: done (1 left) 2024-09-13T02:52:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:154: done (0 left) 2024-09-13T02:52:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 12 2024-09-13T02:52:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:155: seq_num 72 ranges {507904=409600,917504=524288,1441792=278528} 2024-09-13T02:52:24.723 INFO:tasks.rados.rados.0.smithi052.stdout:155: writing smithi05277117-31 from 507904 to 917504 tid 1 2024-09-13T02:52:24.726 INFO:tasks.rados.rados.0.smithi052.stdout:155: writing smithi05277117-31 from 917504 to 1441792 tid 2 2024-09-13T02:52:24.728 INFO:tasks.rados.rados.0.smithi052.stdout:155: writing smithi05277117-31 from 1441792 to 1720320 tid 3 2024-09-13T02:52:24.728 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 12 2024-09-13T02:52:24.728 INFO:tasks.rados.rados.0.smithi052.stdout:156: seq_num 73 ranges {253952=425984,679936=409600,1089536=393216} 2024-09-13T02:52:24.732 INFO:tasks.rados.rados.0.smithi052.stdout:156: writing smithi05277117-16 from 253952 to 679936 tid 1 2024-09-13T02:52:24.734 INFO:tasks.rados.rados.0.smithi052.stdout:156: writing smithi05277117-16 from 679936 to 1089536 tid 2 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:156: writing smithi05277117-16 from 1089536 to 1482752 tid 3 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:157: copy_from oid 10 from oid 39 current snap is 12 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: finishing write tid 1 to smithi05277117-31 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: finishing write tid 2 to smithi05277117-31 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: finishing write tid 3 to smithi05277117-31 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: finishing write tid 4 to smithi05277117-31 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: finishing write tid 5 to smithi05277117-31 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 68 (ObjNum 72 snap 12 seq_num 72) dirty exists 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: left oid 31 (ObjNum 72 snap 12 seq_num 72) 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:156: finishing write tid 1 to smithi05277117-16 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:155: done (2 left) 2024-09-13T02:52:24.738 INFO:tasks.rados.rados.0.smithi052.stdout:158: read oid 25 snap 1 2024-09-13T02:52:24.739 INFO:tasks.rados.rados.0.smithi052.stdout:158: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-13T02:52:24.739 INFO:tasks.rados.rados.0.smithi052.stdout:159: copy_from oid 21 from oid 35 current snap is 12 2024-09-13T02:52:24.739 INFO:tasks.rados.rados.0.smithi052.stdout:160: snap_remove snap 6 2024-09-13T02:52:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:24 smithi052 ceph-mon[37071]: pgmap v127: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1010 KiB/s wr, 16 op/s 2024-09-13T02:52:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:24 smithi052 ceph-mon[37071]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T02:52:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:24 smithi052 ceph-mon[27118]: pgmap v127: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1010 KiB/s wr, 16 op/s 2024-09-13T02:52:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:24 smithi052 ceph-mon[27118]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T02:52:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:24 smithi078 ceph-mon[30844]: pgmap v127: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1010 KiB/s wr, 16 op/s 2024-09-13T02:52:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:24 smithi078 ceph-mon[30844]: osdmap e90: 8 total, 8 up, 8 in 2024-09-13T02:52:25.721 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:52:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:25] "GET /metrics HTTP/1.1" 200 238843 "" "Prometheus/2.43.0" 2024-09-13T02:52:25.725 INFO:tasks.rados.rados.0.smithi052.stdout:160: done (4 left) 2024-09-13T02:52:25.725 INFO:tasks.rados.rados.0.smithi052.stdout:161: delete oid 8 current snap is 12 2024-09-13T02:52:25.725 INFO:tasks.rados.rados.0.smithi052.stdout:156: finishing write tid 2 to smithi05277117-16 2024-09-13T02:52:25.725 INFO:tasks.rados.rados.0.smithi052.stdout:156: finishing write tid 3 to smithi05277117-16 2024-09-13T02:52:25.725 INFO:tasks.rados.rados.0.smithi052.stdout:156: finishing write tid 4 to smithi05277117-16 2024-09-13T02:52:25.725 INFO:tasks.rados.rados.0.smithi052.stdout:158: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-13T02:52:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:156: finishing write tid 5 to smithi05277117-16 2024-09-13T02:52:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 7 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-09-13T02:52:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:156: left oid 16 (ObjNum 73 snap 12 seq_num 73) 2024-09-13T02:52:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:157: finishing copy_from racing read to smithi05277117-10 2024-09-13T02:52:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:157: finishing copy_from to smithi05277117-10 2024-09-13T02:52:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:25.740 INFO:tasks.rados.rados.0.smithi052.stdout:159: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:52:25.740 INFO:tasks.rados.rados.0.smithi052.stdout:156: done (4 left) 2024-09-13T02:52:25.740 INFO:tasks.rados.rados.0.smithi052.stdout:157: done (3 left) 2024-09-13T02:52:25.740 INFO:tasks.rados.rados.0.smithi052.stdout:158: done (2 left) 2024-09-13T02:52:25.740 INFO:tasks.rados.rados.0.smithi052.stdout:161: done (1 left) 2024-09-13T02:52:25.740 INFO:tasks.rados.rados.0.smithi052.stdout:162: snap_remove snap 5 2024-09-13T02:52:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:25 smithi052 ceph-mon[27118]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T02:52:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:25 smithi052 ceph-mon[37071]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T02:52:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:25 smithi078 ceph-mon[30844]: osdmap e91: 8 total, 8 up, 8 in 2024-09-13T02:52:26.730 INFO:tasks.rados.rados.0.smithi052.stdout:162: done (1 left) 2024-09-13T02:52:26.730 INFO:tasks.rados.rados.0.smithi052.stdout:163: snap_create 2024-09-13T02:52:26.730 INFO:tasks.rados.rados.0.smithi052.stdout:159: finishing copy_from to smithi05277117-21 2024-09-13T02:52:26.730 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 12 (ObjNum 70 snap 11 seq_num 70) dirty exists 2024-09-13T02:52:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:26 smithi052 ceph-mon[37071]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1010 KiB/s wr, 16 op/s 2024-09-13T02:52:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:26 smithi052 ceph-mon[37071]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T02:52:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:26 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:26 smithi052 ceph-mon[27118]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1010 KiB/s wr, 16 op/s 2024-09-13T02:52:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:26 smithi052 ceph-mon[27118]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T02:52:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:26 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:26 smithi078 ceph-mon[30844]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1010 KiB/s wr, 16 op/s 2024-09-13T02:52:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:26 smithi078 ceph-mon[30844]: osdmap e92: 8 total, 8 up, 8 in 2024-09-13T02:52:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:26 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:27.734 INFO:tasks.rados.rados.0.smithi052.stdout:159: done (1 left) 2024-09-13T02:52:27.734 INFO:tasks.rados.rados.0.smithi052.stdout:163: done (0 left) 2024-09-13T02:52:27.734 INFO:tasks.rados.rados.0.smithi052.stdout:164: read oid 46 snap -1 2024-09-13T02:52:27.734 INFO:tasks.rados.rados.0.smithi052.stdout:164: expect deleted 2024-09-13T02:52:27.735 INFO:tasks.rados.rados.0.smithi052.stdout:165: read oid 7 snap 11 2024-09-13T02:52:27.735 INFO:tasks.rados.rados.0.smithi052.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:52:27.735 INFO:tasks.rados.rados.0.smithi052.stdout:166: snap_create 2024-09-13T02:52:27.741 INFO:tasks.rados.rados.0.smithi052.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:52:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:27 smithi052 ceph-mon[37071]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T02:52:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:27 smithi052 ceph-mon[27118]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T02:52:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:27 smithi078 ceph-mon[30844]: osdmap e93: 8 total, 8 up, 8 in 2024-09-13T02:52:28.735 INFO:tasks.rados.rados.0.smithi052.stdout:164: done (2 left) 2024-09-13T02:52:28.735 INFO:tasks.rados.rados.0.smithi052.stdout:165: done (1 left) 2024-09-13T02:52:28.735 INFO:tasks.rados.rados.0.smithi052.stdout:166: done (0 left) 2024-09-13T02:52:28.735 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 14 2024-09-13T02:52:28.735 INFO:tasks.rados.rados.0.smithi052.stdout:167: seq_num 75 ranges {204800=458752,663552=581632,1245184=221184} 2024-09-13T02:52:28.738 INFO:tasks.rados.rados.0.smithi052.stdout:167: writing smithi05277117-13 from 204800 to 663552 tid 1 2024-09-13T02:52:28.742 INFO:tasks.rados.rados.0.smithi052.stdout:167: writing smithi05277117-13 from 663552 to 1245184 tid 2 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:167: writing smithi05277117-13 from 1245184 to 1466368 tid 3 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:168: copy_from oid 15 from oid 5 current snap is 14 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:169: rollback oid 19 current snap is 14 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 13 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:170: copy_from oid 21 from oid 24 current snap is 14 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:171: copy_from oid 3 from oid 7 current snap is 14 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:172: read oid 33 snap -1 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:52:28.744 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 14 2024-09-13T02:52:28.745 INFO:tasks.rados.rados.0.smithi052.stdout:173: seq_num 76 ranges {1482752=475136,1957888=458752,2416640=344064} 2024-09-13T02:52:28.755 INFO:tasks.rados.rados.0.smithi052.stdout:173: writing smithi05277117-16 from 1482752 to 1957888 tid 1 2024-09-13T02:52:28.758 INFO:tasks.rados.rados.0.smithi052.stdout:173: writing smithi05277117-16 from 1957888 to 2416640 tid 2 2024-09-13T02:52:28.760 INFO:tasks.rados.rados.0.smithi052.stdout:173: writing smithi05277117-16 from 2416640 to 2760704 tid 3 2024-09-13T02:52:28.760 INFO:tasks.rados.rados.0.smithi052.stdout:174: rmattr oid 34 current snap is 14 2024-09-13T02:52:28.760 INFO:tasks.rados.rados.0.smithi052.stdout:174: done (7 left) 2024-09-13T02:52:28.760 INFO:tasks.rados.rados.0.smithi052.stdout:175: snap_remove snap 8 2024-09-13T02:52:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:28 smithi052 ceph-mon[37071]: pgmap v133: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-13T02:52:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:28 smithi052 ceph-mon[37071]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T02:52:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:28 smithi052 ceph-mon[27118]: pgmap v133: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-13T02:52:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:28 smithi052 ceph-mon[27118]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T02:52:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:28 smithi078 ceph-mon[30844]: pgmap v133: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-13T02:52:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:28 smithi078 ceph-mon[30844]: osdmap e94: 8 total, 8 up, 8 in 2024-09-13T02:52:29.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:52:29 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:175: done (7 left) 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:176: read oid 39 snap -1 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:176: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:177: rmattr oid 4 current snap is 14 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:177: done (8 left) 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:178: snap_create 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:168: finishing copy_from to smithi05277117-15 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:168: got expected ENOENT (src dne) 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:168: finishing copy_from racing read to smithi05277117-15 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:167: finishing write tid 1 to smithi05277117-13 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:171: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:52:29.701 INFO:tasks.rados.rados.0.smithi052.stdout:167: finishing write tid 2 to smithi05277117-13 2024-09-13T02:52:29.702 INFO:tasks.rados.rados.0.smithi052.stdout:167: finishing write tid 3 to smithi05277117-13 2024-09-13T02:52:29.702 INFO:tasks.rados.rados.0.smithi052.stdout:169: finishing rollback tid 0 to smithi05277117-19 2024-09-13T02:52:29.702 INFO:tasks.rados.rados.0.smithi052.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:167: finishing write tid 4 to smithi05277117-13 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:169: finishing rollback tid 1 to smithi05277117-19 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:171: finishing copy_from to smithi05277117-3 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:167: finishing write tid 5 to smithi05277117-13 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 37 (ObjNum 75 snap 14 seq_num 75) dirty exists 2024-09-13T02:52:29.712 INFO:tasks.rados.rados.0.smithi052.stdout:167: left oid 13 (ObjNum 75 snap 14 seq_num 75) 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:169: finishing rollback tid 2 to smithi05277117-19 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 26 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:170: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:170: finishing copy_from to smithi05277117-21 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:173: finishing write tid 1 to smithi05277117-16 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:173: finishing write tid 2 to smithi05277117-16 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:173: finishing write tid 3 to smithi05277117-16 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:173: finishing write tid 4 to smithi05277117-16 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:173: finishing write tid 5 to smithi05277117-16 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 16 (ObjNum 76 snap 14 seq_num 76) dirty exists 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:173: left oid 16 (ObjNum 76 snap 14 seq_num 76) 2024-09-13T02:52:29.713 INFO:tasks.rados.rados.0.smithi052.stdout:176: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:30.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:29 smithi052 ceph-mon[27118]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T02:52:30.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:29 smithi052 ceph-mon[27118]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T02:52:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:29 smithi052 ceph-mon[37071]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T02:52:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:29 smithi052 ceph-mon[37071]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T02:52:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:29 smithi078 ceph-mon[30844]: osdmap e95: 8 total, 8 up, 8 in 2024-09-13T02:52:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:29 smithi078 ceph-mon[30844]: osdmap e96: 8 total, 8 up, 8 in 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:167: done (8 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:168: done (7 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:169: done (6 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:170: done (5 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:171: done (4 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:172: done (3 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:173: done (2 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:176: done (1 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:178: done (0 left) 2024-09-13T02:52:30.702 INFO:tasks.rados.rados.0.smithi052.stdout:179: copy_from oid 17 from oid 8 current snap is 15 2024-09-13T02:52:30.703 INFO:tasks.rados.rados.0.smithi052.stdout:180: read oid 32 snap -1 2024-09-13T02:52:30.703 INFO:tasks.rados.rados.0.smithi052.stdout:180: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-13T02:52:30.703 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 15 2024-09-13T02:52:30.703 INFO:tasks.rados.rados.0.smithi052.stdout:181: seq_num 77 ranges {1843200=491520,2334720=794624,3129344=8192} 2024-09-13T02:52:30.714 INFO:tasks.rados.rados.0.smithi052.stdout:181: writing smithi05277117-43 from 1843200 to 2334720 tid 1 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:181: writing smithi05277117-43 from 2334720 to 3129344 tid 2 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:181: writing smithi05277117-43 from 3129344 to 3137536 tid 3 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:182: setattr oid 39 current snap is 15 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:179: finishing copy_from to smithi05277117-17 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:179: got expected ENOENT (src dne) 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:179: finishing copy_from racing read to smithi05277117-17 2024-09-13T02:52:30.719 INFO:tasks.rados.rados.0.smithi052.stdout:180: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-13T02:52:30.756 INFO:tasks.rados.rados.0.smithi052.stdout:181: finishing write tid 1 to smithi05277117-43 2024-09-13T02:52:30.756 INFO:tasks.rados.rados.0.smithi052.stdout:181: finishing write tid 2 to smithi05277117-43 2024-09-13T02:52:30.756 INFO:tasks.rados.rados.0.smithi052.stdout:181: finishing write tid 3 to smithi05277117-43 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:181: finishing write tid 4 to smithi05277117-43 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:181: finishing write tid 5 to smithi05277117-43 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 25 (ObjNum 77 snap 15 seq_num 77) dirty exists 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:181: left oid 43 (ObjNum 77 snap 15 seq_num 77) 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:179: done (3 left) 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:180: done (2 left) 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:181: done (1 left) 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:183: read oid 21 snap 11 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:183: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 15 2024-09-13T02:52:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:184: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2024-09-13T02:52:30.759 INFO:tasks.rados.rados.0.smithi052.stdout:184: writing smithi05277117-34 from 0 to 516096 tid 1 2024-09-13T02:52:30.764 INFO:tasks.rados.rados.0.smithi052.stdout:184: writing smithi05277117-34 from 516096 to 1196032 tid 2 2024-09-13T02:52:30.765 INFO:tasks.rados.rados.0.smithi052.stdout:184: writing smithi05277117-34 from 1196032 to 1318912 tid 3 2024-09-13T02:52:30.765 INFO:tasks.rados.rados.0.smithi052.stdout:185: snap_create 2024-09-13T02:52:30.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 22 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:30.765 INFO:tasks.rados.rados.0.smithi052.stdout:183: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-13T02:52:30.770 INFO:tasks.rados.rados.0.smithi052.stdout:184: finishing write tid 1 to smithi05277117-34 2024-09-13T02:52:30.770 INFO:tasks.rados.rados.0.smithi052.stdout:184: finishing write tid 2 to smithi05277117-34 2024-09-13T02:52:30.770 INFO:tasks.rados.rados.0.smithi052.stdout:184: finishing write tid 3 to smithi05277117-34 2024-09-13T02:52:30.770 INFO:tasks.rados.rados.0.smithi052.stdout:184: finishing write tid 4 to smithi05277117-34 2024-09-13T02:52:30.770 INFO:tasks.rados.rados.0.smithi052.stdout:184: finishing write tid 5 to smithi05277117-34 2024-09-13T02:52:30.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 22 (ObjNum 78 snap 15 seq_num 78) dirty exists 2024-09-13T02:52:30.771 INFO:tasks.rados.rados.0.smithi052.stdout:184: left oid 34 (ObjNum 78 snap 15 seq_num 78) 2024-09-13T02:52:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:30 smithi052 ceph-mon[37071]: pgmap v136: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-13T02:52:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:30 smithi052 ceph-mon[37071]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T02:52:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:30 smithi052 ceph-mon[27118]: pgmap v136: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-13T02:52:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:30 smithi052 ceph-mon[27118]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T02:52:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:30 smithi078 ceph-mon[30844]: pgmap v136: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-09-13T02:52:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:30 smithi078 ceph-mon[30844]: osdmap e97: 8 total, 8 up, 8 in 2024-09-13T02:52:31.751 INFO:tasks.rados.rados.0.smithi052.stdout:182: done (3 left) 2024-09-13T02:52:31.752 INFO:tasks.rados.rados.0.smithi052.stdout:183: done (2 left) 2024-09-13T02:52:31.752 INFO:tasks.rados.rados.0.smithi052.stdout:184: done (1 left) 2024-09-13T02:52:31.752 INFO:tasks.rados.rados.0.smithi052.stdout:185: done (0 left) 2024-09-13T02:52:31.752 INFO:tasks.rados.rados.0.smithi052.stdout:186: snap_create 2024-09-13T02:52:32.754 INFO:tasks.rados.rados.0.smithi052.stdout:186: done (0 left) 2024-09-13T02:52:32.754 INFO:tasks.rados.rados.0.smithi052.stdout:187: read oid 45 snap -1 2024-09-13T02:52:32.754 INFO:tasks.rados.rados.0.smithi052.stdout:187: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:52:32.754 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 17 2024-09-13T02:52:32.754 INFO:tasks.rados.rados.0.smithi052.stdout:188: seq_num 79 ranges {1720320=532480,2252800=565248,2818048=237568} 2024-09-13T02:52:32.766 INFO:tasks.rados.rados.0.smithi052.stdout:188: writing smithi05277117-31 from 1720320 to 2252800 tid 1 2024-09-13T02:52:32.770 INFO:tasks.rados.rados.0.smithi052.stdout:188: writing smithi05277117-31 from 2252800 to 2818048 tid 2 2024-09-13T02:52:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:188: writing smithi05277117-31 from 2818048 to 3055616 tid 3 2024-09-13T02:52:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:187: expect (ObjNum 33 snap 0 seq_num 33) 2024-09-13T02:52:32.790 INFO:tasks.rados.rados.0.smithi052.stdout:188: finishing write tid 1 to smithi05277117-31 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:187: done (1 left) 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:189: read oid 47 snap -1 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:189: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:190: read oid 39 snap -1 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:190: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 17 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:188: finishing write tid 2 to smithi05277117-31 2024-09-13T02:52:32.791 INFO:tasks.rados.rados.0.smithi052.stdout:191: seq_num 80 ranges {393216=548864,942080=450560,1392640=352256} 2024-09-13T02:52:32.796 INFO:tasks.rados.rados.0.smithi052.stdout:191: writing smithi05277117-1 from 393216 to 942080 tid 1 2024-09-13T02:52:32.798 INFO:tasks.rados.rados.0.smithi052.stdout:191: writing smithi05277117-1 from 942080 to 1392640 tid 2 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:191: writing smithi05277117-1 from 1392640 to 1744896 tid 3 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:192: copy_from oid 24 from oid 10 current snap is 17 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:188: finishing write tid 3 to smithi05277117-31 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:188: finishing write tid 4 to smithi05277117-31 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:188: finishing write tid 5 to smithi05277117-31 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 97 (ObjNum 79 snap 17 seq_num 79) dirty exists 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:188: left oid 31 (ObjNum 79 snap 17 seq_num 79) 2024-09-13T02:52:32.801 INFO:tasks.rados.rados.0.smithi052.stdout:189: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:52:32.822 INFO:tasks.rados.rados.0.smithi052.stdout:190: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:191: finishing write tid 1 to smithi05277117-1 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:191: finishing write tid 2 to smithi05277117-1 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:191: finishing write tid 3 to smithi05277117-1 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:191: finishing write tid 4 to smithi05277117-1 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:188: done (4 left) 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:189: done (3 left) 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:190: done (2 left) 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:193: snap_create 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:191: finishing write tid 5 to smithi05277117-1 2024-09-13T02:52:32.842 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 27 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-09-13T02:52:32.843 INFO:tasks.rados.rados.0.smithi052.stdout:191: left oid 1 (ObjNum 80 snap 17 seq_num 80) 2024-09-13T02:52:32.843 INFO:tasks.rados.rados.0.smithi052.stdout:192: finishing copy_from racing read to smithi05277117-24 2024-09-13T02:52:32.843 INFO:tasks.rados.rados.0.smithi052.stdout:192: finishing copy_from to smithi05277117-24 2024-09-13T02:52:32.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:32 smithi052 ceph-mon[37071]: pgmap v139: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:32 smithi052 ceph-mon[37071]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T02:52:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:32 smithi052 ceph-mon[27118]: pgmap v139: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:32 smithi052 ceph-mon[27118]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T02:52:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:32 smithi078 ceph-mon[30844]: pgmap v139: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:32 smithi078 ceph-mon[30844]: osdmap e98: 8 total, 8 up, 8 in 2024-09-13T02:52:33.763 INFO:tasks.rados.rados.0.smithi052.stdout:191: done (2 left) 2024-09-13T02:52:33.763 INFO:tasks.rados.rados.0.smithi052.stdout:192: done (1 left) 2024-09-13T02:52:33.763 INFO:tasks.rados.rados.0.smithi052.stdout:193: done (0 left) 2024-09-13T02:52:33.764 INFO:tasks.rados.rados.0.smithi052.stdout:194: delete oid 31 current snap is 18 2024-09-13T02:52:33.767 INFO:tasks.rados.rados.0.smithi052.stdout:194: done (0 left) 2024-09-13T02:52:33.767 INFO:tasks.rados.rados.0.smithi052.stdout:195: delete oid 26 current snap is 18 2024-09-13T02:52:33.770 INFO:tasks.rados.rados.0.smithi052.stdout:195: done (0 left) 2024-09-13T02:52:33.770 INFO:tasks.rados.rados.0.smithi052.stdout:196: copy_from oid 20 from oid 42 current snap is 18 2024-09-13T02:52:33.770 INFO:tasks.rados.rados.0.smithi052.stdout:197: delete oid 5 current snap is 18 2024-09-13T02:52:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:197: done (1 left) 2024-09-13T02:52:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 18 2024-09-13T02:52:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:198: seq_num 84 ranges {1466368=614400,2080768=434176,2514944=368640} 2024-09-13T02:52:33.785 INFO:tasks.rados.rados.0.smithi052.stdout:198: writing smithi05277117-13 from 1466368 to 2080768 tid 1 2024-09-13T02:52:33.787 INFO:tasks.rados.rados.0.smithi052.stdout:198: writing smithi05277117-13 from 2080768 to 2514944 tid 2 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:198: writing smithi05277117-13 from 2514944 to 2883584 tid 3 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:199: read oid 19 snap -1 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:199: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 18 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:196: finishing copy_from racing read to smithi05277117-20 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:196: finishing copy_from to smithi05277117-20 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 10 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:52:33.790 INFO:tasks.rados.rados.0.smithi052.stdout:198: finishing write tid 1 to smithi05277117-13 2024-09-13T02:52:33.791 INFO:tasks.rados.rados.0.smithi052.stdout:200: seq_num 85 ranges {393216=630784,1024000=720896,1744896=81920} 2024-09-13T02:52:33.796 INFO:tasks.rados.rados.0.smithi052.stdout:200: writing smithi05277117-21 from 393216 to 1024000 tid 1 2024-09-13T02:52:33.800 INFO:tasks.rados.rados.0.smithi052.stdout:200: writing smithi05277117-21 from 1024000 to 1744896 tid 2 2024-09-13T02:52:33.801 INFO:tasks.rados.rados.0.smithi052.stdout:200: writing smithi05277117-21 from 1744896 to 1826816 tid 3 2024-09-13T02:52:33.801 INFO:tasks.rados.rados.0.smithi052.stdout:196: done (3 left) 2024-09-13T02:52:33.801 INFO:tasks.rados.rados.0.smithi052.stdout:201: delete oid 11 current snap is 18 2024-09-13T02:52:33.801 INFO:tasks.rados.rados.0.smithi052.stdout:198: finishing write tid 2 to smithi05277117-13 2024-09-13T02:52:33.801 INFO:tasks.rados.rados.0.smithi052.stdout:198: finishing write tid 3 to smithi05277117-13 2024-09-13T02:52:33.802 INFO:tasks.rados.rados.0.smithi052.stdout:198: finishing write tid 4 to smithi05277117-13 2024-09-13T02:52:33.802 INFO:tasks.rados.rados.0.smithi052.stdout:198: finishing write tid 5 to smithi05277117-13 2024-09-13T02:52:33.802 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 46 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-09-13T02:52:33.802 INFO:tasks.rados.rados.0.smithi052.stdout:198: left oid 13 (ObjNum 84 snap 18 seq_num 84) 2024-09-13T02:52:33.802 INFO:tasks.rados.rados.0.smithi052.stdout:199: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:200: finishing write tid 1 to smithi05277117-21 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:200: finishing write tid 2 to smithi05277117-21 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:200: finishing write tid 3 to smithi05277117-21 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:198: done (3 left) 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:199: done (2 left) 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:201: done (1 left) 2024-09-13T02:52:33.810 INFO:tasks.rados.rados.0.smithi052.stdout:202: read oid 32 snap -1 2024-09-13T02:52:33.811 INFO:tasks.rados.rados.0.smithi052.stdout:202: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-13T02:52:33.811 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 18 2024-09-13T02:52:33.811 INFO:tasks.rados.rados.0.smithi052.stdout:200: finishing write tid 4 to smithi05277117-21 2024-09-13T02:52:33.811 INFO:tasks.rados.rados.0.smithi052.stdout:203: seq_num 87 ranges {811008=663552,1474560=491520,1966080=311296} 2024-09-13T02:52:33.818 INFO:tasks.rados.rados.0.smithi052.stdout:203: writing smithi05277117-49 from 811008 to 1474560 tid 1 2024-09-13T02:52:33.821 INFO:tasks.rados.rados.0.smithi052.stdout:203: writing smithi05277117-49 from 1474560 to 1966080 tid 2 2024-09-13T02:52:33.823 INFO:tasks.rados.rados.0.smithi052.stdout:203: writing smithi05277117-49 from 1966080 to 2277376 tid 3 2024-09-13T02:52:33.823 INFO:tasks.rados.rados.0.smithi052.stdout:204: delete oid 15 current snap is 18 2024-09-13T02:52:33.823 INFO:tasks.rados.rados.0.smithi052.stdout:200: finishing write tid 5 to smithi05277117-21 2024-09-13T02:52:33.823 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 48 (ObjNum 85 snap 18 seq_num 85) dirty exists 2024-09-13T02:52:33.824 INFO:tasks.rados.rados.0.smithi052.stdout:200: left oid 21 (ObjNum 85 snap 18 seq_num 85) 2024-09-13T02:52:33.824 INFO:tasks.rados.rados.0.smithi052.stdout:202: expect (ObjNum 63 snap 5 seq_num 63) 2024-09-13T02:52:33.860 INFO:tasks.rados.rados.0.smithi052.stdout:203: finishing write tid 1 to smithi05277117-49 2024-09-13T02:52:33.860 INFO:tasks.rados.rados.0.smithi052.stdout:203: finishing write tid 2 to smithi05277117-49 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:200: done (3 left) 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:202: done (2 left) 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:204: done (1 left) 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:205: delete oid 37 current snap is 18 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:203: finishing write tid 3 to smithi05277117-49 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:203: finishing write tid 4 to smithi05277117-49 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:203: finishing write tid 5 to smithi05277117-49 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 53 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-09-13T02:52:33.861 INFO:tasks.rados.rados.0.smithi052.stdout:203: left oid 49 (ObjNum 87 snap 18 seq_num 87) 2024-09-13T02:52:33.862 INFO:tasks.rados.rados.0.smithi052.stdout:203: done (1 left) 2024-09-13T02:52:33.862 INFO:tasks.rados.rados.0.smithi052.stdout:205: done (0 left) 2024-09-13T02:52:33.862 INFO:tasks.rados.rados.0.smithi052.stdout:206: setattr oid 29 current snap is 18 2024-09-13T02:52:33.863 INFO:tasks.rados.rados.0.smithi052.stdout:207: snap_remove snap 3 2024-09-13T02:52:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:33 smithi052 ceph-mon[37071]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T02:52:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:33 smithi052 ceph-mon[27118]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T02:52:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:33 smithi078 ceph-mon[30844]: osdmap e99: 8 total, 8 up, 8 in 2024-09-13T02:52:34.701 INFO:tasks.rados.rados.0.smithi052.stdout:207: done (1 left) 2024-09-13T02:52:34.701 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 18 2024-09-13T02:52:34.701 INFO:tasks.rados.rados.0.smithi052.stdout:208: seq_num 90 ranges {622592=712704,1335296=540672,1875968=262144} 2024-09-13T02:52:34.709 INFO:tasks.rados.rados.0.smithi052.stdout:208: writing smithi05277117-38 from 622592 to 1335296 tid 1 2024-09-13T02:52:34.712 INFO:tasks.rados.rados.0.smithi052.stdout:208: writing smithi05277117-38 from 1335296 to 1875968 tid 2 2024-09-13T02:52:34.714 INFO:tasks.rados.rados.0.smithi052.stdout:208: writing smithi05277117-38 from 1875968 to 2138112 tid 3 2024-09-13T02:52:34.714 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 18 2024-09-13T02:52:34.714 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 24 (ObjNum 33 snap 0 seq_num 4209374624) dirty exists 2024-09-13T02:52:34.714 INFO:tasks.rados.rados.0.smithi052.stdout:209: seq_num 91 ranges {2277376=729088,3006464=425984,3432448=376832} 2024-09-13T02:52:34.731 INFO:tasks.rados.rados.0.smithi052.stdout:209: writing smithi05277117-49 from 2277376 to 3006464 tid 1 2024-09-13T02:52:34.733 INFO:tasks.rados.rados.0.smithi052.stdout:209: writing smithi05277117-49 from 3006464 to 3432448 tid 2 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:209: writing smithi05277117-49 from 3432448 to 3809280 tid 3 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:206: done (2 left) 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:210: copy_from oid 26 from oid 25 current snap is 18 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:208: finishing write tid 1 to smithi05277117-38 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:208: finishing write tid 2 to smithi05277117-38 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:208: finishing write tid 3 to smithi05277117-38 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:208: finishing write tid 4 to smithi05277117-38 2024-09-13T02:52:34.736 INFO:tasks.rados.rados.0.smithi052.stdout:208: finishing write tid 5 to smithi05277117-38 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 55 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:208: left oid 38 (ObjNum 90 snap 18 seq_num 90) 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:209: finishing write tid 1 to smithi05277117-49 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:209: finishing write tid 2 to smithi05277117-49 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:208: done (2 left) 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:211: snap_create 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:209: finishing write tid 3 to smithi05277117-49 2024-09-13T02:52:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:209: finishing write tid 4 to smithi05277117-49 2024-09-13T02:52:34.738 INFO:tasks.rados.rados.0.smithi052.stdout:209: finishing write tid 5 to smithi05277117-49 2024-09-13T02:52:34.738 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 63 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-09-13T02:52:34.738 INFO:tasks.rados.rados.0.smithi052.stdout:209: left oid 49 (ObjNum 91 snap 18 seq_num 91) 2024-09-13T02:52:34.742 INFO:tasks.rados.rados.0.smithi052.stdout:210: finishing copy_from racing read to smithi05277117-26 2024-09-13T02:52:34.743 INFO:tasks.rados.rados.0.smithi052.stdout:210: finishing copy_from to smithi05277117-26 2024-09-13T02:52:34.743 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 38 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:52:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:34 smithi052 ceph-mon[37071]: pgmap v142: 121 pgs: 121 active+clean; 49 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T02:52:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:34 smithi052 ceph-mon[37071]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T02:52:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:34 smithi052 ceph-mon[37071]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T02:52:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:34 smithi052 ceph-mon[27118]: pgmap v142: 121 pgs: 121 active+clean; 49 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T02:52:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:34 smithi052 ceph-mon[27118]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T02:52:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:34 smithi052 ceph-mon[27118]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T02:52:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:34 smithi078 ceph-mon[30844]: pgmap v142: 121 pgs: 121 active+clean; 49 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T02:52:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:34 smithi078 ceph-mon[30844]: osdmap e100: 8 total, 8 up, 8 in 2024-09-13T02:52:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:34 smithi078 ceph-mon[30844]: osdmap e101: 8 total, 8 up, 8 in 2024-09-13T02:52:35.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:52:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:35] "GET /metrics HTTP/1.1" 200 239776 "" "Prometheus/2.43.0" 2024-09-13T02:52:35.703 INFO:tasks.rados.rados.0.smithi052.stdout:209: done (2 left) 2024-09-13T02:52:35.703 INFO:tasks.rados.rados.0.smithi052.stdout:210: done (1 left) 2024-09-13T02:52:35.703 INFO:tasks.rados.rados.0.smithi052.stdout:211: done (0 left) 2024-09-13T02:52:35.703 INFO:tasks.rados.rados.0.smithi052.stdout:212: snap_create 2024-09-13T02:52:35.890 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:52:36.160 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:52:36.160 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (2m) 116s ago 3m 16.2M - 0.25.0 c8568f914cd2 b2ca4ed44bba 2024-09-13T02:52:36.160 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (2m) 119s ago 2m 82.6M - 9.4.7 954c08fa6188 d1cc7dbf038d 2024-09-13T02:52:36.160 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (4m) 116s ago 4m 13.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:52:36.160 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (4m) 119s ago 4m 17.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443 running (7m) 119s ago 7m 399M - 17.2.7-1627-gbbdadfa3 a994b00deb3a b0717e7c9ae7 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:9283,8765 running (9m) 116s ago 9m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a2c5f8b32462 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (9m) 116s ago 9m 44.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a fe92c4ffd5b8 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (8m) 119s ago 8m 38.1M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (8m) 116s ago 8m 36.4M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (2m) 116s ago 2m 11.3M - 1.5.0 0da6a335fe13 7c485bd4bda2 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (2m) 119s ago 2m 3409k - 1.5.0 0da6a335fe13 11e32fb34656 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (7m) 116s ago 7m 46.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (7m) 116s ago 7m 43.8M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:52:36.161 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (6m) 116s ago 6m 43.3M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:52:36.162 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (6m) 116s ago 6m 41.0M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:52:36.162 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (6m) 119s ago 6m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:52:36.162 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (5m) 119s ago 5m 45.0M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:52:36.162 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (5m) 119s ago 5m 43.1M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:52:36.162 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (4m) 119s ago 4m 41.5M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:52:36.162 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (2m) 119s ago 3m 24.3M - 2.43.0 a07b618ecd1d b53b63903881 2024-09-13T02:52:36.501 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:52:36.501 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:52:36.501 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:52:36.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:36.501 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:52:36.501 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:52:36.502 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:52:36.706 INFO:tasks.rados.rados.0.smithi052.stdout:212: done (0 left) 2024-09-13T02:52:36.707 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 20 2024-09-13T02:52:36.707 INFO:tasks.rados.rados.0.smithi052.stdout:213: seq_num 92 ranges {0=745472,745472=761856,1507328=40960} 2024-09-13T02:52:36.710 INFO:tasks.rados.rados.0.smithi052.stdout:213: writing smithi05277117-17 from 0 to 745472 tid 1 2024-09-13T02:52:36.714 INFO:tasks.rados.rados.0.smithi052.stdout:213: writing smithi05277117-17 from 745472 to 1507328 tid 2 2024-09-13T02:52:36.715 INFO:tasks.rados.rados.0.smithi052.stdout:213: writing smithi05277117-17 from 1507328 to 1548288 tid 3 2024-09-13T02:52:36.715 INFO:tasks.rados.rados.0.smithi052.stdout:213: finishing write tid 1 to smithi05277117-17 2024-09-13T02:52:36.715 INFO:tasks.rados.rados.0.smithi052.stdout:214: rollback oid 8 current snap is 20 2024-09-13T02:52:36.716 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 8 to 9 2024-09-13T02:52:36.716 INFO:tasks.rados.rados.0.smithi052.stdout:215: rmattr oid 26 current snap is 20 2024-09-13T02:52:36.716 INFO:tasks.rados.rados.0.smithi052.stdout:215: done (2 left) 2024-09-13T02:52:36.716 INFO:tasks.rados.rados.0.smithi052.stdout:216: delete oid 2 current snap is 20 2024-09-13T02:52:36.716 INFO:tasks.rados.rados.0.smithi052.stdout:216: done (2 left) 2024-09-13T02:52:36.716 INFO:tasks.rados.rados.0.smithi052.stdout:217: rmattr oid 24 current snap is 20 2024-09-13T02:52:36.717 INFO:tasks.rados.rados.0.smithi052.stdout:217: done (2 left) 2024-09-13T02:52:36.717 INFO:tasks.rados.rados.0.smithi052.stdout:218: snap_create 2024-09-13T02:52:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:213: finishing write tid 2 to smithi05277117-17 2024-09-13T02:52:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:213: finishing write tid 3 to smithi05277117-17 2024-09-13T02:52:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:213: finishing write tid 4 to smithi05277117-17 2024-09-13T02:52:36.721 INFO:tasks.rados.rados.0.smithi052.stdout:213: finishing write tid 5 to smithi05277117-17 2024-09-13T02:52:36.721 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 59 (ObjNum 92 snap 20 seq_num 92) dirty exists 2024-09-13T02:52:36.721 INFO:tasks.rados.rados.0.smithi052.stdout:213: left oid 17 (ObjNum 92 snap 20 seq_num 92) 2024-09-13T02:52:36.721 INFO:tasks.rados.rados.0.smithi052.stdout:214: finishing rollback tid 1 to smithi05277117-8 2024-09-13T02:52:36.721 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 27 (ObjNum 129 snap 0 seq_num 4209409024) dirty dne 2024-09-13T02:52:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[37071]: pgmap v145: 121 pgs: 121 active+clean; 49 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T02:52:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[37071]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T02:52:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[37071]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/378664066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:52:36.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[27118]: pgmap v145: 121 pgs: 121 active+clean; 49 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T02:52:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[27118]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T02:52:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[27118]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:36 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/378664066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:52:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:36 smithi078 ceph-mon[30844]: pgmap v145: 121 pgs: 121 active+clean; 49 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-09-13T02:52:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:36 smithi078 ceph-mon[30844]: osdmap e102: 8 total, 8 up, 8 in 2024-09-13T02:52:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:36 smithi078 ceph-mon[30844]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:36 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/378664066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:213: done (2 left) 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:214: done (1 left) 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:218: done (0 left) 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:219: copy_from oid 48 from oid 47 current snap is 21 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:220: read oid 34 snap -1 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:220: expect (ObjNum 78 snap 15 seq_num 78) 2024-09-13T02:52:37.712 INFO:tasks.rados.rados.0.smithi052.stdout:221: snap_create 2024-09-13T02:52:37.719 INFO:tasks.rados.rados.0.smithi052.stdout:219: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:52:37.719 INFO:tasks.rados.rados.0.smithi052.stdout:220: expect (ObjNum 78 snap 15 seq_num 78) 2024-09-13T02:52:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:219: finishing copy_from to smithi05277117-48 2024-09-13T02:52:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:37 smithi052 ceph-mon[37071]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:37 smithi052 ceph-mon[37071]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T02:52:38.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:37 smithi052 ceph-mon[27118]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:37 smithi052 ceph-mon[27118]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T02:52:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:37 smithi078 ceph-mon[30844]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:52:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:37 smithi078 ceph-mon[30844]: osdmap e103: 8 total, 8 up, 8 in 2024-09-13T02:52:38.714 INFO:tasks.rados.rados.0.smithi052.stdout:219: done (2 left) 2024-09-13T02:52:38.714 INFO:tasks.rados.rados.0.smithi052.stdout:220: done (1 left) 2024-09-13T02:52:38.714 INFO:tasks.rados.rados.0.smithi052.stdout:221: done (0 left) 2024-09-13T02:52:38.714 INFO:tasks.rados.rados.0.smithi052.stdout:222: read oid 47 snap -1 2024-09-13T02:52:38.714 INFO:tasks.rados.rados.0.smithi052.stdout:222: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:52:38.715 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 22 2024-09-13T02:52:38.715 INFO:tasks.rados.rados.0.smithi052.stdout:223: seq_num 94 ranges {557056=778240,1335296=532480,1867776=270336} 2024-09-13T02:52:38.721 INFO:tasks.rados.rados.0.smithi052.stdout:223: writing smithi05277117-45 from 557056 to 1335296 tid 1 2024-09-13T02:52:38.724 INFO:tasks.rados.rados.0.smithi052.stdout:223: writing smithi05277117-45 from 1335296 to 1867776 tid 2 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:223: writing smithi05277117-45 from 1867776 to 2138112 tid 3 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:224: read oid 49 snap 16 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:224: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:225: read oid 28 snap -1 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:225: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:226: read oid 11 snap -1 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:226: expect deleted 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:227: read oid 5 snap 11 2024-09-13T02:52:38.727 INFO:tasks.rados.rados.0.smithi052.stdout:227: expect deleted 2024-09-13T02:52:38.728 INFO:tasks.rados.rados.0.smithi052.stdout:228: setattr oid 48 current snap is 22 2024-09-13T02:52:38.728 INFO:tasks.rados.rados.0.smithi052.stdout:222: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:52:38.750 INFO:tasks.rados.rados.0.smithi052.stdout:223: finishing write tid 1 to smithi05277117-45 2024-09-13T02:52:38.750 INFO:tasks.rados.rados.0.smithi052.stdout:223: finishing write tid 2 to smithi05277117-45 2024-09-13T02:52:38.750 INFO:tasks.rados.rados.0.smithi052.stdout:223: finishing write tid 3 to smithi05277117-45 2024-09-13T02:52:38.750 INFO:tasks.rados.rados.0.smithi052.stdout:223: finishing write tid 4 to smithi05277117-45 2024-09-13T02:52:38.750 INFO:tasks.rados.rados.0.smithi052.stdout:225: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:52:38.765 INFO:tasks.rados.rados.0.smithi052.stdout:223: finishing write tid 5 to smithi05277117-45 2024-09-13T02:52:38.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 65 (ObjNum 94 snap 22 seq_num 94) dirty exists 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:223: left oid 45 (ObjNum 94 snap 22 seq_num 94) 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:222: done (6 left) 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:223: done (5 left) 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:225: done (4 left) 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:226: done (3 left) 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:227: done (2 left) 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:229: rollback oid 23 current snap is 22 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 23 to 19 2024-09-13T02:52:38.766 INFO:tasks.rados.rados.0.smithi052.stdout:224: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 113 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:229: finishing rollback tid 0 to smithi05277117-23 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:229: finishing rollback tid 1 to smithi05277117-23 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:229: finishing rollback tid 2 to smithi05277117-23 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 67 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:224: done (2 left) 2024-09-13T02:52:38.791 INFO:tasks.rados.rados.0.smithi052.stdout:228: done (1 left) 2024-09-13T02:52:38.792 INFO:tasks.rados.rados.0.smithi052.stdout:229: done (0 left) 2024-09-13T02:52:38.792 INFO:tasks.rados.rados.0.smithi052.stdout:230: delete oid 45 current snap is 22 2024-09-13T02:52:38.793 INFO:tasks.rados.rados.0.smithi052.stdout:230: done (0 left) 2024-09-13T02:52:38.793 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 22 2024-09-13T02:52:38.793 INFO:tasks.rados.rados.0.smithi052.stdout:231: seq_num 96 ranges {1302528=409600,1712128=696320,2408448=507904} 2024-09-13T02:52:38.801 INFO:tasks.rados.rados.0.smithi052.stdout:231: writing smithi05277117-26 from 1302528 to 1712128 tid 1 2024-09-13T02:52:38.805 INFO:tasks.rados.rados.0.smithi052.stdout:231: writing smithi05277117-26 from 1712128 to 2408448 tid 2 2024-09-13T02:52:38.808 INFO:tasks.rados.rados.0.smithi052.stdout:231: writing smithi05277117-26 from 2408448 to 2916352 tid 3 2024-09-13T02:52:38.808 INFO:tasks.rados.rados.0.smithi052.stdout:232: setattr oid 47 current snap is 22 2024-09-13T02:52:38.808 INFO:tasks.rados.rados.0.smithi052.stdout:231: finishing write tid 1 to smithi05277117-26 2024-09-13T02:52:38.809 INFO:tasks.rados.rados.0.smithi052.stdout:231: finishing write tid 2 to smithi05277117-26 2024-09-13T02:52:38.811 INFO:tasks.rados.rados.0.smithi052.stdout:231: finishing write tid 3 to smithi05277117-26 2024-09-13T02:52:38.811 INFO:tasks.rados.rados.0.smithi052.stdout:231: finishing write tid 4 to smithi05277117-26 2024-09-13T02:52:38.812 INFO:tasks.rados.rados.0.smithi052.stdout:233: setattr oid 30 current snap is 22 2024-09-13T02:52:38.812 INFO:tasks.rados.rados.0.smithi052.stdout:231: finishing write tid 5 to smithi05277117-26 2024-09-13T02:52:38.812 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 42 (ObjNum 96 snap 22 seq_num 96) dirty exists 2024-09-13T02:52:38.812 INFO:tasks.rados.rados.0.smithi052.stdout:231: left oid 26 (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:52:38.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 28 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:38.814 INFO:tasks.rados.rados.0.smithi052.stdout:231: done (2 left) 2024-09-13T02:52:38.814 INFO:tasks.rados.rados.0.smithi052.stdout:232: done (1 left) 2024-09-13T02:52:38.814 INFO:tasks.rados.rados.0.smithi052.stdout:234: snap_remove snap 20 2024-09-13T02:52:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:38 smithi052 ceph-mon[37071]: pgmap v148: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-09-13T02:52:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:38 smithi052 ceph-mon[37071]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T02:52:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:38 smithi052 ceph-mon[27118]: pgmap v148: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-09-13T02:52:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:38 smithi052 ceph-mon[27118]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T02:52:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:38 smithi078 ceph-mon[30844]: pgmap v148: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-09-13T02:52:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:38 smithi078 ceph-mon[30844]: osdmap e104: 8 total, 8 up, 8 in 2024-09-13T02:52:39.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:52:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:234: done (1 left) 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:235: read oid 17 snap -1 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:235: expect (ObjNum 92 snap 20 seq_num 92) 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:236: read oid 39 snap -1 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:236: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:237: snap_create 2024-09-13T02:52:39.703 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 68 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:52:39.709 INFO:tasks.rados.rados.0.smithi052.stdout:236: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:52:39.730 INFO:tasks.rados.rados.0.smithi052.stdout:235: expect (ObjNum 92 snap 20 seq_num 92) 2024-09-13T02:52:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:39 smithi052 ceph-mon[37071]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T02:52:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:39 smithi052 ceph-mon[37071]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T02:52:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:39 smithi052 ceph-mon[27118]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T02:52:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:39 smithi052 ceph-mon[27118]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T02:52:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:39 smithi078 ceph-mon[30844]: osdmap e105: 8 total, 8 up, 8 in 2024-09-13T02:52:40.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:39 smithi078 ceph-mon[30844]: osdmap e106: 8 total, 8 up, 8 in 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:233: done (3 left) 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:235: done (2 left) 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:236: done (1 left) 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:237: done (0 left) 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:238: rollback oid 30 current snap is 23 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 16 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:239: copy_from oid 9 from oid 25 current snap is 23 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:240: copy_from oid 12 from oid 28 current snap is 23 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:241: read oid 1 snap -1 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:241: expect (ObjNum 80 snap 17 seq_num 80) 2024-09-13T02:52:40.704 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 23 2024-09-13T02:52:40.705 INFO:tasks.rados.rados.0.smithi052.stdout:242: seq_num 97 ranges {1171456=434176,1605632=581632,2187264=540672,2727936=81920} 2024-09-13T02:52:40.714 INFO:tasks.rados.rados.0.smithi052.stdout:242: writing smithi05277117-32 from 1171456 to 1605632 tid 1 2024-09-13T02:52:40.718 INFO:tasks.rados.rados.0.smithi052.stdout:242: writing smithi05277117-32 from 1605632 to 2187264 tid 2 2024-09-13T02:52:40.721 INFO:tasks.rados.rados.0.smithi052.stdout:242: writing smithi05277117-32 from 2187264 to 2727936 tid 3 2024-09-13T02:52:40.722 INFO:tasks.rados.rados.0.smithi052.stdout:242: writing smithi05277117-32 from 2727936 to 2809856 tid 4 2024-09-13T02:52:40.722 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 23 2024-09-13T02:52:40.722 INFO:tasks.rados.rados.0.smithi052.stdout:240: finishing copy_from racing read to smithi05277117-12 2024-09-13T02:52:40.722 INFO:tasks.rados.rados.0.smithi052.stdout:243: seq_num 98 ranges {458752=450560,909312=466944,1376256=737280} 2024-09-13T02:52:40.727 INFO:tasks.rados.rados.0.smithi052.stdout:243: writing smithi05277117-36 from 458752 to 909312 tid 1 2024-09-13T02:52:40.730 INFO:tasks.rados.rados.0.smithi052.stdout:243: writing smithi05277117-36 from 909312 to 1376256 tid 2 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:243: writing smithi05277117-36 from 1376256 to 2113536 tid 3 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:244: rollback oid 2 current snap is 23 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 14 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:240: finishing copy_from to smithi05277117-12 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 12 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:238: finishing rollback tid 0 to smithi05277117-30 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:240: done (6 left) 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 23 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:238: finishing rollback tid 1 to smithi05277117-30 2024-09-13T02:52:40.735 INFO:tasks.rados.rados.0.smithi052.stdout:245: seq_num 99 ranges {221184=466944,688128=802816,1490944=401408} 2024-09-13T02:52:40.738 INFO:tasks.rados.rados.0.smithi052.stdout:245: writing smithi05277117-14 from 221184 to 688128 tid 1 2024-09-13T02:52:40.743 INFO:tasks.rados.rados.0.smithi052.stdout:245: writing smithi05277117-14 from 688128 to 1490944 tid 2 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:245: writing smithi05277117-14 from 1490944 to 1892352 tid 3 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:246: read oid 45 snap -1 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:246: expect deleted 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:247: rollback oid 27 current snap is 23 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 11 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:238: finishing rollback tid 2 to smithi05277117-30 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 76 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:239: finishing copy_from racing read to smithi05277117-9 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:238: done (8 left) 2024-09-13T02:52:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:248: rmattr oid 39 current snap is 23 2024-09-13T02:52:40.747 INFO:tasks.rados.rados.0.smithi052.stdout:239: finishing copy_from to smithi05277117-9 2024-09-13T02:52:40.747 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 38 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:52:40.747 INFO:tasks.rados.rados.0.smithi052.stdout:241: expect (ObjNum 80 snap 17 seq_num 80) 2024-09-13T02:52:40.807 INFO:tasks.rados.rados.0.smithi052.stdout:242: finishing write tid 1 to smithi05277117-32 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:242: finishing write tid 2 to smithi05277117-32 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:242: finishing write tid 3 to smithi05277117-32 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:242: finishing write tid 4 to smithi05277117-32 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:242: finishing write tid 5 to smithi05277117-32 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:242: finishing write tid 6 to smithi05277117-32 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 123 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:242: left oid 32 (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:243: finishing write tid 1 to smithi05277117-36 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:243: finishing write tid 2 to smithi05277117-36 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:244: finishing rollback tid 1 to smithi05277117-2 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:244: finishing rollback tid 2 to smithi05277117-2 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 32 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-13T02:52:40.808 INFO:tasks.rados.rados.0.smithi052.stdout:243: finishing write tid 3 to smithi05277117-36 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:239: done (8 left) 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:241: done (7 left) 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:242: done (6 left) 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:244: done (5 left) 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:249: copy_from oid 47 from oid 15 current snap is 23 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:243: finishing write tid 4 to smithi05277117-36 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:243: finishing write tid 5 to smithi05277117-36 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 29 (ObjNum 98 snap 23 seq_num 98) dirty exists 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:243: left oid 36 (ObjNum 98 snap 23 seq_num 98) 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:245: finishing write tid 1 to smithi05277117-14 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:245: finishing write tid 2 to smithi05277117-14 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:245: finishing write tid 3 to smithi05277117-14 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:245: finishing write tid 4 to smithi05277117-14 2024-09-13T02:52:40.809 INFO:tasks.rados.rados.0.smithi052.stdout:247: finishing rollback tid 0 to smithi05277117-27 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:247: finishing rollback tid 1 to smithi05277117-27 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 34 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:247: finishing rollback tid 2 to smithi05277117-27 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 80 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:245: finishing write tid 5 to smithi05277117-14 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 65 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:245: left oid 14 (ObjNum 99 snap 23 seq_num 99) 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:243: done (5 left) 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:245: done (4 left) 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:246: done (3 left) 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:247: done (2 left) 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:248: done (1 left) 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 23 2024-09-13T02:52:40.810 INFO:tasks.rados.rados.0.smithi052.stdout:250: seq_num 100 ranges {2113536=483328,2596864=688128,3284992=516096} 2024-09-13T02:52:40.821 INFO:tasks.rados.rados.0.smithi052.stdout:250: writing smithi05277117-36 from 2113536 to 2596864 tid 1 2024-09-13T02:52:40.825 INFO:tasks.rados.rados.0.smithi052.stdout:250: writing smithi05277117-36 from 2596864 to 3284992 tid 2 2024-09-13T02:52:40.828 INFO:tasks.rados.rados.0.smithi052.stdout:250: writing smithi05277117-36 from 3284992 to 3801088 tid 3 2024-09-13T02:52:40.828 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 23 2024-09-13T02:52:40.829 INFO:tasks.rados.rados.0.smithi052.stdout:249: finishing copy_from to smithi05277117-47 2024-09-13T02:52:40.829 INFO:tasks.rados.rados.0.smithi052.stdout:249: got expected ENOENT (src dne) 2024-09-13T02:52:40.829 INFO:tasks.rados.rados.0.smithi052.stdout:251: seq_num 101 ranges {729088=499712,1228800=573440,1802240=524288,2326528=106496} 2024-09-13T02:52:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:251: writing smithi05277117-44 from 729088 to 1228800 tid 1 2024-09-13T02:52:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:251: writing smithi05277117-44 from 1228800 to 1802240 tid 2 2024-09-13T02:52:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:251: writing smithi05277117-44 from 1802240 to 2326528 tid 3 2024-09-13T02:52:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:251: writing smithi05277117-44 from 2326528 to 2433024 tid 4 2024-09-13T02:52:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:252: read oid 38 snap 18 2024-09-13T02:52:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:252: expect (ObjNum 90 snap 18 seq_num 90) 2024-09-13T02:52:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:253: rmattr oid 49 current snap is 23 2024-09-13T02:52:40.843 INFO:tasks.rados.rados.0.smithi052.stdout:253: done (4 left) 2024-09-13T02:52:40.843 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 23 2024-09-13T02:52:40.843 INFO:tasks.rados.rados.0.smithi052.stdout:249: finishing copy_from racing read to smithi05277117-47 2024-09-13T02:52:40.843 INFO:tasks.rados.rados.0.smithi052.stdout:250: finishing write tid 1 to smithi05277117-36 2024-09-13T02:52:40.843 INFO:tasks.rados.rados.0.smithi052.stdout:254: seq_num 102 ranges {57344=516096,573440=450560,1024000=729088,1753088=24576} 2024-09-13T02:52:40.845 INFO:tasks.rados.rados.0.smithi052.stdout:254: writing smithi05277117-4 from 57344 to 573440 tid 1 2024-09-13T02:52:40.848 INFO:tasks.rados.rados.0.smithi052.stdout:254: writing smithi05277117-4 from 573440 to 1024000 tid 2 2024-09-13T02:52:40.854 INFO:tasks.rados.rados.0.smithi052.stdout:254: writing smithi05277117-4 from 1024000 to 1753088 tid 3 2024-09-13T02:52:40.854 INFO:tasks.rados.rados.0.smithi052.stdout:254: writing smithi05277117-4 from 1753088 to 1777664 tid 4 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:249: done (4 left) 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:255: read oid 19 snap -1 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:255: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:256: read oid 7 snap 14 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:256: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:250: finishing write tid 2 to smithi05277117-36 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:250: finishing write tid 3 to smithi05277117-36 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:250: finishing write tid 4 to smithi05277117-36 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:250: finishing write tid 5 to smithi05277117-36 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 33 (ObjNum 100 snap 23 seq_num 100) dirty exists 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:250: left oid 36 (ObjNum 100 snap 23 seq_num 100) 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:251: finishing write tid 1 to smithi05277117-44 2024-09-13T02:52:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:250: done (5 left) 2024-09-13T02:52:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 23 2024-09-13T02:52:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:251: finishing write tid 2 to smithi05277117-44 2024-09-13T02:52:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:257: seq_num 103 ranges {1753088=532480,2285568=737280,3022848=466944} 2024-09-13T02:52:40.867 INFO:tasks.rados.rados.0.smithi052.stdout:257: writing smithi05277117-35 from 1753088 to 2285568 tid 1 2024-09-13T02:52:40.871 INFO:tasks.rados.rados.0.smithi052.stdout:257: writing smithi05277117-35 from 2285568 to 3022848 tid 2 2024-09-13T02:52:40.874 INFO:tasks.rados.rados.0.smithi052.stdout:257: writing smithi05277117-35 from 3022848 to 3489792 tid 3 2024-09-13T02:52:40.874 INFO:tasks.rados.rados.0.smithi052.stdout:258: snap_remove snap 12 2024-09-13T02:52:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:40 smithi052 ceph-mon[37071]: pgmap v151: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-09-13T02:52:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:40 smithi052 ceph-mon[37071]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T02:52:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:40 smithi052 ceph-mon[27118]: pgmap v151: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-09-13T02:52:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:40 smithi052 ceph-mon[27118]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T02:52:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:40 smithi078 ceph-mon[30844]: pgmap v151: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 24 op/s 2024-09-13T02:52:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:40 smithi078 ceph-mon[30844]: osdmap e107: 8 total, 8 up, 8 in 2024-09-13T02:52:41.728 INFO:tasks.rados.rados.0.smithi052.stdout:258: done (6 left) 2024-09-13T02:52:41.728 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 23 2024-09-13T02:52:41.728 INFO:tasks.rados.rados.0.smithi052.stdout:259: seq_num 104 ranges {1318912=548864,1867776=622592,2490368=581632} 2024-09-13T02:52:41.739 INFO:tasks.rados.rados.0.smithi052.stdout:259: writing smithi05277117-34 from 1318912 to 1867776 tid 1 2024-09-13T02:52:41.744 INFO:tasks.rados.rados.0.smithi052.stdout:259: writing smithi05277117-34 from 1867776 to 2490368 tid 2 2024-09-13T02:52:41.748 INFO:tasks.rados.rados.0.smithi052.stdout:259: writing smithi05277117-34 from 2490368 to 3072000 tid 3 2024-09-13T02:52:41.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 23 2024-09-13T02:52:41.748 INFO:tasks.rados.rados.0.smithi052.stdout:251: finishing write tid 3 to smithi05277117-44 2024-09-13T02:52:41.748 INFO:tasks.rados.rados.0.smithi052.stdout:251: finishing write tid 4 to smithi05277117-44 2024-09-13T02:52:41.748 INFO:tasks.rados.rados.0.smithi052.stdout:260: seq_num 105 ranges {360448=565248,925696=507904,1433600=507904,1941504=188416} 2024-09-13T02:52:41.753 INFO:tasks.rados.rados.0.smithi052.stdout:260: writing smithi05277117-22 from 360448 to 925696 tid 1 2024-09-13T02:52:41.756 INFO:tasks.rados.rados.0.smithi052.stdout:260: writing smithi05277117-22 from 925696 to 1433600 tid 2 2024-09-13T02:52:41.760 INFO:tasks.rados.rados.0.smithi052.stdout:260: writing smithi05277117-22 from 1433600 to 1941504 tid 3 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:260: writing smithi05277117-22 from 1941504 to 2129920 tid 4 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:261: rollback oid 16 current snap is 23 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 1 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:251: finishing write tid 5 to smithi05277117-44 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:251: finishing write tid 6 to smithi05277117-44 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 32 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-13T02:52:41.761 INFO:tasks.rados.rados.0.smithi052.stdout:251: left oid 44 (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:52:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:254: finishing write tid 1 to smithi05277117-4 2024-09-13T02:52:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:251: done (8 left) 2024-09-13T02:52:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:262: rollback oid 2 current snap is 23 2024-09-13T02:52:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 16 2024-09-13T02:52:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:254: finishing write tid 2 to smithi05277117-4 2024-09-13T02:52:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:252: expect (ObjNum 90 snap 18 seq_num 90) 2024-09-13T02:52:41.835 INFO:tasks.rados.rados.0.smithi052.stdout:256: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:52:41.838 INFO:tasks.rados.rados.0.smithi052.stdout:254: finishing write tid 3 to smithi05277117-4 2024-09-13T02:52:41.838 INFO:tasks.rados.rados.0.smithi052.stdout:255: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-13T02:52:41.847 INFO:tasks.rados.rados.0.smithi052.stdout:254: finishing write tid 4 to smithi05277117-4 2024-09-13T02:52:41.847 INFO:tasks.rados.rados.0.smithi052.stdout:254: finishing write tid 5 to smithi05277117-4 2024-09-13T02:52:41.847 INFO:tasks.rados.rados.0.smithi052.stdout:254: finishing write tid 6 to smithi05277117-4 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 129 (ObjNum 102 snap 23 seq_num 102) dirty exists 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:254: left oid 4 (ObjNum 102 snap 23 seq_num 102) 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:257: finishing write tid 1 to smithi05277117-35 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:257: finishing write tid 2 to smithi05277117-35 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:257: finishing write tid 3 to smithi05277117-35 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:257: finishing write tid 4 to smithi05277117-35 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:257: finishing write tid 5 to smithi05277117-35 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 37 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:257: left oid 35 (ObjNum 103 snap 23 seq_num 103) 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:259: finishing write tid 1 to smithi05277117-34 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:259: finishing write tid 2 to smithi05277117-34 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:259: finishing write tid 3 to smithi05277117-34 2024-09-13T02:52:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:259: finishing write tid 4 to smithi05277117-34 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:259: finishing write tid 5 to smithi05277117-34 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 35 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:259: left oid 34 (ObjNum 104 snap 23 seq_num 104) 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:260: finishing write tid 1 to smithi05277117-22 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:260: finishing write tid 2 to smithi05277117-22 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:260: finishing write tid 3 to smithi05277117-22 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:262: finishing rollback tid 0 to smithi05277117-2 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:260: finishing write tid 4 to smithi05277117-22 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:262: finishing rollback tid 1 to smithi05277117-2 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:260: finishing write tid 5 to smithi05277117-22 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:262: finishing rollback tid 2 to smithi05277117-2 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 37 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-13T02:52:41.849 INFO:tasks.rados.rados.0.smithi052.stdout:261: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:261: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:261: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 26 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:260: finishing write tid 6 to smithi05277117-22 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 40 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:260: left oid 22 (ObjNum 105 snap 23 seq_num 105) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:252: done (8 left) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:254: done (7 left) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:255: done (6 left) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:256: done (5 left) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:257: done (4 left) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:259: done (3 left) 2024-09-13T02:52:41.850 INFO:tasks.rados.rados.0.smithi052.stdout:260: done (2 left) 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:261: done (1 left) 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:262: done (0 left) 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:263: rmattr oid 30 current snap is 23 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:263: done (0 left) 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:264: rollback oid 3 current snap is 23 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 11 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:265: rmattr oid 47 current snap is 23 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:266: copy_from oid 35 from oid 27 current snap is 23 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:267: rollback oid 39 current snap is 23 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 21 2024-09-13T02:52:41.851 INFO:tasks.rados.rados.0.smithi052.stdout:268: snap_remove snap 22 2024-09-13T02:52:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:41 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:41 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:41 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:42.734 INFO:tasks.rados.rados.0.smithi052.stdout:268: done (4 left) 2024-09-13T02:52:42.734 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 23 2024-09-13T02:52:42.734 INFO:tasks.rados.rados.0.smithi052.stdout:269: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-09-13T02:52:42.739 INFO:tasks.rados.rados.0.smithi052.stdout:269: writing smithi05277117-11 from 0 to 581632 tid 1 2024-09-13T02:52:42.745 INFO:tasks.rados.rados.0.smithi052.stdout:269: writing smithi05277117-11 from 581632 to 1376256 tid 2 2024-09-13T02:52:42.748 INFO:tasks.rados.rados.0.smithi052.stdout:269: writing smithi05277117-11 from 1376256 to 1785856 tid 3 2024-09-13T02:52:42.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 23 2024-09-13T02:52:42.749 INFO:tasks.rados.rados.0.smithi052.stdout:264: finishing rollback tid 0 to smithi05277117-3 2024-09-13T02:52:42.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 42 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:52:42.749 INFO:tasks.rados.rados.0.smithi052.stdout:267: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:52:42.749 INFO:tasks.rados.rados.0.smithi052.stdout:270: seq_num 107 ranges {3137536=598016,3735552=729088,4464640=466944,4931584=8192} 2024-09-13T02:52:42.769 INFO:tasks.rados.rados.0.smithi052.stdout:270: writing smithi05277117-43 from 3137536 to 3735552 tid 1 2024-09-13T02:52:42.773 INFO:tasks.rados.rados.0.smithi052.stdout:270: writing smithi05277117-43 from 3735552 to 4464640 tid 2 2024-09-13T02:52:42.776 INFO:tasks.rados.rados.0.smithi052.stdout:270: writing smithi05277117-43 from 4464640 to 4931584 tid 3 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:270: writing smithi05277117-43 from 4931584 to 4939776 tid 4 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:265: done (5 left) 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:271: setattr oid 36 current snap is 23 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:264: finishing rollback tid 1 to smithi05277117-3 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:264: finishing rollback tid 2 to smithi05277117-3 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 92 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:267: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:267: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 45 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:266: finishing copy_from racing read to smithi05277117-35 2024-09-13T02:52:42.777 INFO:tasks.rados.rados.0.smithi052.stdout:266: finishing copy_from to smithi05277117-35 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 80 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:269: finishing write tid 1 to smithi05277117-11 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:269: finishing write tid 2 to smithi05277117-11 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:269: finishing write tid 3 to smithi05277117-11 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:269: finishing write tid 4 to smithi05277117-11 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:269: finishing write tid 5 to smithi05277117-11 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 53 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:269: left oid 11 (ObjNum 106 snap 23 seq_num 106) 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:270: finishing write tid 1 to smithi05277117-43 2024-09-13T02:52:42.778 INFO:tasks.rados.rados.0.smithi052.stdout:270: finishing write tid 2 to smithi05277117-43 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:270: finishing write tid 3 to smithi05277117-43 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:270: finishing write tid 4 to smithi05277117-43 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:270: finishing write tid 5 to smithi05277117-43 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:264: done (5 left) 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:266: done (4 left) 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:267: done (3 left) 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:269: done (2 left) 2024-09-13T02:52:42.779 INFO:tasks.rados.rados.0.smithi052.stdout:272: snap_remove snap 1 2024-09-13T02:52:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:42 smithi052 ceph-mon[27118]: pgmap v154: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:42 smithi052 ceph-mon[27118]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T02:52:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:42 smithi052 ceph-mon[37071]: pgmap v154: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:42 smithi052 ceph-mon[37071]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T02:52:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:42 smithi078 ceph-mon[30844]: pgmap v154: 121 pgs: 121 active+clean; 62 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:42 smithi078 ceph-mon[30844]: osdmap e108: 8 total, 8 up, 8 in 2024-09-13T02:52:43.738 INFO:tasks.rados.rados.0.smithi052.stdout:272: done (2 left) 2024-09-13T02:52:43.738 INFO:tasks.rados.rados.0.smithi052.stdout:273: setattr oid 15 current snap is 23 2024-09-13T02:52:43.738 INFO:tasks.rados.rados.0.smithi052.stdout:270: finishing write tid 6 to smithi05277117-43 2024-09-13T02:52:43.738 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 59 (ObjNum 107 snap 23 seq_num 107) dirty exists 2024-09-13T02:52:43.738 INFO:tasks.rados.rados.0.smithi052.stdout:270: left oid 43 (ObjNum 107 snap 23 seq_num 107) 2024-09-13T02:52:43.738 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 38 (ObjNum 100 snap 23 seq_num 100) dirty exists 2024-09-13T02:52:43.741 INFO:tasks.rados.rados.0.smithi052.stdout:270: done (2 left) 2024-09-13T02:52:43.741 INFO:tasks.rados.rados.0.smithi052.stdout:271: done (1 left) 2024-09-13T02:52:43.741 INFO:tasks.rados.rados.0.smithi052.stdout:274: snap_create 2024-09-13T02:52:43.748 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 24 (ObjNum 49 snap 0 seq_num 4209287120) dirty exists 2024-09-13T02:52:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:43 smithi052 ceph-mon[37071]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T02:52:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:43 smithi052 ceph-mon[27118]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T02:52:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:43 smithi078 ceph-mon[30844]: osdmap e109: 8 total, 8 up, 8 in 2024-09-13T02:52:44.709 INFO:tasks.rados.rados.0.smithi052.stdout:273: done (1 left) 2024-09-13T02:52:44.709 INFO:tasks.rados.rados.0.smithi052.stdout:274: done (0 left) 2024-09-13T02:52:44.709 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 24 2024-09-13T02:52:44.709 INFO:tasks.rados.rados.0.smithi052.stdout:275: seq_num 108 ranges {253952=614400,868352=606208,1474560=598016} 2024-09-13T02:52:44.715 INFO:tasks.rados.rados.0.smithi052.stdout:275: writing smithi05277117-33 from 253952 to 868352 tid 1 2024-09-13T02:52:44.721 INFO:tasks.rados.rados.0.smithi052.stdout:275: writing smithi05277117-33 from 868352 to 1474560 tid 2 2024-09-13T02:52:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:275: writing smithi05277117-33 from 1474560 to 2072576 tid 3 2024-09-13T02:52:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:276: copy_from oid 18 from oid 13 current snap is 24 2024-09-13T02:52:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:275: finishing write tid 1 to smithi05277117-33 2024-09-13T02:52:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:277: snap_create 2024-09-13T02:52:44.729 INFO:tasks.rados.rados.0.smithi052.stdout:275: finishing write tid 2 to smithi05277117-33 2024-09-13T02:52:44.730 INFO:tasks.rados.rados.0.smithi052.stdout:275: finishing write tid 3 to smithi05277117-33 2024-09-13T02:52:44.730 INFO:tasks.rados.rados.0.smithi052.stdout:275: finishing write tid 4 to smithi05277117-33 2024-09-13T02:52:44.731 INFO:tasks.rados.rados.0.smithi052.stdout:275: finishing write tid 5 to smithi05277117-33 2024-09-13T02:52:44.731 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 115 (ObjNum 108 snap 24 seq_num 108) dirty exists 2024-09-13T02:52:44.732 INFO:tasks.rados.rados.0.smithi052.stdout:275: left oid 33 (ObjNum 108 snap 24 seq_num 108) 2024-09-13T02:52:44.748 INFO:tasks.rados.rados.0.smithi052.stdout:276: finishing copy_from racing read to smithi05277117-18 2024-09-13T02:52:44.749 INFO:tasks.rados.rados.0.smithi052.stdout:276: finishing copy_from to smithi05277117-18 2024-09-13T02:52:44.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 46 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-09-13T02:52:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:44 smithi052 ceph-mon[37071]: pgmap v157: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-09-13T02:52:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:44 smithi052 ceph-mon[37071]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T02:52:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:44 smithi052 ceph-mon[37071]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T02:52:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:44 smithi052 ceph-mon[27118]: pgmap v157: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-09-13T02:52:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:44 smithi052 ceph-mon[27118]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T02:52:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:44 smithi052 ceph-mon[27118]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T02:52:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:44 smithi078 ceph-mon[30844]: pgmap v157: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-09-13T02:52:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:44 smithi078 ceph-mon[30844]: osdmap e110: 8 total, 8 up, 8 in 2024-09-13T02:52:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:44 smithi078 ceph-mon[30844]: osdmap e111: 8 total, 8 up, 8 in 2024-09-13T02:52:45.712 INFO:tasks.rados.rados.0.smithi052.stdout:275: done (2 left) 2024-09-13T02:52:45.712 INFO:tasks.rados.rados.0.smithi052.stdout:276: done (1 left) 2024-09-13T02:52:45.713 INFO:tasks.rados.rados.0.smithi052.stdout:277: done (0 left) 2024-09-13T02:52:45.713 INFO:tasks.rados.rados.0.smithi052.stdout:278: snap_create 2024-09-13T02:52:45.746 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:52:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:45] "GET /metrics HTTP/1.1" 200 239866 "" "Prometheus/2.43.0" 2024-09-13T02:52:46.713 INFO:tasks.rados.rados.0.smithi052.stdout:278: done (0 left) 2024-09-13T02:52:46.713 INFO:tasks.rados.rados.0.smithi052.stdout:279: read oid 15 snap -1 2024-09-13T02:52:46.714 INFO:tasks.rados.rados.0.smithi052.stdout:279: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:46.714 INFO:tasks.rados.rados.0.smithi052.stdout:280: snap_create 2024-09-13T02:52:46.714 INFO:tasks.rados.rados.0.smithi052.stdout:279: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:46.716 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:46 smithi052 ceph-mon[27118]: pgmap v160: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-09-13T02:52:46.716 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:46 smithi052 ceph-mon[27118]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T02:52:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:46 smithi052 ceph-mon[37071]: pgmap v160: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-09-13T02:52:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:46 smithi052 ceph-mon[37071]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T02:52:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:46 smithi078 ceph-mon[30844]: pgmap v160: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-09-13T02:52:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:46 smithi078 ceph-mon[30844]: osdmap e112: 8 total, 8 up, 8 in 2024-09-13T02:52:47.725 INFO:tasks.rados.rados.0.smithi052.stdout:279: done (1 left) 2024-09-13T02:52:47.725 INFO:tasks.rados.rados.0.smithi052.stdout:280: done (0 left) 2024-09-13T02:52:47.725 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 27 2024-09-13T02:52:47.725 INFO:tasks.rados.rados.0.smithi052.stdout:281: seq_num 109 ranges {827392=630784,1458176=491520,1949696=483328,2433024=229376} 2024-09-13T02:52:47.733 INFO:tasks.rados.rados.0.smithi052.stdout:281: writing smithi05277117-23 from 827392 to 1458176 tid 1 2024-09-13T02:52:47.736 INFO:tasks.rados.rados.0.smithi052.stdout:281: writing smithi05277117-23 from 1458176 to 1949696 tid 2 2024-09-13T02:52:47.740 INFO:tasks.rados.rados.0.smithi052.stdout:281: writing smithi05277117-23 from 1949696 to 2433024 tid 3 2024-09-13T02:52:47.742 INFO:tasks.rados.rados.0.smithi052.stdout:281: writing smithi05277117-23 from 2433024 to 2662400 tid 4 2024-09-13T02:52:47.742 INFO:tasks.rados.rados.0.smithi052.stdout:282: rollback oid 9 current snap is 27 2024-09-13T02:52:47.743 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 14 2024-09-13T02:52:47.743 INFO:tasks.rados.rados.0.smithi052.stdout:281: finishing write tid 1 to smithi05277117-23 2024-09-13T02:52:47.743 INFO:tasks.rados.rados.0.smithi052.stdout:283: snap_remove snap 17 2024-09-13T02:52:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:47 smithi052 ceph-mon[37071]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T02:52:48.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:47 smithi052 ceph-mon[27118]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T02:52:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:47 smithi078 ceph-mon[30844]: osdmap e113: 8 total, 8 up, 8 in 2024-09-13T02:52:48.730 INFO:tasks.rados.rados.0.smithi052.stdout:283: done (2 left) 2024-09-13T02:52:48.730 INFO:tasks.rados.rados.0.smithi052.stdout:284: read oid 18 snap 23 2024-09-13T02:52:48.730 INFO:tasks.rados.rados.0.smithi052.stdout:284: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:48.730 INFO:tasks.rados.rados.0.smithi052.stdout:285: snap_create 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:281: finishing write tid 2 to smithi05277117-23 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:281: finishing write tid 3 to smithi05277117-23 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:281: finishing write tid 4 to smithi05277117-23 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:282: finishing rollback tid 0 to smithi05277117-9 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:281: finishing write tid 5 to smithi05277117-23 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:281: finishing write tid 6 to smithi05277117-23 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 87 (ObjNum 109 snap 27 seq_num 109) dirty exists 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:281: left oid 23 (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:282: finishing rollback tid 1 to smithi05277117-9 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:282: finishing rollback tid 2 to smithi05277117-9 2024-09-13T02:52:48.731 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 161 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-13T02:52:48.739 INFO:tasks.rados.rados.0.smithi052.stdout:284: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-13T02:52:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:48 smithi052 ceph-mon[37071]: pgmap v163: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T02:52:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:48 smithi052 ceph-mon[37071]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T02:52:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:48 smithi052 ceph-mon[27118]: pgmap v163: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T02:52:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:48 smithi052 ceph-mon[27118]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T02:52:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:48 smithi078 ceph-mon[30844]: pgmap v163: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T02:52:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:48 smithi078 ceph-mon[30844]: osdmap e114: 8 total, 8 up, 8 in 2024-09-13T02:52:49.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:52:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:52:49.706 INFO:tasks.rados.rados.0.smithi052.stdout:281: done (3 left) 2024-09-13T02:52:49.706 INFO:tasks.rados.rados.0.smithi052.stdout:282: done (2 left) 2024-09-13T02:52:49.707 INFO:tasks.rados.rados.0.smithi052.stdout:284: done (1 left) 2024-09-13T02:52:49.707 INFO:tasks.rados.rados.0.smithi052.stdout:285: done (0 left) 2024-09-13T02:52:49.707 INFO:tasks.rados.rados.0.smithi052.stdout:286: read oid 23 snap -1 2024-09-13T02:52:49.707 INFO:tasks.rados.rados.0.smithi052.stdout:286: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:52:49.707 INFO:tasks.rados.rados.0.smithi052.stdout:287: snap_remove snap 9 2024-09-13T02:52:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:49 smithi052 ceph-mon[37071]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T02:52:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:49 smithi052 ceph-mon[37071]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T02:52:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:49 smithi052 ceph-mon[27118]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T02:52:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:49 smithi052 ceph-mon[27118]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T02:52:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:49 smithi078 ceph-mon[30844]: osdmap e115: 8 total, 8 up, 8 in 2024-09-13T02:52:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:49 smithi078 ceph-mon[30844]: osdmap e116: 8 total, 8 up, 8 in 2024-09-13T02:52:50.712 INFO:tasks.rados.rados.0.smithi052.stdout:287: done (1 left) 2024-09-13T02:52:50.712 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 28 2024-09-13T02:52:50.712 INFO:tasks.rados.rados.0.smithi052.stdout:288: seq_num 110 ranges {0=647168,647168=778240,1425408=425984} 2024-09-13T02:52:50.713 INFO:tasks.rados.rados.0.smithi052.stdout:288: writing smithi05277117-45 from 0 to 647168 tid 1 2024-09-13T02:52:50.719 INFO:tasks.rados.rados.0.smithi052.stdout:288: writing smithi05277117-45 from 647168 to 1425408 tid 2 2024-09-13T02:52:50.723 INFO:tasks.rados.rados.0.smithi052.stdout:288: writing smithi05277117-45 from 1425408 to 1851392 tid 3 2024-09-13T02:52:50.723 INFO:tasks.rados.rados.0.smithi052.stdout:289: rollback oid 35 current snap is 28 2024-09-13T02:52:50.723 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 35 to 24 2024-09-13T02:52:50.723 INFO:tasks.rados.rados.0.smithi052.stdout:286: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:52:50.825 INFO:tasks.rados.rados.0.smithi052.stdout:288: finishing write tid 1 to smithi05277117-45 2024-09-13T02:52:50.825 INFO:tasks.rados.rados.0.smithi052.stdout:289: finishing rollback tid 0 to smithi05277117-35 2024-09-13T02:52:50.825 INFO:tasks.rados.rados.0.smithi052.stdout:289: finishing rollback tid 1 to smithi05277117-35 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:288: finishing write tid 2 to smithi05277117-45 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:289: finishing rollback tid 2 to smithi05277117-35 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 83 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:288: finishing write tid 3 to smithi05277117-45 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:288: finishing write tid 4 to smithi05277117-45 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:288: finishing write tid 5 to smithi05277117-45 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 141 (ObjNum 110 snap 28 seq_num 110) dirty exists 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:288: left oid 45 (ObjNum 110 snap 28 seq_num 110) 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:286: done (2 left) 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:288: done (1 left) 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:289: done (0 left) 2024-09-13T02:52:50.826 INFO:tasks.rados.rados.0.smithi052.stdout:290: snap_create 2024-09-13T02:52:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:50 smithi052 ceph-mon[27118]: pgmap v166: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T02:52:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:50 smithi052 ceph-mon[27118]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T02:52:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:50 smithi052 ceph-mon[37071]: pgmap v166: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T02:52:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:50 smithi052 ceph-mon[37071]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T02:52:51.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:50 smithi078 ceph-mon[30844]: pgmap v166: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-13T02:52:51.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:50 smithi078 ceph-mon[30844]: osdmap e117: 8 total, 8 up, 8 in 2024-09-13T02:52:51.737 INFO:tasks.rados.rados.0.smithi052.stdout:290: done (0 left) 2024-09-13T02:52:51.737 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 29 2024-09-13T02:52:51.737 INFO:tasks.rados.rados.0.smithi052.stdout:291: seq_num 111 ranges {2883584=663552,3547136=663552,4210688=450560,4661248=90112} 2024-09-13T02:52:51.756 INFO:tasks.rados.rados.0.smithi052.stdout:291: writing smithi05277117-18 from 2883584 to 3547136 tid 1 2024-09-13T02:52:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:291: writing smithi05277117-18 from 3547136 to 4210688 tid 2 2024-09-13T02:52:51.763 INFO:tasks.rados.rados.0.smithi052.stdout:291: writing smithi05277117-18 from 4210688 to 4661248 tid 3 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:291: writing smithi05277117-18 from 4661248 to 4751360 tid 4 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:292: read oid 31 snap -1 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:292: expect deleted 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:293: read oid 5 snap -1 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:293: expect deleted 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:294: copy_from oid 21 from oid 32 current snap is 29 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:291: finishing write tid 1 to smithi05277117-18 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:295: snap_create 2024-09-13T02:52:51.764 INFO:tasks.rados.rados.0.smithi052.stdout:291: finishing write tid 2 to smithi05277117-18 2024-09-13T02:52:51.767 INFO:tasks.rados.rados.0.smithi052.stdout:291: finishing write tid 3 to smithi05277117-18 2024-09-13T02:52:51.767 INFO:tasks.rados.rados.0.smithi052.stdout:291: finishing write tid 4 to smithi05277117-18 2024-09-13T02:52:51.767 INFO:tasks.rados.rados.0.smithi052.stdout:291: finishing write tid 5 to smithi05277117-18 2024-09-13T02:52:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:291: finishing write tid 6 to smithi05277117-18 2024-09-13T02:52:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 60 (ObjNum 111 snap 29 seq_num 111) dirty exists 2024-09-13T02:52:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:291: left oid 18 (ObjNum 111 snap 29 seq_num 111) 2024-09-13T02:52:51.777 INFO:tasks.rados.rados.0.smithi052.stdout:294: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:52:51.779 INFO:tasks.rados.rados.0.smithi052.stdout:294: finishing copy_from to smithi05277117-21 2024-09-13T02:52:51.779 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 123 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-13T02:52:52.739 INFO:tasks.rados.rados.0.smithi052.stdout:291: done (4 left) 2024-09-13T02:52:52.740 INFO:tasks.rados.rados.0.smithi052.stdout:292: done (3 left) 2024-09-13T02:52:52.740 INFO:tasks.rados.rados.0.smithi052.stdout:293: done (2 left) 2024-09-13T02:52:52.740 INFO:tasks.rados.rados.0.smithi052.stdout:294: done (1 left) 2024-09-13T02:52:52.740 INFO:tasks.rados.rados.0.smithi052.stdout:295: done (0 left) 2024-09-13T02:52:52.740 INFO:tasks.rados.rados.0.smithi052.stdout:296: read oid 41 snap -1 2024-09-13T02:52:52.741 INFO:tasks.rados.rados.0.smithi052.stdout:296: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:52:52.741 INFO:tasks.rados.rados.0.smithi052.stdout:297: delete oid 13 current snap is 30 2024-09-13T02:52:52.742 INFO:tasks.rados.rados.0.smithi052.stdout:297: done (1 left) 2024-09-13T02:52:52.743 INFO:tasks.rados.rados.0.smithi052.stdout:298: snap_create 2024-09-13T02:52:52.745 INFO:tasks.rados.rados.0.smithi052.stdout:296: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:52:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: Upgrade: Target is version 19.1.1-322-g7741f7f9 (unknown) 2024-09-13T02:52:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d'] 2024-09-13T02:52:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:52.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:52.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T02:52:52.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: pgmap v169: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:52.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T02:52:52.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[27118]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d on smithi078 2024-09-13T02:52:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: Upgrade: Target is version 19.1.1-322-g7741f7f9 (unknown) 2024-09-13T02:52:52.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d'] 2024-09-13T02:52:52.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:52.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:52.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T02:52:52.783 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: pgmap v169: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:52.783 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T02:52:52.783 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:52 smithi052 ceph-mon[37071]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d on smithi078 2024-09-13T02:52:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: Upgrade: Target is version 19.1.1-322-g7741f7f9 (unknown) 2024-09-13T02:52:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d'] 2024-09-13T02:52:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:52:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:52:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-13T02:52:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: pgmap v169: 121 pgs: 121 active+clean; 84 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:52:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: osdmap e118: 8 total, 8 up, 8 in 2024-09-13T02:52:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:52 smithi078 ceph-mon[30844]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d on smithi078 2024-09-13T02:52:53.744 INFO:tasks.rados.rados.0.smithi052.stdout:296: done (1 left) 2024-09-13T02:52:53.744 INFO:tasks.rados.rados.0.smithi052.stdout:298: done (0 left) 2024-09-13T02:52:53.744 INFO:tasks.rados.rados.0.smithi052.stdout:299: delete oid 19 current snap is 31 2024-09-13T02:52:53.748 INFO:tasks.rados.rados.0.smithi052.stdout:299: done (0 left) 2024-09-13T02:52:53.748 INFO:tasks.rados.rados.0.smithi052.stdout:300: delete oid 8 current snap is 31 2024-09-13T02:52:53.751 INFO:tasks.rados.rados.0.smithi052.stdout:300: done (0 left) 2024-09-13T02:52:53.752 INFO:tasks.rados.rados.0.smithi052.stdout:301: delete oid 49 current snap is 31 2024-09-13T02:52:53.756 INFO:tasks.rados.rados.0.smithi052.stdout:301: done (0 left) 2024-09-13T02:52:53.756 INFO:tasks.rados.rados.0.smithi052.stdout:302: copy_from oid 33 from oid 9 current snap is 31 2024-09-13T02:52:53.756 INFO:tasks.rados.rados.0.smithi052.stdout:303: read oid 27 snap -1 2024-09-13T02:52:53.756 INFO:tasks.rados.rados.0.smithi052.stdout:303: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:52:53.757 INFO:tasks.rados.rados.0.smithi052.stdout:304: rollback oid 42 current snap is 31 2024-09-13T02:52:53.757 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 16 2024-09-13T02:52:53.757 INFO:tasks.rados.rados.0.smithi052.stdout:305: read oid 29 snap -1 2024-09-13T02:52:53.757 INFO:tasks.rados.rados.0.smithi052.stdout:305: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:53.757 INFO:tasks.rados.rados.0.smithi052.stdout:306: rollback oid 11 current snap is 31 2024-09-13T02:52:53.758 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 11 to 24 2024-09-13T02:52:53.758 INFO:tasks.rados.rados.0.smithi052.stdout:307: read oid 21 snap 30 2024-09-13T02:52:53.758 INFO:tasks.rados.rados.0.smithi052.stdout:307: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:52:53.758 INFO:tasks.rados.rados.0.smithi052.stdout:308: snap_create 2024-09-13T02:52:53.759 INFO:tasks.rados.rados.0.smithi052.stdout:305: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:52:53.761 INFO:tasks.rados.rados.0.smithi052.stdout:306: finishing rollback tid 0 to smithi05277117-11 2024-09-13T02:52:53.761 INFO:tasks.rados.rados.0.smithi052.stdout:304: finishing rollback tid 0 to smithi05277117-42 2024-09-13T02:52:53.761 INFO:tasks.rados.rados.0.smithi052.stdout:304: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:52:53.761 INFO:tasks.rados.rados.0.smithi052.stdout:304: finishing rollback tid 2 to smithi05277117-42 2024-09-13T02:52:53.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 60 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:52:53.761 INFO:tasks.rados.rados.0.smithi052.stdout:306: finishing rollback tid 1 to smithi05277117-11 2024-09-13T02:52:53.762 INFO:tasks.rados.rados.0.smithi052.stdout:306: finishing rollback tid 2 to smithi05277117-11 2024-09-13T02:52:53.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 81 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-13T02:52:53.762 INFO:tasks.rados.rados.0.smithi052.stdout:303: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:52:53.775 INFO:tasks.rados.rados.0.smithi052.stdout:302: finishing copy_from racing read to smithi05277117-33 2024-09-13T02:52:53.775 INFO:tasks.rados.rados.0.smithi052.stdout:307: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:52:53.872 INFO:tasks.rados.rados.0.smithi052.stdout:302: finishing copy_from to smithi05277117-33 2024-09-13T02:52:53.872 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 161 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-09-13T02:52:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:53 smithi052 ceph-mon[37071]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T02:52:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:53 smithi052 ceph-mon[27118]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T02:52:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:53 smithi078 ceph-mon[30844]: osdmap e119: 8 total, 8 up, 8 in 2024-09-13T02:52:54.709 INFO:tasks.rados.rados.0.smithi052.stdout:302: done (6 left) 2024-09-13T02:52:54.709 INFO:tasks.rados.rados.0.smithi052.stdout:303: done (5 left) 2024-09-13T02:52:54.709 INFO:tasks.rados.rados.0.smithi052.stdout:304: done (4 left) 2024-09-13T02:52:54.709 INFO:tasks.rados.rados.0.smithi052.stdout:305: done (3 left) 2024-09-13T02:52:54.709 INFO:tasks.rados.rados.0.smithi052.stdout:306: done (2 left) 2024-09-13T02:52:54.709 INFO:tasks.rados.rados.0.smithi052.stdout:307: done (1 left) 2024-09-13T02:52:54.710 INFO:tasks.rados.rados.0.smithi052.stdout:308: done (0 left) 2024-09-13T02:52:54.710 INFO:tasks.rados.rados.0.smithi052.stdout:309: copy_from oid 45 from oid 39 current snap is 32 2024-09-13T02:52:54.710 INFO:tasks.rados.rados.0.smithi052.stdout:310: snap_create 2024-09-13T02:52:54.720 INFO:tasks.rados.rados.0.smithi052.stdout:309: finishing copy_from racing read to smithi05277117-45 2024-09-13T02:52:54.720 INFO:tasks.rados.rados.0.smithi052.stdout:309: finishing copy_from to smithi05277117-45 2024-09-13T02:52:54.720 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 45 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:54 smithi052 ceph-mon[37071]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:54 smithi052 ceph-mon[37071]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T02:52:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:54 smithi052 ceph-mon[37071]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T02:52:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:54 smithi052 ceph-mon[27118]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:54 smithi052 ceph-mon[27118]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T02:52:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:54 smithi052 ceph-mon[27118]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T02:52:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:54 smithi078 ceph-mon[30844]: pgmap v172: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:54 smithi078 ceph-mon[30844]: osdmap e120: 8 total, 8 up, 8 in 2024-09-13T02:52:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:54 smithi078 ceph-mon[30844]: osdmap e121: 8 total, 8 up, 8 in 2024-09-13T02:52:55.710 INFO:tasks.rados.rados.0.smithi052.stdout:309: done (1 left) 2024-09-13T02:52:55.710 INFO:tasks.rados.rados.0.smithi052.stdout:310: done (0 left) 2024-09-13T02:52:55.710 INFO:tasks.rados.rados.0.smithi052.stdout:311: delete oid 32 current snap is 33 2024-09-13T02:52:55.715 INFO:tasks.rados.rados.0.smithi052.stdout:311: done (0 left) 2024-09-13T02:52:55.715 INFO:tasks.rados.rados.0.smithi052.stdout:312: delete oid 20 current snap is 33 2024-09-13T02:52:55.717 INFO:tasks.rados.rados.0.smithi052.stdout:312: done (0 left) 2024-09-13T02:52:55.717 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 33 2024-09-13T02:52:55.717 INFO:tasks.rados.rados.0.smithi052.stdout:313: seq_num 118 ranges {1605632=786432,2392064=704512,3096576=499712} 2024-09-13T02:52:55.730 INFO:tasks.rados.rados.0.smithi052.stdout:313: writing smithi05277117-42 from 1605632 to 2392064 tid 1 2024-09-13T02:52:55.734 INFO:tasks.rados.rados.0.smithi052.stdout:313: writing smithi05277117-42 from 2392064 to 3096576 tid 2 2024-09-13T02:52:55.737 INFO:tasks.rados.rados.0.smithi052.stdout:313: writing smithi05277117-42 from 3096576 to 3596288 tid 3 2024-09-13T02:52:55.737 INFO:tasks.rados.rados.0.smithi052.stdout:314: snap_create 2024-09-13T02:52:55.738 INFO:tasks.rados.rados.0.smithi052.stdout:313: finishing write tid 1 to smithi05277117-42 2024-09-13T02:52:55.738 INFO:tasks.rados.rados.0.smithi052.stdout:313: finishing write tid 2 to smithi05277117-42 2024-09-13T02:52:55.739 INFO:tasks.rados.rados.0.smithi052.stdout:313: finishing write tid 3 to smithi05277117-42 2024-09-13T02:52:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:313: finishing write tid 4 to smithi05277117-42 2024-09-13T02:52:55.741 INFO:tasks.rados.rados.0.smithi052.stdout:313: finishing write tid 5 to smithi05277117-42 2024-09-13T02:52:55.741 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 65 (ObjNum 118 snap 33 seq_num 118) dirty exists 2024-09-13T02:52:55.741 INFO:tasks.rados.rados.0.smithi052.stdout:313: left oid 42 (ObjNum 118 snap 33 seq_num 118) 2024-09-13T02:52:55.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:52:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:55] "GET /metrics HTTP/1.1" 200 239866 "" "Prometheus/2.43.0" 2024-09-13T02:52:56.715 INFO:tasks.rados.rados.0.smithi052.stdout:313: done (1 left) 2024-09-13T02:52:56.715 INFO:tasks.rados.rados.0.smithi052.stdout:314: done (0 left) 2024-09-13T02:52:56.715 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 34 2024-09-13T02:52:56.715 INFO:tasks.rados.rados.0.smithi052.stdout:315: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2024-09-13T02:52:56.719 INFO:tasks.rados.rados.0.smithi052.stdout:315: writing smithi05277117-5 from 0 to 802816 tid 1 2024-09-13T02:52:56.722 INFO:tasks.rados.rados.0.smithi052.stdout:315: writing smithi05277117-5 from 802816 to 1392640 tid 2 2024-09-13T02:52:56.725 INFO:tasks.rados.rados.0.smithi052.stdout:315: writing smithi05277117-5 from 1392640 to 1802240 tid 3 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:315: writing smithi05277117-5 from 1802240 to 2007040 tid 4 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:316: rollback oid 31 current snap is 34 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 28 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:315: finishing write tid 1 to smithi05277117-5 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 34 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:315: finishing write tid 2 to smithi05277117-5 2024-09-13T02:52:56.727 INFO:tasks.rados.rados.0.smithi052.stdout:317: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-09-13T02:52:56.729 INFO:tasks.rados.rados.0.smithi052.stdout:317: writing smithi05277117-49 from 0 to 417792 tid 1 2024-09-13T02:52:56.732 INFO:tasks.rados.rados.0.smithi052.stdout:317: writing smithi05277117-49 from 417792 to 892928 tid 2 2024-09-13T02:52:56.735 INFO:tasks.rados.rados.0.smithi052.stdout:317: writing smithi05277117-49 from 892928 to 1515520 tid 3 2024-09-13T02:52:56.739 INFO:tasks.rados.rados.0.smithi052.stdout:317: writing smithi05277117-49 from 1515520 to 2023424 tid 4 2024-09-13T02:52:56.739 INFO:tasks.rados.rados.0.smithi052.stdout:318: rmattr oid 41 current snap is 34 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:315: finishing write tid 3 to smithi05277117-5 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:315: finishing write tid 4 to smithi05277117-5 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:315: finishing write tid 5 to smithi05277117-5 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:316: finishing rollback tid 1 to smithi05277117-31 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 99 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:315: finishing write tid 6 to smithi05277117-5 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 48 (ObjNum 119 snap 34 seq_num 119) dirty exists 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:315: left oid 5 (ObjNum 119 snap 34 seq_num 119) 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:317: finishing write tid 1 to smithi05277117-49 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:315: done (3 left) 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:316: done (2 left) 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:319: read oid 32 snap -1 2024-09-13T02:52:56.740 INFO:tasks.rados.rados.0.smithi052.stdout:319: expect deleted 2024-09-13T02:52:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:320: snap_create 2024-09-13T02:52:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:317: finishing write tid 2 to smithi05277117-49 2024-09-13T02:52:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:317: finishing write tid 3 to smithi05277117-49 2024-09-13T02:52:56.742 INFO:tasks.rados.rados.0.smithi052.stdout:317: finishing write tid 4 to smithi05277117-49 2024-09-13T02:52:56.742 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 35 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:52:56.742 INFO:tasks.rados.rados.0.smithi052.stdout:317: finishing write tid 5 to smithi05277117-49 2024-09-13T02:52:56.743 INFO:tasks.rados.rados.0.smithi052.stdout:317: finishing write tid 6 to smithi05277117-49 2024-09-13T02:52:56.743 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 129 (ObjNum 120 snap 34 seq_num 120) dirty exists 2024-09-13T02:52:56.744 INFO:tasks.rados.rados.0.smithi052.stdout:317: left oid 49 (ObjNum 120 snap 34 seq_num 120) 2024-09-13T02:52:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:56 smithi052 ceph-mon[37071]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:56 smithi052 ceph-mon[37071]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T02:52:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:56 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:56 smithi052 ceph-mon[27118]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:56 smithi052 ceph-mon[27118]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T02:52:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:56 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:56 smithi078 ceph-mon[30844]: pgmap v175: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T02:52:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:56 smithi078 ceph-mon[30844]: osdmap e122: 8 total, 8 up, 8 in 2024-09-13T02:52:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:56 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:52:57.720 INFO:tasks.rados.rados.0.smithi052.stdout:317: done (3 left) 2024-09-13T02:52:57.721 INFO:tasks.rados.rados.0.smithi052.stdout:318: done (2 left) 2024-09-13T02:52:57.721 INFO:tasks.rados.rados.0.smithi052.stdout:319: done (1 left) 2024-09-13T02:52:57.721 INFO:tasks.rados.rados.0.smithi052.stdout:320: done (0 left) 2024-09-13T02:52:57.721 INFO:tasks.rados.rados.0.smithi052.stdout:321: delete oid 49 current snap is 35 2024-09-13T02:52:57.722 INFO:tasks.rados.rados.0.smithi052.stdout:321: done (0 left) 2024-09-13T02:52:57.723 INFO:tasks.rados.rados.0.smithi052.stdout:322: rollback oid 18 current snap is 35 2024-09-13T02:52:57.723 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 18 to 27 2024-09-13T02:52:57.723 INFO:tasks.rados.rados.0.smithi052.stdout:323: snap_create 2024-09-13T02:52:57.728 INFO:tasks.rados.rados.0.smithi052.stdout:322: finishing rollback tid 0 to smithi05277117-18 2024-09-13T02:52:57.728 INFO:tasks.rados.rados.0.smithi052.stdout:322: finishing rollback tid 1 to smithi05277117-18 2024-09-13T02:52:57.729 INFO:tasks.rados.rados.0.smithi052.stdout:322: finishing rollback tid 2 to smithi05277117-18 2024-09-13T02:52:57.729 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 64 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-09-13T02:52:58.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:57 smithi052 ceph-mon[27118]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T02:52:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:57 smithi052 ceph-mon[37071]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T02:52:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:57 smithi078 ceph-mon[30844]: osdmap e123: 8 total, 8 up, 8 in 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:322: done (1 left) 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:323: done (0 left) 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:324: rollback oid 41 current snap is 36 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 41 to 18 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:325: rollback oid 18 current snap is 36 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 18 to 23 2024-09-13T02:52:58.722 INFO:tasks.rados.rados.0.smithi052.stdout:326: rmattr oid 23 current snap is 36 2024-09-13T02:52:58.723 INFO:tasks.rados.rados.0.smithi052.stdout:326: done (2 left) 2024-09-13T02:52:58.723 INFO:tasks.rados.rados.0.smithi052.stdout:327: copy_from oid 43 from oid 10 current snap is 36 2024-09-13T02:52:58.723 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 36 2024-09-13T02:52:58.723 INFO:tasks.rados.rados.0.smithi052.stdout:328: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2024-09-13T02:52:58.724 INFO:tasks.rados.rados.0.smithi052.stdout:328: writing smithi05277117-19 from 0 to 450560 tid 1 2024-09-13T02:52:58.730 INFO:tasks.rados.rados.0.smithi052.stdout:328: writing smithi05277117-19 from 450560 to 1138688 tid 2 2024-09-13T02:52:58.734 INFO:tasks.rados.rados.0.smithi052.stdout:328: writing smithi05277117-19 from 1138688 to 1769472 tid 3 2024-09-13T02:52:58.736 INFO:tasks.rados.rados.0.smithi052.stdout:328: writing smithi05277117-19 from 1769472 to 2056192 tid 4 2024-09-13T02:52:58.736 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 36 2024-09-13T02:52:58.736 INFO:tasks.rados.rados.0.smithi052.stdout:325: finishing rollback tid 0 to smithi05277117-18 2024-09-13T02:52:58.736 INFO:tasks.rados.rados.0.smithi052.stdout:329: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-09-13T02:52:58.738 INFO:tasks.rados.rados.0.smithi052.stdout:329: writing smithi05277117-13 from 0 to 466944 tid 1 2024-09-13T02:52:58.742 INFO:tasks.rados.rados.0.smithi052.stdout:329: writing smithi05277117-13 from 466944 to 1040384 tid 2 2024-09-13T02:52:58.747 INFO:tasks.rados.rados.0.smithi052.stdout:329: writing smithi05277117-13 from 1040384 to 1835008 tid 3 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:329: writing smithi05277117-13 from 1835008 to 2072576 tid 4 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:330: setattr oid 26 current snap is 36 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:325: finishing rollback tid 1 to smithi05277117-18 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:324: finishing rollback tid 0 to smithi05277117-41 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:325: finishing rollback tid 2 to smithi05277117-18 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 68 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-13T02:52:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:324: finishing rollback tid 1 to smithi05277117-41 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: finishing write tid 1 to smithi05277117-19 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:324: finishing rollback tid 2 to smithi05277117-41 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 39 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: finishing write tid 2 to smithi05277117-19 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:327: finishing copy_from racing read to smithi05277117-43 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:327: finishing copy_from to smithi05277117-43 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: finishing write tid 3 to smithi05277117-19 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: finishing write tid 4 to smithi05277117-19 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: finishing write tid 5 to smithi05277117-19 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: finishing write tid 6 to smithi05277117-19 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 70 (ObjNum 122 snap 36 seq_num 122) dirty exists 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:328: left oid 19 (ObjNum 122 snap 36 seq_num 122) 2024-09-13T02:52:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:329: finishing write tid 1 to smithi05277117-13 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:329: finishing write tid 2 to smithi05277117-13 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:324: done (5 left) 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:325: done (4 left) 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:327: done (3 left) 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:328: done (2 left) 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:331: snap_create 2024-09-13T02:52:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:329: finishing write tid 3 to smithi05277117-13 2024-09-13T02:52:58.751 INFO:tasks.rados.rados.0.smithi052.stdout:329: finishing write tid 4 to smithi05277117-13 2024-09-13T02:52:58.751 INFO:tasks.rados.rados.0.smithi052.stdout:329: finishing write tid 5 to smithi05277117-13 2024-09-13T02:52:58.752 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 85 (ObjNum 96 snap 22 seq_num 96) dirty exists 2024-09-13T02:52:58.752 INFO:tasks.rados.rados.0.smithi052.stdout:329: finishing write tid 6 to smithi05277117-13 2024-09-13T02:52:58.752 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 113 (ObjNum 123 snap 36 seq_num 123) dirty exists 2024-09-13T02:52:58.752 INFO:tasks.rados.rados.0.smithi052.stdout:329: left oid 13 (ObjNum 123 snap 36 seq_num 123) 2024-09-13T02:52:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:58 smithi052 ceph-mon[37071]: pgmap v178: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:52:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:58 smithi052 ceph-mon[37071]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T02:52:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:58 smithi052 ceph-mon[27118]: pgmap v178: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:52:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:58 smithi052 ceph-mon[27118]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T02:52:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:58 smithi078 ceph-mon[30844]: pgmap v178: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:52:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:58 smithi078 ceph-mon[30844]: osdmap e124: 8 total, 8 up, 8 in 2024-09-13T02:52:59.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:52:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:52:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:52:59.731 INFO:tasks.rados.rados.0.smithi052.stdout:329: done (2 left) 2024-09-13T02:52:59.732 INFO:tasks.rados.rados.0.smithi052.stdout:330: done (1 left) 2024-09-13T02:52:59.732 INFO:tasks.rados.rados.0.smithi052.stdout:331: done (0 left) 2024-09-13T02:52:59.732 INFO:tasks.rados.rados.0.smithi052.stdout:332: copy_from oid 34 from oid 46 current snap is 37 2024-09-13T02:52:59.732 INFO:tasks.rados.rados.0.smithi052.stdout:333: snap_remove snap 15 2024-09-13T02:53:00.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:52:59 smithi052 ceph-mon[27118]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T02:53:00.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:52:59 smithi052 ceph-mon[37071]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T02:53:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:52:59 smithi078 ceph-mon[30844]: osdmap e125: 8 total, 8 up, 8 in 2024-09-13T02:53:00.734 INFO:tasks.rados.rados.0.smithi052.stdout:333: done (1 left) 2024-09-13T02:53:00.734 INFO:tasks.rados.rados.0.smithi052.stdout:334: rollback oid 45 current snap is 37 2024-09-13T02:53:00.734 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 45 to 26 2024-09-13T02:53:00.734 INFO:tasks.rados.rados.0.smithi052.stdout:332: finishing copy_from to smithi05277117-34 2024-09-13T02:53:00.734 INFO:tasks.rados.rados.0.smithi052.stdout:332: got expected ENOENT (src dne) 2024-09-13T02:53:00.734 INFO:tasks.rados.rados.0.smithi052.stdout:332: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:53:00.735 INFO:tasks.rados.rados.0.smithi052.stdout:332: done (1 left) 2024-09-13T02:53:00.735 INFO:tasks.rados.rados.0.smithi052.stdout:335: read oid 28 snap -1 2024-09-13T02:53:00.735 INFO:tasks.rados.rados.0.smithi052.stdout:335: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:53:00.735 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 37 2024-09-13T02:53:00.735 INFO:tasks.rados.rados.0.smithi052.stdout:336: seq_num 124 ranges {2809856=483328,3293184=458752,3751936=598016,4349952=548864} 2024-09-13T02:53:00.754 INFO:tasks.rados.rados.0.smithi052.stdout:336: writing smithi05277117-21 from 2809856 to 3293184 tid 1 2024-09-13T02:53:00.757 INFO:tasks.rados.rados.0.smithi052.stdout:336: writing smithi05277117-21 from 3293184 to 3751936 tid 2 2024-09-13T02:53:00.761 INFO:tasks.rados.rados.0.smithi052.stdout:336: writing smithi05277117-21 from 3751936 to 4349952 tid 3 2024-09-13T02:53:00.764 INFO:tasks.rados.rados.0.smithi052.stdout:336: writing smithi05277117-21 from 4349952 to 4898816 tid 4 2024-09-13T02:53:00.764 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 37 2024-09-13T02:53:00.765 INFO:tasks.rados.rados.0.smithi052.stdout:337: seq_num 125 ranges {638976=499712,1138688=745472,1884160=409600,2293760=450560} 2024-09-13T02:53:00.771 INFO:tasks.rados.rados.0.smithi052.stdout:337: writing smithi05277117-39 from 638976 to 1138688 tid 1 2024-09-13T02:53:00.775 INFO:tasks.rados.rados.0.smithi052.stdout:337: writing smithi05277117-39 from 1138688 to 1884160 tid 2 2024-09-13T02:53:00.777 INFO:tasks.rados.rados.0.smithi052.stdout:337: writing smithi05277117-39 from 1884160 to 2293760 tid 3 2024-09-13T02:53:00.780 INFO:tasks.rados.rados.0.smithi052.stdout:337: writing smithi05277117-39 from 2293760 to 2744320 tid 4 2024-09-13T02:53:00.780 INFO:tasks.rados.rados.0.smithi052.stdout:338: delete oid 9 current snap is 37 2024-09-13T02:53:00.781 INFO:tasks.rados.rados.0.smithi052.stdout:335: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:53:00.796 INFO:tasks.rados.rados.0.smithi052.stdout:334: finishing rollback tid 0 to smithi05277117-45 2024-09-13T02:53:00.796 INFO:tasks.rados.rados.0.smithi052.stdout:334: finishing rollback tid 1 to smithi05277117-45 2024-09-13T02:53:00.796 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 163 (ObjNum 65 snap 0 seq_num 4197495760) dirty dne 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: finishing write tid 1 to smithi05277117-21 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: finishing write tid 2 to smithi05277117-21 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: finishing write tid 3 to smithi05277117-21 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: finishing write tid 4 to smithi05277117-21 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:334: done (4 left) 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:335: done (3 left) 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:338: done (2 left) 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 37 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: finishing write tid 5 to smithi05277117-21 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: finishing write tid 6 to smithi05277117-21 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 135 (ObjNum 124 snap 37 seq_num 124) dirty exists 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:336: left oid 21 (ObjNum 124 snap 37 seq_num 124) 2024-09-13T02:53:00.797 INFO:tasks.rados.rados.0.smithi052.stdout:337: finishing write tid 1 to smithi05277117-39 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:337: finishing write tid 2 to smithi05277117-39 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:337: finishing write tid 3 to smithi05277117-39 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:337: finishing write tid 4 to smithi05277117-39 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:337: finishing write tid 5 to smithi05277117-39 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:337: finishing write tid 6 to smithi05277117-39 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 81 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:337: left oid 39 (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:53:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:339: seq_num 127 ranges {2007040=532480,2539520=507904,3047424=778240,3825664=319488} 2024-09-13T02:53:00.810 INFO:tasks.rados.rados.0.smithi052.stdout:339: writing smithi05277117-5 from 2007040 to 2539520 tid 1 2024-09-13T02:53:00.812 INFO:tasks.rados.rados.0.smithi052.stdout:339: writing smithi05277117-5 from 2539520 to 3047424 tid 2 2024-09-13T02:53:00.817 INFO:tasks.rados.rados.0.smithi052.stdout:339: writing smithi05277117-5 from 3047424 to 3825664 tid 3 2024-09-13T02:53:00.819 INFO:tasks.rados.rados.0.smithi052.stdout:339: writing smithi05277117-5 from 3825664 to 4145152 tid 4 2024-09-13T02:53:00.819 INFO:tasks.rados.rados.0.smithi052.stdout:336: done (2 left) 2024-09-13T02:53:00.819 INFO:tasks.rados.rados.0.smithi052.stdout:337: done (1 left) 2024-09-13T02:53:00.819 INFO:tasks.rados.rados.0.smithi052.stdout:340: delete oid 6 current snap is 37 2024-09-13T02:53:00.819 INFO:tasks.rados.rados.0.smithi052.stdout:339: finishing write tid 1 to smithi05277117-5 2024-09-13T02:53:00.819 INFO:tasks.rados.rados.0.smithi052.stdout:339: finishing write tid 2 to smithi05277117-5 2024-09-13T02:53:00.821 INFO:tasks.rados.rados.0.smithi052.stdout:340: done (1 left) 2024-09-13T02:53:00.821 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 37 2024-09-13T02:53:00.821 INFO:tasks.rados.rados.0.smithi052.stdout:339: finishing write tid 3 to smithi05277117-5 2024-09-13T02:53:00.821 INFO:tasks.rados.rados.0.smithi052.stdout:341: seq_num 129 ranges {3801088=565248,4366336=679936,5046272=786432,5832704=139264} 2024-09-13T02:53:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:341: writing smithi05277117-36 from 3801088 to 4366336 tid 1 2024-09-13T02:53:00.850 INFO:tasks.rados.rados.0.smithi052.stdout:341: writing smithi05277117-36 from 4366336 to 5046272 tid 2 2024-09-13T02:53:00.856 INFO:tasks.rados.rados.0.smithi052.stdout:341: writing smithi05277117-36 from 5046272 to 5832704 tid 3 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:341: writing smithi05277117-36 from 5832704 to 5971968 tid 4 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:342: copy_from oid 21 from oid 20 current snap is 37 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:339: finishing write tid 4 to smithi05277117-5 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:339: finishing write tid 5 to smithi05277117-5 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:339: finishing write tid 6 to smithi05277117-5 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 58 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:339: left oid 5 (ObjNum 127 snap 37 seq_num 127) 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:341: finishing write tid 1 to smithi05277117-36 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:341: finishing write tid 2 to smithi05277117-36 2024-09-13T02:53:00.858 INFO:tasks.rados.rados.0.smithi052.stdout:339: done (2 left) 2024-09-13T02:53:00.859 INFO:tasks.rados.rados.0.smithi052.stdout:343: setattr oid 43 current snap is 37 2024-09-13T02:53:00.859 INFO:tasks.rados.rados.0.smithi052.stdout:342: finishing copy_from to smithi05277117-21 2024-09-13T02:53:00.859 INFO:tasks.rados.rados.0.smithi052.stdout:342: got expected ENOENT (src dne) 2024-09-13T02:53:00.859 INFO:tasks.rados.rados.0.smithi052.stdout:342: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:53:00.860 INFO:tasks.rados.rados.0.smithi052.stdout:341: finishing write tid 3 to smithi05277117-36 2024-09-13T02:53:00.860 INFO:tasks.rados.rados.0.smithi052.stdout:342: done (2 left) 2024-09-13T02:53:00.860 INFO:tasks.rados.rados.0.smithi052.stdout:344: read oid 30 snap -1 2024-09-13T02:53:00.860 INFO:tasks.rados.rados.0.smithi052.stdout:344: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:53:00.860 INFO:tasks.rados.rados.0.smithi052.stdout:345: snap_create 2024-09-13T02:53:00.860 INFO:tasks.rados.rados.0.smithi052.stdout:341: finishing write tid 4 to smithi05277117-36 2024-09-13T02:53:00.861 INFO:tasks.rados.rados.0.smithi052.stdout:341: finishing write tid 5 to smithi05277117-36 2024-09-13T02:53:00.862 INFO:tasks.rados.rados.0.smithi052.stdout:341: finishing write tid 6 to smithi05277117-36 2024-09-13T02:53:00.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 78 (ObjNum 129 snap 37 seq_num 129) dirty exists 2024-09-13T02:53:00.862 INFO:tasks.rados.rados.0.smithi052.stdout:341: left oid 36 (ObjNum 129 snap 37 seq_num 129) 2024-09-13T02:53:00.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 93 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:53:00.863 INFO:tasks.rados.rados.0.smithi052.stdout:344: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-13T02:53:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:00 smithi052 ceph-mon[37071]: pgmap v181: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:53:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:00 smithi052 ceph-mon[37071]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T02:53:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:00 smithi052 ceph-mon[27118]: pgmap v181: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:53:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:00 smithi052 ceph-mon[27118]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T02:53:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:00 smithi078 ceph-mon[30844]: pgmap v181: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-13T02:53:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:00 smithi078 ceph-mon[30844]: osdmap e126: 8 total, 8 up, 8 in 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:341: done (3 left) 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:343: done (2 left) 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:344: done (1 left) 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:345: done (0 left) 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:346: read oid 31 snap -1 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:346: expect deleted 2024-09-13T02:53:01.745 INFO:tasks.rados.rados.0.smithi052.stdout:347: rollback oid 22 current snap is 38 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 21 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:348: read oid 48 snap -1 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:348: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:349: rollback oid 3 current snap is 38 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 28 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 38 2024-09-13T02:53:01.746 INFO:tasks.rados.rados.0.smithi052.stdout:350: seq_num 130 ranges {286720=581632,868352=614400,1482752=598016,2080768=393216} 2024-09-13T02:53:01.749 INFO:tasks.rados.rados.0.smithi052.stdout:350: writing smithi05277117-18 from 286720 to 868352 tid 1 2024-09-13T02:53:01.753 INFO:tasks.rados.rados.0.smithi052.stdout:350: writing smithi05277117-18 from 868352 to 1482752 tid 2 2024-09-13T02:53:01.757 INFO:tasks.rados.rados.0.smithi052.stdout:350: writing smithi05277117-18 from 1482752 to 2080768 tid 3 2024-09-13T02:53:01.760 INFO:tasks.rados.rados.0.smithi052.stdout:350: writing smithi05277117-18 from 2080768 to 2473984 tid 4 2024-09-13T02:53:01.760 INFO:tasks.rados.rados.0.smithi052.stdout:351: rmattr oid 24 current snap is 38 2024-09-13T02:53:01.760 INFO:tasks.rados.rados.0.smithi052.stdout:351: done (5 left) 2024-09-13T02:53:01.760 INFO:tasks.rados.rados.0.smithi052.stdout:352: rmattr oid 41 current snap is 38 2024-09-13T02:53:01.760 INFO:tasks.rados.rados.0.smithi052.stdout:349: finishing rollback tid 0 to smithi05277117-3 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:347: finishing rollback tid 0 to smithi05277117-22 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:349: finishing rollback tid 1 to smithi05277117-3 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:347: finishing rollback tid 1 to smithi05277117-22 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:349: finishing rollback tid 2 to smithi05277117-3 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 166 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:347: finishing rollback tid 2 to smithi05277117-22 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 80 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:53:01.761 INFO:tasks.rados.rados.0.smithi052.stdout:348: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:350: finishing write tid 1 to smithi05277117-18 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:350: finishing write tid 2 to smithi05277117-18 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:350: finishing write tid 3 to smithi05277117-18 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:350: finishing write tid 4 to smithi05277117-18 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 45 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:350: finishing write tid 5 to smithi05277117-18 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:350: finishing write tid 6 to smithi05277117-18 2024-09-13T02:53:01.784 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 84 (ObjNum 130 snap 38 seq_num 130) dirty exists 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:350: left oid 18 (ObjNum 130 snap 38 seq_num 130) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:346: done (5 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:347: done (4 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:348: done (3 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:349: done (2 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:350: done (1 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:352: done (0 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:353: rmattr oid 23 current snap is 38 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:353: done (0 left) 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:354: copy_from oid 2 from oid 40 current snap is 38 2024-09-13T02:53:01.785 INFO:tasks.rados.rados.0.smithi052.stdout:355: delete oid 43 current snap is 38 2024-09-13T02:53:01.786 INFO:tasks.rados.rados.0.smithi052.stdout:355: done (1 left) 2024-09-13T02:53:01.786 INFO:tasks.rados.rados.0.smithi052.stdout:356: rollback oid 14 current snap is 38 2024-09-13T02:53:01.786 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 36 2024-09-13T02:53:01.786 INFO:tasks.rados.rados.0.smithi052.stdout:357: read oid 19 snap -1 2024-09-13T02:53:01.786 INFO:tasks.rados.rados.0.smithi052.stdout:357: expect (ObjNum 122 snap 36 seq_num 122) 2024-09-13T02:53:01.786 INFO:tasks.rados.rados.0.smithi052.stdout:358: snap_remove snap 11 2024-09-13T02:53:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:01 smithi052 ceph-mon[37071]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T02:53:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:01 smithi052 ceph-mon[27118]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T02:53:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:01 smithi078 ceph-mon[30844]: osdmap e127: 8 total, 8 up, 8 in 2024-09-13T02:53:02.749 INFO:tasks.rados.rados.0.smithi052.stdout:354: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:53:02.749 INFO:tasks.rados.rados.0.smithi052.stdout:356: finishing rollback tid 0 to smithi05277117-14 2024-09-13T02:53:02.749 INFO:tasks.rados.rados.0.smithi052.stdout:356: finishing rollback tid 1 to smithi05277117-14 2024-09-13T02:53:02.749 INFO:tasks.rados.rados.0.smithi052.stdout:356: finishing rollback tid 2 to smithi05277117-14 2024-09-13T02:53:02.750 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 127 (ObjNum 99 snap 23 seq_num 99) dirty exists 2024-09-13T02:53:02.750 INFO:tasks.rados.rados.0.smithi052.stdout:354: finishing copy_from to smithi05277117-2 2024-09-13T02:53:02.750 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:53:02.750 INFO:tasks.rados.rados.0.smithi052.stdout:357: expect (ObjNum 122 snap 36 seq_num 122) 2024-09-13T02:53:02.812 INFO:tasks.rados.rados.0.smithi052.stdout:354: done (3 left) 2024-09-13T02:53:02.812 INFO:tasks.rados.rados.0.smithi052.stdout:356: done (2 left) 2024-09-13T02:53:02.812 INFO:tasks.rados.rados.0.smithi052.stdout:357: done (1 left) 2024-09-13T02:53:02.812 INFO:tasks.rados.rados.0.smithi052.stdout:358: done (0 left) 2024-09-13T02:53:02.812 INFO:tasks.rados.rados.0.smithi052.stdout:359: delete oid 18 current snap is 38 2024-09-13T02:53:02.814 INFO:tasks.rados.rados.0.smithi052.stdout:359: done (0 left) 2024-09-13T02:53:02.814 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 38 2024-09-13T02:53:02.814 INFO:tasks.rados.rados.0.smithi052.stdout:360: seq_num 133 ranges {458752=630784,1089536=663552,1753088=770048,2523136=172032} 2024-09-13T02:53:02.820 INFO:tasks.rados.rados.0.smithi052.stdout:360: writing smithi05277117-12 from 458752 to 1089536 tid 1 2024-09-13T02:53:02.824 INFO:tasks.rados.rados.0.smithi052.stdout:360: writing smithi05277117-12 from 1089536 to 1753088 tid 2 2024-09-13T02:53:02.828 INFO:tasks.rados.rados.0.smithi052.stdout:360: writing smithi05277117-12 from 1753088 to 2523136 tid 3 2024-09-13T02:53:02.829 INFO:tasks.rados.rados.0.smithi052.stdout:360: writing smithi05277117-12 from 2523136 to 2695168 tid 4 2024-09-13T02:53:02.829 INFO:tasks.rados.rados.0.smithi052.stdout:361: snap_remove snap 25 2024-09-13T02:53:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:02 smithi052 ceph-mon[37071]: pgmap v184: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:02 smithi052 ceph-mon[37071]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T02:53:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:02 smithi052 ceph-mon[27118]: pgmap v184: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:02 smithi052 ceph-mon[27118]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T02:53:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:02 smithi078 ceph-mon[30844]: pgmap v184: 121 pgs: 121 active+clean; 100 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:02 smithi078 ceph-mon[30844]: osdmap e128: 8 total, 8 up, 8 in 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: finishing write tid 1 to smithi05277117-12 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: finishing write tid 2 to smithi05277117-12 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: finishing write tid 3 to smithi05277117-12 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: finishing write tid 4 to smithi05277117-12 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: finishing write tid 5 to smithi05277117-12 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: finishing write tid 6 to smithi05277117-12 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 93 (ObjNum 133 snap 38 seq_num 133) dirty exists 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: left oid 12 (ObjNum 133 snap 38 seq_num 133) 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:360: done (1 left) 2024-09-13T02:53:03.755 INFO:tasks.rados.rados.0.smithi052.stdout:361: done (0 left) 2024-09-13T02:53:03.756 INFO:tasks.rados.rados.0.smithi052.stdout:362: snap_remove snap 23 2024-09-13T02:53:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:03 smithi052 ceph-mon[37071]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T02:53:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:03 smithi052 ceph-mon[27118]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T02:53:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:03 smithi078 ceph-mon[30844]: osdmap e129: 8 total, 8 up, 8 in 2024-09-13T02:53:04.711 INFO:tasks.rados.rados.0.smithi052.stdout:362: done (0 left) 2024-09-13T02:53:04.712 INFO:tasks.rados.rados.0.smithi052.stdout:363: snap_remove snap 37 2024-09-13T02:53:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:04 smithi052 ceph-mon[27118]: pgmap v187: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-09-13T02:53:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:04 smithi052 ceph-mon[27118]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T02:53:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:04 smithi052 ceph-mon[27118]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T02:53:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:04 smithi052 ceph-mon[37071]: pgmap v187: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-09-13T02:53:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:04 smithi052 ceph-mon[37071]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T02:53:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:04 smithi052 ceph-mon[37071]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T02:53:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:04 smithi078 ceph-mon[30844]: pgmap v187: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-09-13T02:53:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:04 smithi078 ceph-mon[30844]: osdmap e130: 8 total, 8 up, 8 in 2024-09-13T02:53:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:04 smithi078 ceph-mon[30844]: osdmap e131: 8 total, 8 up, 8 in 2024-09-13T02:53:05.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:05] "GET /metrics HTTP/1.1" 200 239976 "" "Prometheus/2.43.0" 2024-09-13T02:53:05.712 INFO:tasks.rados.rados.0.smithi052.stdout:363: done (0 left) 2024-09-13T02:53:05.712 INFO:tasks.rados.rados.0.smithi052.stdout:364: snap_remove snap 10 2024-09-13T02:53:06.718 INFO:tasks.rados.rados.0.smithi052.stdout:364: done (0 left) 2024-09-13T02:53:06.718 INFO:tasks.rados.rados.0.smithi052.stdout:365: setattr oid 41 current snap is 38 2024-09-13T02:53:06.720 INFO:tasks.rados.rados.0.smithi052.stdout:366: read oid 26 snap -1 2024-09-13T02:53:06.720 INFO:tasks.rados.rados.0.smithi052.stdout:366: expect (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:53:06.720 INFO:tasks.rados.rados.0.smithi052.stdout:367: read oid 5 snap -1 2024-09-13T02:53:06.720 INFO:tasks.rados.rados.0.smithi052.stdout:367: expect (ObjNum 127 snap 37 seq_num 127) 2024-09-13T02:53:06.720 INFO:tasks.rados.rados.0.smithi052.stdout:368: read oid 27 snap 32 2024-09-13T02:53:06.720 INFO:tasks.rados.rados.0.smithi052.stdout:368: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:53:06.721 INFO:tasks.rados.rados.0.smithi052.stdout:369: setattr oid 6 current snap is 38 2024-09-13T02:53:06.722 INFO:tasks.rados.rados.0.smithi052.stdout:370: snap_create 2024-09-13T02:53:06.728 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 160 (ObjNum 65 snap 0 seq_num 1952407905) dirty exists 2024-09-13T02:53:06.728 INFO:tasks.rados.rados.0.smithi052.stdout:368: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-13T02:53:06.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 60 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:53:06.749 INFO:tasks.rados.rados.0.smithi052.stdout:366: expect (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:53:06.804 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:53:06.853 INFO:tasks.rados.rados.0.smithi052.stdout:367: expect (ObjNum 127 snap 37 seq_num 127) 2024-09-13T02:53:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:06 smithi052 ceph-mon[37071]: pgmap v190: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-09-13T02:53:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:06 smithi052 ceph-mon[37071]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T02:53:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:06 smithi052 ceph-mon[27118]: pgmap v190: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-09-13T02:53:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:06 smithi052 ceph-mon[27118]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (2m) 2m ago 3m 16.2M - 0.25.0 c8568f914cd2 b2ca4ed44bba 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (3m) 2m ago 3m 82.6M - 9.4.7 954c08fa6188 d1cc7dbf038d 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (5m) 2m ago 5m 13.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (4m) 2m ago 4m 17.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443 running (8m) 2m ago 8m 399M - 17.2.7-1627-gbbdadfa3 a994b00deb3a b0717e7c9ae7 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a2c5f8b32462 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (10m) 2m ago 10m 44.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a fe92c4ffd5b8 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (8m) 2m ago 8m 38.1M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:53:07.066 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (8m) 2m ago 8m 36.4M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (3m) 2m ago 3m 11.3M - 1.5.0 0da6a335fe13 7c485bd4bda2 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (3m) 2m ago 3m 3409k - 1.5.0 0da6a335fe13 11e32fb34656 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (8m) 2m ago 8m 46.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (7m) 2m ago 7m 43.8M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (7m) 2m ago 7m 43.3M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (6m) 2m ago 6m 41.0M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (6m) 2m ago 6m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (6m) 2m ago 6m 45.0M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (5m) 2m ago 5m 43.1M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (5m) 2m ago 5m 41.5M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:53:07.067 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (2m) 2m ago 4m 24.3M - 2.43.0 a07b618ecd1d b53b63903881 2024-09-13T02:53:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:06 smithi078 ceph-mon[30844]: pgmap v190: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2024-09-13T02:53:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:06 smithi078 ceph-mon[30844]: osdmap e132: 8 total, 8 up, 8 in 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:53:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:53:07.390 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:53:07.723 INFO:tasks.rados.rados.0.smithi052.stdout:365: done (5 left) 2024-09-13T02:53:07.723 INFO:tasks.rados.rados.0.smithi052.stdout:366: done (4 left) 2024-09-13T02:53:07.723 INFO:tasks.rados.rados.0.smithi052.stdout:367: done (3 left) 2024-09-13T02:53:07.724 INFO:tasks.rados.rados.0.smithi052.stdout:368: done (2 left) 2024-09-13T02:53:07.724 INFO:tasks.rados.rados.0.smithi052.stdout:369: done (1 left) 2024-09-13T02:53:07.724 INFO:tasks.rados.rados.0.smithi052.stdout:370: done (0 left) 2024-09-13T02:53:07.724 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 39 2024-09-13T02:53:07.724 INFO:tasks.rados.rados.0.smithi052.stdout:371: seq_num 134 ranges {2072576=647168,2719744=548864,3268608=573440,3842048=483328} 2024-09-13T02:53:07.738 INFO:tasks.rados.rados.0.smithi052.stdout:371: writing smithi05277117-13 from 2072576 to 2719744 tid 1 2024-09-13T02:53:07.741 INFO:tasks.rados.rados.0.smithi052.stdout:371: writing smithi05277117-13 from 2719744 to 3268608 tid 2 2024-09-13T02:53:07.744 INFO:tasks.rados.rados.0.smithi052.stdout:371: writing smithi05277117-13 from 3268608 to 3842048 tid 3 2024-09-13T02:53:07.747 INFO:tasks.rados.rados.0.smithi052.stdout:371: writing smithi05277117-13 from 3842048 to 4325376 tid 4 2024-09-13T02:53:07.747 INFO:tasks.rados.rados.0.smithi052.stdout:372: delete oid 37 current snap is 39 2024-09-13T02:53:07.747 INFO:tasks.rados.rados.0.smithi052.stdout:371: finishing write tid 1 to smithi05277117-13 2024-09-13T02:53:07.747 INFO:tasks.rados.rados.0.smithi052.stdout:371: finishing write tid 2 to smithi05277117-13 2024-09-13T02:53:07.747 INFO:tasks.rados.rados.0.smithi052.stdout:371: finishing write tid 3 to smithi05277117-13 2024-09-13T02:53:07.750 INFO:tasks.rados.rados.0.smithi052.stdout:371: finishing write tid 4 to smithi05277117-13 2024-09-13T02:53:07.750 INFO:tasks.rados.rados.0.smithi052.stdout:371: finishing write tid 5 to smithi05277117-13 2024-09-13T02:53:07.750 INFO:tasks.rados.rados.0.smithi052.stdout:372: done (1 left) 2024-09-13T02:53:07.750 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 39 2024-09-13T02:53:07.750 INFO:tasks.rados.rados.0.smithi052.stdout:373: seq_num 136 ranges {2138112=688128,2826240=720896,3547136=540672,4087808=344064} 2024-09-13T02:53:07.765 INFO:tasks.rados.rados.0.smithi052.stdout:373: writing smithi05277117-38 from 2138112 to 2826240 tid 1 2024-09-13T02:53:07.769 INFO:tasks.rados.rados.0.smithi052.stdout:373: writing smithi05277117-38 from 2826240 to 3547136 tid 2 2024-09-13T02:53:07.772 INFO:tasks.rados.rados.0.smithi052.stdout:373: writing smithi05277117-38 from 3547136 to 4087808 tid 3 2024-09-13T02:53:07.774 INFO:tasks.rados.rados.0.smithi052.stdout:373: writing smithi05277117-38 from 4087808 to 4431872 tid 4 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:374: setattr oid 20 current snap is 39 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:371: finishing write tid 6 to smithi05277117-13 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 172 (ObjNum 134 snap 39 seq_num 134) dirty exists 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:371: left oid 13 (ObjNum 134 snap 39 seq_num 134) 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:373: finishing write tid 1 to smithi05277117-38 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:373: finishing write tid 2 to smithi05277117-38 2024-09-13T02:53:07.775 INFO:tasks.rados.rados.0.smithi052.stdout:373: finishing write tid 3 to smithi05277117-38 2024-09-13T02:53:07.776 INFO:tasks.rados.rados.0.smithi052.stdout:371: done (2 left) 2024-09-13T02:53:07.776 INFO:tasks.rados.rados.0.smithi052.stdout:375: read oid 14 snap -1 2024-09-13T02:53:07.776 INFO:tasks.rados.rados.0.smithi052.stdout:375: expect (ObjNum 99 snap 23 seq_num 99) 2024-09-13T02:53:07.777 INFO:tasks.rados.rados.0.smithi052.stdout:376: snap_create 2024-09-13T02:53:07.777 INFO:tasks.rados.rados.0.smithi052.stdout:373: finishing write tid 4 to smithi05277117-38 2024-09-13T02:53:07.777 INFO:tasks.rados.rados.0.smithi052.stdout:373: finishing write tid 5 to smithi05277117-38 2024-09-13T02:53:07.780 INFO:tasks.rados.rados.0.smithi052.stdout:373: finishing write tid 6 to smithi05277117-38 2024-09-13T02:53:07.780 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 178 (ObjNum 136 snap 39 seq_num 136) dirty exists 2024-09-13T02:53:07.780 INFO:tasks.rados.rados.0.smithi052.stdout:373: left oid 38 (ObjNum 136 snap 39 seq_num 136) 2024-09-13T02:53:07.783 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 179 (ObjNum 177 snap 0 seq_num 4209467488) dirty exists 2024-09-13T02:53:07.786 INFO:tasks.rados.rados.0.smithi052.stdout:375: expect (ObjNum 99 snap 23 seq_num 99) 2024-09-13T02:53:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:07 smithi052 ceph-mon[37071]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T02:53:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:07 smithi052 ceph-mon[37071]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:07 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/3006623647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:53:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:07 smithi052 ceph-mon[27118]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T02:53:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:07 smithi052 ceph-mon[27118]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:07 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/3006623647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:53:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:07 smithi078 ceph-mon[30844]: osdmap e133: 8 total, 8 up, 8 in 2024-09-13T02:53:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:07 smithi078 ceph-mon[30844]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:07 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/3006623647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:53:08.725 INFO:tasks.rados.rados.0.smithi052.stdout:373: done (3 left) 2024-09-13T02:53:08.725 INFO:tasks.rados.rados.0.smithi052.stdout:374: done (2 left) 2024-09-13T02:53:08.725 INFO:tasks.rados.rados.0.smithi052.stdout:375: done (1 left) 2024-09-13T02:53:08.725 INFO:tasks.rados.rados.0.smithi052.stdout:376: done (0 left) 2024-09-13T02:53:08.725 INFO:tasks.rados.rados.0.smithi052.stdout:377: delete oid 27 current snap is 40 2024-09-13T02:53:08.732 INFO:tasks.rados.rados.0.smithi052.stdout:377: done (0 left) 2024-09-13T02:53:08.732 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 40 2024-09-13T02:53:08.732 INFO:tasks.rados.rados.0.smithi052.stdout:378: seq_num 138 ranges {40960=720896,761856=540672,1302528=557056,1859584=507904} 2024-09-13T02:53:08.736 INFO:tasks.rados.rados.0.smithi052.stdout:378: writing smithi05277117-3 from 40960 to 761856 tid 1 2024-09-13T02:53:08.739 INFO:tasks.rados.rados.0.smithi052.stdout:378: writing smithi05277117-3 from 761856 to 1302528 tid 2 2024-09-13T02:53:08.743 INFO:tasks.rados.rados.0.smithi052.stdout:378: writing smithi05277117-3 from 1302528 to 1859584 tid 3 2024-09-13T02:53:08.746 INFO:tasks.rados.rados.0.smithi052.stdout:378: writing smithi05277117-3 from 1859584 to 2367488 tid 4 2024-09-13T02:53:08.746 INFO:tasks.rados.rados.0.smithi052.stdout:379: snap_create 2024-09-13T02:53:08.746 INFO:tasks.rados.rados.0.smithi052.stdout:378: finishing write tid 1 to smithi05277117-3 2024-09-13T02:53:08.746 INFO:tasks.rados.rados.0.smithi052.stdout:378: finishing write tid 2 to smithi05277117-3 2024-09-13T02:53:08.746 INFO:tasks.rados.rados.0.smithi052.stdout:378: finishing write tid 3 to smithi05277117-3 2024-09-13T02:53:08.748 INFO:tasks.rados.rados.0.smithi052.stdout:378: finishing write tid 4 to smithi05277117-3 2024-09-13T02:53:08.749 INFO:tasks.rados.rados.0.smithi052.stdout:378: finishing write tid 5 to smithi05277117-3 2024-09-13T02:53:08.750 INFO:tasks.rados.rados.0.smithi052.stdout:378: finishing write tid 6 to smithi05277117-3 2024-09-13T02:53:08.750 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 204 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-09-13T02:53:08.750 INFO:tasks.rados.rados.0.smithi052.stdout:378: left oid 3 (ObjNum 138 snap 40 seq_num 138) 2024-09-13T02:53:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:08 smithi052 ceph-mon[37071]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:08 smithi052 ceph-mon[37071]: pgmap v193: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:53:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:08 smithi052 ceph-mon[37071]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T02:53:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:08 smithi052 ceph-mon[27118]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:08 smithi052 ceph-mon[27118]: pgmap v193: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:53:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:08 smithi052 ceph-mon[27118]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T02:53:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:08 smithi078 ceph-mon[30844]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:08 smithi078 ceph-mon[30844]: pgmap v193: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:53:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:08 smithi078 ceph-mon[30844]: osdmap e134: 8 total, 8 up, 8 in 2024-09-13T02:53:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:53:09.713 INFO:tasks.rados.rados.0.smithi052.stdout:378: done (1 left) 2024-09-13T02:53:09.713 INFO:tasks.rados.rados.0.smithi052.stdout:379: done (0 left) 2024-09-13T02:53:09.713 INFO:tasks.rados.rados.0.smithi052.stdout:380: rollback oid 27 current snap is 41 2024-09-13T02:53:09.713 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 33 2024-09-13T02:53:09.713 INFO:tasks.rados.rados.0.smithi052.stdout:381: setattr oid 20 current snap is 41 2024-09-13T02:53:09.714 INFO:tasks.rados.rados.0.smithi052.stdout:382: snap_create 2024-09-13T02:53:09.715 INFO:tasks.rados.rados.0.smithi052.stdout:380: finishing rollback tid 1 to smithi05277117-27 2024-09-13T02:53:09.717 INFO:tasks.rados.rados.0.smithi052.stdout:380: finishing rollback tid 2 to smithi05277117-27 2024-09-13T02:53:09.717 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 206 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:53:09.720 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 181 (ObjNum 65 snap 0 seq_num 1884443236) dirty exists 2024-09-13T02:53:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:09 smithi052 ceph-mon[37071]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T02:53:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:09 smithi052 ceph-mon[37071]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T02:53:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:09 smithi052 ceph-mon[27118]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T02:53:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:09 smithi052 ceph-mon[27118]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T02:53:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:09 smithi078 ceph-mon[30844]: osdmap e135: 8 total, 8 up, 8 in 2024-09-13T02:53:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:09 smithi078 ceph-mon[30844]: osdmap e136: 8 total, 8 up, 8 in 2024-09-13T02:53:10.714 INFO:tasks.rados.rados.0.smithi052.stdout:380: done (2 left) 2024-09-13T02:53:10.715 INFO:tasks.rados.rados.0.smithi052.stdout:381: done (1 left) 2024-09-13T02:53:10.715 INFO:tasks.rados.rados.0.smithi052.stdout:382: done (0 left) 2024-09-13T02:53:10.715 INFO:tasks.rados.rados.0.smithi052.stdout:383: read oid 46 snap -1 2024-09-13T02:53:10.715 INFO:tasks.rados.rados.0.smithi052.stdout:383: expect deleted 2024-09-13T02:53:10.715 INFO:tasks.rados.rados.0.smithi052.stdout:384: snap_remove snap 31 2024-09-13T02:53:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:10 smithi052 ceph-mon[37071]: pgmap v196: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:53:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:10 smithi052 ceph-mon[37071]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T02:53:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:10 smithi052 ceph-mon[27118]: pgmap v196: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:53:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:10 smithi052 ceph-mon[27118]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T02:53:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:10 smithi078 ceph-mon[30844]: pgmap v196: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 546 KiB/s wr, 14 op/s 2024-09-13T02:53:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:10 smithi078 ceph-mon[30844]: osdmap e137: 8 total, 8 up, 8 in 2024-09-13T02:53:11.717 INFO:tasks.rados.rados.0.smithi052.stdout:384: done (1 left) 2024-09-13T02:53:11.717 INFO:tasks.rados.rados.0.smithi052.stdout:385: read oid 12 snap -1 2024-09-13T02:53:11.717 INFO:tasks.rados.rados.0.smithi052.stdout:385: expect (ObjNum 133 snap 38 seq_num 133) 2024-09-13T02:53:11.717 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 42 2024-09-13T02:53:11.717 INFO:tasks.rados.rados.0.smithi052.stdout:386: seq_num 139 ranges {4898816=737280,5636096=425984,6062080=761856,6823936=417792} 2024-09-13T02:53:11.749 INFO:tasks.rados.rados.0.smithi052.stdout:386: writing smithi05277117-21 from 4898816 to 5636096 tid 1 2024-09-13T02:53:11.752 INFO:tasks.rados.rados.0.smithi052.stdout:386: writing smithi05277117-21 from 5636096 to 6062080 tid 2 2024-09-13T02:53:11.756 INFO:tasks.rados.rados.0.smithi052.stdout:386: writing smithi05277117-21 from 6062080 to 6823936 tid 3 2024-09-13T02:53:11.759 INFO:tasks.rados.rados.0.smithi052.stdout:386: writing smithi05277117-21 from 6823936 to 7241728 tid 4 2024-09-13T02:53:11.759 INFO:tasks.rados.rados.0.smithi052.stdout:387: snap_remove snap 21 2024-09-13T02:53:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:11 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:11 smithi052 ceph-mon[37071]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T02:53:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:11 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:11 smithi052 ceph-mon[27118]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T02:53:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:11 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:11 smithi078 ceph-mon[30844]: osdmap e138: 8 total, 8 up, 8 in 2024-09-13T02:53:12.748 INFO:tasks.rados.rados.0.smithi052.stdout:385: expect (ObjNum 133 snap 38 seq_num 133) 2024-09-13T02:53:12.834 INFO:tasks.rados.rados.0.smithi052.stdout:386: finishing write tid 1 to smithi05277117-21 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: finishing write tid 2 to smithi05277117-21 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: finishing write tid 3 to smithi05277117-21 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: finishing write tid 4 to smithi05277117-21 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: finishing write tid 5 to smithi05277117-21 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: finishing write tid 6 to smithi05277117-21 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 154 (ObjNum 139 snap 42 seq_num 139) dirty exists 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: left oid 21 (ObjNum 139 snap 42 seq_num 139) 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:383: done (3 left) 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:385: done (2 left) 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:386: done (1 left) 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:387: done (0 left) 2024-09-13T02:53:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:388: snap_create 2024-09-13T02:53:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:12 smithi052 ceph-mon[37071]: pgmap v199: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:12 smithi052 ceph-mon[27118]: pgmap v199: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:12 smithi078 ceph-mon[30844]: pgmap v199: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:13.753 INFO:tasks.rados.rados.0.smithi052.stdout:388: done (0 left) 2024-09-13T02:53:13.753 INFO:tasks.rados.rados.0.smithi052.stdout:389: snap_remove snap 27 2024-09-13T02:53:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:13 smithi052 ceph-mon[37071]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T02:53:14.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:13 smithi052 ceph-mon[27118]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T02:53:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:13 smithi078 ceph-mon[30844]: osdmap e139: 8 total, 8 up, 8 in 2024-09-13T02:53:14.715 INFO:tasks.rados.rados.0.smithi052.stdout:389: done (0 left) 2024-09-13T02:53:14.715 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 43 2024-09-13T02:53:14.715 INFO:tasks.rados.rados.0.smithi052.stdout:390: seq_num 140 ranges {827392=753664,1581056=704512,2285568=524288,2809856=376832} 2024-09-13T02:53:14.725 INFO:tasks.rados.rados.0.smithi052.stdout:390: writing smithi05277117-50 from 827392 to 1581056 tid 1 2024-09-13T02:53:14.730 INFO:tasks.rados.rados.0.smithi052.stdout:390: writing smithi05277117-50 from 1581056 to 2285568 tid 2 2024-09-13T02:53:14.733 INFO:tasks.rados.rados.0.smithi052.stdout:390: writing smithi05277117-50 from 2285568 to 2809856 tid 3 2024-09-13T02:53:14.735 INFO:tasks.rados.rados.0.smithi052.stdout:390: writing smithi05277117-50 from 2809856 to 3186688 tid 4 2024-09-13T02:53:14.736 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 43 2024-09-13T02:53:14.736 INFO:tasks.rados.rados.0.smithi052.stdout:390: finishing write tid 1 to smithi05277117-50 2024-09-13T02:53:14.736 INFO:tasks.rados.rados.0.smithi052.stdout:391: seq_num 141 ranges {1777664=770048,2547712=589824,3137536=729088,3866624=286720} 2024-09-13T02:53:14.750 INFO:tasks.rados.rados.0.smithi052.stdout:391: writing smithi05277117-4 from 1777664 to 2547712 tid 1 2024-09-13T02:53:14.753 INFO:tasks.rados.rados.0.smithi052.stdout:391: writing smithi05277117-4 from 2547712 to 3137536 tid 2 2024-09-13T02:53:14.758 INFO:tasks.rados.rados.0.smithi052.stdout:391: writing smithi05277117-4 from 3137536 to 3866624 tid 3 2024-09-13T02:53:14.761 INFO:tasks.rados.rados.0.smithi052.stdout:391: writing smithi05277117-4 from 3866624 to 4153344 tid 4 2024-09-13T02:53:14.761 INFO:tasks.rados.rados.0.smithi052.stdout:392: rmattr oid 9 current snap is 43 2024-09-13T02:53:14.761 INFO:tasks.rados.rados.0.smithi052.stdout:392: done (2 left) 2024-09-13T02:53:14.761 INFO:tasks.rados.rados.0.smithi052.stdout:393: delete oid 21 current snap is 43 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:390: finishing write tid 2 to smithi05277117-50 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:390: finishing write tid 3 to smithi05277117-50 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:390: finishing write tid 4 to smithi05277117-50 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:390: finishing write tid 5 to smithi05277117-50 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:390: finishing write tid 6 to smithi05277117-50 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 170 (ObjNum 140 snap 43 seq_num 140) dirty exists 2024-09-13T02:53:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:390: left oid 50 (ObjNum 140 snap 43 seq_num 140) 2024-09-13T02:53:14.768 INFO:tasks.rados.rados.0.smithi052.stdout:391: finishing write tid 1 to smithi05277117-4 2024-09-13T02:53:14.768 INFO:tasks.rados.rados.0.smithi052.stdout:390: done (2 left) 2024-09-13T02:53:14.769 INFO:tasks.rados.rados.0.smithi052.stdout:393: done (1 left) 2024-09-13T02:53:14.769 INFO:tasks.rados.rados.0.smithi052.stdout:394: read oid 29 snap -1 2024-09-13T02:53:14.769 INFO:tasks.rados.rados.0.smithi052.stdout:394: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:53:14.769 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 43 2024-09-13T02:53:14.769 INFO:tasks.rados.rados.0.smithi052.stdout:395: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-09-13T02:53:14.770 INFO:tasks.rados.rados.0.smithi052.stdout:395: writing smithi05277117-49 from 0 to 802816 tid 1 2024-09-13T02:53:14.774 INFO:tasks.rados.rados.0.smithi052.stdout:395: writing smithi05277117-49 from 802816 to 1564672 tid 2 2024-09-13T02:53:14.778 INFO:tasks.rados.rados.0.smithi052.stdout:395: writing smithi05277117-49 from 1564672 to 2310144 tid 3 2024-09-13T02:53:14.779 INFO:tasks.rados.rados.0.smithi052.stdout:395: writing smithi05277117-49 from 2310144 to 2408448 tid 4 2024-09-13T02:53:14.779 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 43 2024-09-13T02:53:14.779 INFO:tasks.rados.rados.0.smithi052.stdout:391: finishing write tid 2 to smithi05277117-4 2024-09-13T02:53:14.779 INFO:tasks.rados.rados.0.smithi052.stdout:396: seq_num 144 ranges {5971968=16384} 2024-09-13T02:53:14.812 INFO:tasks.rados.rados.0.smithi052.stdout:396: writing smithi05277117-36 from 5971968 to 5988352 tid 1 2024-09-13T02:53:14.812 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 43 2024-09-13T02:53:14.812 INFO:tasks.rados.rados.0.smithi052.stdout:397: seq_num 145 ranges {663552=32768} 2024-09-13T02:53:14.816 INFO:tasks.rados.rados.0.smithi052.stdout:397: writing smithi05277117-2 from 663552 to 696320 tid 1 2024-09-13T02:53:14.816 INFO:tasks.rados.rados.0.smithi052.stdout:398: snap_remove snap 19 2024-09-13T02:53:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:14 smithi052 ceph-mon[37071]: pgmap v202: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-13T02:53:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:14 smithi052 ceph-mon[37071]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T02:53:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:14 smithi052 ceph-mon[37071]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T02:53:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:14 smithi052 ceph-mon[27118]: pgmap v202: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-13T02:53:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:14 smithi052 ceph-mon[27118]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T02:53:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:14 smithi052 ceph-mon[27118]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T02:53:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:14 smithi078 ceph-mon[30844]: pgmap v202: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-13T02:53:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:14 smithi078 ceph-mon[30844]: osdmap e140: 8 total, 8 up, 8 in 2024-09-13T02:53:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:14 smithi078 ceph-mon[30844]: osdmap e141: 8 total, 8 up, 8 in 2024-09-13T02:53:15.709 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:15] "GET /metrics HTTP/1.1" 200 240056 "" "Prometheus/2.43.0" 2024-09-13T02:53:15.757 INFO:tasks.rados.rados.0.smithi052.stdout:391: finishing write tid 3 to smithi05277117-4 2024-09-13T02:53:15.757 INFO:tasks.rados.rados.0.smithi052.stdout:394: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:53:15.761 INFO:tasks.rados.rados.0.smithi052.stdout:391: finishing write tid 4 to smithi05277117-4 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:391: finishing write tid 5 to smithi05277117-4 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:391: finishing write tid 6 to smithi05277117-4 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 250 (ObjNum 141 snap 43 seq_num 141) dirty exists 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:391: left oid 4 (ObjNum 141 snap 43 seq_num 141) 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: finishing write tid 1 to smithi05277117-49 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: finishing write tid 2 to smithi05277117-49 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: finishing write tid 3 to smithi05277117-49 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: finishing write tid 4 to smithi05277117-49 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: finishing write tid 5 to smithi05277117-49 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: finishing write tid 6 to smithi05277117-49 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 177 (ObjNum 143 snap 43 seq_num 143) dirty exists 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:395: left oid 49 (ObjNum 143 snap 43 seq_num 143) 2024-09-13T02:53:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:396: finishing write tid 1 to smithi05277117-36 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:396: finishing write tid 2 to smithi05277117-36 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:396: finishing write tid 3 to smithi05277117-36 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 120 (ObjNum 144 snap 43 seq_num 144) dirty exists 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:396: left oid 36 (ObjNum 144 snap 43 seq_num 144) 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:397: finishing write tid 1 to smithi05277117-2 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:397: finishing write tid 2 to smithi05277117-2 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:397: finishing write tid 3 to smithi05277117-2 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 66 (ObjNum 145 snap 43 seq_num 145) dirty exists 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:397: left oid 2 (ObjNum 145 snap 43 seq_num 145) 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:391: done (5 left) 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:394: done (4 left) 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:395: done (3 left) 2024-09-13T02:53:15.763 INFO:tasks.rados.rados.0.smithi052.stdout:396: done (2 left) 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:397: done (1 left) 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:398: done (0 left) 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:399: copy_from oid 15 from oid 22 current snap is 43 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:400: read oid 50 snap -1 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:400: expect (ObjNum 140 snap 43 seq_num 140) 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:401: rollback oid 1 current snap is 43 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 35 2024-09-13T02:53:15.764 INFO:tasks.rados.rados.0.smithi052.stdout:402: snap_remove snap 32 2024-09-13T02:53:16.765 INFO:tasks.rados.rados.0.smithi052.stdout:402: done (3 left) 2024-09-13T02:53:16.766 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 43 2024-09-13T02:53:16.766 INFO:tasks.rados.rados.0.smithi052.stdout:403: seq_num 146 ranges {2056192=49152} 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:403: writing smithi05277117-19 from 2056192 to 2105344 tid 1 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:404: delete oid 20 current snap is 43 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:401: finishing rollback tid 0 to smithi05277117-1 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:401: finishing rollback tid 1 to smithi05277117-1 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:401: finishing rollback tid 2 to smithi05277117-1 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 70 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-09-13T02:53:16.778 INFO:tasks.rados.rados.0.smithi052.stdout:399: finishing copy_from racing read to smithi05277117-15 2024-09-13T02:53:16.779 INFO:tasks.rados.rados.0.smithi052.stdout:400: expect (ObjNum 140 snap 43 seq_num 140) 2024-09-13T02:53:16.879 INFO:tasks.rados.rados.0.smithi052.stdout:399: finishing copy_from to smithi05277117-15 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 80 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:403: finishing write tid 1 to smithi05277117-19 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:403: finishing write tid 2 to smithi05277117-19 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:399: done (4 left) 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:400: done (3 left) 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:401: done (2 left) 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:404: done (1 left) 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:405: read oid 26 snap 29 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:405: expect (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:406: read oid 47 snap -1 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:406: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:53:16.880 INFO:tasks.rados.rados.0.smithi052.stdout:407: read oid 38 snap -1 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:407: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:408: rollback oid 20 current snap is 43 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 20 to 28 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:403: finishing write tid 3 to smithi05277117-19 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 135 (ObjNum 146 snap 43 seq_num 146) dirty exists 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:403: left oid 19 (ObjNum 146 snap 43 seq_num 146) 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:403: done (4 left) 2024-09-13T02:53:16.881 INFO:tasks.rados.rados.0.smithi052.stdout:409: snap_create 2024-09-13T02:53:16.883 INFO:tasks.rados.rados.0.smithi052.stdout:406: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:53:16.906 INFO:tasks.rados.rados.0.smithi052.stdout:405: expect (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:53:17.006 INFO:tasks.rados.rados.0.smithi052.stdout:407: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T02:53:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:16 smithi052 ceph-mon[37071]: pgmap v205: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-13T02:53:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:16 smithi052 ceph-mon[37071]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T02:53:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:16 smithi052 ceph-mon[27118]: pgmap v205: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-13T02:53:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:16 smithi052 ceph-mon[27118]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T02:53:17.167 INFO:tasks.rados.rados.0.smithi052.stdout:408: finishing rollback tid 1 to smithi05277117-20 2024-09-13T02:53:17.167 INFO:tasks.rados.rados.0.smithi052.stdout:408: finishing rollback tid 2 to smithi05277117-20 2024-09-13T02:53:17.167 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 231 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:53:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:16 smithi078 ceph-mon[30844]: pgmap v205: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-09-13T02:53:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:16 smithi078 ceph-mon[30844]: osdmap e142: 8 total, 8 up, 8 in 2024-09-13T02:53:17.770 INFO:tasks.rados.rados.0.smithi052.stdout:405: done (4 left) 2024-09-13T02:53:17.770 INFO:tasks.rados.rados.0.smithi052.stdout:406: done (3 left) 2024-09-13T02:53:17.770 INFO:tasks.rados.rados.0.smithi052.stdout:407: done (2 left) 2024-09-13T02:53:17.771 INFO:tasks.rados.rados.0.smithi052.stdout:408: done (1 left) 2024-09-13T02:53:17.771 INFO:tasks.rados.rados.0.smithi052.stdout:409: done (0 left) 2024-09-13T02:53:17.771 INFO:tasks.rados.rados.0.smithi052.stdout:410: read oid 14 snap -1 2024-09-13T02:53:17.771 INFO:tasks.rados.rados.0.smithi052.stdout:410: expect (ObjNum 99 snap 23 seq_num 99) 2024-09-13T02:53:17.771 INFO:tasks.rados.rados.0.smithi052.stdout:411: delete oid 12 current snap is 44 2024-09-13T02:53:17.775 INFO:tasks.rados.rados.0.smithi052.stdout:411: done (1 left) 2024-09-13T02:53:17.776 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 44 2024-09-13T02:53:17.776 INFO:tasks.rados.rados.0.smithi052.stdout:412: seq_num 149 ranges {778240=98304} 2024-09-13T02:53:17.780 INFO:tasks.rados.rados.0.smithi052.stdout:412: writing smithi05277117-47 from 778240 to 876544 tid 1 2024-09-13T02:53:17.781 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 44 2024-09-13T02:53:17.781 INFO:tasks.rados.rados.0.smithi052.stdout:413: seq_num 150 ranges {2433024=114688} 2024-09-13T02:53:17.795 INFO:tasks.rados.rados.0.smithi052.stdout:413: writing smithi05277117-44 from 2433024 to 2547712 tid 1 2024-09-13T02:53:17.795 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 44 2024-09-13T02:53:17.795 INFO:tasks.rados.rados.0.smithi052.stdout:414: seq_num 151 ranges {0=131072} 2024-09-13T02:53:17.795 INFO:tasks.rados.rados.0.smithi052.stdout:414: writing smithi05277117-9 from 0 to 131072 tid 1 2024-09-13T02:53:17.795 INFO:tasks.rados.rados.0.smithi052.stdout:415: snap_remove snap 34 2024-09-13T02:53:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:17 smithi052 ceph-mon[37071]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T02:53:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:17 smithi052 ceph-mon[27118]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T02:53:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:17 smithi078 ceph-mon[30844]: osdmap e143: 8 total, 8 up, 8 in 2024-09-13T02:53:18.775 INFO:tasks.rados.rados.0.smithi052.stdout:415: done (4 left) 2024-09-13T02:53:18.776 INFO:tasks.rados.rados.0.smithi052.stdout:416: rollback oid 29 current snap is 44 2024-09-13T02:53:18.776 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 29 to 16 2024-09-13T02:53:18.776 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 44 2024-09-13T02:53:18.776 INFO:tasks.rados.rados.0.smithi052.stdout:417: seq_num 152 ranges {2105344=147456} 2024-09-13T02:53:18.789 INFO:tasks.rados.rados.0.smithi052.stdout:417: writing smithi05277117-19 from 2105344 to 2252800 tid 1 2024-09-13T02:53:18.789 INFO:tasks.rados.rados.0.smithi052.stdout:410: expect (ObjNum 99 snap 23 seq_num 99) 2024-09-13T02:53:18.845 INFO:tasks.rados.rados.0.smithi052.stdout:412: finishing write tid 1 to smithi05277117-47 2024-09-13T02:53:18.845 INFO:tasks.rados.rados.0.smithi052.stdout:412: finishing write tid 2 to smithi05277117-47 2024-09-13T02:53:18.845 INFO:tasks.rados.rados.0.smithi052.stdout:412: finishing write tid 3 to smithi05277117-47 2024-09-13T02:53:18.845 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 138 (ObjNum 149 snap 44 seq_num 149) dirty exists 2024-09-13T02:53:18.845 INFO:tasks.rados.rados.0.smithi052.stdout:412: left oid 47 (ObjNum 149 snap 44 seq_num 149) 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:410: done (5 left) 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:412: done (4 left) 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:418: copy_from oid 39 from oid 12 current snap is 44 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:413: finishing write tid 1 to smithi05277117-44 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:413: finishing write tid 2 to smithi05277117-44 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:414: finishing write tid 1 to smithi05277117-9 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:414: finishing write tid 2 to smithi05277117-9 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:414: finishing write tid 3 to smithi05277117-9 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 266 (ObjNum 151 snap 44 seq_num 151) dirty exists 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:414: left oid 9 (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:413: finishing write tid 3 to smithi05277117-44 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 103 (ObjNum 150 snap 44 seq_num 150) dirty exists 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:413: left oid 44 (ObjNum 150 snap 44 seq_num 150) 2024-09-13T02:53:18.846 INFO:tasks.rados.rados.0.smithi052.stdout:416: finishing rollback tid 0 to smithi05277117-29 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:416: finishing rollback tid 1 to smithi05277117-29 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 73 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:417: finishing write tid 1 to smithi05277117-19 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:413: done (4 left) 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:414: done (3 left) 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:416: done (2 left) 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:419: snap_create 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:417: finishing write tid 2 to smithi05277117-19 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:417: finishing write tid 3 to smithi05277117-19 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 140 (ObjNum 152 snap 44 seq_num 152) dirty exists 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:417: left oid 19 (ObjNum 152 snap 44 seq_num 152) 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:418: finishing copy_from to smithi05277117-39 2024-09-13T02:53:18.847 INFO:tasks.rados.rados.0.smithi052.stdout:418: got expected ENOENT (src dne) 2024-09-13T02:53:18.848 INFO:tasks.rados.rados.0.smithi052.stdout:418: finishing copy_from racing read to smithi05277117-39 2024-09-13T02:53:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:18 smithi052 ceph-mon[37071]: pgmap v208: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T02:53:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:18 smithi052 ceph-mon[37071]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T02:53:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:18 smithi052 ceph-mon[27118]: pgmap v208: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T02:53:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:18 smithi052 ceph-mon[27118]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T02:53:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:18 smithi078 ceph-mon[30844]: pgmap v208: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T02:53:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:18 smithi078 ceph-mon[30844]: osdmap e144: 8 total, 8 up, 8 in 2024-09-13T02:53:19.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:19 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:53:19.716 INFO:tasks.rados.rados.0.smithi052.stdout:417: done (2 left) 2024-09-13T02:53:19.716 INFO:tasks.rados.rados.0.smithi052.stdout:418: done (1 left) 2024-09-13T02:53:19.716 INFO:tasks.rados.rados.0.smithi052.stdout:419: done (0 left) 2024-09-13T02:53:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 45 2024-09-13T02:53:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:420: seq_num 153 ranges {0=163840} 2024-09-13T02:53:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:420: writing smithi05277117-12 from 0 to 163840 tid 1 2024-09-13T02:53:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:421: read oid 9 snap -1 2024-09-13T02:53:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:421: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:53:19.717 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 45 2024-09-13T02:53:19.718 INFO:tasks.rados.rados.0.smithi052.stdout:422: seq_num 154 ranges {2916352=180224} 2024-09-13T02:53:19.734 INFO:tasks.rados.rados.0.smithi052.stdout:422: writing smithi05277117-26 from 2916352 to 3096576 tid 1 2024-09-13T02:53:19.735 INFO:tasks.rados.rados.0.smithi052.stdout:423: snap_create 2024-09-13T02:53:19.735 INFO:tasks.rados.rados.0.smithi052.stdout:420: finishing write tid 1 to smithi05277117-12 2024-09-13T02:53:19.735 INFO:tasks.rados.rados.0.smithi052.stdout:421: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:53:19.738 INFO:tasks.rados.rados.0.smithi052.stdout:420: finishing write tid 2 to smithi05277117-12 2024-09-13T02:53:19.738 INFO:tasks.rados.rados.0.smithi052.stdout:420: finishing write tid 3 to smithi05277117-12 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 146 (ObjNum 153 snap 45 seq_num 153) dirty exists 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:420: left oid 12 (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:422: finishing write tid 1 to smithi05277117-26 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:422: finishing write tid 2 to smithi05277117-26 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:422: finishing write tid 3 to smithi05277117-26 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 150 (ObjNum 154 snap 45 seq_num 154) dirty exists 2024-09-13T02:53:19.739 INFO:tasks.rados.rados.0.smithi052.stdout:422: left oid 26 (ObjNum 154 snap 45 seq_num 154) 2024-09-13T02:53:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:19 smithi052 ceph-mon[37071]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T02:53:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:19 smithi052 ceph-mon[37071]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T02:53:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:19 smithi052 ceph-mon[27118]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T02:53:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:19 smithi052 ceph-mon[27118]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T02:53:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:19 smithi078 ceph-mon[30844]: osdmap e145: 8 total, 8 up, 8 in 2024-09-13T02:53:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:19 smithi078 ceph-mon[30844]: osdmap e146: 8 total, 8 up, 8 in 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:420: done (3 left) 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:421: done (2 left) 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:422: done (1 left) 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:423: done (0 left) 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:424: copy_from oid 15 from oid 40 current snap is 46 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:425: read oid 7 snap 30 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:425: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:426: rollback oid 31 current snap is 46 2024-09-13T02:53:20.718 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 39 2024-09-13T02:53:20.719 INFO:tasks.rados.rados.0.smithi052.stdout:427: delete oid 35 current snap is 46 2024-09-13T02:53:20.719 INFO:tasks.rados.rados.0.smithi052.stdout:426: finishing rollback tid 1 to smithi05277117-31 2024-09-13T02:53:20.719 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 99 (ObjNum 97 snap 0 seq_num 4209113424) dirty dne 2024-09-13T02:53:20.721 INFO:tasks.rados.rados.0.smithi052.stdout:425: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:424: finishing copy_from racing read to smithi05277117-15 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:424: finishing copy_from to smithi05277117-15 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:424: done (3 left) 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:425: done (2 left) 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:426: done (1 left) 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:427: done (0 left) 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:428: read oid 41 snap -1 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:428: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:429: copy_from oid 21 from oid 12 current snap is 46 2024-09-13T02:53:20.725 INFO:tasks.rados.rados.0.smithi052.stdout:430: snap_create 2024-09-13T02:53:20.728 INFO:tasks.rados.rados.0.smithi052.stdout:428: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:53:20.749 INFO:tasks.rados.rados.0.smithi052.stdout:429: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:53:20.749 INFO:tasks.rados.rados.0.smithi052.stdout:429: finishing copy_from to smithi05277117-21 2024-09-13T02:53:20.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 146 (ObjNum 153 snap 45 seq_num 153) dirty exists 2024-09-13T02:53:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:20 smithi052 ceph-mon[37071]: pgmap v211: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T02:53:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:20 smithi052 ceph-mon[37071]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T02:53:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:20 smithi052 ceph-mon[27118]: pgmap v211: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T02:53:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:20 smithi052 ceph-mon[27118]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T02:53:21.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:20 smithi078 ceph-mon[30844]: pgmap v211: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-09-13T02:53:21.128 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:20 smithi078 ceph-mon[30844]: osdmap e147: 8 total, 8 up, 8 in 2024-09-13T02:53:21.719 INFO:tasks.rados.rados.0.smithi052.stdout:428: done (2 left) 2024-09-13T02:53:21.719 INFO:tasks.rados.rados.0.smithi052.stdout:429: done (1 left) 2024-09-13T02:53:21.719 INFO:tasks.rados.rados.0.smithi052.stdout:430: done (0 left) 2024-09-13T02:53:21.720 INFO:tasks.rados.rados.0.smithi052.stdout:431: rmattr oid 39 current snap is 47 2024-09-13T02:53:21.720 INFO:tasks.rados.rados.0.smithi052.stdout:432: setattr oid 40 current snap is 47 2024-09-13T02:53:21.721 INFO:tasks.rados.rados.0.smithi052.stdout:433: rmattr oid 45 current snap is 47 2024-09-13T02:53:21.721 INFO:tasks.rados.rados.0.smithi052.stdout:433: done (2 left) 2024-09-13T02:53:21.721 INFO:tasks.rados.rados.0.smithi052.stdout:434: setattr oid 4 current snap is 47 2024-09-13T02:53:21.722 INFO:tasks.rados.rados.0.smithi052.stdout:435: snap_create 2024-09-13T02:53:21.725 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 75 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:53:21.726 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 148 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-09-13T02:53:21.726 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 273 (ObjNum 141 snap 43 seq_num 141) dirty exists 2024-09-13T02:53:22.725 INFO:tasks.rados.rados.0.smithi052.stdout:431: done (3 left) 2024-09-13T02:53:22.725 INFO:tasks.rados.rados.0.smithi052.stdout:432: done (2 left) 2024-09-13T02:53:22.725 INFO:tasks.rados.rados.0.smithi052.stdout:434: done (1 left) 2024-09-13T02:53:22.725 INFO:tasks.rados.rados.0.smithi052.stdout:435: done (0 left) 2024-09-13T02:53:22.725 INFO:tasks.rados.rados.0.smithi052.stdout:436: setattr oid 39 current snap is 48 2024-09-13T02:53:22.726 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 48 2024-09-13T02:53:22.726 INFO:tasks.rados.rados.0.smithi052.stdout:437: seq_num 156 ranges {360448=221184} 2024-09-13T02:53:22.730 INFO:tasks.rados.rados.0.smithi052.stdout:437: writing smithi05277117-22 from 360448 to 581632 tid 1 2024-09-13T02:53:22.730 INFO:tasks.rados.rados.0.smithi052.stdout:438: snap_remove snap 14 2024-09-13T02:53:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:22 smithi052 ceph-mon[37071]: pgmap v214: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:22 smithi052 ceph-mon[37071]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T02:53:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:22 smithi052 ceph-mon[27118]: pgmap v214: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:22 smithi052 ceph-mon[27118]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T02:53:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:22 smithi078 ceph-mon[30844]: pgmap v214: 121 pgs: 121 active+clean; 131 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:22 smithi078 ceph-mon[30844]: osdmap e148: 8 total, 8 up, 8 in 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:438: done (2 left) 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:439: rmattr oid 7 current snap is 48 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:439: done (2 left) 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:440: copy_from oid 19 from oid 37 current snap is 48 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:441: copy_from oid 33 from oid 10 current snap is 48 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:442: delete oid 2 current snap is 48 2024-09-13T02:53:23.731 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 150 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-09-13T02:53:23.732 INFO:tasks.rados.rados.0.smithi052.stdout:437: finishing write tid 1 to smithi05277117-22 2024-09-13T02:53:23.732 INFO:tasks.rados.rados.0.smithi052.stdout:437: finishing write tid 2 to smithi05277117-22 2024-09-13T02:53:23.732 INFO:tasks.rados.rados.0.smithi052.stdout:437: finishing write tid 3 to smithi05277117-22 2024-09-13T02:53:23.732 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 143 (ObjNum 156 snap 48 seq_num 156) dirty exists 2024-09-13T02:53:23.732 INFO:tasks.rados.rados.0.smithi052.stdout:437: left oid 22 (ObjNum 156 snap 48 seq_num 156) 2024-09-13T02:53:23.741 INFO:tasks.rados.rados.0.smithi052.stdout:436: done (4 left) 2024-09-13T02:53:23.741 INFO:tasks.rados.rados.0.smithi052.stdout:437: done (3 left) 2024-09-13T02:53:23.741 INFO:tasks.rados.rados.0.smithi052.stdout:442: done (2 left) 2024-09-13T02:53:23.741 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 48 2024-09-13T02:53:23.741 INFO:tasks.rados.rados.0.smithi052.stdout:443: seq_num 158 ranges {581632=253952} 2024-09-13T02:53:23.746 INFO:tasks.rados.rados.0.smithi052.stdout:443: writing smithi05277117-22 from 581632 to 835584 tid 1 2024-09-13T02:53:23.746 INFO:tasks.rados.rados.0.smithi052.stdout:444: delete oid 4 current snap is 48 2024-09-13T02:53:23.747 INFO:tasks.rados.rados.0.smithi052.stdout:440: finishing copy_from to smithi05277117-19 2024-09-13T02:53:23.747 INFO:tasks.rados.rados.0.smithi052.stdout:440: got expected ENOENT (src dne) 2024-09-13T02:53:23.747 INFO:tasks.rados.rados.0.smithi052.stdout:440: finishing copy_from racing read to smithi05277117-19 2024-09-13T02:53:23.748 INFO:tasks.rados.rados.0.smithi052.stdout:441: finishing copy_from racing read to smithi05277117-33 2024-09-13T02:53:23.751 INFO:tasks.rados.rados.0.smithi052.stdout:443: finishing write tid 1 to smithi05277117-22 2024-09-13T02:53:23.751 INFO:tasks.rados.rados.0.smithi052.stdout:443: finishing write tid 2 to smithi05277117-22 2024-09-13T02:53:23.751 INFO:tasks.rados.rados.0.smithi052.stdout:441: finishing copy_from to smithi05277117-33 2024-09-13T02:53:23.751 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:53:23.752 INFO:tasks.rados.rados.0.smithi052.stdout:443: finishing write tid 3 to smithi05277117-22 2024-09-13T02:53:23.752 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 151 (ObjNum 158 snap 48 seq_num 158) dirty exists 2024-09-13T02:53:23.752 INFO:tasks.rados.rados.0.smithi052.stdout:443: left oid 22 (ObjNum 158 snap 48 seq_num 158) 2024-09-13T02:53:23.753 INFO:tasks.rados.rados.0.smithi052.stdout:440: done (3 left) 2024-09-13T02:53:23.753 INFO:tasks.rados.rados.0.smithi052.stdout:441: done (2 left) 2024-09-13T02:53:23.753 INFO:tasks.rados.rados.0.smithi052.stdout:443: done (1 left) 2024-09-13T02:53:23.753 INFO:tasks.rados.rados.0.smithi052.stdout:444: done (0 left) 2024-09-13T02:53:23.753 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 48 2024-09-13T02:53:23.753 INFO:tasks.rados.rados.0.smithi052.stdout:445: seq_num 160 ranges {458752=286720} 2024-09-13T02:53:23.757 INFO:tasks.rados.rados.0.smithi052.stdout:445: writing smithi05277117-28 from 458752 to 745472 tid 1 2024-09-13T02:53:23.757 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 48 2024-09-13T02:53:23.757 INFO:tasks.rados.rados.0.smithi052.stdout:446: seq_num 161 ranges {1548288=303104} 2024-09-13T02:53:23.768 INFO:tasks.rados.rados.0.smithi052.stdout:446: writing smithi05277117-17 from 1548288 to 1851392 tid 1 2024-09-13T02:53:23.768 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 48 2024-09-13T02:53:23.768 INFO:tasks.rados.rados.0.smithi052.stdout:447: seq_num 162 ranges {163840=319488} 2024-09-13T02:53:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:447: writing smithi05277117-12 from 163840 to 483328 tid 1 2024-09-13T02:53:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:448: read oid 34 snap -1 2024-09-13T02:53:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:448: expect (ObjNum 104 snap 23 seq_num 104) 2024-09-13T02:53:23.771 INFO:tasks.rados.rados.0.smithi052.stdout:449: snap_remove snap 28 2024-09-13T02:53:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:23 smithi052 ceph-mon[37071]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T02:53:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:23 smithi052 ceph-mon[27118]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T02:53:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:23 smithi078 ceph-mon[30844]: osdmap e149: 8 total, 8 up, 8 in 2024-09-13T02:53:24.718 INFO:tasks.rados.rados.0.smithi052.stdout:445: finishing write tid 1 to smithi05277117-28 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:445: finishing write tid 2 to smithi05277117-28 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:445: finishing write tid 3 to smithi05277117-28 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 139 (ObjNum 160 snap 48 seq_num 160) dirty exists 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:445: left oid 28 (ObjNum 160 snap 48 seq_num 160) 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:446: finishing write tid 1 to smithi05277117-17 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:446: finishing write tid 2 to smithi05277117-17 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:446: finishing write tid 3 to smithi05277117-17 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 250 (ObjNum 161 snap 48 seq_num 161) dirty exists 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:446: left oid 17 (ObjNum 161 snap 48 seq_num 161) 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:447: finishing write tid 1 to smithi05277117-12 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:447: finishing write tid 2 to smithi05277117-12 2024-09-13T02:53:24.719 INFO:tasks.rados.rados.0.smithi052.stdout:447: finishing write tid 3 to smithi05277117-12 2024-09-13T02:53:24.720 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 159 (ObjNum 162 snap 48 seq_num 162) dirty exists 2024-09-13T02:53:24.720 INFO:tasks.rados.rados.0.smithi052.stdout:447: left oid 12 (ObjNum 162 snap 48 seq_num 162) 2024-09-13T02:53:24.720 INFO:tasks.rados.rados.0.smithi052.stdout:448: expect (ObjNum 104 snap 23 seq_num 104) 2024-09-13T02:53:24.829 INFO:tasks.rados.rados.0.smithi052.stdout:445: done (4 left) 2024-09-13T02:53:24.829 INFO:tasks.rados.rados.0.smithi052.stdout:446: done (3 left) 2024-09-13T02:53:24.829 INFO:tasks.rados.rados.0.smithi052.stdout:447: done (2 left) 2024-09-13T02:53:24.829 INFO:tasks.rados.rados.0.smithi052.stdout:448: done (1 left) 2024-09-13T02:53:24.829 INFO:tasks.rados.rados.0.smithi052.stdout:449: done (0 left) 2024-09-13T02:53:24.830 INFO:tasks.rados.rados.0.smithi052.stdout:450: rollback oid 1 current snap is 48 2024-09-13T02:53:24.830 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 41 2024-09-13T02:53:24.830 INFO:tasks.rados.rados.0.smithi052.stdout:451: delete oid 32 current snap is 48 2024-09-13T02:53:24.831 INFO:tasks.rados.rados.0.smithi052.stdout:451: done (1 left) 2024-09-13T02:53:24.831 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 48 2024-09-13T02:53:24.831 INFO:tasks.rados.rados.0.smithi052.stdout:452: seq_num 164 ranges {0=352256} 2024-09-13T02:53:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:452: writing smithi05277117-4 from 0 to 352256 tid 1 2024-09-13T02:53:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:453: snap_remove snap 42 2024-09-13T02:53:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:24 smithi052 ceph-mon[37071]: pgmap v217: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 406 KiB/s wr, 22 op/s 2024-09-13T02:53:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:24 smithi052 ceph-mon[37071]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T02:53:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:24 smithi052 ceph-mon[37071]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T02:53:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:24 smithi052 ceph-mon[27118]: pgmap v217: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 406 KiB/s wr, 22 op/s 2024-09-13T02:53:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:24 smithi052 ceph-mon[27118]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T02:53:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:24 smithi052 ceph-mon[27118]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T02:53:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:24 smithi078 ceph-mon[30844]: pgmap v217: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 406 KiB/s wr, 22 op/s 2024-09-13T02:53:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:24 smithi078 ceph-mon[30844]: osdmap e150: 8 total, 8 up, 8 in 2024-09-13T02:53:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:24 smithi078 ceph-mon[30844]: osdmap e151: 8 total, 8 up, 8 in 2024-09-13T02:53:25.738 INFO:tasks.rados.rados.0.smithi052.stdout:450: finishing rollback tid 0 to smithi05277117-1 2024-09-13T02:53:25.738 INFO:tasks.rados.rados.0.smithi052.stdout:450: finishing rollback tid 1 to smithi05277117-1 2024-09-13T02:53:25.738 INFO:tasks.rados.rados.0.smithi052.stdout:450: finishing rollback tid 2 to smithi05277117-1 2024-09-13T02:53:25.738 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 84 (ObjNum 80 snap 17 seq_num 80) dirty exists 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:452: finishing write tid 1 to smithi05277117-4 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:452: finishing write tid 2 to smithi05277117-4 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:452: finishing write tid 3 to smithi05277117-4 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 294 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:452: left oid 4 (ObjNum 164 snap 48 seq_num 164) 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:450: done (2 left) 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:452: done (1 left) 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:453: done (0 left) 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:454: copy_from oid 5 from oid 32 current snap is 48 2024-09-13T02:53:25.739 INFO:tasks.rados.rados.0.smithi052.stdout:455: setattr oid 26 current snap is 48 2024-09-13T02:53:25.741 INFO:tasks.rados.rados.0.smithi052.stdout:456: rollback oid 29 current snap is 48 2024-09-13T02:53:25.741 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 29 to 45 2024-09-13T02:53:25.741 INFO:tasks.rados.rados.0.smithi052.stdout:457: setattr oid 40 current snap is 48 2024-09-13T02:53:25.743 INFO:tasks.rados.rados.0.smithi052.stdout:458: snap_create 2024-09-13T02:53:25.746 INFO:tasks.rados.rados.0.smithi052.stdout:454: finishing copy_from to smithi05277117-5 2024-09-13T02:53:25.746 INFO:tasks.rados.rados.0.smithi052.stdout:454: got expected ENOENT (src dne) 2024-09-13T02:53:25.746 INFO:tasks.rados.rados.0.smithi052.stdout:454: finishing copy_from racing read to smithi05277117-5 2024-09-13T02:53:25.747 INFO:tasks.rados.rados.0.smithi052.stdout:456: finishing rollback tid 1 to smithi05277117-29 2024-09-13T02:53:25.747 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 73 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:53:25.748 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 166 (ObjNum 154 snap 45 seq_num 154) dirty exists 2024-09-13T02:53:25.751 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 87 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:53:25.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:25] "GET /metrics HTTP/1.1" 200 240056 "" "Prometheus/2.43.0" 2024-09-13T02:53:26.738 INFO:tasks.rados.rados.0.smithi052.stdout:454: done (4 left) 2024-09-13T02:53:26.739 INFO:tasks.rados.rados.0.smithi052.stdout:455: done (3 left) 2024-09-13T02:53:26.739 INFO:tasks.rados.rados.0.smithi052.stdout:456: done (2 left) 2024-09-13T02:53:26.739 INFO:tasks.rados.rados.0.smithi052.stdout:457: done (1 left) 2024-09-13T02:53:26.739 INFO:tasks.rados.rados.0.smithi052.stdout:458: done (0 left) 2024-09-13T02:53:26.739 INFO:tasks.rados.rados.0.smithi052.stdout:459: snap_create 2024-09-13T02:53:27.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:26 smithi052 ceph-mon[27118]: pgmap v220: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 406 KiB/s wr, 22 op/s 2024-09-13T02:53:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:26 smithi052 ceph-mon[27118]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T02:53:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:26 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:26 smithi052 ceph-mon[37071]: pgmap v220: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 406 KiB/s wr, 22 op/s 2024-09-13T02:53:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:26 smithi052 ceph-mon[37071]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T02:53:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:26 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:26 smithi078 ceph-mon[30844]: pgmap v220: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 406 KiB/s wr, 22 op/s 2024-09-13T02:53:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:26 smithi078 ceph-mon[30844]: osdmap e152: 8 total, 8 up, 8 in 2024-09-13T02:53:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:26 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:27.750 INFO:tasks.rados.rados.0.smithi052.stdout:459: done (0 left) 2024-09-13T02:53:27.750 INFO:tasks.rados.rados.0.smithi052.stdout:460: setattr oid 4 current snap is 50 2024-09-13T02:53:27.751 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 50 2024-09-13T02:53:27.751 INFO:tasks.rados.rados.0.smithi052.stdout:461: seq_num 165 ranges {1892352=368640} 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:461: writing smithi05277117-14 from 1892352 to 2260992 tid 1 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:462: read oid 16 snap 33 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:462: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:463: rmattr oid 10 current snap is 50 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:463: done (3 left) 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:464: copy_from oid 41 from oid 17 current snap is 50 2024-09-13T02:53:27.764 INFO:tasks.rados.rados.0.smithi052.stdout:465: delete oid 32 current snap is 50 2024-09-13T02:53:27.766 INFO:tasks.rados.rados.0.smithi052.stdout:462: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:53:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 298 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-09-13T02:53:27.842 INFO:tasks.rados.rados.0.smithi052.stdout:460: done (4 left) 2024-09-13T02:53:27.842 INFO:tasks.rados.rados.0.smithi052.stdout:462: done (3 left) 2024-09-13T02:53:27.842 INFO:tasks.rados.rados.0.smithi052.stdout:465: done (2 left) 2024-09-13T02:53:27.842 INFO:tasks.rados.rados.0.smithi052.stdout:466: rmattr oid 20 current snap is 50 2024-09-13T02:53:27.842 INFO:tasks.rados.rados.0.smithi052.stdout:466: done (2 left) 2024-09-13T02:53:27.842 INFO:tasks.rados.rados.0.smithi052.stdout:467: rollback oid 47 current snap is 50 2024-09-13T02:53:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 49 2024-09-13T02:53:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:468: copy_from oid 2 from oid 48 current snap is 50 2024-09-13T02:53:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:469: read oid 4 snap -1 2024-09-13T02:53:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:469: expect (ObjNum 164 snap 48 seq_num 164) 2024-09-13T02:53:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:470: snap_remove snap 48 2024-09-13T02:53:28.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:27 smithi052 ceph-mon[27118]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T02:53:28.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:27 smithi052 ceph-mon[37071]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T02:53:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:27 smithi078 ceph-mon[30844]: osdmap e153: 8 total, 8 up, 8 in 2024-09-13T02:53:28.753 INFO:tasks.rados.rados.0.smithi052.stdout:470: done (5 left) 2024-09-13T02:53:28.753 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 50 2024-09-13T02:53:28.753 INFO:tasks.rados.rados.0.smithi052.stdout:467: finishing rollback tid 0 to smithi05277117-47 2024-09-13T02:53:28.753 INFO:tasks.rados.rados.0.smithi052.stdout:471: seq_num 167 ranges {2252800=401408} 2024-09-13T02:53:28.767 INFO:tasks.rados.rados.0.smithi052.stdout:471: writing smithi05277117-19 from 2252800 to 2654208 tid 1 2024-09-13T02:53:28.767 INFO:tasks.rados.rados.0.smithi052.stdout:472: delete oid 1 current snap is 50 2024-09-13T02:53:28.767 INFO:tasks.rados.rados.0.smithi052.stdout:467: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:53:28.767 INFO:tasks.rados.rados.0.smithi052.stdout:467: finishing rollback tid 2 to smithi05277117-47 2024-09-13T02:53:28.768 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 175 (ObjNum 149 snap 44 seq_num 149) dirty exists 2024-09-13T02:53:28.768 INFO:tasks.rados.rados.0.smithi052.stdout:469: expect (ObjNum 164 snap 48 seq_num 164) 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:461: finishing write tid 1 to smithi05277117-14 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:461: finishing write tid 2 to smithi05277117-14 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:467: done (6 left) 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:469: done (5 left) 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:472: done (4 left) 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:473: snap_create 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:461: finishing write tid 3 to smithi05277117-14 2024-09-13T02:53:28.781 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 269 (ObjNum 165 snap 50 seq_num 165) dirty exists 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:461: left oid 14 (ObjNum 165 snap 50 seq_num 165) 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:468: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:468: finishing copy_from to smithi05277117-2 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 113 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:464: finishing copy_from racing read to smithi05277117-41 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:464: finishing copy_from to smithi05277117-41 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 250 (ObjNum 161 snap 48 seq_num 161) dirty exists 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:471: finishing write tid 1 to smithi05277117-19 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:471: finishing write tid 2 to smithi05277117-19 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:471: finishing write tid 3 to smithi05277117-19 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 164 (ObjNum 167 snap 50 seq_num 167) dirty exists 2024-09-13T02:53:28.782 INFO:tasks.rados.rados.0.smithi052.stdout:471: left oid 19 (ObjNum 167 snap 50 seq_num 167) 2024-09-13T02:53:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:28 smithi052 ceph-mon[37071]: pgmap v223: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 580 KiB/s wr, 22 op/s 2024-09-13T02:53:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:28 smithi052 ceph-mon[37071]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T02:53:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:28 smithi052 ceph-mon[27118]: pgmap v223: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 580 KiB/s wr, 22 op/s 2024-09-13T02:53:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:28 smithi052 ceph-mon[27118]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T02:53:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:28 smithi078 ceph-mon[30844]: pgmap v223: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 580 KiB/s wr, 22 op/s 2024-09-13T02:53:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:28 smithi078 ceph-mon[30844]: osdmap e154: 8 total, 8 up, 8 in 2024-09-13T02:53:29.607 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:29 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[32670]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:53:29.720 INFO:tasks.rados.rados.0.smithi052.stdout:461: done (4 left) 2024-09-13T02:53:29.720 INFO:tasks.rados.rados.0.smithi052.stdout:464: done (3 left) 2024-09-13T02:53:29.720 INFO:tasks.rados.rados.0.smithi052.stdout:468: done (2 left) 2024-09-13T02:53:29.720 INFO:tasks.rados.rados.0.smithi052.stdout:471: done (1 left) 2024-09-13T02:53:29.720 INFO:tasks.rados.rados.0.smithi052.stdout:473: done (0 left) 2024-09-13T02:53:29.720 INFO:tasks.rados.rados.0.smithi052.stdout:474: snap_create 2024-09-13T02:53:29.861 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:29 smithi078 ceph-mon[30844]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T02:53:29.861 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:29 smithi078 ceph-mon[30844]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T02:53:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:29 smithi052 ceph-mon[37071]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T02:53:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:29 smithi052 ceph-mon[37071]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T02:53:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:29 smithi052 ceph-mon[27118]: osdmap e155: 8 total, 8 up, 8 in 2024-09-13T02:53:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:29 smithi052 ceph-mon[27118]: osdmap e156: 8 total, 8 up, 8 in 2024-09-13T02:53:30.721 INFO:tasks.rados.rados.0.smithi052.stdout:474: done (0 left) 2024-09-13T02:53:30.721 INFO:tasks.rados.rados.0.smithi052.stdout:475: snap_remove snap 40 2024-09-13T02:53:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:30 smithi052 ceph-mon[37071]: pgmap v226: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 580 KiB/s wr, 22 op/s 2024-09-13T02:53:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:30 smithi052 ceph-mon[37071]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T02:53:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:30 smithi052 ceph-mon[27118]: pgmap v226: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 580 KiB/s wr, 22 op/s 2024-09-13T02:53:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:30 smithi052 ceph-mon[27118]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T02:53:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:30 smithi078 ceph-mon[30844]: pgmap v226: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 580 KiB/s wr, 22 op/s 2024-09-13T02:53:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:30 smithi078 ceph-mon[30844]: osdmap e157: 8 total, 8 up, 8 in 2024-09-13T02:53:31.723 INFO:tasks.rados.rados.0.smithi052.stdout:475: done (0 left) 2024-09-13T02:53:31.723 INFO:tasks.rados.rados.0.smithi052.stdout:476: read oid 21 snap -1 2024-09-13T02:53:31.723 INFO:tasks.rados.rados.0.smithi052.stdout:476: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:31.723 INFO:tasks.rados.rados.0.smithi052.stdout:477: snap_create 2024-09-13T02:53:31.736 INFO:tasks.rados.rados.0.smithi052.stdout:476: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: Upgrade: Updating mgr.x 2024-09-13T02:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: Deploying daemon mgr.x on smithi078 2024-09-13T02:53:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:31 smithi078 ceph-mon[30844]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T02:53:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: Upgrade: Updating mgr.x 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: Deploying daemon mgr.x on smithi078 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[37071]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: Upgrade: Updating mgr.x 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:53:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:53:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: Deploying daemon mgr.x on smithi078 2024-09-13T02:53:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:31 smithi052 ceph-mon[27118]: osdmap e158: 8 total, 8 up, 8 in 2024-09-13T02:53:32.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:32 smithi078 systemd[1]: Stopping Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:53:32.724 INFO:tasks.rados.rados.0.smithi052.stdout:476: done (1 left) 2024-09-13T02:53:32.724 INFO:tasks.rados.rados.0.smithi052.stdout:477: done (0 left) 2024-09-13T02:53:32.724 INFO:tasks.rados.rados.0.smithi052.stdout:478: copy_from oid 24 from oid 25 current snap is 53 2024-09-13T02:53:32.724 INFO:tasks.rados.rados.0.smithi052.stdout:479: snap_remove snap 51 2024-09-13T02:53:33.107 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:32 smithi078 ceph-mon[30844]: pgmap v229: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:33.107 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:32 smithi078 ceph-mon[30844]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T02:53:33.108 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:32 smithi078 podman[64487]: 2024-09-13 02:53:32.701574907 +0000 UTC m=+0.128902404 container died b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T02:53:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:32 smithi052 ceph-mon[37071]: pgmap v229: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:32 smithi052 ceph-mon[37071]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T02:53:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:32 smithi052 ceph-mon[27118]: pgmap v229: 121 pgs: 121 active+clean; 130 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:32 smithi052 ceph-mon[27118]: osdmap e159: 8 total, 8 up, 8 in 2024-09-13T02:53:33.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 podman[64487]: 2024-09-13 02:53:33.214251069 +0000 UTC m=+0.641578566 container cleanup b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-13T02:53:33.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 bash[64487]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x 2024-09-13T02:53:33.726 INFO:tasks.rados.rados.0.smithi052.stdout:479: done (1 left) 2024-09-13T02:53:33.726 INFO:tasks.rados.rados.0.smithi052.stdout:480: rollback oid 16 current snap is 53 2024-09-13T02:53:33.726 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 13 2024-09-13T02:53:33.726 INFO:tasks.rados.rados.0.smithi052.stdout:478: finishing copy_from racing read to smithi05277117-24 2024-09-13T02:53:33.726 INFO:tasks.rados.rados.0.smithi052.stdout:478: finishing copy_from to smithi05277117-24 2024-09-13T02:53:33.726 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 38 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:53:33.727 INFO:tasks.rados.rados.0.smithi052.stdout:478: done (1 left) 2024-09-13T02:53:33.727 INFO:tasks.rados.rados.0.smithi052.stdout:481: read oid 47 snap 47 2024-09-13T02:53:33.727 INFO:tasks.rados.rados.0.smithi052.stdout:481: expect (ObjNum 149 snap 44 seq_num 149) 2024-09-13T02:53:33.727 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 53 2024-09-13T02:53:33.727 INFO:tasks.rados.rados.0.smithi052.stdout:482: seq_num 169 ranges {778240=434176} 2024-09-13T02:53:33.733 INFO:tasks.rados.rados.0.smithi052.stdout:482: writing smithi05277117-48 from 778240 to 1212416 tid 1 2024-09-13T02:53:33.733 INFO:tasks.rados.rados.0.smithi052.stdout:480: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:53:33.733 INFO:tasks.rados.rados.0.smithi052.stdout:480: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:53:33.734 INFO:tasks.rados.rados.0.smithi052.stdout:480: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:53:33.734 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 50 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-09-13T02:53:33.734 INFO:tasks.rados.rados.0.smithi052.stdout:483: read oid 21 snap -1 2024-09-13T02:53:33.734 INFO:tasks.rados.rados.0.smithi052.stdout:483: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:33.734 INFO:tasks.rados.rados.0.smithi052.stdout:480: done (3 left) 2024-09-13T02:53:33.734 INFO:tasks.rados.rados.0.smithi052.stdout:484: snap_remove snap 46 2024-09-13T02:53:33.778 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:53:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:53:33.510Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi078.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.78:8443: connect: connection refused" 2024-09-13T02:53:33.822 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 podman[64499]: 2024-09-13 02:53:33.474422095 +0000 UTC m=+0.768524728 container remove b0717e7c9ae76667332384d3c2328e4dfe744f813593d314ddc529f43b6f8e90 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T02:53:33.822 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:53:33.823 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T02:53:33.823 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 systemd[1]: Stopped Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:53:33.823 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service: Consumed 10.215s CPU time. 2024-09-13T02:53:34.144 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:33 smithi078 systemd[1]: Starting Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:53:34.144 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 podman[64628]: 2024-09-13 02:53:33.933064581 +0000 UTC m=+0.015780294 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:53:34.145 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 podman[64628]: 2024-09-13 02:53:34.033845727 +0000 UTC m=+0.116561501 container create 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T02:53:34.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 podman[64628]: 2024-09-13 02:53:34.269891959 +0000 UTC m=+0.352607674 container init 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:53:34.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 podman[64628]: 2024-09-13 02:53:34.27285235 +0000 UTC m=+0.355568063 container start 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T02:53:34.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-mgr[64647]: -- 172.21.15.78:0/2252609630 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5569491150e0 con 0x5569490f3000 2024-09-13T02:53:34.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:34.390+0000 7f386185c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:53:34.722 INFO:tasks.rados.rados.0.smithi052.stdout:484: done (3 left) 2024-09-13T02:53:34.722 INFO:tasks.rados.rados.0.smithi052.stdout:485: copy_from oid 46 from oid 50 current snap is 53 2024-09-13T02:53:34.722 INFO:tasks.rados.rados.0.smithi052.stdout:486: rollback oid 30 current snap is 53 2024-09-13T02:53:34.722 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 43 2024-09-13T02:53:34.722 INFO:tasks.rados.rados.0.smithi052.stdout:481: expect (ObjNum 149 snap 44 seq_num 149) 2024-09-13T02:53:34.726 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:34.448+0000 7f386185c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:53:34.726 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:34.600+0000 7f386185c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:53:34.726 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:34.668+0000 7f386185c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:53:34.767 INFO:tasks.rados.rados.0.smithi052.stdout:483: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:34.771 INFO:tasks.rados.rados.0.smithi052.stdout:482: finishing write tid 1 to smithi05277117-48 2024-09-13T02:53:34.771 INFO:tasks.rados.rados.0.smithi052.stdout:482: finishing write tid 2 to smithi05277117-48 2024-09-13T02:53:34.771 INFO:tasks.rados.rados.0.smithi052.stdout:482: finishing write tid 3 to smithi05277117-48 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 306 (ObjNum 169 snap 53 seq_num 169) dirty exists 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:482: left oid 48 (ObjNum 169 snap 53 seq_num 169) 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:481: done (4 left) 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:482: done (3 left) 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:483: done (2 left) 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 53 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:486: finishing rollback tid 0 to smithi05277117-30 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:486: finishing rollback tid 1 to smithi05277117-30 2024-09-13T02:53:34.772 INFO:tasks.rados.rados.0.smithi052.stdout:487: seq_num 170 ranges {3596288=450560} 2024-09-13T02:53:34.793 INFO:tasks.rados.rados.0.smithi052.stdout:487: writing smithi05277117-42 from 3596288 to 4046848 tid 1 2024-09-13T02:53:34.793 INFO:tasks.rados.rados.0.smithi052.stdout:488: snap_create 2024-09-13T02:53:34.794 INFO:tasks.rados.rados.0.smithi052.stdout:486: finishing rollback tid 2 to smithi05277117-30 2024-09-13T02:53:34.794 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 280 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-13T02:53:34.794 INFO:tasks.rados.rados.0.smithi052.stdout:485: finishing copy_from racing read to smithi05277117-46 2024-09-13T02:53:34.794 INFO:tasks.rados.rados.0.smithi052.stdout:485: finishing copy_from to smithi05277117-46 2024-09-13T02:53:34.794 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 170 (ObjNum 140 snap 43 seq_num 140) dirty exists 2024-09-13T02:53:34.796 INFO:tasks.rados.rados.0.smithi052.stdout:487: finishing write tid 1 to smithi05277117-42 2024-09-13T02:53:34.797 INFO:tasks.rados.rados.0.smithi052.stdout:487: finishing write tid 2 to smithi05277117-42 2024-09-13T02:53:34.797 INFO:tasks.rados.rados.0.smithi052.stdout:487: finishing write tid 3 to smithi05277117-42 2024-09-13T02:53:34.797 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 175 (ObjNum 170 snap 53 seq_num 170) dirty exists 2024-09-13T02:53:34.797 INFO:tasks.rados.rados.0.smithi052.stdout:487: left oid 42 (ObjNum 170 snap 53 seq_num 170) 2024-09-13T02:53:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:34 smithi052 ceph-mon[37071]: pgmap v232: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 581 KiB/s rd, 830 KiB/s wr, 11 op/s 2024-09-13T02:53:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:34 smithi052 ceph-mon[37071]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T02:53:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:34 smithi052 ceph-mon[37071]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T02:53:35.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:34 smithi052 ceph-mon[27118]: pgmap v232: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 581 KiB/s rd, 830 KiB/s wr, 11 op/s 2024-09-13T02:53:35.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:34 smithi052 ceph-mon[27118]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T02:53:35.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:34 smithi052 ceph-mon[27118]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T02:53:35.079 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:34.829+0000 7f386185c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:53:35.079 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:34.969+0000 7f386185c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:53:35.080 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-mon[30844]: pgmap v232: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 581 KiB/s rd, 830 KiB/s wr, 11 op/s 2024-09-13T02:53:35.080 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-mon[30844]: osdmap e160: 8 total, 8 up, 8 in 2024-09-13T02:53:35.080 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:34 smithi078 ceph-mon[30844]: osdmap e161: 8 total, 8 up, 8 in 2024-09-13T02:53:35.364 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:35 smithi078 bash[64628]: 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf 2024-09-13T02:53:35.365 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:35 smithi078 systemd[1]: Started Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:53:35.365 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:35 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:35.314+0000 7f386185c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:53:35.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:35 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:35.379+0000 7f386185c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:53:35.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:35 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:35.604+0000 7f386185c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:53:35.715 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:35] "GET /metrics HTTP/1.1" 200 240157 "" "Prometheus/2.43.0" 2024-09-13T02:53:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:485: done (3 left) 2024-09-13T02:53:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:486: done (2 left) 2024-09-13T02:53:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:487: done (1 left) 2024-09-13T02:53:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:488: done (0 left) 2024-09-13T02:53:35.731 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 54 2024-09-13T02:53:35.731 INFO:tasks.rados.rados.0.smithi052.stdout:489: seq_num 171 ranges {1851392=466944} 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:489: writing smithi05277117-17 from 1851392 to 2318336 tid 1 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:490: copy_from oid 28 from oid 42 current snap is 54 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:491: rollback oid 15 current snap is 54 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 43 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:492: rollback oid 33 current snap is 54 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 33 to 18 2024-09-13T02:53:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:493: delete oid 46 current snap is 54 2024-09-13T02:53:35.750 INFO:tasks.rados.rados.0.smithi052.stdout:491: finishing rollback tid 0 to smithi05277117-15 2024-09-13T02:53:35.751 INFO:tasks.rados.rados.0.smithi052.stdout:491: finishing rollback tid 1 to smithi05277117-15 2024-09-13T02:53:35.751 INFO:tasks.rados.rados.0.smithi052.stdout:492: finishing rollback tid 0 to smithi05277117-33 2024-09-13T02:53:35.751 INFO:tasks.rados.rados.0.smithi052.stdout:489: finishing write tid 1 to smithi05277117-17 2024-09-13T02:53:35.752 INFO:tasks.rados.rados.0.smithi052.stdout:491: finishing rollback tid 2 to smithi05277117-15 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 83 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:489: finishing write tid 2 to smithi05277117-17 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:492: finishing rollback tid 1 to smithi05277117-33 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:491: done (4 left) 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:493: done (3 left) 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:494: read oid 1 snap 30 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:494: expect (ObjNum 80 snap 17 seq_num 80) 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:495: read oid 12 snap -1 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:495: expect (ObjNum 162 snap 48 seq_num 162) 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:496: copy_from oid 7 from oid 13 current snap is 54 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:497: delete oid 20 current snap is 54 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:492: finishing rollback tid 2 to smithi05277117-33 2024-09-13T02:53:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 284 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:53:35.754 INFO:tasks.rados.rados.0.smithi052.stdout:489: finishing write tid 3 to smithi05277117-17 2024-09-13T02:53:35.755 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 284 (ObjNum 171 snap 54 seq_num 171) dirty exists 2024-09-13T02:53:35.755 INFO:tasks.rados.rados.0.smithi052.stdout:489: left oid 17 (ObjNum 171 snap 54 seq_num 171) 2024-09-13T02:53:35.757 INFO:tasks.rados.rados.0.smithi052.stdout:495: expect (ObjNum 162 snap 48 seq_num 162) 2024-09-13T02:53:35.775 INFO:tasks.rados.rados.0.smithi052.stdout:494: expect (ObjNum 80 snap 17 seq_num 80) 2024-09-13T02:53:35.828 INFO:tasks.rados.rados.0.smithi052.stdout:490: finishing copy_from racing read to smithi05277117-28 2024-09-13T02:53:35.828 INFO:tasks.rados.rados.0.smithi052.stdout:496: finishing copy_from racing read to smithi05277117-7 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:496: finishing copy_from to smithi05277117-7 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 172 (ObjNum 134 snap 39 seq_num 134) dirty exists 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:490: finishing copy_from to smithi05277117-28 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 175 (ObjNum 170 snap 53 seq_num 170) dirty exists 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:489: done (6 left) 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:490: done (5 left) 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:492: done (4 left) 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:494: done (3 left) 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:495: done (2 left) 2024-09-13T02:53:35.829 INFO:tasks.rados.rados.0.smithi052.stdout:496: done (1 left) 2024-09-13T02:53:35.830 INFO:tasks.rados.rados.0.smithi052.stdout:497: done (0 left) 2024-09-13T02:53:35.830 INFO:tasks.rados.rados.0.smithi052.stdout:498: read oid 19 snap -1 2024-09-13T02:53:35.830 INFO:tasks.rados.rados.0.smithi052.stdout:498: expect (ObjNum 167 snap 50 seq_num 167) 2024-09-13T02:53:35.830 INFO:tasks.rados.rados.0.smithi052.stdout:499: delete oid 32 current snap is 54 2024-09-13T02:53:35.830 INFO:tasks.rados.rados.0.smithi052.stdout:499: done (1 left) 2024-09-13T02:53:35.830 INFO:tasks.rados.rados.0.smithi052.stdout:500: copy_from oid 1 from oid 31 current snap is 54 2024-09-13T02:53:35.831 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 54 2024-09-13T02:53:35.831 INFO:tasks.rados.rados.0.smithi052.stdout:501: seq_num 175 ranges {352256=540672} 2024-09-13T02:53:35.835 INFO:tasks.rados.rados.0.smithi052.stdout:501: writing smithi05277117-4 from 352256 to 892928 tid 1 2024-09-13T02:53:35.835 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 54 2024-09-13T02:53:35.835 INFO:tasks.rados.rados.0.smithi052.stdout:500: finishing copy_from to smithi05277117-1 2024-09-13T02:53:35.835 INFO:tasks.rados.rados.0.smithi052.stdout:500: got expected ENOENT (src dne) 2024-09-13T02:53:35.835 INFO:tasks.rados.rados.0.smithi052.stdout:502: seq_num 176 ranges {663552=557056} 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:502: writing smithi05277117-40 from 663552 to 1220608 tid 1 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:503: rollback oid 34 current snap is 54 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 34 to 43 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:500: finishing copy_from racing read to smithi05277117-1 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:500: done (4 left) 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 54 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:501: finishing write tid 1 to smithi05277117-4 2024-09-13T02:53:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:501: finishing write tid 2 to smithi05277117-4 2024-09-13T02:53:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:504: seq_num 177 ranges {2547712=573440} 2024-09-13T02:53:35.861 INFO:tasks.rados.rados.0.smithi052.stdout:504: writing smithi05277117-44 from 2547712 to 3121152 tid 1 2024-09-13T02:53:35.861 INFO:tasks.rados.rados.0.smithi052.stdout:505: delete oid 29 current snap is 54 2024-09-13T02:53:35.861 INFO:tasks.rados.rados.0.smithi052.stdout:501: finishing write tid 3 to smithi05277117-4 2024-09-13T02:53:35.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 317 (ObjNum 175 snap 54 seq_num 175) dirty exists 2024-09-13T02:53:35.862 INFO:tasks.rados.rados.0.smithi052.stdout:501: left oid 4 (ObjNum 175 snap 54 seq_num 175) 2024-09-13T02:53:35.862 INFO:tasks.rados.rados.0.smithi052.stdout:498: expect (ObjNum 167 snap 50 seq_num 167) 2024-09-13T02:53:36.037 INFO:tasks.rados.rados.0.smithi052.stdout:503: finishing rollback tid 0 to smithi05277117-34 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:503: finishing rollback tid 1 to smithi05277117-34 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:498: done (5 left) 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:501: done (4 left) 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:505: done (3 left) 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:506: delete oid 18 current snap is 54 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:503: finishing rollback tid 2 to smithi05277117-34 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 175 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:502: finishing write tid 1 to smithi05277117-40 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:502: finishing write tid 2 to smithi05277117-40 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:502: finishing write tid 3 to smithi05277117-40 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 252 (ObjNum 176 snap 54 seq_num 176) dirty exists 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:502: left oid 40 (ObjNum 176 snap 54 seq_num 176) 2024-09-13T02:53:36.038 INFO:tasks.rados.rados.0.smithi052.stdout:504: finishing write tid 1 to smithi05277117-44 2024-09-13T02:53:36.039 INFO:tasks.rados.rados.0.smithi052.stdout:504: finishing write tid 2 to smithi05277117-44 2024-09-13T02:53:36.039 INFO:tasks.rados.rados.0.smithi052.stdout:504: finishing write tid 3 to smithi05277117-44 2024-09-13T02:53:36.039 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 134 (ObjNum 177 snap 54 seq_num 177) dirty exists 2024-09-13T02:53:36.039 INFO:tasks.rados.rados.0.smithi052.stdout:504: left oid 44 (ObjNum 177 snap 54 seq_num 177) 2024-09-13T02:53:36.039 INFO:tasks.rados.rados.0.smithi052.stdout:502: done (3 left) 2024-09-13T02:53:36.039 INFO:tasks.rados.rados.0.smithi052.stdout:503: done (2 left) 2024-09-13T02:53:36.040 INFO:tasks.rados.rados.0.smithi052.stdout:504: done (1 left) 2024-09-13T02:53:36.040 INFO:tasks.rados.rados.0.smithi052.stdout:506: done (0 left) 2024-09-13T02:53:36.040 INFO:tasks.rados.rados.0.smithi052.stdout:507: rmattr oid 6 current snap is 54 2024-09-13T02:53:36.040 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 54 2024-09-13T02:53:36.040 INFO:tasks.rados.rados.0.smithi052.stdout:508: seq_num 180 ranges {0=622592} 2024-09-13T02:53:36.042 INFO:tasks.rados.rados.0.smithi052.stdout:508: writing smithi05277117-37 from 0 to 622592 tid 1 2024-09-13T02:53:36.042 INFO:tasks.rados.rados.0.smithi052.stdout:509: read oid 29 snap -1 2024-09-13T02:53:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:509: expect deleted 2024-09-13T02:53:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 54 2024-09-13T02:53:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 288 (ObjNum 49 snap 0 seq_num 1574694963) dirty exists 2024-09-13T02:53:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:510: seq_num 181 ranges {483328=638976} 2024-09-13T02:53:36.049 INFO:tasks.rados.rados.0.smithi052.stdout:510: writing smithi05277117-12 from 483328 to 1122304 tid 1 2024-09-13T02:53:36.049 INFO:tasks.rados.rados.0.smithi052.stdout:507: done (3 left) 2024-09-13T02:53:36.049 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 54 2024-09-13T02:53:36.049 INFO:tasks.rados.rados.0.smithi052.stdout:511: seq_num 182 ranges {5988352=655360} 2024-09-13T02:53:36.085 INFO:tasks.rados.rados.0.smithi052.stdout:511: writing smithi05277117-36 from 5988352 to 6643712 tid 1 2024-09-13T02:53:36.085 INFO:tasks.rados.rados.0.smithi052.stdout:512: snap_remove snap 50 2024-09-13T02:53:36.418 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.418 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.418 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:36.419 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.419 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.419 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: pgmap v235: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 581 KiB/s rd, 830 KiB/s wr, 11 op/s 2024-09-13T02:53:36.419 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-mon[30844]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: pgmap v235: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 581 KiB/s rd, 830 KiB/s wr, 11 op/s 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[37071]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: pgmap v235: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 581 KiB/s rd, 830 KiB/s wr, 11 op/s 2024-09-13T02:53:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:36 smithi052 ceph-mon[27118]: osdmap e162: 8 total, 8 up, 8 in 2024-09-13T02:53:36.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:36.568+0000 7f386185c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:53:36.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:36.639+0000 7f386185c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:512: done (4 left) 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:513: snap_create 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:508: finishing write tid 1 to smithi05277117-37 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:508: finishing write tid 2 to smithi05277117-37 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:508: finishing write tid 3 to smithi05277117-37 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 254 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:508: left oid 37 (ObjNum 180 snap 54 seq_num 180) 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:510: finishing write tid 1 to smithi05277117-12 2024-09-13T02:53:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:510: finishing write tid 2 to smithi05277117-12 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:510: finishing write tid 3 to smithi05277117-12 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 192 (ObjNum 181 snap 54 seq_num 181) dirty exists 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:510: left oid 12 (ObjNum 181 snap 54 seq_num 181) 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:511: finishing write tid 1 to smithi05277117-36 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:511: finishing write tid 2 to smithi05277117-36 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:511: finishing write tid 3 to smithi05277117-36 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 177 (ObjNum 182 snap 54 seq_num 182) dirty exists 2024-09-13T02:53:36.733 INFO:tasks.rados.rados.0.smithi052.stdout:511: left oid 36 (ObjNum 182 snap 54 seq_num 182) 2024-09-13T02:53:37.647 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.380+0000 7f386185c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:53:37.647 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.497+0000 7f386185c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:53:37.688 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:53:37.735 INFO:tasks.rados.rados.0.smithi052.stdout:508: done (4 left) 2024-09-13T02:53:37.736 INFO:tasks.rados.rados.0.smithi052.stdout:509: done (3 left) 2024-09-13T02:53:37.736 INFO:tasks.rados.rados.0.smithi052.stdout:510: done (2 left) 2024-09-13T02:53:37.736 INFO:tasks.rados.rados.0.smithi052.stdout:511: done (1 left) 2024-09-13T02:53:37.736 INFO:tasks.rados.rados.0.smithi052.stdout:513: done (0 left) 2024-09-13T02:53:37.736 INFO:tasks.rados.rados.0.smithi052.stdout:514: snap_remove snap 36 2024-09-13T02:53:37.939 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-mon[30844]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T02:53:37.939 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.645+0000 7f386185c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:53:37.939 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.711+0000 7f386185c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:53:37.940 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.869+0000 7f386185c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:53:37.940 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.937+0000 7f386185c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:53:37.953 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:53:37.953 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (3m) 2m ago 4m 16.2M - 0.25.0 c8568f914cd2 b2ca4ed44bba 2024-09-13T02:53:37.953 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (3m) 3m ago 3m 82.6M - 9.4.7 954c08fa6188 d1cc7dbf038d 2024-09-13T02:53:37.953 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (5m) 2m ago 5m 13.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:53:37.953 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (5m) 3m ago 5m 17.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:53:37.953 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283 starting - - - - 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a2c5f8b32462 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (10m) 2m ago 10m 44.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a fe92c4ffd5b8 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (9m) 3m ago 9m 38.1M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (9m) 2m ago 9m 36.4M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (3m) 2m ago 3m 11.3M - 1.5.0 0da6a335fe13 7c485bd4bda2 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (3m) 3m ago 3m 3409k - 1.5.0 0da6a335fe13 11e32fb34656 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (8m) 2m ago 8m 46.6M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (8m) 2m ago 8m 43.8M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (7m) 2m ago 7m 43.3M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (7m) 2m ago 7m 41.0M 2993M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (7m) 3m ago 7m 42.2M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (6m) 3m ago 6m 45.0M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:53:37.954 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (6m) 3m ago 6m 43.1M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:53:37.955 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (5m) 3m ago 5m 41.5M 2992M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:53:37.955 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (3m) 3m ago 4m 24.3M - 2.43.0 a07b618ecd1d b53b63903881 2024-09-13T02:53:37.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:37 smithi052 ceph-mon[27118]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T02:53:37.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:37 smithi052 ceph-mon[37071]: osdmap e163: 8 total, 8 up, 8 in 2024-09-13T02:53:38.196 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:37.999+0000 7f386185c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:53:38.196 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:38.163+0000 7f386185c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:38.273 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 15 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:53:38.274 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:53:38.502 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:38.229+0000 7f386185c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:53:38.502 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:38.297+0000 7f386185c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:53:38.502 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:38.380+0000 7f386185c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:53:38.502 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:38.441+0000 7f386185c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:53:38.502 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:38.500+0000 7f386185c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:53:38.741 INFO:tasks.rados.rados.0.smithi052.stdout:514: done (0 left) 2024-09-13T02:53:38.741 INFO:tasks.rados.rados.0.smithi052.stdout:515: read oid 16 snap 35 2024-09-13T02:53:38.741 INFO:tasks.rados.rados.0.smithi052.stdout:515: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:53:38.741 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 55 2024-09-13T02:53:38.741 INFO:tasks.rados.rados.0.smithi052.stdout:516: seq_num 183 ranges {778240=671744} 2024-09-13T02:53:38.749 INFO:tasks.rados.rados.0.smithi052.stdout:516: writing smithi05277117-2 from 778240 to 1449984 tid 1 2024-09-13T02:53:38.749 INFO:tasks.rados.rados.0.smithi052.stdout:515: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:516: finishing write tid 1 to smithi05277117-2 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:516: finishing write tid 2 to smithi05277117-2 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:516: finishing write tid 3 to smithi05277117-2 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 115 (ObjNum 183 snap 55 seq_num 183) dirty exists 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:516: left oid 2 (ObjNum 183 snap 55 seq_num 183) 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:515: done (1 left) 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:516: done (0 left) 2024-09-13T02:53:38.762 INFO:tasks.rados.rados.0.smithi052.stdout:517: setattr oid 27 current snap is 55 2024-09-13T02:53:38.764 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 55 2024-09-13T02:53:38.764 INFO:tasks.rados.rados.0.smithi052.stdout:518: seq_num 184 ranges {1302528=688128} 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:518: writing smithi05277117-25 from 1302528 to 1990656 tid 1 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:519: read oid 33 snap -1 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:519: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:520: read oid 32 snap -1 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:520: expect deleted 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:521: copy_from oid 17 from oid 37 current snap is 55 2024-09-13T02:53:38.776 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 300 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:53:38.777 INFO:tasks.rados.rados.0.smithi052.stdout:517: done (4 left) 2024-09-13T02:53:38.777 INFO:tasks.rados.rados.0.smithi052.stdout:522: rollback oid 22 current snap is 55 2024-09-13T02:53:38.777 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 33 2024-09-13T02:53:38.777 INFO:tasks.rados.rados.0.smithi052.stdout:523: snap_remove snap 13 2024-09-13T02:53:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-mon[30844]: pgmap v238: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-09-13T02:53:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-mon[30844]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-mon[30844]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T02:53:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-mon[30844]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:38 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/370811098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:53:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[37071]: pgmap v238: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[37071]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[37071]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[37071]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/370811098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[27118]: pgmap v238: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[27118]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[27118]: osdmap e164: 8 total, 8 up, 8 in 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[27118]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:53:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:38 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/370811098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:53:39.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:39.321+0000 7f386185c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:53:39.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:39] ENGINE Bus STARTING 2024-09-13T02:53:39.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: CherryPy Checker: 2024-09-13T02:53:39.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: The Application mounted at '' has an empty config. 2024-09-13T02:53:39.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:39.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:39] ENGINE Serving on http://:::9283 2024-09-13T02:53:39.697 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:39] ENGINE Bus STARTED 2024-09-13T02:53:39.724 INFO:tasks.rados.rados.0.smithi052.stdout:522: finishing rollback tid 0 to smithi05277117-22 2024-09-13T02:53:39.724 INFO:tasks.rados.rados.0.smithi052.stdout:522: finishing rollback tid 1 to smithi05277117-22 2024-09-13T02:53:39.724 INFO:tasks.rados.rados.0.smithi052.stdout:519: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:53:39.736 INFO:tasks.rados.rados.0.smithi052.stdout:522: finishing rollback tid 2 to smithi05277117-22 2024-09-13T02:53:39.736 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 187 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-09-13T02:53:39.736 INFO:tasks.rados.rados.0.smithi052.stdout:518: finishing write tid 1 to smithi05277117-25 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:518: finishing write tid 2 to smithi05277117-25 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:518: finishing write tid 3 to smithi05277117-25 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 40 (ObjNum 184 snap 55 seq_num 184) dirty exists 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:518: left oid 25 (ObjNum 184 snap 55 seq_num 184) 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:521: finishing copy_from racing read to smithi05277117-17 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:521: finishing copy_from to smithi05277117-17 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 254 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:518: done (5 left) 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:519: done (4 left) 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:520: done (3 left) 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:521: done (2 left) 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:522: done (1 left) 2024-09-13T02:53:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:523: done (0 left) 2024-09-13T02:53:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:524: read oid 29 snap -1 2024-09-13T02:53:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:524: expect deleted 2024-09-13T02:53:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:525: rollback oid 44 current snap is 55 2024-09-13T02:53:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 38 2024-09-13T02:53:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:526: delete oid 11 current snap is 55 2024-09-13T02:53:39.739 INFO:tasks.rados.rados.0.smithi052.stdout:524: done (2 left) 2024-09-13T02:53:39.739 INFO:tasks.rados.rados.0.smithi052.stdout:526: done (1 left) 2024-09-13T02:53:39.739 INFO:tasks.rados.rados.0.smithi052.stdout:527: rmattr oid 33 current snap is 55 2024-09-13T02:53:39.739 INFO:tasks.rados.rados.0.smithi052.stdout:527: done (1 left) 2024-09-13T02:53:39.739 INFO:tasks.rados.rados.0.smithi052.stdout:528: snap_create 2024-09-13T02:53:39.740 INFO:tasks.rados.rados.0.smithi052.stdout:525: finishing rollback tid 0 to smithi05277117-44 2024-09-13T02:53:39.740 INFO:tasks.rados.rados.0.smithi052.stdout:525: finishing rollback tid 1 to smithi05277117-44 2024-09-13T02:53:39.740 INFO:tasks.rados.rados.0.smithi052.stdout:525: finishing rollback tid 2 to smithi05277117-44 2024-09-13T02:53:39.740 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 154 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-13T02:53:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: Standby manager daemon x restarted 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: Standby manager daemon x started 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[37071]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: Standby manager daemon x restarted 2024-09-13T02:53:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: Standby manager daemon x started 2024-09-13T02:53:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:53:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:53:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:53:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:53:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:39 smithi052 ceph-mon[27118]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T02:53:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: osdmap e165: 8 total, 8 up, 8 in 2024-09-13T02:53:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: Standby manager daemon x restarted 2024-09-13T02:53:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: Standby manager daemon x started 2024-09-13T02:53:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:53:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:53:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:53:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:53:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:39 smithi078 ceph-mon[30844]: osdmap e166: 8 total, 8 up, 8 in 2024-09-13T02:53:40.724 INFO:tasks.rados.rados.0.smithi052.stdout:525: done (1 left) 2024-09-13T02:53:40.724 INFO:tasks.rados.rados.0.smithi052.stdout:528: done (0 left) 2024-09-13T02:53:40.724 INFO:tasks.rados.rados.0.smithi052.stdout:529: delete oid 37 current snap is 56 2024-09-13T02:53:40.727 INFO:tasks.rados.rados.0.smithi052.stdout:529: done (0 left) 2024-09-13T02:53:40.728 INFO:tasks.rados.rados.0.smithi052.stdout:530: read oid 28 snap 47 2024-09-13T02:53:40.728 INFO:tasks.rados.rados.0.smithi052.stdout:530: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:53:40.728 INFO:tasks.rados.rados.0.smithi052.stdout:531: read oid 6 snap -1 2024-09-13T02:53:40.728 INFO:tasks.rados.rados.0.smithi052.stdout:531: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:53:40.728 INFO:tasks.rados.rados.0.smithi052.stdout:532: delete oid 8 current snap is 56 2024-09-13T02:53:40.729 INFO:tasks.rados.rados.0.smithi052.stdout:531: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:53:40.730 INFO:tasks.rados.rados.0.smithi052.stdout:530: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:53:40.745 INFO:tasks.rados.rados.0.smithi052.stdout:530: done (2 left) 2024-09-13T02:53:40.745 INFO:tasks.rados.rados.0.smithi052.stdout:531: done (1 left) 2024-09-13T02:53:40.745 INFO:tasks.rados.rados.0.smithi052.stdout:532: done (0 left) 2024-09-13T02:53:40.745 INFO:tasks.rados.rados.0.smithi052.stdout:533: read oid 39 snap -1 2024-09-13T02:53:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:533: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:53:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:534: delete oid 34 current snap is 56 2024-09-13T02:53:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:534: done (1 left) 2024-09-13T02:53:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:535: read oid 38 snap -1 2024-09-13T02:53:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:535: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T02:53:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:536: copy_from oid 28 from oid 17 current snap is 56 2024-09-13T02:53:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 56 2024-09-13T02:53:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:537: seq_num 189 ranges {360448=770048} 2024-09-13T02:53:40.754 INFO:tasks.rados.rados.0.smithi052.stdout:537: writing smithi05277117-15 from 360448 to 1130496 tid 1 2024-09-13T02:53:40.754 INFO:tasks.rados.rados.0.smithi052.stdout:538: delete oid 35 current snap is 56 2024-09-13T02:53:40.756 INFO:tasks.rados.rados.0.smithi052.stdout:538: done (4 left) 2024-09-13T02:53:40.756 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 56 2024-09-13T02:53:40.756 INFO:tasks.rados.rados.0.smithi052.stdout:539: seq_num 191 ranges {876544=802816} 2024-09-13T02:53:40.766 INFO:tasks.rados.rados.0.smithi052.stdout:539: writing smithi05277117-47 from 876544 to 1679360 tid 1 2024-09-13T02:53:40.766 INFO:tasks.rados.rados.0.smithi052.stdout:540: setattr oid 4 current snap is 56 2024-09-13T02:53:40.766 INFO:tasks.rados.rados.0.smithi052.stdout:533: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:53:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:537: finishing write tid 1 to smithi05277117-15 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:537: finishing write tid 2 to smithi05277117-15 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:537: finishing write tid 3 to smithi05277117-15 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 85 (ObjNum 189 snap 56 seq_num 189) dirty exists 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:537: left oid 15 (ObjNum 189 snap 56 seq_num 189) 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:536: finishing copy_from racing read to smithi05277117-28 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:536: finishing copy_from to smithi05277117-28 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 254 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:53:40.856 INFO:tasks.rados.rados.0.smithi052.stdout:535: expect (ObjNum 136 snap 39 seq_num 136) 2024-09-13T02:53:41.017 INFO:tasks.rados.rados.0.smithi052.stdout:539: finishing write tid 1 to smithi05277117-47 2024-09-13T02:53:41.017 INFO:tasks.rados.rados.0.smithi052.stdout:539: finishing write tid 2 to smithi05277117-47 2024-09-13T02:53:41.017 INFO:tasks.rados.rados.0.smithi052.stdout:539: finishing write tid 3 to smithi05277117-47 2024-09-13T02:53:41.017 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 209 (ObjNum 191 snap 56 seq_num 191) dirty exists 2024-09-13T02:53:41.017 INFO:tasks.rados.rados.0.smithi052.stdout:539: left oid 47 (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:53:41.017 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 339 (ObjNum 175 snap 54 seq_num 175) dirty exists 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:533: done (5 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:535: done (4 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:536: done (3 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:537: done (2 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:539: done (1 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:540: done (0 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:541: delete oid 10 current snap is 56 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:541: done (0 left) 2024-09-13T02:53:41.018 INFO:tasks.rados.rados.0.smithi052.stdout:542: snap_remove snap 41 2024-09-13T02:53:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:40 smithi052 ceph-mon[37071]: pgmap v241: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-09-13T02:53:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:40 smithi052 ceph-mon[37071]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-13T02:53:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:40 smithi052 ceph-mon[37071]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T02:53:41.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:40 smithi052 ceph-mon[27118]: pgmap v241: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-09-13T02:53:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:40 smithi052 ceph-mon[27118]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-13T02:53:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:40 smithi052 ceph-mon[27118]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T02:53:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:40 smithi078 ceph-mon[30844]: pgmap v241: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-09-13T02:53:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:40 smithi078 ceph-mon[30844]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-13T02:53:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:40 smithi078 ceph-mon[30844]: osdmap e167: 8 total, 8 up, 8 in 2024-09-13T02:53:41.756 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:53:41 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:53:41.381Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=7 2024-09-13T02:53:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:542: done (0 left) 2024-09-13T02:53:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 56 2024-09-13T02:53:41.762 INFO:tasks.rados.rados.0.smithi052.stdout:543: seq_num 193 ranges {1449984=434176,1884160=401408} 2024-09-13T02:53:41.773 INFO:tasks.rados.rados.0.smithi052.stdout:543: writing smithi05277117-2 from 1449984 to 1884160 tid 1 2024-09-13T02:53:41.776 INFO:tasks.rados.rados.0.smithi052.stdout:543: writing smithi05277117-2 from 1884160 to 2285568 tid 2 2024-09-13T02:53:41.776 INFO:tasks.rados.rados.0.smithi052.stdout:544: snap_create 2024-09-13T02:53:41.779 INFO:tasks.rados.rados.0.smithi052.stdout:543: finishing write tid 1 to smithi05277117-2 2024-09-13T02:53:41.780 INFO:tasks.rados.rados.0.smithi052.stdout:543: finishing write tid 2 to smithi05277117-2 2024-09-13T02:53:41.780 INFO:tasks.rados.rados.0.smithi052.stdout:543: finishing write tid 3 to smithi05277117-2 2024-09-13T02:53:41.781 INFO:tasks.rados.rados.0.smithi052.stdout:543: finishing write tid 4 to smithi05277117-2 2024-09-13T02:53:41.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 118 (ObjNum 193 snap 56 seq_num 193) dirty exists 2024-09-13T02:53:41.782 INFO:tasks.rados.rados.0.smithi052.stdout:543: left oid 2 (ObjNum 193 snap 56 seq_num 193) 2024-09-13T02:53:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:41 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:41 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:41 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:42.766 INFO:tasks.rados.rados.0.smithi052.stdout:543: done (1 left) 2024-09-13T02:53:42.766 INFO:tasks.rados.rados.0.smithi052.stdout:544: done (0 left) 2024-09-13T02:53:42.766 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 57 2024-09-13T02:53:42.766 INFO:tasks.rados.rados.0.smithi052.stdout:545: seq_num 194 ranges {442368=458752,901120=401408} 2024-09-13T02:53:42.771 INFO:tasks.rados.rados.0.smithi052.stdout:545: writing smithi05277117-27 from 442368 to 901120 tid 1 2024-09-13T02:53:42.774 INFO:tasks.rados.rados.0.smithi052.stdout:545: writing smithi05277117-27 from 901120 to 1302528 tid 2 2024-09-13T02:53:42.774 INFO:tasks.rados.rados.0.smithi052.stdout:546: rollback oid 16 current snap is 57 2024-09-13T02:53:42.774 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 52 2024-09-13T02:53:42.774 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 57 2024-09-13T02:53:42.774 INFO:tasks.rados.rados.0.smithi052.stdout:547: seq_num 195 ranges {0=475136,475136=401408} 2024-09-13T02:53:42.776 INFO:tasks.rados.rados.0.smithi052.stdout:547: writing smithi05277117-32 from 0 to 475136 tid 1 2024-09-13T02:53:42.780 INFO:tasks.rados.rados.0.smithi052.stdout:547: writing smithi05277117-32 from 475136 to 876544 tid 2 2024-09-13T02:53:42.780 INFO:tasks.rados.rados.0.smithi052.stdout:548: snap_create 2024-09-13T02:53:42.780 INFO:tasks.rados.rados.0.smithi052.stdout:545: finishing write tid 1 to smithi05277117-27 2024-09-13T02:53:42.780 INFO:tasks.rados.rados.0.smithi052.stdout:546: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:53:42.780 INFO:tasks.rados.rados.0.smithi052.stdout:545: finishing write tid 2 to smithi05277117-27 2024-09-13T02:53:42.780 INFO:tasks.rados.rados.0.smithi052.stdout:546: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:53:42.781 INFO:tasks.rados.rados.0.smithi052.stdout:545: finishing write tid 3 to smithi05277117-27 2024-09-13T02:53:42.781 INFO:tasks.rados.rados.0.smithi052.stdout:546: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:53:42.781 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 64 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:53:42.782 INFO:tasks.rados.rados.0.smithi052.stdout:545: finishing write tid 4 to smithi05277117-27 2024-09-13T02:53:42.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 324 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-09-13T02:53:42.782 INFO:tasks.rados.rados.0.smithi052.stdout:545: left oid 27 (ObjNum 194 snap 57 seq_num 194) 2024-09-13T02:53:42.783 INFO:tasks.rados.rados.0.smithi052.stdout:547: finishing write tid 1 to smithi05277117-32 2024-09-13T02:53:42.784 INFO:tasks.rados.rados.0.smithi052.stdout:547: finishing write tid 2 to smithi05277117-32 2024-09-13T02:53:42.784 INFO:tasks.rados.rados.0.smithi052.stdout:547: finishing write tid 3 to smithi05277117-32 2024-09-13T02:53:42.785 INFO:tasks.rados.rados.0.smithi052.stdout:547: finishing write tid 4 to smithi05277117-32 2024-09-13T02:53:42.785 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 346 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-09-13T02:53:42.785 INFO:tasks.rados.rados.0.smithi052.stdout:547: left oid 32 (ObjNum 195 snap 57 seq_num 195) 2024-09-13T02:53:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:42 smithi052 ceph-mon[37071]: pgmap v244: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:42 smithi052 ceph-mon[37071]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T02:53:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:42 smithi052 ceph-mon[27118]: pgmap v244: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:42 smithi052 ceph-mon[27118]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T02:53:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:42 smithi078 ceph-mon[30844]: pgmap v244: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:42 smithi078 ceph-mon[30844]: osdmap e168: 8 total, 8 up, 8 in 2024-09-13T02:53:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:545: done (3 left) 2024-09-13T02:53:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:546: done (2 left) 2024-09-13T02:53:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:547: done (1 left) 2024-09-13T02:53:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:548: done (0 left) 2024-09-13T02:53:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:549: setattr oid 7 current snap is 58 2024-09-13T02:53:43.775 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 58 2024-09-13T02:53:43.775 INFO:tasks.rados.rados.0.smithi052.stdout:550: seq_num 196 ranges {2654208=491520,3145728=401408} 2024-09-13T02:53:43.793 INFO:tasks.rados.rados.0.smithi052.stdout:550: writing smithi05277117-19 from 2654208 to 3145728 tid 1 2024-09-13T02:53:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:550: writing smithi05277117-19 from 3145728 to 3547136 tid 2 2024-09-13T02:53:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:551: copy_from oid 13 from oid 8 current snap is 58 2024-09-13T02:53:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 177 (ObjNum 134 snap 39 seq_num 134) dirty exists 2024-09-13T02:53:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:549: done (2 left) 2024-09-13T02:53:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 58 2024-09-13T02:53:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:552: seq_num 197 ranges {1851392=507904,2359296=401408} 2024-09-13T02:53:43.808 INFO:tasks.rados.rados.0.smithi052.stdout:552: writing smithi05277117-41 from 1851392 to 2359296 tid 1 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:552: writing smithi05277117-41 from 2359296 to 2760704 tid 2 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:553: read oid 20 snap 45 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:553: expect (ObjNum 54 snap 3 seq_num 54) 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:554: read oid 21 snap -1 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:554: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 58 2024-09-13T02:53:43.811 INFO:tasks.rados.rados.0.smithi052.stdout:551: finishing copy_from to smithi05277117-13 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:551: got expected ENOENT (src dne) 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:551: finishing copy_from racing read to smithi05277117-13 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:550: finishing write tid 1 to smithi05277117-19 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:550: finishing write tid 2 to smithi05277117-19 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:550: finishing write tid 3 to smithi05277117-19 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:550: finishing write tid 4 to smithi05277117-19 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 203 (ObjNum 196 snap 58 seq_num 196) dirty exists 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:550: left oid 19 (ObjNum 196 snap 58 seq_num 196) 2024-09-13T02:53:43.812 INFO:tasks.rados.rados.0.smithi052.stdout:555: seq_num 198 ranges {3096576=524288,3620864=401408} 2024-09-13T02:53:43.831 INFO:tasks.rados.rados.0.smithi052.stdout:555: writing smithi05277117-26 from 3096576 to 3620864 tid 1 2024-09-13T02:53:43.833 INFO:tasks.rados.rados.0.smithi052.stdout:555: writing smithi05277117-26 from 3620864 to 4022272 tid 2 2024-09-13T02:53:43.833 INFO:tasks.rados.rados.0.smithi052.stdout:550: done (5 left) 2024-09-13T02:53:43.833 INFO:tasks.rados.rados.0.smithi052.stdout:551: done (4 left) 2024-09-13T02:53:43.833 INFO:tasks.rados.rados.0.smithi052.stdout:556: rollback oid 25 current snap is 58 2024-09-13T02:53:43.833 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 29 2024-09-13T02:53:43.833 INFO:tasks.rados.rados.0.smithi052.stdout:554: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:43.838 INFO:tasks.rados.rados.0.smithi052.stdout:552: finishing write tid 1 to smithi05277117-41 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:552: finishing write tid 2 to smithi05277117-41 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:552: finishing write tid 3 to smithi05277117-41 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:552: finishing write tid 4 to smithi05277117-41 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 258 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:552: left oid 41 (ObjNum 197 snap 58 seq_num 197) 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:552: done (4 left) 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:554: done (3 left) 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:557: rollback oid 37 current snap is 58 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 39 2024-09-13T02:53:43.839 INFO:tasks.rados.rados.0.smithi052.stdout:553: expect (ObjNum 54 snap 3 seq_num 54) 2024-09-13T02:53:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:555: finishing write tid 1 to smithi05277117-26 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:555: finishing write tid 2 to smithi05277117-26 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:556: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:555: finishing write tid 3 to smithi05277117-26 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:556: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:556: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 43 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:555: finishing write tid 4 to smithi05277117-26 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 190 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:555: left oid 26 (ObjNum 198 snap 58 seq_num 198) 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:557: finishing rollback tid 1 to smithi05277117-37 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 255 (ObjNum 113 snap 0 seq_num 4209456336) dirty dne 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:553: done (3 left) 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:555: done (2 left) 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:556: done (1 left) 2024-09-13T02:53:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:557: done (0 left) 2024-09-13T02:53:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 58 2024-09-13T02:53:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:558: seq_num 199 ranges {0=540672,540672=401408} 2024-09-13T02:53:43.895 INFO:tasks.rados.rados.0.smithi052.stdout:558: writing smithi05277117-6 from 0 to 540672 tid 1 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:558: writing smithi05277117-6 from 540672 to 942080 tid 2 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:559: rollback oid 15 current snap is 58 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 38 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:560: read oid 43 snap -1 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:560: expect deleted 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:561: rollback oid 29 current snap is 58 2024-09-13T02:53:43.898 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 29 to 56 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:562: read oid 8 snap -1 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:562: expect deleted 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:563: rollback oid 34 current snap is 58 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 34 to 44 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:564: snap_create 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:561: finishing rollback tid 1 to smithi05277117-29 2024-09-13T02:53:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 73 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:53:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:559: finishing rollback tid 0 to smithi05277117-15 2024-09-13T02:53:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:558: finishing write tid 1 to smithi05277117-6 2024-09-13T02:53:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:559: finishing rollback tid 1 to smithi05277117-15 2024-09-13T02:53:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:558: finishing write tid 2 to smithi05277117-6 2024-09-13T02:53:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:563: finishing rollback tid 1 to smithi05277117-34 2024-09-13T02:53:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:558: finishing write tid 3 to smithi05277117-6 2024-09-13T02:53:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:559: finishing rollback tid 2 to smithi05277117-15 2024-09-13T02:53:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 88 (ObjNum 4113 snap 0 seq_num 1566141091) dirty exists 2024-09-13T02:53:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:563: finishing rollback tid 2 to smithi05277117-34 2024-09-13T02:53:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 179 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-09-13T02:53:43.903 INFO:tasks.rados.rados.0.smithi052.stdout:558: finishing write tid 4 to smithi05277117-6 2024-09-13T02:53:43.903 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 329 (ObjNum 199 snap 58 seq_num 199) dirty exists 2024-09-13T02:53:43.903 INFO:tasks.rados.rados.0.smithi052.stdout:558: left oid 6 (ObjNum 199 snap 58 seq_num 199) 2024-09-13T02:53:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:43 smithi052 ceph-mon[27118]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T02:53:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:43 smithi052 ceph-mon[37071]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T02:53:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:43 smithi078 ceph-mon[30844]: osdmap e169: 8 total, 8 up, 8 in 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:558: done (6 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:559: done (5 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:560: done (4 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:561: done (3 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:562: done (2 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:563: done (1 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:564: done (0 left) 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:565: rollback oid 42 current snap is 59 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 29 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:566: copy_from oid 3 from oid 1 current snap is 59 2024-09-13T02:53:44.725 INFO:tasks.rados.rados.0.smithi052.stdout:567: snap_remove snap 45 2024-09-13T02:53:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:44 smithi052 ceph-mon[37071]: pgmap v247: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-13T02:53:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:44 smithi052 ceph-mon[37071]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T02:53:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:44 smithi052 ceph-mon[37071]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T02:53:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:44 smithi052 ceph-mon[27118]: pgmap v247: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-13T02:53:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:44 smithi052 ceph-mon[27118]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T02:53:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:44 smithi052 ceph-mon[27118]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T02:53:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:44 smithi078 ceph-mon[30844]: pgmap v247: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-13T02:53:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:44 smithi078 ceph-mon[30844]: osdmap e170: 8 total, 8 up, 8 in 2024-09-13T02:53:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:44 smithi078 ceph-mon[30844]: osdmap e171: 8 total, 8 up, 8 in 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:565: finishing rollback tid 0 to smithi05277117-42 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:565: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:566: finishing copy_from to smithi05277117-3 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:566: got expected ENOENT (src dne) 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:565: finishing rollback tid 2 to smithi05277117-42 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 207 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:53:45.727 INFO:tasks.rados.rados.0.smithi052.stdout:566: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:53:45.728 INFO:tasks.rados.rados.0.smithi052.stdout:565: done (2 left) 2024-09-13T02:53:45.728 INFO:tasks.rados.rados.0.smithi052.stdout:566: done (1 left) 2024-09-13T02:53:45.728 INFO:tasks.rados.rados.0.smithi052.stdout:567: done (0 left) 2024-09-13T02:53:45.728 INFO:tasks.rados.rados.0.smithi052.stdout:568: snap_create 2024-09-13T02:53:45.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:45 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:45] "GET /metrics HTTP/1.1" 200 240181 "" "Prometheus/2.43.0" 2024-09-13T02:53:46.726 INFO:tasks.rados.rados.0.smithi052.stdout:568: done (0 left) 2024-09-13T02:53:46.727 INFO:tasks.rados.rados.0.smithi052.stdout:569: read oid 46 snap -1 2024-09-13T02:53:46.727 INFO:tasks.rados.rados.0.smithi052.stdout:569: expect deleted 2024-09-13T02:53:46.727 INFO:tasks.rados.rados.0.smithi052.stdout:570: rollback oid 42 current snap is 60 2024-09-13T02:53:46.727 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 59 2024-09-13T02:53:46.727 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 60 2024-09-13T02:53:46.727 INFO:tasks.rados.rados.0.smithi052.stdout:571: seq_num 200 ranges {4022272=557056,4579328=401408} 2024-09-13T02:53:46.752 INFO:tasks.rados.rados.0.smithi052.stdout:571: writing smithi05277117-26 from 4022272 to 4579328 tid 1 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:571: writing smithi05277117-26 from 4579328 to 4980736 tid 2 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:572: copy_from oid 41 from oid 40 current snap is 60 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:570: finishing rollback tid 0 to smithi05277117-42 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:570: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:570: finishing rollback tid 2 to smithi05277117-42 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 217 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:569: done (3 left) 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:570: done (2 left) 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:573: rollback oid 16 current snap is 60 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 54 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:574: copy_from oid 18 from oid 23 current snap is 60 2024-09-13T02:53:46.755 INFO:tasks.rados.rados.0.smithi052.stdout:575: rollback oid 17 current snap is 60 2024-09-13T02:53:46.756 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 17 to 59 2024-09-13T02:53:46.756 INFO:tasks.rados.rados.0.smithi052.stdout:576: delete oid 6 current snap is 60 2024-09-13T02:53:46.758 INFO:tasks.rados.rados.0.smithi052.stdout:573: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:53:46.758 INFO:tasks.rados.rados.0.smithi052.stdout:573: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:53:46.758 INFO:tasks.rados.rados.0.smithi052.stdout:573: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:53:46.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 70 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-09-13T02:53:46.759 INFO:tasks.rados.rados.0.smithi052.stdout:571: finishing write tid 1 to smithi05277117-26 2024-09-13T02:53:46.759 INFO:tasks.rados.rados.0.smithi052.stdout:575: finishing rollback tid 0 to smithi05277117-17 2024-09-13T02:53:46.760 INFO:tasks.rados.rados.0.smithi052.stdout:571: finishing write tid 2 to smithi05277117-26 2024-09-13T02:53:46.761 INFO:tasks.rados.rados.0.smithi052.stdout:575: finishing rollback tid 1 to smithi05277117-17 2024-09-13T02:53:46.761 INFO:tasks.rados.rados.0.smithi052.stdout:571: finishing write tid 3 to smithi05277117-26 2024-09-13T02:53:46.761 INFO:tasks.rados.rados.0.smithi052.stdout:575: finishing rollback tid 2 to smithi05277117-17 2024-09-13T02:53:46.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 341 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:53:46.761 INFO:tasks.rados.rados.0.smithi052.stdout:573: done (5 left) 2024-09-13T02:53:46.761 INFO:tasks.rados.rados.0.smithi052.stdout:575: done (4 left) 2024-09-13T02:53:46.762 INFO:tasks.rados.rados.0.smithi052.stdout:576: done (3 left) 2024-09-13T02:53:46.762 INFO:tasks.rados.rados.0.smithi052.stdout:577: delete oid 45 current snap is 60 2024-09-13T02:53:46.762 INFO:tasks.rados.rados.0.smithi052.stdout:571: finishing write tid 4 to smithi05277117-26 2024-09-13T02:53:46.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 198 (ObjNum 200 snap 60 seq_num 200) dirty exists 2024-09-13T02:53:46.762 INFO:tasks.rados.rados.0.smithi052.stdout:571: left oid 26 (ObjNum 200 snap 60 seq_num 200) 2024-09-13T02:53:46.763 INFO:tasks.rados.rados.0.smithi052.stdout:571: done (3 left) 2024-09-13T02:53:46.763 INFO:tasks.rados.rados.0.smithi052.stdout:577: done (2 left) 2024-09-13T02:53:46.763 INFO:tasks.rados.rados.0.smithi052.stdout:578: read oid 4 snap -1 2024-09-13T02:53:46.763 INFO:tasks.rados.rados.0.smithi052.stdout:578: expect (ObjNum 175 snap 54 seq_num 175) 2024-09-13T02:53:46.763 INFO:tasks.rados.rados.0.smithi052.stdout:579: delete oid 26 current snap is 60 2024-09-13T02:53:46.765 INFO:tasks.rados.rados.0.smithi052.stdout:579: done (3 left) 2024-09-13T02:53:46.765 INFO:tasks.rados.rados.0.smithi052.stdout:580: rmattr oid 38 current snap is 60 2024-09-13T02:53:46.765 INFO:tasks.rados.rados.0.smithi052.stdout:580: done (3 left) 2024-09-13T02:53:46.766 INFO:tasks.rados.rados.0.smithi052.stdout:581: setattr oid 29 current snap is 60 2024-09-13T02:53:46.766 INFO:tasks.rados.rados.0.smithi052.stdout:574: finishing copy_from racing read to smithi05277117-18 2024-09-13T02:53:46.767 INFO:tasks.rados.rados.0.smithi052.stdout:578: expect (ObjNum 175 snap 54 seq_num 175) 2024-09-13T02:53:46.801 INFO:tasks.rados.rados.0.smithi052.stdout:574: finishing copy_from to smithi05277117-18 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 87 (ObjNum 109 snap 27 seq_num 109) dirty exists 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:572: finishing copy_from racing read to smithi05277117-41 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:572: finishing copy_from to smithi05277117-41 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 252 (ObjNum 176 snap 54 seq_num 176) dirty exists 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:572: done (3 left) 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:574: done (2 left) 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:578: done (1 left) 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 60 2024-09-13T02:53:46.802 INFO:tasks.rados.rados.0.smithi052.stdout:582: seq_num 204 ranges {0=622592,622592=401408} 2024-09-13T02:53:46.805 INFO:tasks.rados.rados.0.smithi052.stdout:582: writing smithi05277117-1 from 0 to 622592 tid 1 2024-09-13T02:53:46.807 INFO:tasks.rados.rados.0.smithi052.stdout:582: writing smithi05277117-1 from 622592 to 1024000 tid 2 2024-09-13T02:53:46.807 INFO:tasks.rados.rados.0.smithi052.stdout:583: rollback oid 42 current snap is 60 2024-09-13T02:53:46.807 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 52 2024-09-13T02:53:46.807 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 119 (ObjNum 145 snap 0 seq_num 4209408832) dirty exists 2024-09-13T02:53:46.807 INFO:tasks.rados.rados.0.smithi052.stdout:581: done (2 left) 2024-09-13T02:53:46.808 INFO:tasks.rados.rados.0.smithi052.stdout:584: setattr oid 29 current snap is 60 2024-09-13T02:53:46.808 INFO:tasks.rados.rados.0.smithi052.stdout:582: finishing write tid 1 to smithi05277117-1 2024-09-13T02:53:46.809 INFO:tasks.rados.rados.0.smithi052.stdout:585: rmattr oid 8 current snap is 60 2024-09-13T02:53:46.809 INFO:tasks.rados.rados.0.smithi052.stdout:585: done (3 left) 2024-09-13T02:53:46.809 INFO:tasks.rados.rados.0.smithi052.stdout:586: read oid 8 snap -1 2024-09-13T02:53:46.810 INFO:tasks.rados.rados.0.smithi052.stdout:586: expect deleted 2024-09-13T02:53:46.810 INFO:tasks.rados.rados.0.smithi052.stdout:587: rollback oid 26 current snap is 60 2024-09-13T02:53:46.810 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 52 2024-09-13T02:53:46.810 INFO:tasks.rados.rados.0.smithi052.stdout:588: copy_from oid 6 from oid 38 current snap is 60 2024-09-13T02:53:46.810 INFO:tasks.rados.rados.0.smithi052.stdout:589: delete oid 13 current snap is 60 2024-09-13T02:53:46.811 INFO:tasks.rados.rados.0.smithi052.stdout:583: finishing rollback tid 0 to smithi05277117-42 2024-09-13T02:53:46.811 INFO:tasks.rados.rados.0.smithi052.stdout:583: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:53:46.811 INFO:tasks.rados.rados.0.smithi052.stdout:582: finishing write tid 2 to smithi05277117-1 2024-09-13T02:53:46.811 INFO:tasks.rados.rados.0.smithi052.stdout:583: finishing rollback tid 2 to smithi05277117-42 2024-09-13T02:53:46.811 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 220 (ObjNum 118 snap 33 seq_num 118) dirty exists 2024-09-13T02:53:46.811 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 120 (ObjNum 97 snap 0 seq_num 4209226848) dirty exists 2024-09-13T02:53:46.812 INFO:tasks.rados.rados.0.smithi052.stdout:587: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:53:46.812 INFO:tasks.rados.rados.0.smithi052.stdout:587: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:53:46.812 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 201 (ObjNum 154 snap 45 seq_num 154) dirty exists 2024-09-13T02:53:46.813 INFO:tasks.rados.rados.0.smithi052.stdout:582: finishing write tid 3 to smithi05277117-1 2024-09-13T02:53:46.814 INFO:tasks.rados.rados.0.smithi052.stdout:582: finishing write tid 4 to smithi05277117-1 2024-09-13T02:53:46.814 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 182 (ObjNum 204 snap 60 seq_num 204) dirty exists 2024-09-13T02:53:46.814 INFO:tasks.rados.rados.0.smithi052.stdout:582: left oid 1 (ObjNum 204 snap 60 seq_num 204) 2024-09-13T02:53:46.815 INFO:tasks.rados.rados.0.smithi052.stdout:582: done (6 left) 2024-09-13T02:53:46.815 INFO:tasks.rados.rados.0.smithi052.stdout:583: done (5 left) 2024-09-13T02:53:46.815 INFO:tasks.rados.rados.0.smithi052.stdout:584: done (4 left) 2024-09-13T02:53:46.815 INFO:tasks.rados.rados.0.smithi052.stdout:586: done (3 left) 2024-09-13T02:53:46.815 INFO:tasks.rados.rados.0.smithi052.stdout:587: done (2 left) 2024-09-13T02:53:46.816 INFO:tasks.rados.rados.0.smithi052.stdout:589: done (1 left) 2024-09-13T02:53:46.816 INFO:tasks.rados.rados.0.smithi052.stdout:590: rollback oid 4 current snap is 60 2024-09-13T02:53:46.816 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 49 2024-09-13T02:53:46.816 INFO:tasks.rados.rados.0.smithi052.stdout:591: snap_remove snap 57 2024-09-13T02:53:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:46 smithi052 ceph-mon[37071]: pgmap v250: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-13T02:53:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:46 smithi052 ceph-mon[37071]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T02:53:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:46 smithi052 ceph-mon[27118]: pgmap v250: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-13T02:53:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:46 smithi052 ceph-mon[27118]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T02:53:47.061 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:46 smithi078 ceph-mon[30844]: pgmap v250: 121 pgs: 121 active+clean; 156 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-09-13T02:53:47.061 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:46 smithi078 ceph-mon[30844]: osdmap e172: 8 total, 8 up, 8 in 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:591: done (2 left) 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:592: read oid 43 snap -1 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:592: expect deleted 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:590: finishing rollback tid 0 to smithi05277117-4 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:590: finishing rollback tid 1 to smithi05277117-4 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:590: finishing rollback tid 2 to smithi05277117-4 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 354 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:588: finishing copy_from racing read to smithi05277117-6 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:588: finishing copy_from to smithi05277117-6 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 178 (ObjNum 136 snap 39 seq_num 136) dirty exists 2024-09-13T02:53:47.737 INFO:tasks.rados.rados.0.smithi052.stdout:588: done (2 left) 2024-09-13T02:53:47.738 INFO:tasks.rados.rados.0.smithi052.stdout:590: done (1 left) 2024-09-13T02:53:47.738 INFO:tasks.rados.rados.0.smithi052.stdout:593: delete oid 16 current snap is 60 2024-09-13T02:53:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:592: done (1 left) 2024-09-13T02:53:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:593: done (0 left) 2024-09-13T02:53:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:594: rollback oid 44 current snap is 60 2024-09-13T02:53:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 24 2024-09-13T02:53:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 60 2024-09-13T02:53:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:595: seq_num 207 ranges {491520=671744,1163264=401408} 2024-09-13T02:53:47.751 INFO:tasks.rados.rados.0.smithi052.stdout:595: writing smithi05277117-30 from 491520 to 1163264 tid 1 2024-09-13T02:53:47.753 INFO:tasks.rados.rados.0.smithi052.stdout:595: writing smithi05277117-30 from 1163264 to 1564672 tid 2 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:596: rollback oid 40 current snap is 60 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 40 to 33 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:594: finishing rollback tid 0 to smithi05277117-44 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:594: finishing rollback tid 1 to smithi05277117-44 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:594: finishing rollback tid 2 to smithi05277117-44 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 171 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:594: done (2 left) 2024-09-13T02:53:47.754 INFO:tasks.rados.rados.0.smithi052.stdout:597: snap_remove snap 26 2024-09-13T02:53:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:47 smithi052 ceph-mon[37071]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T02:53:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:47 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:47 smithi052 ceph-mon[27118]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T02:53:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:47 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:47 smithi078 ceph-mon[30844]: osdmap e173: 8 total, 8 up, 8 in 2024-09-13T02:53:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:47 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:48.743 INFO:tasks.rados.rados.0.smithi052.stdout:597: done (2 left) 2024-09-13T02:53:48.743 INFO:tasks.rados.rados.0.smithi052.stdout:598: snap_create 2024-09-13T02:53:48.743 INFO:tasks.rados.rados.0.smithi052.stdout:595: finishing write tid 1 to smithi05277117-30 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:595: finishing write tid 2 to smithi05277117-30 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:595: finishing write tid 3 to smithi05277117-30 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:596: finishing rollback tid 0 to smithi05277117-40 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:596: finishing rollback tid 1 to smithi05277117-40 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:596: finishing rollback tid 2 to smithi05277117-40 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 261 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:595: finishing write tid 4 to smithi05277117-30 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 337 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-09-13T02:53:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:595: left oid 30 (ObjNum 207 snap 60 seq_num 207) 2024-09-13T02:53:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[37071]: pgmap v253: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[37071]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[27118]: pgmap v253: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[27118]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:48 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:48 smithi078 ceph-mon[30844]: pgmap v253: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-09-13T02:53:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:48 smithi078 ceph-mon[30844]: osdmap e174: 8 total, 8 up, 8 in 2024-09-13T02:53:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:48 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:48 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:49.649 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:53:49.726 INFO:tasks.rados.rados.0.smithi052.stdout:595: done (2 left) 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:596: done (1 left) 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:598: done (0 left) 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:599: rmattr oid 40 current snap is 61 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:599: done (0 left) 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:600: read oid 10 snap 18 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:600: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:601: read oid 50 snap -1 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:601: expect (ObjNum 140 snap 43 seq_num 140) 2024-09-13T02:53:49.727 INFO:tasks.rados.rados.0.smithi052.stdout:602: setattr oid 7 current snap is 61 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:603: read oid 18 snap 35 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:603: expect (ObjNum 84 snap 18 seq_num 84) 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:604: copy_from oid 42 from oid 35 current snap is 61 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:605: read oid 46 snap -1 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:605: expect deleted 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:606: rollback oid 31 current snap is 61 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 18 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 61 2024-09-13T02:53:49.730 INFO:tasks.rados.rados.0.smithi052.stdout:607: seq_num 208 ranges {0=688128,688128=401408} 2024-09-13T02:53:49.734 INFO:tasks.rados.rados.0.smithi052.stdout:607: writing smithi05277117-8 from 0 to 688128 tid 1 2024-09-13T02:53:49.737 INFO:tasks.rados.rados.0.smithi052.stdout:607: writing smithi05277117-8 from 688128 to 1089536 tid 2 2024-09-13T02:53:49.738 INFO:tasks.rados.rados.0.smithi052.stdout:608: rollback oid 19 current snap is 61 2024-09-13T02:53:49.738 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 18 2024-09-13T02:53:49.738 INFO:tasks.rados.rados.0.smithi052.stdout:609: rollback oid 9 current snap is 61 2024-09-13T02:53:49.738 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 56 2024-09-13T02:53:49.738 INFO:tasks.rados.rados.0.smithi052.stdout:610: read oid 6 snap 29 2024-09-13T02:53:49.738 INFO:tasks.rados.rados.0.smithi052.stdout:610: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T02:53:49.739 INFO:tasks.rados.rados.0.smithi052.stdout:611: copy_from oid 26 from oid 4 current snap is 61 2024-09-13T02:53:49.739 INFO:tasks.rados.rados.0.smithi052.stdout:612: snap_remove snap 39 2024-09-13T02:53:49.925 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:49 smithi078 ceph-mon[30844]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T02:53:49.925 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:49 smithi078 ceph-mon[30844]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T02:53:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:49 smithi052 ceph-mon[37071]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T02:53:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:49 smithi052 ceph-mon[37071]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T02:53:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:49 smithi052 ceph-mon[27118]: osdmap e175: 8 total, 8 up, 8 in 2024-09-13T02:53:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:49 smithi052 ceph-mon[27118]: osdmap e176: 8 total, 8 up, 8 in 2024-09-13T02:53:50.745 INFO:tasks.rados.rados.0.smithi052.stdout:612: done (12 left) 2024-09-13T02:53:50.745 INFO:tasks.rados.rados.0.smithi052.stdout:613: snap_remove snap 47 2024-09-13T02:53:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:50 smithi052 ceph-mon[37071]: pgmap v256: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-09-13T02:53:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:50 smithi052 ceph-mon[37071]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T02:53:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:50 smithi052 ceph-mon[27118]: pgmap v256: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-09-13T02:53:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:50 smithi052 ceph-mon[27118]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T02:53:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:50 smithi078 ceph-mon[30844]: pgmap v256: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-09-13T02:53:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:50 smithi078 ceph-mon[30844]: osdmap e177: 8 total, 8 up, 8 in 2024-09-13T02:53:51.373 INFO:tasks.rados.rados.0.smithi052.stdout:613: done (12 left) 2024-09-13T02:53:51.373 INFO:tasks.rados.rados.0.smithi052.stdout:614: read oid 43 snap -1 2024-09-13T02:53:51.373 INFO:tasks.rados.rados.0.smithi052.stdout:614: expect deleted 2024-09-13T02:53:51.373 INFO:tasks.rados.rados.0.smithi052.stdout:615: copy_from oid 3 from oid 11 current snap is 61 2024-09-13T02:53:51.373 INFO:tasks.rados.rados.0.smithi052.stdout:616: snap_create 2024-09-13T02:53:51.374 INFO:tasks.rados.rados.0.smithi052.stdout:606: finishing rollback tid 1 to smithi05277117-31 2024-09-13T02:53:51.374 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 99 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-13T02:53:51.374 INFO:tasks.rados.rados.0.smithi052.stdout:604: finishing copy_from to smithi05277117-42 2024-09-13T02:53:51.374 INFO:tasks.rados.rados.0.smithi052.stdout:604: got expected ENOENT (src dne) 2024-09-13T02:53:51.374 INFO:tasks.rados.rados.0.smithi052.stdout:604: finishing copy_from racing read to smithi05277117-42 2024-09-13T02:53:51.374 INFO:tasks.rados.rados.0.smithi052.stdout:600: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 183 (ObjNum 134 snap 39 seq_num 134) dirty exists 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:607: finishing write tid 1 to smithi05277117-8 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:607: finishing write tid 2 to smithi05277117-8 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:609: finishing rollback tid 0 to smithi05277117-9 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:609: finishing rollback tid 1 to smithi05277117-9 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:607: finishing write tid 3 to smithi05277117-8 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:609: finishing rollback tid 2 to smithi05277117-9 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 369 (ObjNum 151 snap 44 seq_num 151) dirty exists 2024-09-13T02:53:51.400 INFO:tasks.rados.rados.0.smithi052.stdout:607: finishing write tid 4 to smithi05277117-8 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 367 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:607: left oid 8 (ObjNum 208 snap 61 seq_num 208) 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:608: finishing rollback tid 0 to smithi05277117-19 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:608: finishing rollback tid 1 to smithi05277117-19 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:608: finishing rollback tid 2 to smithi05277117-19 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 234 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-13T02:53:51.401 INFO:tasks.rados.rados.0.smithi052.stdout:601: expect (ObjNum 140 snap 43 seq_num 140) 2024-09-13T02:53:51.510 INFO:tasks.rados.rados.0.smithi052.stdout:610: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-13T02:53:51.526 INFO:tasks.rados.rados.0.smithi052.stdout:611: finishing copy_from racing read to smithi05277117-26 2024-09-13T02:53:51.527 INFO:tasks.rados.rados.0.smithi052.stdout:611: finishing copy_from to smithi05277117-26 2024-09-13T02:53:51.527 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 354 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-09-13T02:53:51.527 INFO:tasks.rados.rados.0.smithi052.stdout:603: expect (ObjNum 84 snap 18 seq_num 84) 2024-09-13T02:53:51.630 INFO:tasks.rados.rados.0.smithi052.stdout:615: finishing copy_from to smithi05277117-3 2024-09-13T02:53:51.630 INFO:tasks.rados.rados.0.smithi052.stdout:615: got expected ENOENT (src dne) 2024-09-13T02:53:51.631 INFO:tasks.rados.rados.0.smithi052.stdout:615: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:53:51.654 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:51.360+0000 7ff7af9b2640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T02:53:51.656 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setuser ceph since I am not root 2024-09-13T02:53:51.656 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ignoring --setgroup ceph since I am not root 2024-09-13T02:53:51.656 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-mgr[27349]: -- 172.21.15.52:0/3029608377 <== mon.2 v2:172.21.15.52:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fb64744340 con 0x55fb64750c00 2024-09-13T02:53:51.656 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:51.527+0000 7efffc351ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:53:51.656 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:51.585+0000 7efffc351ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:53:51.656 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:51.652+0000 7efffc351ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:53:51.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:51] ENGINE Bus STOPPING 2024-09-13T02:53:51.928 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:51.780+0000 7efffc351ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:53:52.038 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:53:52.038 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:51] ENGINE Bus STOPPED 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:51] ENGINE Bus STARTING 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.896+0000 7f37c7a66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.896+0000 7f37c7a66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.896+0000 7f37c7a66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.896+0000 7f37c7a66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.896+0000 7f37c7a66640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.898+0000 7f37cb26d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.898+0000 7f37cb26d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.898+0000 7f37cb26d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.898+0000 7f37cb26d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:51.898+0000 7f37cb26d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:51] ENGINE Serving on http://:::9283 2024-09-13T02:53:52.039 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:53:51] ENGINE Bus STARTED 2024-09-13T02:53:52.196 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:51 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:51.926+0000 7efffc351ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:53:52.301 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: Activating manager daemon x 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: mgrmap e24: x(active, starting, since 0.00893975s) 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:53:52.302 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:53:52.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: Manager daemon x is now available 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:53:52.304 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:52 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:600: done (14 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:601: done (13 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:602: done (12 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:603: done (11 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:604: done (10 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:605: done (9 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:606: done (8 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:607: done (7 left) 2024-09-13T02:53:52.372 INFO:tasks.rados.rados.0.smithi052.stdout:608: done (6 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:609: done (5 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:610: done (4 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:611: done (3 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:614: done (2 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:615: done (1 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:616: done (0 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:617: setattr oid 21 current snap is 62 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:618: rmattr oid 25 current snap is 62 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:618: done (1 left) 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 62 2024-09-13T02:53:52.373 INFO:tasks.rados.rados.0.smithi052.stdout:619: seq_num 209 ranges {1564672=704512,2269184=401408} 2024-09-13T02:53:52.385 INFO:tasks.rados.rados.0.smithi052.stdout:619: writing smithi05277117-30 from 1564672 to 2269184 tid 1 2024-09-13T02:53:52.388 INFO:tasks.rados.rados.0.smithi052.stdout:619: writing smithi05277117-30 from 2269184 to 2670592 tid 2 2024-09-13T02:53:52.388 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 248 (ObjNum 153 snap 45 seq_num 153) dirty exists 2024-09-13T02:53:52.388 INFO:tasks.rados.rados.0.smithi052.stdout:617: done (1 left) 2024-09-13T02:53:52.388 INFO:tasks.rados.rados.0.smithi052.stdout:620: snap_create 2024-09-13T02:53:52.391 INFO:tasks.rados.rados.0.smithi052.stdout:619: finishing write tid 1 to smithi05277117-30 2024-09-13T02:53:52.391 INFO:tasks.rados.rados.0.smithi052.stdout:619: finishing write tid 2 to smithi05277117-30 2024-09-13T02:53:52.391 INFO:tasks.rados.rados.0.smithi052.stdout:619: finishing write tid 3 to smithi05277117-30 2024-09-13T02:53:52.392 INFO:tasks.rados.rados.0.smithi052.stdout:619: finishing write tid 4 to smithi05277117-30 2024-09-13T02:53:52.392 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 369 (ObjNum 209 snap 62 seq_num 209) dirty exists 2024-09-13T02:53:52.393 INFO:tasks.rados.rados.0.smithi052.stdout:619: left oid 30 (ObjNum 209 snap 62 seq_num 209) 2024-09-13T02:53:52.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:52.194+0000 7efffc351ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:53:52.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:52.259+0000 7efffc351ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:53:52.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:52.443+0000 7efffc351ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: Activating manager daemon x 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: mgrmap e24: x(active, starting, since 0.00893975s) 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:53:52.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:53:52.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: Manager daemon x is now available 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-13T02:53:52.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: Activating manager daemon x 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: osdmap e178: 8 total, 8 up, 8 in 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24419 172.21.15.52:0/3406194351' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: mgrmap e24: x(active, starting, since 0.00893975s) 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:53:52.533 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: Manager daemon x is now available 2024-09-13T02:53:52.534 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:53:52.535 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:53:52.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:53:52.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:53:52.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:53:52.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:52 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T02:53:53.374 INFO:tasks.rados.rados.0.smithi052.stdout:619: done (1 left) 2024-09-13T02:53:53.374 INFO:tasks.rados.rados.0.smithi052.stdout:620: done (0 left) 2024-09-13T02:53:53.374 INFO:tasks.rados.rados.0.smithi052.stdout:621: snap_remove snap 44 2024-09-13T02:53:53.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[37071]: Checking for cert/key for grafana.a 2024-09-13T02:53:53.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[37071]: Migrating grafana.a cert to cert store 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[37071]: Migrating grafana.a key to cert store 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[37071]: mgrmap e25: x(active, since 1.00964s) 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[37071]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:53.329+0000 7efffc351ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:53.398+0000 7efffc351ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[27118]: Checking for cert/key for grafana.a 2024-09-13T02:53:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[27118]: Migrating grafana.a cert to cert store 2024-09-13T02:53:53.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[27118]: Migrating grafana.a key to cert store 2024-09-13T02:53:53.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[27118]: mgrmap e25: x(active, since 1.00964s) 2024-09-13T02:53:53.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:53 smithi052 ceph-mon[27118]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T02:53:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:53 smithi078 ceph-mon[30844]: Checking for cert/key for grafana.a 2024-09-13T02:53:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:53 smithi078 ceph-mon[30844]: Migrating grafana.a cert to cert store 2024-09-13T02:53:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:53 smithi078 ceph-mon[30844]: Migrating grafana.a key to cert store 2024-09-13T02:53:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:53 smithi078 ceph-mon[30844]: mgrmap e25: x(active, since 1.00964s) 2024-09-13T02:53:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:53 smithi078 ceph-mon[30844]: osdmap e179: 8 total, 8 up, 8 in 2024-09-13T02:53:54.383 INFO:tasks.rados.rados.0.smithi052.stdout:621: done (0 left) 2024-09-13T02:53:54.383 INFO:tasks.rados.rados.0.smithi052.stdout:622: snap_remove snap 38 2024-09-13T02:53:54.424 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[37071]: Deploying cephadm binary to smithi078 2024-09-13T02:53:54.424 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[37071]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:54.424 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[37071]: Deploying cephadm binary to smithi052 2024-09-13T02:53:54.424 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[37071]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.149+0000 7efffc351ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.271+0000 7efffc351ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.422+0000 7efffc351ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[27118]: Deploying cephadm binary to smithi078 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[27118]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:54.425 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[27118]: Deploying cephadm binary to smithi052 2024-09-13T02:53:54.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[27118]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T02:53:54.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:54.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:54.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-mon[30844]: Deploying cephadm binary to smithi078 2024-09-13T02:53:54.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-mon[30844]: pgmap v4: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:54.654 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-mon[30844]: Deploying cephadm binary to smithi052 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-mon[30844]: osdmap e180: 8 total, 8 up, 8 in 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:54.408+0000 7f37affba640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:53:54] ENGINE Error in HTTPServer.serve 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: Traceback (most recent call last): 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: self._connections.run(self.expiration_interval) 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: self._run(expiration_interval) 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:53:54.655 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: s = self.context.wrap_socket( 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: return self.sslsocket_class._create( 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: self.do_handshake() 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: self._sslobj.do_handshake() 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:53:54.656 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:53:54.694 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.490+0000 7efffc351ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:53:54.694 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.621+0000 7efffc351ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:53:54.695 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.692+0000 7efffc351ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:53:54.728 INFO:tasks.rados.rados.0.smithi052.stdout:622: done (0 left) 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:623: rollback oid 12 current snap is 63 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 30 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:624: read oid 21 snap -1 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:624: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:625: rmattr oid 8 current snap is 63 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:625: done (2 left) 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 63 2024-09-13T02:53:54.729 INFO:tasks.rados.rados.0.smithi052.stdout:626: seq_num 210 ranges {1302528=720896,2023424=401408} 2024-09-13T02:53:54.741 INFO:tasks.rados.rados.0.smithi052.stdout:626: writing smithi05277117-24 from 1302528 to 2023424 tid 1 2024-09-13T02:53:54.744 INFO:tasks.rados.rados.0.smithi052.stdout:626: writing smithi05277117-24 from 2023424 to 2424832 tid 2 2024-09-13T02:53:54.745 INFO:tasks.rados.rados.0.smithi052.stdout:627: rollback oid 6 current snap is 63 2024-09-13T02:53:54.745 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 54 2024-09-13T02:53:54.745 INFO:tasks.rados.rados.0.smithi052.stdout:628: read oid 20 snap -1 2024-09-13T02:53:54.745 INFO:tasks.rados.rados.0.smithi052.stdout:628: expect deleted 2024-09-13T02:53:54.745 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 63 2024-09-13T02:53:54.746 INFO:tasks.rados.rados.0.smithi052.stdout:629: seq_num 211 ranges {0=737280,737280=401408} 2024-09-13T02:53:54.751 INFO:tasks.rados.rados.0.smithi052.stdout:629: writing smithi05277117-29 from 0 to 737280 tid 1 2024-09-13T02:53:54.754 INFO:tasks.rados.rados.0.smithi052.stdout:629: writing smithi05277117-29 from 737280 to 1138688 tid 2 2024-09-13T02:53:54.754 INFO:tasks.rados.rados.0.smithi052.stdout:623: finishing rollback tid 0 to smithi05277117-12 2024-09-13T02:53:54.754 INFO:tasks.rados.rados.0.smithi052.stdout:626: finishing write tid 1 to smithi05277117-24 2024-09-13T02:53:54.755 INFO:tasks.rados.rados.0.smithi052.stdout:626: finishing write tid 2 to smithi05277117-24 2024-09-13T02:53:54.755 INFO:tasks.rados.rados.0.smithi052.stdout:626: finishing write tid 3 to smithi05277117-24 2024-09-13T02:53:54.755 INFO:tasks.rados.rados.0.smithi052.stdout:623: finishing rollback tid 1 to smithi05277117-12 2024-09-13T02:53:54.755 INFO:tasks.rados.rados.0.smithi052.stdout:628: done (5 left) 2024-09-13T02:53:54.755 INFO:tasks.rados.rados.0.smithi052.stdout:630: snap_create 2024-09-13T02:53:54.759 INFO:tasks.rados.rados.0.smithi052.stdout:626: finishing write tid 4 to smithi05277117-24 2024-09-13T02:53:54.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 203 (ObjNum 210 snap 63 seq_num 210) dirty exists 2024-09-13T02:53:54.759 INFO:tasks.rados.rados.0.smithi052.stdout:626: left oid 24 (ObjNum 210 snap 63 seq_num 210) 2024-09-13T02:53:54.759 INFO:tasks.rados.rados.0.smithi052.stdout:624: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:623: finishing rollback tid 2 to smithi05277117-12 2024-09-13T02:53:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 247 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-13T02:53:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:627: finishing rollback tid 0 to smithi05277117-6 2024-09-13T02:53:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:627: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:53:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:627: finishing rollback tid 2 to smithi05277117-6 2024-09-13T02:53:54.767 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 405 (ObjNum 33 snap 0 seq_num 4209295424) dirty exists 2024-09-13T02:53:54.767 INFO:tasks.rados.rados.0.smithi052.stdout:629: finishing write tid 1 to smithi05277117-29 2024-09-13T02:53:54.767 INFO:tasks.rados.rados.0.smithi052.stdout:629: finishing write tid 2 to smithi05277117-29 2024-09-13T02:53:54.767 INFO:tasks.rados.rados.0.smithi052.stdout:629: finishing write tid 3 to smithi05277117-29 2024-09-13T02:53:54.769 INFO:tasks.rados.rados.0.smithi052.stdout:629: finishing write tid 4 to smithi05277117-29 2024-09-13T02:53:54.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 138 (ObjNum 211 snap 63 seq_num 211) dirty exists 2024-09-13T02:53:54.769 INFO:tasks.rados.rados.0.smithi052.stdout:629: left oid 29 (ObjNum 211 snap 63 seq_num 211) 2024-09-13T02:53:54.991 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.779+0000 7efffc351ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:53:54.991 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.923+0000 7efffc351ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:53:54.991 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:54 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:54.989+0000 7efffc351ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:53:55.266 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:55.056+0000 7efffc351ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:53:55.266 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:55.147+0000 7efffc351ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:53:55.266 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:55.212+0000 7efffc351ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:53:55.266 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[27118]: pgmap v6: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:55.266 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[27118]: mgrmap e26: x(active, since 2s) 2024-09-13T02:53:55.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[37071]: pgmap v6: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:55.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[37071]: mgrmap e26: x(active, since 2s) 2024-09-13T02:53:55.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[37071]: [13/Sep/2024:02:53:54] ENGINE Bus STARTING 2024-09-13T02:53:55.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[37071]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T02:53:55.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[37071]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T02:53:55.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[27118]: [13/Sep/2024:02:53:54] ENGINE Bus STARTING 2024-09-13T02:53:55.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[27118]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T02:53:55.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-mon[27118]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T02:53:55.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:55.278+0000 7efffc351ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:53:55.557 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:55 smithi078 ceph-mon[30844]: pgmap v6: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:55.557 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:55 smithi078 ceph-mon[30844]: mgrmap e26: x(active, since 2s) 2024-09-13T02:53:55.557 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:55 smithi078 ceph-mon[30844]: [13/Sep/2024:02:53:54] ENGINE Bus STARTING 2024-09-13T02:53:55.557 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:55 smithi078 ceph-mon[30844]: osdmap e181: 8 total, 8 up, 8 in 2024-09-13T02:53:55.557 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:55 smithi078 ceph-mon[30844]: osdmap e182: 8 total, 8 up, 8 in 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:623: done (5 left) 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:624: done (4 left) 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:626: done (3 left) 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:627: done (2 left) 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:629: done (1 left) 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:630: done (0 left) 2024-09-13T02:53:55.740 INFO:tasks.rados.rados.0.smithi052.stdout:631: delete oid 2 current snap is 64 2024-09-13T02:53:55.745 INFO:tasks.rados.rados.0.smithi052.stdout:631: done (0 left) 2024-09-13T02:53:55.745 INFO:tasks.rados.rados.0.smithi052.stdout:632: delete oid 5 current snap is 64 2024-09-13T02:53:55.747 INFO:tasks.rados.rados.0.smithi052.stdout:632: done (0 left) 2024-09-13T02:53:55.748 INFO:tasks.rados.rados.0.smithi052.stdout:633: read oid 43 snap -1 2024-09-13T02:53:55.748 INFO:tasks.rados.rados.0.smithi052.stdout:633: expect deleted 2024-09-13T02:53:55.748 INFO:tasks.rados.rados.0.smithi052.stdout:634: read oid 28 snap 35 2024-09-13T02:53:55.748 INFO:tasks.rados.rados.0.smithi052.stdout:634: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:53:55.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 64 2024-09-13T02:53:55.748 INFO:tasks.rados.rados.0.smithi052.stdout:635: seq_num 214 ranges {0=794624,794624=401408} 2024-09-13T02:53:55.752 INFO:tasks.rados.rados.0.smithi052.stdout:635: writing smithi05277117-11 from 0 to 794624 tid 1 2024-09-13T02:53:55.755 INFO:tasks.rados.rados.0.smithi052.stdout:635: writing smithi05277117-11 from 794624 to 1196032 tid 2 2024-09-13T02:53:55.755 INFO:tasks.rados.rados.0.smithi052.stdout:636: read oid 39 snap -1 2024-09-13T02:53:55.755 INFO:tasks.rados.rados.0.smithi052.stdout:636: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:53:55.756 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 64 2024-09-13T02:53:55.756 INFO:tasks.rados.rados.0.smithi052.stdout:634: expect (ObjNum 27 snap 0 seq_num 27) 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:635: finishing write tid 1 to smithi05277117-11 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:635: finishing write tid 2 to smithi05277117-11 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:635: finishing write tid 3 to smithi05277117-11 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:635: finishing write tid 4 to smithi05277117-11 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 357 (ObjNum 214 snap 64 seq_num 214) dirty exists 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:635: left oid 11 (ObjNum 214 snap 64 seq_num 214) 2024-09-13T02:53:55.771 INFO:tasks.rados.rados.0.smithi052.stdout:636: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:53:55.859 INFO:tasks.rados.rados.0.smithi052.stdout:637: seq_num 215 ranges {2662400=409600,3072000=532480,3604480=270336} 2024-09-13T02:53:55.876 INFO:tasks.rados.rados.0.smithi052.stdout:637: writing smithi05277117-18 from 2662400 to 3072000 tid 1 2024-09-13T02:53:55.879 INFO:tasks.rados.rados.0.smithi052.stdout:637: writing smithi05277117-18 from 3072000 to 3604480 tid 2 2024-09-13T02:53:55.881 INFO:tasks.rados.rados.0.smithi052.stdout:637: writing smithi05277117-18 from 3604480 to 3874816 tid 3 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:633: done (4 left) 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:634: done (3 left) 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:635: done (2 left) 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:636: done (1 left) 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:638: rollback oid 39 current snap is 64 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 35 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:637: finishing write tid 1 to smithi05277117-18 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:639: read oid 43 snap -1 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:639: expect deleted 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:640: read oid 26 snap 24 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:640: expect (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:53:55.882 INFO:tasks.rados.rados.0.smithi052.stdout:641: snap_remove snap 33 2024-09-13T02:53:56.271 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:56.104+0000 7efffc351ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:53:56.271 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:53:56] ENGINE Bus STARTING 2024-09-13T02:53:56.271 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: CherryPy Checker: 2024-09-13T02:53:56.272 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: The Application mounted at '' has an empty config. 2024-09-13T02:53:56.272 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: 2024-09-13T02:53:56.272 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:53:56] ENGINE Serving on http://:::9283 2024-09-13T02:53:56.272 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: [13/Sep/2024:02:53:56] ENGINE Bus STARTED 2024-09-13T02:53:56.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: [13/Sep/2024:02:53:54] ENGINE Serving on https://172.21.15.78:7150 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: [13/Sep/2024:02:53:54] ENGINE Error in HTTPServer.serve 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: self.do_handshake() 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: [13/Sep/2024:02:53:54] ENGINE Serving on http://172.21.15.78:8765 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: [13/Sep/2024:02:53:54] ENGINE Bus STARTED 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: Standby manager daemon y started 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:53:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: [13/Sep/2024:02:53:54] ENGINE Serving on https://172.21.15.78:7150 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: [13/Sep/2024:02:53:54] ENGINE Error in HTTPServer.serve 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:53:56.531 INFO:journalctl@ceph.mon.c.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: self.do_handshake() 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:53:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: [13/Sep/2024:02:53:54] ENGINE Serving on http://172.21.15.78:8765 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: [13/Sep/2024:02:53:54] ENGINE Bus STARTED 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: Standby manager daemon y started 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:53:56.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:56 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:53:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: [13/Sep/2024:02:53:54] ENGINE Serving on https://172.21.15.78:7150 2024-09-13T02:53:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: [13/Sep/2024:02:53:54] ENGINE Error in HTTPServer.serve 2024-09-13T02:53:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout: Traceback (most recent call last): 2024-09-13T02:53:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:53:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._run(expiration_interval) 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: s = self.context.wrap_socket( 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: return self.sslsocket_class._create( 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: self.do_handshake() 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:53:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._sslobj.do_handshake() 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: [13/Sep/2024:02:53:54] ENGINE Serving on http://172.21.15.78:8765 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: [13/Sep/2024:02:53:54] ENGINE Bus STARTED 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: osdmap e183: 8 total, 8 up, 8 in 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: Standby manager daemon y started 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:53:56.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:56 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/995459842' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:53:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:641: done (4 left) 2024-09-13T02:53:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:642: rmattr oid 2 current snap is 64 2024-09-13T02:53:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:642: done (4 left) 2024-09-13T02:53:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 64 2024-09-13T02:53:56.741 INFO:tasks.rados.rados.0.smithi052.stdout:643: seq_num 216 ranges {1302528=425984,1728512=409600,2138112=393216} 2024-09-13T02:53:56.751 INFO:tasks.rados.rados.0.smithi052.stdout:643: writing smithi05277117-27 from 1302528 to 1728512 tid 1 2024-09-13T02:53:56.755 INFO:tasks.rados.rados.0.smithi052.stdout:643: writing smithi05277117-27 from 1728512 to 2138112 tid 2 2024-09-13T02:53:56.758 INFO:tasks.rados.rados.0.smithi052.stdout:643: writing smithi05277117-27 from 2138112 to 2531328 tid 3 2024-09-13T02:53:56.758 INFO:tasks.rados.rados.0.smithi052.stdout:644: read oid 24 snap -1 2024-09-13T02:53:56.758 INFO:tasks.rados.rados.0.smithi052.stdout:644: expect (ObjNum 210 snap 63 seq_num 210) 2024-09-13T02:53:56.759 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 64 2024-09-13T02:53:56.759 INFO:tasks.rados.rados.0.smithi052.stdout:645: seq_num 217 ranges {2670592=442368,3112960=696320,3809280=106496} 2024-09-13T02:53:56.776 INFO:tasks.rados.rados.0.smithi052.stdout:645: writing smithi05277117-30 from 2670592 to 3112960 tid 1 2024-09-13T02:53:56.780 INFO:tasks.rados.rados.0.smithi052.stdout:645: writing smithi05277117-30 from 3112960 to 3809280 tid 2 2024-09-13T02:53:56.781 INFO:tasks.rados.rados.0.smithi052.stdout:645: writing smithi05277117-30 from 3809280 to 3915776 tid 3 2024-09-13T02:53:56.781 INFO:tasks.rados.rados.0.smithi052.stdout:639: done (6 left) 2024-09-13T02:53:56.781 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 64 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:637: finishing write tid 2 to smithi05277117-18 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:637: finishing write tid 3 to smithi05277117-18 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:638: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:637: finishing write tid 4 to smithi05277117-18 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:638: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:638: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:637: finishing write tid 5 to smithi05277117-18 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 258 (ObjNum 215 snap 64 seq_num 215) dirty exists 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:637: left oid 18 (ObjNum 215 snap 64 seq_num 215) 2024-09-13T02:53:56.782 INFO:tasks.rados.rados.0.smithi052.stdout:646: seq_num 218 ranges {3596288=458752,4055040=581632,4636672=221184} 2024-09-13T02:53:56.804 INFO:tasks.rados.rados.0.smithi052.stdout:646: writing smithi05277117-42 from 3596288 to 4055040 tid 1 2024-09-13T02:53:56.807 INFO:tasks.rados.rados.0.smithi052.stdout:646: writing smithi05277117-42 from 4055040 to 4636672 tid 2 2024-09-13T02:53:56.808 INFO:tasks.rados.rados.0.smithi052.stdout:646: writing smithi05277117-42 from 4636672 to 4857856 tid 3 2024-09-13T02:53:56.809 INFO:tasks.rados.rados.0.smithi052.stdout:637: done (6 left) 2024-09-13T02:53:56.809 INFO:tasks.rados.rados.0.smithi052.stdout:638: done (5 left) 2024-09-13T02:53:56.809 INFO:tasks.rados.rados.0.smithi052.stdout:647: read oid 41 snap 55 2024-09-13T02:53:56.809 INFO:tasks.rados.rados.0.smithi052.stdout:647: expect (ObjNum 161 snap 48 seq_num 161) 2024-09-13T02:53:56.809 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 64 2024-09-13T02:53:56.809 INFO:tasks.rados.rados.0.smithi052.stdout:640: expect (ObjNum 96 snap 22 seq_num 96) 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:643: finishing write tid 1 to smithi05277117-27 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:643: finishing write tid 2 to smithi05277117-27 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:643: finishing write tid 3 to smithi05277117-27 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:643: finishing write tid 4 to smithi05277117-27 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:643: finishing write tid 5 to smithi05277117-27 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 404 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:643: left oid 27 (ObjNum 216 snap 64 seq_num 216) 2024-09-13T02:53:56.922 INFO:tasks.rados.rados.0.smithi052.stdout:648: seq_num 219 ranges {253952=475136,729088=466944,1196032=335872} 2024-09-13T02:53:56.925 INFO:tasks.rados.rados.0.smithi052.stdout:648: writing smithi05277117-33 from 253952 to 729088 tid 1 2024-09-13T02:53:56.928 INFO:tasks.rados.rados.0.smithi052.stdout:648: writing smithi05277117-33 from 729088 to 1196032 tid 2 2024-09-13T02:53:56.931 INFO:tasks.rados.rados.0.smithi052.stdout:648: writing smithi05277117-33 from 1196032 to 1531904 tid 3 2024-09-13T02:53:56.931 INFO:tasks.rados.rados.0.smithi052.stdout:640: done (6 left) 2024-09-13T02:53:56.931 INFO:tasks.rados.rados.0.smithi052.stdout:643: done (5 left) 2024-09-13T02:53:56.931 INFO:tasks.rados.rados.0.smithi052.stdout:649: rmattr oid 48 current snap is 64 2024-09-13T02:53:56.931 INFO:tasks.rados.rados.0.smithi052.stdout:644: expect (ObjNum 210 snap 63 seq_num 210) 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:645: finishing write tid 1 to smithi05277117-30 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:645: finishing write tid 2 to smithi05277117-30 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:645: finishing write tid 3 to smithi05277117-30 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:645: finishing write tid 4 to smithi05277117-30 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:645: finishing write tid 5 to smithi05277117-30 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 409 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:53:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:645: left oid 30 (ObjNum 217 snap 64 seq_num 217) 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:646: finishing write tid 1 to smithi05277117-42 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:644: done (5 left) 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:645: done (4 left) 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:650: rmattr oid 47 current snap is 64 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:646: finishing write tid 2 to smithi05277117-42 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:646: finishing write tid 3 to smithi05277117-42 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:646: finishing write tid 4 to smithi05277117-42 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:646: finishing write tid 5 to smithi05277117-42 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 267 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:646: left oid 42 (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:53:57.021 INFO:tasks.rados.rados.0.smithi052.stdout:647: expect (ObjNum 161 snap 48 seq_num 161) 2024-09-13T02:53:57.094 INFO:tasks.rados.rados.0.smithi052.stdout:648: finishing write tid 1 to smithi05277117-33 2024-09-13T02:53:57.094 INFO:tasks.rados.rados.0.smithi052.stdout:648: finishing write tid 2 to smithi05277117-33 2024-09-13T02:53:57.094 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 397 (ObjNum 169 snap 53 seq_num 169) dirty exists 2024-09-13T02:53:57.094 INFO:tasks.rados.rados.0.smithi052.stdout:648: finishing write tid 3 to smithi05277117-33 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:646: done (4 left) 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:647: done (3 left) 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:649: done (2 left) 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:651: rmattr oid 5 current snap is 64 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:651: done (2 left) 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 64 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:648: finishing write tid 4 to smithi05277117-33 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:648: finishing write tid 5 to smithi05277117-33 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 414 (ObjNum 219 snap 64 seq_num 219) dirty exists 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:648: left oid 33 (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 265 (ObjNum 191 snap 56 seq_num 191) dirty exists 2024-09-13T02:53:57.095 INFO:tasks.rados.rados.0.smithi052.stdout:652: seq_num 220 ranges {6643712=491520,7135232=753664,7888896=49152} 2024-09-13T02:53:57.133 INFO:tasks.rados.rados.0.smithi052.stdout:652: writing smithi05277117-36 from 6643712 to 7135232 tid 1 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:652: writing smithi05277117-36 from 7135232 to 7888896 tid 2 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:652: writing smithi05277117-36 from 7888896 to 7938048 tid 3 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:648: done (2 left) 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:650: done (1 left) 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 64 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:652: finishing write tid 1 to smithi05277117-36 2024-09-13T02:53:57.138 INFO:tasks.rados.rados.0.smithi052.stdout:653: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-09-13T02:53:57.141 INFO:tasks.rados.rados.0.smithi052.stdout:653: writing smithi05277117-16 from 0 to 507904 tid 1 2024-09-13T02:53:57.145 INFO:tasks.rados.rados.0.smithi052.stdout:653: writing smithi05277117-16 from 507904 to 1196032 tid 2 2024-09-13T02:53:57.146 INFO:tasks.rados.rados.0.smithi052.stdout:653: writing smithi05277117-16 from 1196032 to 1310720 tid 3 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 64 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:652: finishing write tid 2 to smithi05277117-36 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:652: finishing write tid 3 to smithi05277117-36 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:652: finishing write tid 4 to smithi05277117-36 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:652: finishing write tid 5 to smithi05277117-36 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 262 (ObjNum 220 snap 64 seq_num 220) dirty exists 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:652: left oid 36 (ObjNum 220 snap 64 seq_num 220) 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:653: finishing write tid 1 to smithi05277117-16 2024-09-13T02:53:57.147 INFO:tasks.rados.rados.0.smithi052.stdout:654: seq_num 222 ranges {2424832=524288,2949120=565248,3514368=237568} 2024-09-13T02:53:57.162 INFO:tasks.rados.rados.0.smithi052.stdout:654: writing smithi05277117-24 from 2424832 to 2949120 tid 1 2024-09-13T02:53:57.166 INFO:tasks.rados.rados.0.smithi052.stdout:654: writing smithi05277117-24 from 2949120 to 3514368 tid 2 2024-09-13T02:53:57.167 INFO:tasks.rados.rados.0.smithi052.stdout:654: writing smithi05277117-24 from 3514368 to 3751936 tid 3 2024-09-13T02:53:57.167 INFO:tasks.rados.rados.0.smithi052.stdout:652: done (2 left) 2024-09-13T02:53:57.167 INFO:tasks.rados.rados.0.smithi052.stdout:655: read oid 21 snap -1 2024-09-13T02:53:57.167 INFO:tasks.rados.rados.0.smithi052.stdout:655: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:57.167 INFO:tasks.rados.rados.0.smithi052.stdout:656: setattr oid 25 current snap is 64 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:653: finishing write tid 2 to smithi05277117-16 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:653: finishing write tid 3 to smithi05277117-16 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:653: finishing write tid 4 to smithi05277117-16 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:653: finishing write tid 5 to smithi05277117-16 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 89 (ObjNum 221 snap 64 seq_num 221) dirty exists 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:653: left oid 16 (ObjNum 221 snap 64 seq_num 221) 2024-09-13T02:53:57.168 INFO:tasks.rados.rados.0.smithi052.stdout:654: finishing write tid 1 to smithi05277117-24 2024-09-13T02:53:57.169 INFO:tasks.rados.rados.0.smithi052.stdout:654: finishing write tid 2 to smithi05277117-24 2024-09-13T02:53:57.169 INFO:tasks.rados.rados.0.smithi052.stdout:654: finishing write tid 3 to smithi05277117-24 2024-09-13T02:53:57.169 INFO:tasks.rados.rados.0.smithi052.stdout:654: finishing write tid 4 to smithi05277117-24 2024-09-13T02:53:57.169 INFO:tasks.rados.rados.0.smithi052.stdout:655: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:654: finishing write tid 5 to smithi05277117-24 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 214 (ObjNum 222 snap 64 seq_num 222) dirty exists 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:654: left oid 24 (ObjNum 222 snap 64 seq_num 222) 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:653: done (3 left) 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:654: done (2 left) 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:655: done (1 left) 2024-09-13T02:53:57.175 INFO:tasks.rados.rados.0.smithi052.stdout:657: snap_create 2024-09-13T02:53:57.176 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 57 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:53:57.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[37071]: pgmap v9: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:57.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[37071]: mgrmap e27: x(active, since 4s), standbys: y 2024-09-13T02:53:57.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[37071]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[27118]: pgmap v9: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[27118]: mgrmap e27: x(active, since 4s), standbys: y 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[27118]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:57 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:57 smithi078 ceph-mon[30844]: pgmap v9: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:53:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:57 smithi078 ceph-mon[30844]: mgrmap e27: x(active, since 4s), standbys: y 2024-09-13T02:53:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:57 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:53:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:57 smithi078 ceph-mon[30844]: osdmap e184: 8 total, 8 up, 8 in 2024-09-13T02:53:57.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:57 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:57.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:57 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:57.890 INFO:tasks.rados.rados.0.smithi052.stdout:656: done (1 left) 2024-09-13T02:53:57.890 INFO:tasks.rados.rados.0.smithi052.stdout:657: done (0 left) 2024-09-13T02:53:57.890 INFO:tasks.rados.rados.0.smithi052.stdout:658: rollback oid 32 current snap is 65 2024-09-13T02:53:57.890 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 29 2024-09-13T02:53:57.890 INFO:tasks.rados.rados.0.smithi052.stdout:659: snap_remove snap 64 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: pgmap v12: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 876 KiB/s wr, 4 op/s 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi052 to 2481M 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.698 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:58 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: pgmap v12: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 876 KiB/s wr, 4 op/s 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi052 to 2481M 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: pgmap v12: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 876 KiB/s wr, 4 op/s 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi052 to 2481M 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: osdmap e185: 8 total, 8 up, 8 in 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:58 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:53:58.892 INFO:tasks.rados.rados.0.smithi052.stdout:659: done (1 left) 2024-09-13T02:53:58.893 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 65 2024-09-13T02:53:58.893 INFO:tasks.rados.rados.0.smithi052.stdout:658: finishing rollback tid 0 to smithi05277117-32 2024-09-13T02:53:58.893 INFO:tasks.rados.rados.0.smithi052.stdout:658: finishing rollback tid 1 to smithi05277117-32 2024-09-13T02:53:58.893 INFO:tasks.rados.rados.0.smithi052.stdout:658: finishing rollback tid 2 to smithi05277117-32 2024-09-13T02:53:58.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 401 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-13T02:53:58.893 INFO:tasks.rados.rados.0.smithi052.stdout:660: seq_num 223 ranges {3751936=540672,4292608=450560,4743168=352256} 2024-09-13T02:53:58.916 INFO:tasks.rados.rados.0.smithi052.stdout:660: writing smithi05277117-24 from 3751936 to 4292608 tid 1 2024-09-13T02:53:58.918 INFO:tasks.rados.rados.0.smithi052.stdout:660: writing smithi05277117-24 from 4292608 to 4743168 tid 2 2024-09-13T02:53:58.920 INFO:tasks.rados.rados.0.smithi052.stdout:660: writing smithi05277117-24 from 4743168 to 5095424 tid 3 2024-09-13T02:53:58.920 INFO:tasks.rados.rados.0.smithi052.stdout:658: done (1 left) 2024-09-13T02:53:58.921 INFO:tasks.rados.rados.0.smithi052.stdout:661: copy_from oid 35 from oid 27 current snap is 65 2024-09-13T02:53:58.921 INFO:tasks.rados.rados.0.smithi052.stdout:662: snap_create 2024-09-13T02:53:58.921 INFO:tasks.rados.rados.0.smithi052.stdout:660: finishing write tid 1 to smithi05277117-24 2024-09-13T02:53:58.923 INFO:tasks.rados.rados.0.smithi052.stdout:660: finishing write tid 2 to smithi05277117-24 2024-09-13T02:53:58.923 INFO:tasks.rados.rados.0.smithi052.stdout:660: finishing write tid 3 to smithi05277117-24 2024-09-13T02:53:58.923 INFO:tasks.rados.rados.0.smithi052.stdout:660: finishing write tid 4 to smithi05277117-24 2024-09-13T02:53:58.924 INFO:tasks.rados.rados.0.smithi052.stdout:660: finishing write tid 5 to smithi05277117-24 2024-09-13T02:53:58.924 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 218 (ObjNum 223 snap 65 seq_num 223) dirty exists 2024-09-13T02:53:58.924 INFO:tasks.rados.rados.0.smithi052.stdout:660: left oid 24 (ObjNum 223 snap 65 seq_num 223) 2024-09-13T02:53:58.934 INFO:tasks.rados.rados.0.smithi052.stdout:661: finishing copy_from racing read to smithi05277117-35 2024-09-13T02:53:58.936 INFO:tasks.rados.rados.0.smithi052.stdout:661: finishing copy_from to smithi05277117-35 2024-09-13T02:53:58.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 404 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:53:59.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:53:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:53:59] "GET /metrics HTTP/1.1" 200 33094 "" "Prometheus/2.43.0" 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:660: done (2 left) 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:661: done (1 left) 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:662: done (0 left) 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:663: read oid 39 snap -1 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:663: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:664: rollback oid 37 current snap is 66 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 54 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:665: copy_from oid 12 from oid 22 current snap is 66 2024-09-13T02:53:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:666: snap_remove snap 55 2024-09-13T02:54:00.190 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:53:59 smithi078 ceph-mon[30844]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T02:54:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:53:59 smithi052 ceph-mon[37071]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T02:54:00.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:53:59 smithi052 ceph-mon[27118]: osdmap e186: 8 total, 8 up, 8 in 2024-09-13T02:54:00.900 INFO:tasks.rados.rados.0.smithi052.stdout:664: finishing rollback tid 1 to smithi05277117-37 2024-09-13T02:54:00.900 INFO:tasks.rados.rados.0.smithi052.stdout:664: finishing rollback tid 2 to smithi05277117-37 2024-09-13T02:54:00.900 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 263 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:54:00.900 INFO:tasks.rados.rados.0.smithi052.stdout:663: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:00.929 INFO:tasks.rados.rados.0.smithi052.stdout:665: finishing copy_from racing read to smithi05277117-12 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:665: finishing copy_from to smithi05277117-12 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 187 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:663: done (3 left) 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:664: done (2 left) 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:665: done (1 left) 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:666: done (0 left) 2024-09-13T02:54:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:667: delete oid 48 current snap is 66 2024-09-13T02:54:00.931 INFO:tasks.rados.rados.0.smithi052.stdout:667: done (0 left) 2024-09-13T02:54:00.931 INFO:tasks.rados.rados.0.smithi052.stdout:668: snap_create 2024-09-13T02:54:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:00 smithi078 ceph-mon[30844]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 64 op/s 2024-09-13T02:54:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:00 smithi078 ceph-mon[30844]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T02:54:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:00 smithi052 ceph-mon[37071]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 64 op/s 2024-09-13T02:54:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:00 smithi052 ceph-mon[37071]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T02:54:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:00 smithi052 ceph-mon[27118]: pgmap v15: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 64 op/s 2024-09-13T02:54:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:00 smithi052 ceph-mon[27118]: osdmap e187: 8 total, 8 up, 8 in 2024-09-13T02:54:01.912 INFO:tasks.rados.rados.0.smithi052.stdout:668: done (0 left) 2024-09-13T02:54:01.912 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 67 2024-09-13T02:54:01.912 INFO:tasks.rados.rados.0.smithi052.stdout:669: seq_num 225 ranges {352256=573440,925696=622592,1548288=180224} 2024-09-13T02:54:01.917 INFO:tasks.rados.rados.0.smithi052.stdout:669: writing smithi05277117-26 from 352256 to 925696 tid 1 2024-09-13T02:54:01.920 INFO:tasks.rados.rados.0.smithi052.stdout:669: writing smithi05277117-26 from 925696 to 1548288 tid 2 2024-09-13T02:54:01.921 INFO:tasks.rados.rados.0.smithi052.stdout:669: writing smithi05277117-26 from 1548288 to 1728512 tid 3 2024-09-13T02:54:01.922 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 67 2024-09-13T02:54:01.922 INFO:tasks.rados.rados.0.smithi052.stdout:670: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-09-13T02:54:01.925 INFO:tasks.rados.rados.0.smithi052.stdout:670: writing smithi05277117-6 from 0 to 589824 tid 1 2024-09-13T02:54:01.929 INFO:tasks.rados.rados.0.smithi052.stdout:670: writing smithi05277117-6 from 589824 to 1097728 tid 2 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:670: writing smithi05277117-6 from 1097728 to 1392640 tid 3 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:671: copy_from oid 41 from oid 39 current snap is 67 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: finishing write tid 1 to smithi05277117-26 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: finishing write tid 2 to smithi05277117-26 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: finishing write tid 3 to smithi05277117-26 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: finishing write tid 4 to smithi05277117-26 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: finishing write tid 5 to smithi05277117-26 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 361 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: left oid 26 (ObjNum 225 snap 67 seq_num 225) 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:670: finishing write tid 1 to smithi05277117-6 2024-09-13T02:54:01.931 INFO:tasks.rados.rados.0.smithi052.stdout:669: done (2 left) 2024-09-13T02:54:01.932 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 67 2024-09-13T02:54:01.932 INFO:tasks.rados.rados.0.smithi052.stdout:672: seq_num 227 ranges {303104=606208,909312=794624,1703936=8192} 2024-09-13T02:54:01.936 INFO:tasks.rados.rados.0.smithi052.stdout:672: writing smithi05277117-19 from 303104 to 909312 tid 1 2024-09-13T02:54:01.941 INFO:tasks.rados.rados.0.smithi052.stdout:672: writing smithi05277117-19 from 909312 to 1703936 tid 2 2024-09-13T02:54:01.941 INFO:tasks.rados.rados.0.smithi052.stdout:672: writing smithi05277117-19 from 1703936 to 1712128 tid 3 2024-09-13T02:54:01.941 INFO:tasks.rados.rados.0.smithi052.stdout:673: delete oid 46 current snap is 67 2024-09-13T02:54:01.941 INFO:tasks.rados.rados.0.smithi052.stdout:670: finishing write tid 2 to smithi05277117-6 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:670: finishing write tid 3 to smithi05277117-6 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:670: finishing write tid 4 to smithi05277117-6 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:670: finishing write tid 5 to smithi05277117-6 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 430 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:670: left oid 6 (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:671: finishing copy_from racing read to smithi05277117-41 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:671: finishing copy_from to smithi05277117-41 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:672: finishing write tid 1 to smithi05277117-19 2024-09-13T02:54:01.942 INFO:tasks.rados.rados.0.smithi052.stdout:670: done (3 left) 2024-09-13T02:54:01.943 INFO:tasks.rados.rados.0.smithi052.stdout:671: done (2 left) 2024-09-13T02:54:01.943 INFO:tasks.rados.rados.0.smithi052.stdout:673: done (1 left) 2024-09-13T02:54:01.943 INFO:tasks.rados.rados.0.smithi052.stdout:674: snap_remove snap 29 2024-09-13T02:54:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T02:54:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:01 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T02:54:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: osdmap e188: 8 total, 8 up, 8 in 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T02:54:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:01 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:674: done (1 left) 2024-09-13T02:54:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 67 2024-09-13T02:54:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:672: finishing write tid 2 to smithi05277117-19 2024-09-13T02:54:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:672: finishing write tid 3 to smithi05277117-19 2024-09-13T02:54:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:672: finishing write tid 4 to smithi05277117-19 2024-09-13T02:54:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:672: finishing write tid 5 to smithi05277117-19 2024-09-13T02:54:02.923 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 276 (ObjNum 227 snap 67 seq_num 227) dirty exists 2024-09-13T02:54:02.923 INFO:tasks.rados.rados.0.smithi052.stdout:672: left oid 19 (ObjNum 227 snap 67 seq_num 227) 2024-09-13T02:54:02.923 INFO:tasks.rados.rados.0.smithi052.stdout:675: seq_num 229 ranges {7938048=638976,8577024=606208,9183232=196608} 2024-09-13T02:54:02.970 INFO:tasks.rados.rados.0.smithi052.stdout:675: writing smithi05277117-36 from 7938048 to 8577024 tid 1 2024-09-13T02:54:02.973 INFO:tasks.rados.rados.0.smithi052.stdout:675: writing smithi05277117-36 from 8577024 to 9183232 tid 2 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:675: writing smithi05277117-36 from 9183232 to 9379840 tid 3 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:672: done (1 left) 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:676: read oid 29 snap -1 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:676: expect (ObjNum 211 snap 63 seq_num 211) 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:677: read oid 23 snap -1 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:677: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:678: rmattr oid 2 current snap is 67 2024-09-13T02:54:02.975 INFO:tasks.rados.rados.0.smithi052.stdout:678: done (3 left) 2024-09-13T02:54:02.976 INFO:tasks.rados.rados.0.smithi052.stdout:679: delete oid 46 current snap is 67 2024-09-13T02:54:02.976 INFO:tasks.rados.rados.0.smithi052.stdout:675: finishing write tid 1 to smithi05277117-36 2024-09-13T02:54:02.977 INFO:tasks.rados.rados.0.smithi052.stdout:679: done (3 left) 2024-09-13T02:54:02.977 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 67 2024-09-13T02:54:02.978 INFO:tasks.rados.rados.0.smithi052.stdout:680: seq_num 231 ranges {163840=671744,835584=778240,1613824=24576} 2024-09-13T02:54:02.982 INFO:tasks.rados.rados.0.smithi052.stdout:680: writing smithi05277117-21 from 163840 to 835584 tid 1 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:680: writing smithi05277117-21 from 835584 to 1613824 tid 2 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:680: writing smithi05277117-21 from 1613824 to 1638400 tid 3 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:681: read oid 22 snap -1 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:681: expect (ObjNum 105 snap 23 seq_num 105) 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:682: read oid 16 snap 56 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:682: expect (ObjNum 73 snap 12 seq_num 73) 2024-09-13T02:54:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:683: setattr oid 13 current snap is 67 2024-09-13T02:54:02.989 INFO:tasks.rados.rados.0.smithi052.stdout:675: finishing write tid 2 to smithi05277117-36 2024-09-13T02:54:02.989 INFO:tasks.rados.rados.0.smithi052.stdout:676: expect (ObjNum 211 snap 63 seq_num 211) 2024-09-13T02:54:03.024 INFO:tasks.rados.rados.0.smithi052.stdout:677: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:54:03.108 INFO:tasks.rados.rados.0.smithi052.stdout:675: finishing write tid 3 to smithi05277117-36 2024-09-13T02:54:03.108 INFO:tasks.rados.rados.0.smithi052.stdout:675: finishing write tid 4 to smithi05277117-36 2024-09-13T02:54:03.108 INFO:tasks.rados.rados.0.smithi052.stdout:675: finishing write tid 5 to smithi05277117-36 2024-09-13T02:54:03.108 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 266 (ObjNum 229 snap 67 seq_num 229) dirty exists 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:675: left oid 36 (ObjNum 229 snap 67 seq_num 229) 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:680: finishing write tid 1 to smithi05277117-21 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:680: finishing write tid 2 to smithi05277117-21 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:680: finishing write tid 3 to smithi05277117-21 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:680: finishing write tid 4 to smithi05277117-21 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:680: finishing write tid 5 to smithi05277117-21 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 269 (ObjNum 231 snap 67 seq_num 231) dirty exists 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:680: left oid 21 (ObjNum 231 snap 67 seq_num 231) 2024-09-13T02:54:03.109 INFO:tasks.rados.rados.0.smithi052.stdout:682: expect (ObjNum 73 snap 12 seq_num 73) 2024-09-13T02:54:03.153 INFO:tasks.rados.rados.0.smithi052.stdout:681: expect (ObjNum 105 snap 23 seq_num 105) 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 60 op/s 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Adjusting osd_memory_target on smithi078 to 2480M 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:02 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.214 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 443 (ObjNum 129 snap 0 seq_num 4209364808) dirty exists 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:675: done (6 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:676: done (5 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:677: done (4 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:680: done (3 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:681: done (2 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:682: done (1 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:683: done (0 left) 2024-09-13T02:54:03.215 INFO:tasks.rados.rados.0.smithi052.stdout:684: snap_remove snap 60 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 60 op/s 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Adjusting osd_memory_target on smithi078 to 2480M 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T02:54:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: pgmap v18: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 60 op/s 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Adjusting osd_memory_target on smithi078 to 2480M 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: osdmap e189: 8 total, 8 up, 8 in 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.286 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:02 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:03.930 INFO:tasks.rados.rados.0.smithi052.stdout:684: done (0 left) 2024-09-13T02:54:03.930 INFO:tasks.rados.rados.0.smithi052.stdout:685: delete oid 43 current snap is 67 2024-09-13T02:54:03.939 INFO:tasks.rados.rados.0.smithi052.stdout:685: done (0 left) 2024-09-13T02:54:03.940 INFO:tasks.rados.rados.0.smithi052.stdout:686: snap_create 2024-09-13T02:54:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:03 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:03 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:03 smithi078 ceph-mon[30844]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:54:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:03 smithi078 ceph-mon[30844]: Deploying daemon alertmanager.a on smithi052 2024-09-13T02:54:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:03 smithi078 ceph-mon[30844]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T02:54:04.222 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:04.222 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[37071]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[37071]: Deploying daemon alertmanager.a on smithi052 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[37071]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[27118]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[27118]: Deploying daemon alertmanager.a on smithi052 2024-09-13T02:54:04.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:03 smithi052 ceph-mon[27118]: osdmap e190: 8 total, 8 up, 8 in 2024-09-13T02:54:04.732 INFO:tasks.rados.rados.0.smithi052.stdout:686: done (0 left) 2024-09-13T02:54:04.732 INFO:tasks.rados.rados.0.smithi052.stdout:687: setattr oid 43 current snap is 68 2024-09-13T02:54:04.733 INFO:tasks.rados.rados.0.smithi052.stdout:688: snap_remove snap 56 2024-09-13T02:54:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[27118]: pgmap v21: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 530 KiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[27118]: mgrmap e28: x(active, since 12s), standbys: y 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[27118]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[27118]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[37071]: pgmap v21: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 530 KiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[37071]: mgrmap e28: x(active, since 12s), standbys: y 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[37071]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T02:54:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:04 smithi052 ceph-mon[37071]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T02:54:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:04 smithi078 ceph-mon[30844]: pgmap v21: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 530 KiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:54:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:04 smithi078 ceph-mon[30844]: mgrmap e28: x(active, since 12s), standbys: y 2024-09-13T02:54:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:04 smithi078 ceph-mon[30844]: osdmap e191: 8 total, 8 up, 8 in 2024-09-13T02:54:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:04 smithi078 ceph-mon[30844]: osdmap e192: 8 total, 8 up, 8 in 2024-09-13T02:54:05.598 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[27345]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:54:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:688: done (1 left) 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:689: read oid 21 snap -1 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:689: expect (ObjNum 231 snap 67 seq_num 231) 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:690: rollback oid 5 current snap is 68 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 59 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:691: read oid 48 snap -1 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:691: expect deleted 2024-09-13T02:54:05.734 INFO:tasks.rados.rados.0.smithi052.stdout:692: snap_remove snap 67 2024-09-13T02:54:06.237 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:05 smithi052 systemd[1]: Stopping Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:06.528 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:06 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[72953]: ts=2024-09-13T02:54:06.236Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:54:06.528 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:06 smithi052 podman[79636]: 2024-09-13 02:54:06.277254809 +0000 UTC m=+0.143306645 container died b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:06.740 INFO:tasks.rados.rados.0.smithi052.stdout:692: done (4 left) 2024-09-13T02:54:06.740 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 68 2024-09-13T02:54:06.740 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 362 (ObjNum 129 snap 0 seq_num 4209361856) dirty exists 2024-09-13T02:54:06.740 INFO:tasks.rados.rados.0.smithi052.stdout:690: finishing rollback tid 1 to smithi05277117-5 2024-09-13T02:54:06.740 INFO:tasks.rados.rados.0.smithi052.stdout:690: finishing rollback tid 2 to smithi05277117-5 2024-09-13T02:54:06.741 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 195 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-09-13T02:54:06.741 INFO:tasks.rados.rados.0.smithi052.stdout:689: expect (ObjNum 231 snap 67 seq_num 231) 2024-09-13T02:54:06.810 INFO:tasks.rados.rados.0.smithi052.stdout:693: seq_num 233 ranges {3072000=712704,3784704=548864,4333568=253952} 2024-09-13T02:54:06.833 INFO:tasks.rados.rados.0.smithi052.stdout:693: writing smithi05277117-34 from 3072000 to 3784704 tid 1 2024-09-13T02:54:06.837 INFO:tasks.rados.rados.0.smithi052.stdout:693: writing smithi05277117-34 from 3784704 to 4333568 tid 2 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:693: writing smithi05277117-34 from 4333568 to 4587520 tid 3 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:687: done (4 left) 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:689: done (3 left) 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:690: done (2 left) 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:691: done (1 left) 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:694: read oid 44 snap -1 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:694: expect (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:54:06.840 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 68 2024-09-13T02:54:06.841 INFO:tasks.rados.rados.0.smithi052.stdout:693: finishing write tid 1 to smithi05277117-34 2024-09-13T02:54:06.841 INFO:tasks.rados.rados.0.smithi052.stdout:695: seq_num 234 ranges {5095424=729088,5824512=434176,6258688=368640} 2024-09-13T02:54:06.875 INFO:tasks.rados.rados.0.smithi052.stdout:695: writing smithi05277117-24 from 5095424 to 5824512 tid 1 2024-09-13T02:54:06.878 INFO:tasks.rados.rados.0.smithi052.stdout:695: writing smithi05277117-24 from 5824512 to 6258688 tid 2 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:695: writing smithi05277117-24 from 6258688 to 6627328 tid 3 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:696: read oid 9 snap -1 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:696: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:697: snap_create 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:693: finishing write tid 2 to smithi05277117-34 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:693: finishing write tid 3 to smithi05277117-34 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:693: finishing write tid 4 to smithi05277117-34 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:693: finishing write tid 5 to smithi05277117-34 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 204 (ObjNum 233 snap 68 seq_num 233) dirty exists 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:693: left oid 34 (ObjNum 233 snap 68 seq_num 233) 2024-09-13T02:54:06.882 INFO:tasks.rados.rados.0.smithi052.stdout:694: expect (ObjNum 101 snap 23 seq_num 101) 2024-09-13T02:54:06.947 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:06 smithi052 ceph-mon[37071]: pgmap v24: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 530 KiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:54:06.947 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:06 smithi052 ceph-mon[37071]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T02:54:06.948 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:06 smithi052 podman[79636]: 2024-09-13 02:54:06.711494921 +0000 UTC m=+0.577546757 container cleanup b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:06.948 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:06 smithi052 bash[79636]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T02:54:06.948 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:06 smithi052 ceph-mon[27118]: pgmap v24: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 530 KiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:54:06.948 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:06 smithi052 ceph-mon[27118]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T02:54:06.959 INFO:tasks.rados.rados.0.smithi052.stdout:695: finishing write tid 1 to smithi05277117-24 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:695: finishing write tid 2 to smithi05277117-24 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:695: finishing write tid 3 to smithi05277117-24 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:695: finishing write tid 4 to smithi05277117-24 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:695: finishing write tid 5 to smithi05277117-24 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 408 (ObjNum 234 snap 68 seq_num 234) dirty exists 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:695: left oid 24 (ObjNum 234 snap 68 seq_num 234) 2024-09-13T02:54:06.960 INFO:tasks.rados.rados.0.smithi052.stdout:696: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:06 smithi078 ceph-mon[30844]: pgmap v24: 121 pgs: 121 active+clean; 207 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 530 KiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-09-13T02:54:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:06 smithi078 ceph-mon[30844]: osdmap e193: 8 total, 8 up, 8 in 2024-09-13T02:54:07.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:06 smithi052 podman[79649]: 2024-09-13 02:54:06.946886118 +0000 UTC m=+0.660970343 container remove b2ca4ed44bba9bfea5adf40e834a9d65b5417470147097658e42663f1c852511 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:07.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 podman[79649]: 2024-09-13 02:54:07.056106358 +0000 UTC m=+0.770190584 volume remove 4231e3baa3de44407527b977618b38df7b5e25e6dd7488dae0dc4266fc60fd6c 2024-09-13T02:54:07.724 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T02:54:07.725 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 systemd[1]: Stopped Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:07.725 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.086s CPU time. 2024-09-13T02:54:07.725 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 systemd[1]: Starting Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:07.745 INFO:tasks.rados.rados.0.smithi052.stdout:693: done (4 left) 2024-09-13T02:54:07.745 INFO:tasks.rados.rados.0.smithi052.stdout:694: done (3 left) 2024-09-13T02:54:07.746 INFO:tasks.rados.rados.0.smithi052.stdout:695: done (2 left) 2024-09-13T02:54:07.746 INFO:tasks.rados.rados.0.smithi052.stdout:696: done (1 left) 2024-09-13T02:54:07.746 INFO:tasks.rados.rados.0.smithi052.stdout:697: done (0 left) 2024-09-13T02:54:07.746 INFO:tasks.rados.rados.0.smithi052.stdout:698: setattr oid 5 current snap is 69 2024-09-13T02:54:07.746 INFO:tasks.rados.rados.0.smithi052.stdout:699: snap_create 2024-09-13T02:54:07.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 206 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-09-13T02:54:08.009 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:07 smithi052 ceph-mon[37071]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T02:54:08.010 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:07 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:08.010 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:07 smithi052 ceph-mon[27118]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T02:54:08.010 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:07 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:08.010 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 podman[79787]: 2024-09-13 02:54:07.723574819 +0000 UTC m=+0.099797101 volume create 1d7439020b71d2b37ba4b8128aff92b6ba80e533a173fa0942ae8086bcebb369 2024-09-13T02:54:08.010 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 podman[79787]: 2024-09-13 02:54:07.640639413 +0000 UTC m=+0.016861697 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-13T02:54:08.010 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:07 smithi052 podman[79787]: 2024-09-13 02:54:07.815819349 +0000 UTC m=+0.192041633 container create 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:07 smithi078 ceph-mon[30844]: osdmap e194: 8 total, 8 up, 8 in 2024-09-13T02:54:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:07 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:08.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 podman[79787]: 2024-09-13 02:54:08.110402591 +0000 UTC m=+0.486624875 container init 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 podman[79787]: 2024-09-13 02:54:08.11363593 +0000 UTC m=+0.489858212 container start 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.125Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.125Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.126Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.52 port=9094 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.128Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.151Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.152Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.154Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:08.154Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T02:54:08.279 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 bash[79787]: 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb 2024-09-13T02:54:08.280 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:08 smithi052 systemd[1]: Started Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:08.577 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:54:08.747 INFO:tasks.rados.rados.0.smithi052.stdout:698: done (1 left) 2024-09-13T02:54:08.747 INFO:tasks.rados.rados.0.smithi052.stdout:699: done (0 left) 2024-09-13T02:54:08.747 INFO:tasks.rados.rados.0.smithi052.stdout:700: read oid 2 snap 24 2024-09-13T02:54:08.747 INFO:tasks.rados.rados.0.smithi052.stdout:700: expect (ObjNum 62 snap 4 seq_num 62) 2024-09-13T02:54:08.747 INFO:tasks.rados.rados.0.smithi052.stdout:701: read oid 33 snap -1 2024-09-13T02:54:08.747 INFO:tasks.rados.rados.0.smithi052.stdout:701: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:54:08.748 INFO:tasks.rados.rados.0.smithi052.stdout:702: read oid 23 snap -1 2024-09-13T02:54:08.748 INFO:tasks.rados.rados.0.smithi052.stdout:702: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:54:08.748 INFO:tasks.rados.rados.0.smithi052.stdout:703: rollback oid 34 current snap is 70 2024-09-13T02:54:08.748 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 34 to 62 2024-09-13T02:54:08.748 INFO:tasks.rados.rados.0.smithi052.stdout:704: setattr oid 5 current snap is 70 2024-09-13T02:54:08.749 INFO:tasks.rados.rados.0.smithi052.stdout:705: snap_create 2024-09-13T02:54:08.755 INFO:tasks.rados.rados.0.smithi052.stdout:701: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:54:08.803 INFO:tasks.rados.rados.0.smithi052.stdout:703: finishing rollback tid 0 to smithi05277117-34 2024-09-13T02:54:08.803 INFO:tasks.rados.rados.0.smithi052.stdout:703: finishing rollback tid 1 to smithi05277117-34 2024-09-13T02:54:08.803 INFO:tasks.rados.rados.0.smithi052.stdout:703: finishing rollback tid 2 to smithi05277117-34 2024-09-13T02:54:08.803 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 210 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-09-13T02:54:08.803 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 212 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-09-13T02:54:08.803 INFO:tasks.rados.rados.0.smithi052.stdout:702: expect (ObjNum 109 snap 27 seq_num 109) 2024-09-13T02:54:08.854 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[37071]: pgmap v27: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 374 KiB/s wr, 13 op/s 2024-09-13T02:54:08.854 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[37071]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T02:54:08.854 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:08.855 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:08.855 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[37071]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T02:54:08.855 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[37071]: Deploying daemon node-exporter.a on smithi052 2024-09-13T02:54:08.855 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[27118]: pgmap v27: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 374 KiB/s wr, 13 op/s 2024-09-13T02:54:08.856 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[27118]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T02:54:08.856 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:08.856 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:08.856 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[27118]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T02:54:08.856 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:08 smithi052 ceph-mon[27118]: Deploying daemon node-exporter.a on smithi052 2024-09-13T02:54:08.872 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:54:08.872 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 starting - - - - 2024-09-13T02:54:08.872 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (4m) 11s ago 4m 87.9M - 9.4.7 954c08fa6188 d1cc7dbf038d 2024-09-13T02:54:08.873 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (6m) 11s ago 6m 14.2M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:54:08.873 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (6m) 11s ago 5m 19.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:54:08.873 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283 running (34s) 11s ago 9m 477M - 19.1.1-322-g7741f7f9 19dc8d659727 0b4429a64265 2024-09-13T02:54:08.873 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:9283,8765 running (11m) 11s ago 11m 265M - 17.2.7-1627-gbbdadfa3 a994b00deb3a a2c5f8b32462 2024-09-13T02:54:08.873 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (11m) 11s ago 11m 55.7M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a fe92c4ffd5b8 2024-09-13T02:54:08.873 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (9m) 11s ago 9m 48.2M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:54:08.874 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (9m) 11s ago 9m 46.3M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:54:08.874 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (4m) 11s ago 4m 14.4M - 1.5.0 0da6a335fe13 7c485bd4bda2 2024-09-13T02:54:08.874 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (4m) 11s ago 4m 16.4M - 1.5.0 0da6a335fe13 11e32fb34656 2024-09-13T02:54:08.874 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (9m) 11s ago 9m 108M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:54:08.874 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (8m) 11s ago 8m 106M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:54:08.875 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (8m) 11s ago 8m 140M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:54:08.875 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (7m) 11s ago 7m 85.1M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:54:08.875 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (7m) 11s ago 7m 86.4M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:54:08.875 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (7m) 11s ago 7m 120M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:54:08.875 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (6m) 11s ago 6m 81.5M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:54:08.875 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (6m) 11s ago 6m 103M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:54:08.876 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (3m) 11s ago 5m 58.1M - 2.43.0 a07b618ecd1d b53b63903881 2024-09-13T02:54:08.888 INFO:tasks.rados.rados.0.smithi052.stdout:700: expect (ObjNum 62 snap 4 seq_num 62) 2024-09-13T02:54:09.126 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:08 smithi052 systemd[1]: Stopping Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:08 smithi078 ceph-mon[30844]: pgmap v27: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 374 KiB/s wr, 13 op/s 2024-09-13T02:54:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:08 smithi078 ceph-mon[30844]: osdmap e195: 8 total, 8 up, 8 in 2024-09-13T02:54:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:08 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:08 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:08 smithi078 ceph-mon[30844]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-13T02:54:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:08 smithi078 ceph-mon[30844]: Deploying daemon node-exporter.a on smithi052 2024-09-13T02:54:09.216 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:54:09.216 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:54:09.216 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:54:09.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:09.216 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 14, 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:54:09.217 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:54:09.408 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:09 smithi052 podman[80030]: 2024-09-13 02:54:09.125437767 +0000 UTC m=+0.117812750 container died 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:09.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:09 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:54:09] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2024-09-13T02:54:09.760 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:09 smithi052 podman[80030]: 2024-09-13 02:54:09.624264827 +0000 UTC m=+0.616639808 container cleanup 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:09.760 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:09 smithi052 bash[80030]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:700: done (5 left) 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:701: done (4 left) 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:702: done (3 left) 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:703: done (2 left) 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:704: done (1 left) 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:705: done (0 left) 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:706: read oid 20 snap 61 2024-09-13T02:54:09.764 INFO:tasks.rados.rados.0.smithi052.stdout:706: expect deleted 2024-09-13T02:54:09.765 INFO:tasks.rados.rados.0.smithi052.stdout:707: snap_create 2024-09-13T02:54:10.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[37071]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:10.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[37071]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T02:54:10.020 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[37071]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:10.020 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1517723279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:54:10.020 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:09 smithi052 podman[80041]: 2024-09-13 02:54:09.859004233 +0000 UTC m=+0.736928944 container remove 7c485bd4bda208127586f9cb743eb6978897eb624ebdc718cce92173b4f09fe1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:10.020 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:09 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:54:10.020 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T02:54:10.020 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 systemd[1]: Stopped Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:10.020 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.230s CPU time. 2024-09-13T02:54:10.021 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[27118]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:10.021 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[27118]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T02:54:10.021 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[27118]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:10.021 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:09 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1517723279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:54:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:09 smithi078 ceph-mon[30844]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:09 smithi078 ceph-mon[30844]: osdmap e196: 8 total, 8 up, 8 in 2024-09-13T02:54:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:09 smithi078 ceph-mon[30844]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:09 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1517723279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:54:10.278 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 systemd[1]: Starting Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:10.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:10.128Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000283783s 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 podman[80175]: 2024-09-13 02:54:10.4187653 +0000 UTC m=+0.099992442 container create aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 podman[80175]: 2024-09-13 02:54:10.334620855 +0000 UTC m=+0.015848005 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 podman[80175]: 2024-09-13 02:54:10.629590764 +0000 UTC m=+0.310817910 container init aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 podman[80175]: 2024-09-13 02:54:10.632423161 +0000 UTC m=+0.313650304 container start aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.636Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.636Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:54:10.705 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.636Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.636Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.636Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:54:10.706 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:54:10.707 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:54:10.708 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:54:10.709 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a[80189]: ts=2024-09-13T02:54:10.637Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:54:10.710 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 bash[80175]: aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 2024-09-13T02:54:10.768 INFO:tasks.rados.rados.0.smithi052.stdout:706: done (1 left) 2024-09-13T02:54:10.768 INFO:tasks.rados.rados.0.smithi052.stdout:707: done (0 left) 2024-09-13T02:54:10.768 INFO:tasks.rados.rados.0.smithi052.stdout:708: snap_remove snap 16 2024-09-13T02:54:11.028 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 02:54:10 smithi052 systemd[1]: Started Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-mon[37071]: pgmap v30: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-09-13T02:54:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-mon[37071]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T02:54:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-mon[27118]: pgmap v30: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-09-13T02:54:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-mon[27118]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T02:54:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:10 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:10 smithi078 ceph-mon[30844]: pgmap v30: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-09-13T02:54:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:10 smithi078 ceph-mon[30844]: osdmap e197: 8 total, 8 up, 8 in 2024-09-13T02:54:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:10 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:11.780 INFO:tasks.rados.rados.0.smithi052.stdout:708: done (0 left) 2024-09-13T02:54:11.781 INFO:tasks.rados.rados.0.smithi052.stdout:709: snap_create 2024-09-13T02:54:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:11 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:11 smithi078 ceph-mon[30844]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:54:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:11 smithi078 ceph-mon[30844]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T02:54:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:11 smithi078 ceph-mon[30844]: Deploying daemon prometheus.a on smithi078 2024-09-13T02:54:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[27118]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:54:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[27118]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T02:54:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[27118]: Deploying daemon prometheus.a on smithi078 2024-09-13T02:54:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[37071]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:54:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[37071]: osdmap e198: 8 total, 8 up, 8 in 2024-09-13T02:54:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:11 smithi052 ceph-mon[37071]: Deploying daemon prometheus.a on smithi078 2024-09-13T02:54:12.780 INFO:tasks.rados.rados.0.smithi052.stdout:709: done (0 left) 2024-09-13T02:54:12.780 INFO:tasks.rados.rados.0.smithi052.stdout:710: read oid 1 snap -1 2024-09-13T02:54:12.780 INFO:tasks.rados.rados.0.smithi052.stdout:710: expect (ObjNum 204 snap 60 seq_num 204) 2024-09-13T02:54:12.780 INFO:tasks.rados.rados.0.smithi052.stdout:711: rollback oid 50 current snap is 73 2024-09-13T02:54:12.781 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 65 2024-09-13T02:54:12.781 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 73 2024-09-13T02:54:12.781 INFO:tasks.rados.rados.0.smithi052.stdout:712: seq_num 235 ranges {2129920=745472,2875392=712704,3588096=90112} 2024-09-13T02:54:12.796 INFO:tasks.rados.rados.0.smithi052.stdout:712: writing smithi05277117-22 from 2129920 to 2875392 tid 1 2024-09-13T02:54:12.801 INFO:tasks.rados.rados.0.smithi052.stdout:712: writing smithi05277117-22 from 2875392 to 3588096 tid 2 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:712: writing smithi05277117-22 from 3588096 to 3678208 tid 3 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:713: read oid 9 snap -1 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:713: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:714: delete oid 5 current snap is 73 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:711: finishing rollback tid 0 to smithi05277117-50 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:711: finishing rollback tid 1 to smithi05277117-50 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:711: finishing rollback tid 2 to smithi05277117-50 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 285 (ObjNum 140 snap 43 seq_num 140) dirty exists 2024-09-13T02:54:12.805 INFO:tasks.rados.rados.0.smithi052.stdout:710: expect (ObjNum 204 snap 60 seq_num 204) 2024-09-13T02:54:12.830 INFO:tasks.rados.rados.0.smithi052.stdout:712: finishing write tid 1 to smithi05277117-22 2024-09-13T02:54:12.831 INFO:tasks.rados.rados.0.smithi052.stdout:712: finishing write tid 2 to smithi05277117-22 2024-09-13T02:54:12.831 INFO:tasks.rados.rados.0.smithi052.stdout:713: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:712: finishing write tid 3 to smithi05277117-22 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:712: finishing write tid 4 to smithi05277117-22 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:712: finishing write tid 5 to smithi05277117-22 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 301 (ObjNum 235 snap 73 seq_num 235) dirty exists 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:712: left oid 22 (ObjNum 235 snap 73 seq_num 235) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:710: done (4 left) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:711: done (3 left) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:712: done (2 left) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:713: done (1 left) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:714: done (0 left) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:715: read oid 13 snap -1 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:715: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:54:12.835 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 73 2024-09-13T02:54:12.836 INFO:tasks.rados.rados.0.smithi052.stdout:716: seq_num 237 ranges {3072000=778240,3850240=532480,4382720=270336} 2024-09-13T02:54:12.855 INFO:tasks.rados.rados.0.smithi052.stdout:716: writing smithi05277117-34 from 3072000 to 3850240 tid 1 2024-09-13T02:54:12.858 INFO:tasks.rados.rados.0.smithi052.stdout:716: writing smithi05277117-34 from 3850240 to 4382720 tid 2 2024-09-13T02:54:12.860 INFO:tasks.rados.rados.0.smithi052.stdout:716: writing smithi05277117-34 from 4382720 to 4653056 tid 3 2024-09-13T02:54:12.860 INFO:tasks.rados.rados.0.smithi052.stdout:717: delete oid 3 current snap is 73 2024-09-13T02:54:12.860 INFO:tasks.rados.rados.0.smithi052.stdout:715: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:54:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:716: finishing write tid 1 to smithi05277117-34 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:716: finishing write tid 2 to smithi05277117-34 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:715: done (2 left) 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:717: done (1 left) 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:718: snap_create 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:716: finishing write tid 3 to smithi05277117-34 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:716: finishing write tid 4 to smithi05277117-34 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:716: finishing write tid 5 to smithi05277117-34 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 225 (ObjNum 237 snap 73 seq_num 237) dirty exists 2024-09-13T02:54:12.866 INFO:tasks.rados.rados.0.smithi052.stdout:716: left oid 34 (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:54:12.931 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:12 smithi078 ceph-mon[30844]: pgmap v33: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-13T02:54:12.931 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:12 smithi078 ceph-mon[30844]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T02:54:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:12 smithi052 ceph-mon[37071]: pgmap v33: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-13T02:54:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:12 smithi052 ceph-mon[37071]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T02:54:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:12 smithi052 ceph-mon[27118]: pgmap v33: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-13T02:54:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:12 smithi052 ceph-mon[27118]: osdmap e199: 8 total, 8 up, 8 in 2024-09-13T02:54:13.789 INFO:tasks.rados.rados.0.smithi052.stdout:716: done (1 left) 2024-09-13T02:54:13.790 INFO:tasks.rados.rados.0.smithi052.stdout:718: done (0 left) 2024-09-13T02:54:13.790 INFO:tasks.rados.rados.0.smithi052.stdout:719: rmattr oid 13 current snap is 74 2024-09-13T02:54:13.790 INFO:tasks.rados.rados.0.smithi052.stdout:720: snap_create 2024-09-13T02:54:13.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 463 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:54:14.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:13 smithi078 ceph-mon[30844]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T02:54:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:13 smithi052 ceph-mon[37071]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T02:54:14.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:13 smithi052 ceph-mon[27118]: osdmap e200: 8 total, 8 up, 8 in 2024-09-13T02:54:14.709 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 systemd[1]: Stopping Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:14.733 INFO:tasks.rados.rados.0.smithi052.stdout:719: done (1 left) 2024-09-13T02:54:14.733 INFO:tasks.rados.rados.0.smithi052.stdout:720: done (0 left) 2024-09-13T02:54:14.733 INFO:tasks.rados.rados.0.smithi052.stdout:721: copy_from oid 43 from oid 39 current snap is 75 2024-09-13T02:54:14.733 INFO:tasks.rados.rados.0.smithi052.stdout:722: delete oid 49 current snap is 75 2024-09-13T02:54:14.737 INFO:tasks.rados.rados.0.smithi052.stdout:722: done (1 left) 2024-09-13T02:54:14.737 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 75 2024-09-13T02:54:14.737 INFO:tasks.rados.rados.0.smithi052.stdout:723: seq_num 240 ranges {2662400=425984,3088384=589824,3678208=483328,4161536=131072} 2024-09-13T02:54:14.754 INFO:tasks.rados.rados.0.smithi052.stdout:723: writing smithi05277117-23 from 2662400 to 3088384 tid 1 2024-09-13T02:54:14.758 INFO:tasks.rados.rados.0.smithi052.stdout:723: writing smithi05277117-23 from 3088384 to 3678208 tid 2 2024-09-13T02:54:14.760 INFO:tasks.rados.rados.0.smithi052.stdout:723: writing smithi05277117-23 from 3678208 to 4161536 tid 3 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:723: writing smithi05277117-23 from 4161536 to 4292608 tid 4 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:724: rollback oid 3 current snap is 75 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 72 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:721: finishing copy_from racing read to smithi05277117-43 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:721: finishing copy_from to smithi05277117-43 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:723: finishing write tid 1 to smithi05277117-23 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:723: finishing write tid 2 to smithi05277117-23 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:721: done (2 left) 2024-09-13T02:54:14.762 INFO:tasks.rados.rados.0.smithi052.stdout:725: snap_create 2024-09-13T02:54:14.764 INFO:tasks.rados.rados.0.smithi052.stdout:724: finishing rollback tid 1 to smithi05277117-3 2024-09-13T02:54:14.764 INFO:tasks.rados.rados.0.smithi052.stdout:723: finishing write tid 3 to smithi05277117-23 2024-09-13T02:54:14.765 INFO:tasks.rados.rados.0.smithi052.stdout:723: finishing write tid 4 to smithi05277117-23 2024-09-13T02:54:14.765 INFO:tasks.rados.rados.0.smithi052.stdout:724: finishing rollback tid 2 to smithi05277117-3 2024-09-13T02:54:14.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 462 (ObjNum 138 snap 40 seq_num 138) dirty exists 2024-09-13T02:54:14.765 INFO:tasks.rados.rados.0.smithi052.stdout:723: finishing write tid 5 to smithi05277117-23 2024-09-13T02:54:14.766 INFO:tasks.rados.rados.0.smithi052.stdout:723: finishing write tid 6 to smithi05277117-23 2024-09-13T02:54:14.766 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 293 (ObjNum 240 snap 75 seq_num 240) dirty exists 2024-09-13T02:54:14.766 INFO:tasks.rados.rados.0.smithi052.stdout:723: left oid 23 (ObjNum 240 snap 75 seq_num 240) 2024-09-13T02:54:14.976 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-mon[30844]: pgmap v36: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 13 op/s 2024-09-13T02:54:14.977 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-mon[30844]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T02:54:14.977 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-mon[30844]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.708Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T02:54:14.977 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T02:54:14.978 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T02:54:14.978 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T02:54:14.978 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[62540]: ts=2024-09-13T02:54:14.709Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T02:54:14.978 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:14 smithi078 podman[72974]: 2024-09-13 02:54:14.719091107 +0000 UTC m=+0.125466235 container died b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:14 smithi052 ceph-mon[37071]: pgmap v36: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 13 op/s 2024-09-13T02:54:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:14 smithi052 ceph-mon[37071]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T02:54:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:14 smithi052 ceph-mon[37071]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T02:54:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:14 smithi052 ceph-mon[27118]: pgmap v36: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 13 op/s 2024-09-13T02:54:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:14 smithi052 ceph-mon[27118]: osdmap e201: 8 total, 8 up, 8 in 2024-09-13T02:54:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:14 smithi052 ceph-mon[27118]: osdmap e202: 8 total, 8 up, 8 in 2024-09-13T02:54:15.435 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 podman[72974]: 2024-09-13 02:54:15.075169337 +0000 UTC m=+0.481544462 container cleanup b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:15.435 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 bash[72974]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T02:54:15.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 podman[72988]: 2024-09-13 02:54:15.435097652 +0000 UTC m=+0.713525585 container remove b53b639038814f0301c51b29d653e8d64a3f2e30603f300c5af6bbc20818f836 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:15.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T02:54:15.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 systemd[1]: Stopped Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:15.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.635s CPU time. 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:723: done (2 left) 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:724: done (1 left) 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:725: done (0 left) 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:726: read oid 42 snap -1 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:726: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:727: read oid 24 snap -1 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:727: expect (ObjNum 234 snap 68 seq_num 234) 2024-09-13T02:54:15.735 INFO:tasks.rados.rados.0.smithi052.stdout:728: snap_create 2024-09-13T02:54:15.770 INFO:tasks.rados.rados.0.smithi052.stdout:726: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:54:15.996 INFO:tasks.rados.rados.0.smithi052.stdout:727: expect (ObjNum 234 snap 68 seq_num 234) 2024-09-13T02:54:16.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:15 smithi078 systemd[1]: Starting Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:16.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 podman[73113]: 2024-09-13 02:54:15.972012642 +0000 UTC m=+0.017323137 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:54:16.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 podman[73113]: 2024-09-13 02:54:16.102661393 +0000 UTC m=+0.147971876 container create 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:16.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 podman[73113]: 2024-09-13 02:54:16.304840603 +0000 UTC m=+0.350151095 container init 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:16.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 podman[73113]: 2024-09-13 02:54:16.307681339 +0000 UTC m=+0.352991830 container start 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:16.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.331Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:54:16.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.331Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:54:16.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.331Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi078 (none))" 2024-09-13T02:54:16.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.331Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.332Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.333Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.334Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.336Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.336Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.337Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.337Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.681µs 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.337Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.337Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.352Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.352Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.352Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.889µs wal_replay_duration=15.179501ms wbl_replay_duration=130ns total_replay_duration=15.216024ms 2024-09-13T02:54:16.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.354Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.354Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.354Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.375Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.267131ms db_storage=857ns remote_storage=1.154µs web_handler=366ns query_engine=604ns scrape=457.613µs scrape_sd=81.659µs notify=11.419µs notify_sd=9.552µs rules=20.378566ms tracing=4.981µs 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.375Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:16.376Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 bash[73113]: 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 2024-09-13T02:54:16.699 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:16 smithi078 systemd[1]: Started Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:16.734 INFO:tasks.rados.rados.0.smithi052.stdout:726: done (2 left) 2024-09-13T02:54:16.735 INFO:tasks.rados.rados.0.smithi052.stdout:727: done (1 left) 2024-09-13T02:54:16.735 INFO:tasks.rados.rados.0.smithi052.stdout:728: done (0 left) 2024-09-13T02:54:16.735 INFO:tasks.rados.rados.0.smithi052.stdout:729: delete oid 10 current snap is 77 2024-09-13T02:54:16.739 INFO:tasks.rados.rados.0.smithi052.stdout:729: done (0 left) 2024-09-13T02:54:16.739 INFO:tasks.rados.rados.0.smithi052.stdout:730: snap_create 2024-09-13T02:54:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[37071]: pgmap v39: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 13 op/s 2024-09-13T02:54:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[37071]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T02:54:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[27118]: pgmap v39: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 13 op/s 2024-09-13T02:54:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[27118]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T02:54:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:16 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:17.045 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-mon[30844]: pgmap v39: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 13 op/s 2024-09-13T02:54:17.045 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-mon[30844]: osdmap e203: 8 total, 8 up, 8 in 2024-09-13T02:54:17.045 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:17.045 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:16 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:730: done (0 left) 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:731: read oid 17 snap -1 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:731: expect (ObjNum 180 snap 54 seq_num 180) 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:732: rollback oid 6 current snap is 78 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 71 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:733: read oid 27 snap 61 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:733: expect (ObjNum 194 snap 57 seq_num 194) 2024-09-13T02:54:17.750 INFO:tasks.rados.rados.0.smithi052.stdout:734: copy_from oid 11 from oid 8 current snap is 78 2024-09-13T02:54:17.751 INFO:tasks.rados.rados.0.smithi052.stdout:735: copy_from oid 13 from oid 12 current snap is 78 2024-09-13T02:54:17.751 INFO:tasks.rados.rados.0.smithi052.stdout:736: setattr oid 45 current snap is 78 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:737: rollback oid 29 current snap is 78 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 29 to 53 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:738: copy_from oid 24 from oid 21 current snap is 78 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:739: read oid 32 snap -1 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:739: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 78 2024-09-13T02:54:17.752 INFO:tasks.rados.rados.0.smithi052.stdout:740: seq_num 242 ranges {352256=458752,811008=753664,1564672=450560} 2024-09-13T02:54:17.757 INFO:tasks.rados.rados.0.smithi052.stdout:740: writing smithi05277117-4 from 352256 to 811008 tid 1 2024-09-13T02:54:17.763 INFO:tasks.rados.rados.0.smithi052.stdout:740: writing smithi05277117-4 from 811008 to 1564672 tid 2 2024-09-13T02:54:17.766 INFO:tasks.rados.rados.0.smithi052.stdout:740: writing smithi05277117-4 from 1564672 to 2015232 tid 3 2024-09-13T02:54:17.766 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 78 2024-09-13T02:54:17.766 INFO:tasks.rados.rados.0.smithi052.stdout:741: seq_num 243 ranges {4292608=475136,4767744=638976,5406720=565248} 2024-09-13T02:54:17.793 INFO:tasks.rados.rados.0.smithi052.stdout:741: writing smithi05277117-23 from 4292608 to 4767744 tid 1 2024-09-13T02:54:17.797 INFO:tasks.rados.rados.0.smithi052.stdout:741: writing smithi05277117-23 from 4767744 to 5406720 tid 2 2024-09-13T02:54:17.800 INFO:tasks.rados.rados.0.smithi052.stdout:741: writing smithi05277117-23 from 5406720 to 5971968 tid 3 2024-09-13T02:54:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:742: read oid 14 snap -1 2024-09-13T02:54:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:742: expect (ObjNum 165 snap 50 seq_num 165) 2024-09-13T02:54:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:743: delete oid 19 current snap is 78 2024-09-13T02:54:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:731: expect (ObjNum 180 snap 54 seq_num 180) 2024-09-13T02:54:17.818 INFO:tasks.rados.rados.0.smithi052.stdout:732: finishing rollback tid 0 to smithi05277117-6 2024-09-13T02:54:17.818 INFO:tasks.rados.rados.0.smithi052.stdout:733: expect (ObjNum 194 snap 57 seq_num 194) 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:737: finishing rollback tid 0 to smithi05277117-29 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:737: finishing rollback tid 1 to smithi05277117-29 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 161 (ObjNum 945 snap 0 seq_num 4207475344) dirty dne 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 464 (ObjNum 33 snap 0 seq_num 4209945920) dirty exists 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:732: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:732: finishing rollback tid 2 to smithi05277117-6 2024-09-13T02:54:17.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 467 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:734: finishing copy_from racing read to smithi05277117-11 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:734: finishing copy_from to smithi05277117-11 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 367 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:731: done (12 left) 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:732: done (11 left) 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:733: done (10 left) 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:734: done (9 left) 2024-09-13T02:54:17.865 INFO:tasks.rados.rados.0.smithi052.stdout:736: done (8 left) 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:737: done (7 left) 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:743: done (6 left) 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:744: rmattr oid 49 current snap is 78 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:744: done (6 left) 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:745: copy_from oid 28 from oid 48 current snap is 78 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:738: finishing copy_from racing read to smithi05277117-24 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:738: finishing copy_from to smithi05277117-24 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 269 (ObjNum 231 snap 67 seq_num 231) dirty exists 2024-09-13T02:54:17.866 INFO:tasks.rados.rados.0.smithi052.stdout:739: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:54:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:17 smithi078 ceph-mon[30844]: Reconfiguring grafana.a (dependencies changed)... 2024-09-13T02:54:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:17 smithi078 ceph-mon[30844]: Reconfiguring daemon grafana.a on smithi078 2024-09-13T02:54:17.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:17 smithi078 ceph-mon[30844]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:740: finishing write tid 1 to smithi05277117-4 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:740: finishing write tid 2 to smithi05277117-4 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:738: done (6 left) 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:739: done (5 left) 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:746: read oid 17 snap -1 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:746: expect (ObjNum 180 snap 54 seq_num 180) 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 78 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:740: finishing write tid 3 to smithi05277117-4 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:740: finishing write tid 4 to smithi05277117-4 2024-09-13T02:54:17.961 INFO:tasks.rados.rados.0.smithi052.stdout:735: finishing copy_from racing read to smithi05277117-13 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:740: finishing write tid 5 to smithi05277117-4 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 448 (ObjNum 242 snap 78 seq_num 242) dirty exists 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:740: left oid 4 (ObjNum 242 snap 78 seq_num 242) 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:735: finishing copy_from to smithi05277117-13 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 187 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:741: finishing write tid 1 to smithi05277117-23 2024-09-13T02:54:17.962 INFO:tasks.rados.rados.0.smithi052.stdout:747: seq_num 245 ranges {3186688=507904,3694592=458752,4153344=671744,4825088=73728} 2024-09-13T02:54:17.980 INFO:tasks.rados.rados.0.smithi052.stdout:747: writing smithi05277117-50 from 3186688 to 3694592 tid 1 2024-09-13T02:54:17.982 INFO:tasks.rados.rados.0.smithi052.stdout:747: writing smithi05277117-50 from 3694592 to 4153344 tid 2 2024-09-13T02:54:17.986 INFO:tasks.rados.rados.0.smithi052.stdout:747: writing smithi05277117-50 from 4153344 to 4825088 tid 3 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:747: writing smithi05277117-50 from 4825088 to 4898816 tid 4 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:735: done (6 left) 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:740: done (5 left) 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:748: setattr oid 18 current snap is 78 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:741: finishing write tid 2 to smithi05277117-23 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:741: finishing write tid 3 to smithi05277117-23 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:741: finishing write tid 4 to smithi05277117-23 2024-09-13T02:54:17.987 INFO:tasks.rados.rados.0.smithi052.stdout:741: finishing write tid 5 to smithi05277117-23 2024-09-13T02:54:17.988 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 298 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-09-13T02:54:17.988 INFO:tasks.rados.rados.0.smithi052.stdout:741: left oid 23 (ObjNum 243 snap 78 seq_num 243) 2024-09-13T02:54:17.988 INFO:tasks.rados.rados.0.smithi052.stdout:742: expect (ObjNum 165 snap 50 seq_num 165) 2024-09-13T02:54:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:17 smithi052 ceph-mon[37071]: Reconfiguring grafana.a (dependencies changed)... 2024-09-13T02:54:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:17 smithi052 ceph-mon[37071]: Reconfiguring daemon grafana.a on smithi078 2024-09-13T02:54:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:17 smithi052 ceph-mon[37071]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T02:54:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:17 smithi052 ceph-mon[27118]: Reconfiguring grafana.a (dependencies changed)... 2024-09-13T02:54:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:17 smithi052 ceph-mon[27118]: Reconfiguring daemon grafana.a on smithi078 2024-09-13T02:54:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:17 smithi052 ceph-mon[27118]: osdmap e204: 8 total, 8 up, 8 in 2024-09-13T02:54:18.082 INFO:tasks.rados.rados.0.smithi052.stdout:745: finishing copy_from to smithi05277117-28 2024-09-13T02:54:18.082 INFO:tasks.rados.rados.0.smithi052.stdout:745: got expected ENOENT (src dne) 2024-09-13T02:54:18.082 INFO:tasks.rados.rados.0.smithi052.stdout:745: finishing copy_from racing read to smithi05277117-28 2024-09-13T02:54:18.082 INFO:tasks.rados.rados.0.smithi052.stdout:746: expect (ObjNum 180 snap 54 seq_num 180) 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: finishing write tid 1 to smithi05277117-50 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: finishing write tid 2 to smithi05277117-50 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: finishing write tid 3 to smithi05277117-50 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: finishing write tid 4 to smithi05277117-50 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: finishing write tid 5 to smithi05277117-50 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: finishing write tid 6 to smithi05277117-50 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 304 (ObjNum 245 snap 78 seq_num 245) dirty exists 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:747: left oid 50 (ObjNum 245 snap 78 seq_num 245) 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:741: done (5 left) 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:742: done (4 left) 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:745: done (3 left) 2024-09-13T02:54:18.099 INFO:tasks.rados.rados.0.smithi052.stdout:746: done (2 left) 2024-09-13T02:54:18.100 INFO:tasks.rados.rados.0.smithi052.stdout:747: done (1 left) 2024-09-13T02:54:18.100 INFO:tasks.rados.rados.0.smithi052.stdout:749: snap_create 2024-09-13T02:54:18.100 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 267 (ObjNum 215 snap 64 seq_num 215) dirty exists 2024-09-13T02:54:18.528 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 02:54:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T02:54:18.130Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002232236s 2024-09-13T02:54:18.750 INFO:tasks.rados.rados.0.smithi052.stdout:748: done (1 left) 2024-09-13T02:54:18.750 INFO:tasks.rados.rados.0.smithi052.stdout:749: done (0 left) 2024-09-13T02:54:18.750 INFO:tasks.rados.rados.0.smithi052.stdout:750: snap_create 2024-09-13T02:54:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:18 smithi052 ceph-mon[37071]: pgmap v42: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-13T02:54:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:18 smithi052 ceph-mon[37071]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T02:54:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:18 smithi052 ceph-mon[27118]: pgmap v42: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-13T02:54:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:18 smithi052 ceph-mon[27118]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T02:54:19.165 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:18 smithi078 ceph-mon[30844]: pgmap v42: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-13T02:54:19.165 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:18 smithi078 ceph-mon[30844]: osdmap e205: 8 total, 8 up, 8 in 2024-09-13T02:54:19.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:19 smithi078 systemd[1]: Stopping Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:19.757 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:19 smithi078 podman[73347]: 2024-09-13 02:54:19.494837106 +0000 UTC m=+0.130915441 container died d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, version=8.5, io.openshift.tags=base rhel8, release=239.1651231664, description=Ceph Grafana Container, name=ubi8, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container) 2024-09-13T02:54:19.761 INFO:tasks.rados.rados.0.smithi052.stdout:750: done (0 left) 2024-09-13T02:54:19.761 INFO:tasks.rados.rados.0.smithi052.stdout:751: copy_from oid 22 from oid 47 current snap is 80 2024-09-13T02:54:19.761 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 80 2024-09-13T02:54:19.761 INFO:tasks.rados.rados.0.smithi052.stdout:752: seq_num 246 ranges {2531328=524288,3055616=745472,3801088=425984,4227072=32768} 2024-09-13T02:54:19.779 INFO:tasks.rados.rados.0.smithi052.stdout:752: writing smithi05277117-27 from 2531328 to 3055616 tid 1 2024-09-13T02:54:19.783 INFO:tasks.rados.rados.0.smithi052.stdout:752: writing smithi05277117-27 from 3055616 to 3801088 tid 2 2024-09-13T02:54:19.785 INFO:tasks.rados.rados.0.smithi052.stdout:752: writing smithi05277117-27 from 3801088 to 4227072 tid 3 2024-09-13T02:54:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:752: writing smithi05277117-27 from 4227072 to 4259840 tid 4 2024-09-13T02:54:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:753: snap_create 2024-09-13T02:54:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:751: finishing copy_from racing read to smithi05277117-22 2024-09-13T02:54:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:751: finishing copy_from to smithi05277117-22 2024-09-13T02:54:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 265 (ObjNum 191 snap 56 seq_num 191) dirty exists 2024-09-13T02:54:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:752: finishing write tid 1 to smithi05277117-27 2024-09-13T02:54:19.788 INFO:tasks.rados.rados.0.smithi052.stdout:752: finishing write tid 2 to smithi05277117-27 2024-09-13T02:54:19.789 INFO:tasks.rados.rados.0.smithi052.stdout:752: finishing write tid 3 to smithi05277117-27 2024-09-13T02:54:19.789 INFO:tasks.rados.rados.0.smithi052.stdout:752: finishing write tid 4 to smithi05277117-27 2024-09-13T02:54:19.790 INFO:tasks.rados.rados.0.smithi052.stdout:752: finishing write tid 5 to smithi05277117-27 2024-09-13T02:54:19.791 INFO:tasks.rados.rados.0.smithi052.stdout:752: finishing write tid 6 to smithi05277117-27 2024-09-13T02:54:19.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 470 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-09-13T02:54:19.791 INFO:tasks.rados.rados.0.smithi052.stdout:752: left oid 27 (ObjNum 246 snap 80 seq_num 246) 2024-09-13T02:54:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:19 smithi052 ceph-mon[37071]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T02:54:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:19 smithi052 ceph-mon[27118]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T02:54:20.140 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:19 smithi078 ceph-mon[30844]: osdmap e206: 8 total, 8 up, 8 in 2024-09-13T02:54:20.141 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:19 smithi078 podman[73347]: 2024-09-13 02:54:19.897264532 +0000 UTC m=+0.533342873 container cleanup d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, io.openshift.expose-services=) 2024-09-13T02:54:20.141 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:19 smithi078 bash[73347]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a 2024-09-13T02:54:20.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 podman[73360]: 2024-09-13 02:54:20.140117861 +0000 UTC m=+0.643426055 container remove d1cc7dbf038d0aa0d2c76e128c03cb3ca714062c6abe735150de39a4458eeb6d (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , release=239.1651231664, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, distribution-scope=public, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, architecture=x86_64, build-date=2022-04-29T11:48:11.055897) 2024-09-13T02:54:20.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:54:20.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T02:54:20.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 systemd[1]: Stopped Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:20.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Consumed 5.167s CPU time. 2024-09-13T02:54:20.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 systemd[1]: Starting Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:20.729 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 podman[73454]: 2024-09-13 02:54:20.375545449 +0000 UTC m=+0.015152252 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-13T02:54:20.729 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 podman[73454]: 2024-09-13 02:54:20.50067174 +0000 UTC m=+0.140278533 container create 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, maintainer=Paul Cuzner , description=Ceph Grafana Container, com.redhat.component=ubi8-container, release=239.1651231664, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.tags=base rhel8, architecture=x86_64, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-09-13T02:54:20.729 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 podman[73454]: 2024-09-13 02:54:20.728469773 +0000 UTC m=+0.368076566 container init 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-type=git, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, name=ubi8, io.openshift.expose-services=) 2024-09-13T02:54:20.766 INFO:tasks.rados.rados.0.smithi052.stdout:751: done (2 left) 2024-09-13T02:54:20.766 INFO:tasks.rados.rados.0.smithi052.stdout:752: done (1 left) 2024-09-13T02:54:20.766 INFO:tasks.rados.rados.0.smithi052.stdout:753: done (0 left) 2024-09-13T02:54:20.766 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 81 2024-09-13T02:54:20.766 INFO:tasks.rados.rados.0.smithi052.stdout:754: seq_num 247 ranges {2531328=540672,3072000=622592,3694592=581632} 2024-09-13T02:54:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:754: writing smithi05277117-35 from 2531328 to 3072000 tid 1 2024-09-13T02:54:20.786 INFO:tasks.rados.rados.0.smithi052.stdout:754: writing smithi05277117-35 from 3072000 to 3694592 tid 2 2024-09-13T02:54:20.789 INFO:tasks.rados.rados.0.smithi052.stdout:754: writing smithi05277117-35 from 3694592 to 4276224 tid 3 2024-09-13T02:54:20.789 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 81 2024-09-13T02:54:20.789 INFO:tasks.rados.rados.0.smithi052.stdout:755: seq_num 248 ranges {663552=557056,1220608=507904,1728512=442368,2170880=253952} 2024-09-13T02:54:20.796 INFO:tasks.rados.rados.0.smithi052.stdout:755: writing smithi05277117-40 from 663552 to 1220608 tid 1 2024-09-13T02:54:20.799 INFO:tasks.rados.rados.0.smithi052.stdout:755: writing smithi05277117-40 from 1220608 to 1728512 tid 2 2024-09-13T02:54:20.802 INFO:tasks.rados.rados.0.smithi052.stdout:755: writing smithi05277117-40 from 1728512 to 2170880 tid 3 2024-09-13T02:54:20.804 INFO:tasks.rados.rados.0.smithi052.stdout:755: writing smithi05277117-40 from 2170880 to 2424832 tid 4 2024-09-13T02:54:20.804 INFO:tasks.rados.rados.0.smithi052.stdout:756: read oid 22 snap -1 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:756: expect (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:757: snap_create 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:754: finishing write tid 1 to smithi05277117-35 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:754: finishing write tid 2 to smithi05277117-35 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:754: finishing write tid 3 to smithi05277117-35 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:754: finishing write tid 4 to smithi05277117-35 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:754: finishing write tid 5 to smithi05277117-35 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 412 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:754: left oid 35 (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:755: finishing write tid 1 to smithi05277117-40 2024-09-13T02:54:20.805 INFO:tasks.rados.rados.0.smithi052.stdout:755: finishing write tid 2 to smithi05277117-40 2024-09-13T02:54:20.806 INFO:tasks.rados.rados.0.smithi052.stdout:755: finishing write tid 3 to smithi05277117-40 2024-09-13T02:54:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:755: finishing write tid 4 to smithi05277117-40 2024-09-13T02:54:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:755: finishing write tid 5 to smithi05277117-40 2024-09-13T02:54:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:755: finishing write tid 6 to smithi05277117-40 2024-09-13T02:54:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 268 (ObjNum 248 snap 81 seq_num 248) dirty exists 2024-09-13T02:54:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:755: left oid 40 (ObjNum 248 snap 81 seq_num 248) 2024-09-13T02:54:20.813 INFO:tasks.rados.rados.0.smithi052.stdout:756: expect (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:54:20.996 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-mon[30844]: pgmap v45: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T02:54:20.996 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-mon[30844]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 podman[73454]: 2024-09-13 02:54:20.731389343 +0000 UTC m=+0.370996147 container start 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, release=239.1651231664, maintainer=Paul Cuzner , description=Ceph Grafana Container, architecture=x86_64, version=8.5, io.openshift.expose-services=, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 bash[73454]: 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 systemd[1]: Started Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890381339Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890556019Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890573406Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890580403Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890586788Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890592994Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T02:54:20.997 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890598954Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890605043Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890611189Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890617287Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890622924Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890628712Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890635687Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=settings t=2024-09-13T02:54:20.890642012Z level=info msg="App mode production" 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=sqlstore t=2024-09-13T02:54:20.890690514Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=sqlstore t=2024-09-13T02:54:20.890707671Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=migrator t=2024-09-13T02:54:20.905065226Z level=info msg="Starting DB migrations" 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=migrator t=2024-09-13T02:54:20.909590623Z level=info msg="migrations completed" performed=0 skipped=481 duration=407.272µs 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=sqlstore t=2024-09-13T02:54:20.909972794Z level=info msg="Created default organization" 2024-09-13T02:54:20.998 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=plugin.loader t=2024-09-13T02:54:20.966467098Z level=info msg="Plugin registered" pluginID=input 2024-09-13T02:54:20.999 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=plugin.loader t=2024-09-13T02:54:20.995862402Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-13T02:54:20.999 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=plugin.loader t=2024-09-13T02:54:20.995899901Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-13T02:54:20.999 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=secrets t=2024-09-13T02:54:20.995936562Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T02:54:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:20 smithi052 ceph-mon[37071]: pgmap v45: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T02:54:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:20 smithi052 ceph-mon[37071]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T02:54:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:20 smithi052 ceph-mon[27118]: pgmap v45: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T02:54:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:20 smithi052 ceph-mon[27118]: osdmap e207: 8 total, 8 up, 8 in 2024-09-13T02:54:21.414 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=query_data t=2024-09-13T02:54:20.99799525Z level=info msg="Query Service initialization" 2024-09-13T02:54:21.414 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=live.push_http t=2024-09-13T02:54:21.000285968Z level=info msg="Live Push Gateway initialization" 2024-09-13T02:54:21.696 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:21 smithi078 systemd[1]: Stopping Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:21.772 INFO:tasks.rados.rados.0.smithi052.stdout:754: done (3 left) 2024-09-13T02:54:21.772 INFO:tasks.rados.rados.0.smithi052.stdout:755: done (2 left) 2024-09-13T02:54:21.772 INFO:tasks.rados.rados.0.smithi052.stdout:756: done (1 left) 2024-09-13T02:54:21.772 INFO:tasks.rados.rados.0.smithi052.stdout:757: done (0 left) 2024-09-13T02:54:21.772 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 82 2024-09-13T02:54:21.772 INFO:tasks.rados.rados.0.smithi052.stdout:758: seq_num 249 ranges {4898816=573440,5472256=794624,6266880=409600} 2024-09-13T02:54:21.801 INFO:tasks.rados.rados.0.smithi052.stdout:758: writing smithi05277117-50 from 4898816 to 5472256 tid 1 2024-09-13T02:54:21.806 INFO:tasks.rados.rados.0.smithi052.stdout:758: writing smithi05277117-50 from 5472256 to 6266880 tid 2 2024-09-13T02:54:21.809 INFO:tasks.rados.rados.0.smithi052.stdout:758: writing smithi05277117-50 from 6266880 to 6676480 tid 3 2024-09-13T02:54:21.809 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 82 2024-09-13T02:54:21.809 INFO:tasks.rados.rados.0.smithi052.stdout:759: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-09-13T02:54:21.812 INFO:tasks.rados.rados.0.smithi052.stdout:759: writing smithi05277117-20 from 0 to 589824 tid 1 2024-09-13T02:54:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:759: writing smithi05277117-20 from 589824 to 1269760 tid 2 2024-09-13T02:54:21.818 INFO:tasks.rados.rados.0.smithi052.stdout:759: writing smithi05277117-20 from 1269760 to 1679360 tid 3 2024-09-13T02:54:21.819 INFO:tasks.rados.rados.0.smithi052.stdout:759: writing smithi05277117-20 from 1679360 to 1794048 tid 4 2024-09-13T02:54:21.819 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 82 2024-09-13T02:54:21.819 INFO:tasks.rados.rados.0.smithi052.stdout:758: finishing write tid 1 to smithi05277117-50 2024-09-13T02:54:21.819 INFO:tasks.rados.rados.0.smithi052.stdout:760: seq_num 251 ranges {622592=606208,1228800=614400,1843200=589824} 2024-09-13T02:54:21.826 INFO:tasks.rados.rados.0.smithi052.stdout:760: writing smithi05277117-28 from 622592 to 1228800 tid 1 2024-09-13T02:54:21.829 INFO:tasks.rados.rados.0.smithi052.stdout:760: writing smithi05277117-28 from 1228800 to 1843200 tid 2 2024-09-13T02:54:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:760: writing smithi05277117-28 from 1843200 to 2433024 tid 3 2024-09-13T02:54:21.834 INFO:tasks.rados.rados.0.smithi052.stdout:761: rmattr oid 11 current snap is 82 2024-09-13T02:54:21.834 INFO:tasks.rados.rados.0.smithi052.stdout:761: done (3 left) 2024-09-13T02:54:21.834 INFO:tasks.rados.rados.0.smithi052.stdout:762: snap_remove snap 30 2024-09-13T02:54:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[37071]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[37071]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[37071]: Deploying daemon node-exporter.b on smithi078 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[27118]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[27118]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T02:54:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:21 smithi052 ceph-mon[27118]: Deploying daemon node-exporter.b on smithi078 2024-09-13T02:54:22.050 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:21 smithi078 podman[73628]: 2024-09-13 02:54:21.711246435 +0000 UTC m=+0.140388299 container died 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:54:22.050 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-mon[30844]: osdmap e208: 8 total, 8 up, 8 in 2024-09-13T02:54:22.050 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:22.050 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:22.050 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-mon[30844]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-13T02:54:22.050 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-mon[30844]: Deploying daemon node-exporter.b on smithi078 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=infra.usagestats.collector t=2024-09-13T02:54:21.751677468Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=provisioning.datasources t=2024-09-13T02:54:21.841360006Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=provisioning.datasources t=2024-09-13T02:54:21.841399268Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=provisioning.datasources t=2024-09-13T02:54:21.852772002Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=provisioning.alerting t=2024-09-13T02:54:21.934070659Z level=info msg="starting to provision alerting" 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=provisioning.alerting t=2024-09-13T02:54:21.934101653Z level=info msg="finished to provision alerting" 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=ngalert.state.manager t=2024-09-13T02:54:21.934210174Z level=info msg="Warming state cache for startup" 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=grafanaStorageLogger t=2024-09-13T02:54:21.934290441Z level=info msg="storage starting" 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=http.server t=2024-09-13T02:54:21.937987221Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=ngalert.state.manager t=2024-09-13T02:54:21.944652951Z level=info msg="State cache has been initialized" states=0 duration=10.437369ms 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=ngalert.multiorg.alertmanager t=2024-09-13T02:54:21.944787273Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T02:54:22.051 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 02:54:21 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[73470]: logger=ticker t=2024-09-13T02:54:21.944836223Z level=info msg=starting first_tick=2024-09-13T02:54:30Z 2024-09-13T02:54:22.359 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 podman[73628]: 2024-09-13 02:54:22.156958945 +0000 UTC m=+0.586100799 container cleanup 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:54:22.359 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 bash[73628]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T02:54:22.696 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 podman[73641]: 2024-09-13 02:54:22.358511927 +0000 UTC m=+0.651148574 container remove 11e32fb346564751602c31c0655d99c6170b385928bfb0841f304f5a3895b20d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:54:22.696 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:54:22.696 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T02:54:22.697 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 systemd[1]: Stopped Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:22.697 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.096s CPU time. 2024-09-13T02:54:22.777 INFO:tasks.rados.rados.0.smithi052.stdout:762: done (3 left) 2024-09-13T02:54:22.777 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 82 2024-09-13T02:54:22.777 INFO:tasks.rados.rados.0.smithi052.stdout:763: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-09-13T02:54:22.781 INFO:tasks.rados.rados.0.smithi052.stdout:763: writing smithi05277117-5 from 0 to 630784 tid 1 2024-09-13T02:54:22.785 INFO:tasks.rados.rados.0.smithi052.stdout:763: writing smithi05277117-5 from 630784 to 1130496 tid 2 2024-09-13T02:54:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:763: writing smithi05277117-5 from 1130496 to 1556480 tid 3 2024-09-13T02:54:22.790 INFO:tasks.rados.rados.0.smithi052.stdout:763: writing smithi05277117-5 from 1556480 to 1835008 tid 4 2024-09-13T02:54:22.790 INFO:tasks.rados.rados.0.smithi052.stdout:764: snap_create 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:758: finishing write tid 2 to smithi05277117-50 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:758: finishing write tid 3 to smithi05277117-50 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:758: finishing write tid 4 to smithi05277117-50 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:758: finishing write tid 5 to smithi05277117-50 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 309 (ObjNum 249 snap 82 seq_num 249) dirty exists 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:758: left oid 50 (ObjNum 249 snap 82 seq_num 249) 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:759: finishing write tid 1 to smithi05277117-20 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:759: finishing write tid 2 to smithi05277117-20 2024-09-13T02:54:22.792 INFO:tasks.rados.rados.0.smithi052.stdout:759: finishing write tid 3 to smithi05277117-20 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:759: finishing write tid 4 to smithi05277117-20 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:759: finishing write tid 5 to smithi05277117-20 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:759: finishing write tid 6 to smithi05277117-20 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 474 (ObjNum 250 snap 82 seq_num 250) dirty exists 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:759: left oid 20 (ObjNum 250 snap 82 seq_num 250) 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:760: finishing write tid 1 to smithi05277117-28 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:760: finishing write tid 2 to smithi05277117-28 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:760: finishing write tid 3 to smithi05277117-28 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:760: finishing write tid 4 to smithi05277117-28 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:760: finishing write tid 5 to smithi05277117-28 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 271 (ObjNum 251 snap 82 seq_num 251) dirty exists 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:760: left oid 28 (ObjNum 251 snap 82 seq_num 251) 2024-09-13T02:54:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:763: finishing write tid 1 to smithi05277117-5 2024-09-13T02:54:22.794 INFO:tasks.rados.rados.0.smithi052.stdout:763: finishing write tid 2 to smithi05277117-5 2024-09-13T02:54:22.794 INFO:tasks.rados.rados.0.smithi052.stdout:763: finishing write tid 3 to smithi05277117-5 2024-09-13T02:54:22.796 INFO:tasks.rados.rados.0.smithi052.stdout:763: finishing write tid 4 to smithi05277117-5 2024-09-13T02:54:22.796 INFO:tasks.rados.rados.0.smithi052.stdout:763: finishing write tid 5 to smithi05277117-5 2024-09-13T02:54:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:763: finishing write tid 6 to smithi05277117-5 2024-09-13T02:54:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 236 (ObjNum 252 snap 82 seq_num 252) dirty exists 2024-09-13T02:54:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:763: left oid 5 (ObjNum 252 snap 82 seq_num 252) 2024-09-13T02:54:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:22 smithi052 ceph-mon[37071]: pgmap v48: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 0 op/s 2024-09-13T02:54:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:22 smithi052 ceph-mon[37071]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T02:54:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:22 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:22 smithi052 ceph-mon[27118]: pgmap v48: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 0 op/s 2024-09-13T02:54:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:22 smithi052 ceph-mon[27118]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T02:54:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:22 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:23.113 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:22 smithi078 ceph-mon[30844]: pgmap v48: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s rd, 0 op/s 2024-09-13T02:54:23.113 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:22 smithi078 ceph-mon[30844]: osdmap e209: 8 total, 8 up, 8 in 2024-09-13T02:54:23.113 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:22 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:23.114 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 systemd[1]: Starting Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:23.114 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 podman[73768]: 2024-09-13 02:54:22.984942995 +0000 UTC m=+0.103359884 container create 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:54:23.114 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:22 smithi078 podman[73768]: 2024-09-13 02:54:22.897005362 +0000 UTC m=+0.015422214 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T02:54:23.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:54:23] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 podman[73768]: 2024-09-13 02:54:23.220632188 +0000 UTC m=+0.339049039 container init 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 podman[73768]: 2024-09-13 02:54:23.223589774 +0000 UTC m=+0.342006626 container start 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.227Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.227Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.227Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.227Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T02:54:23.447 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T02:54:23.448 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T02:54:23.449 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T02:54:23.450 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b[73783]: ts=2024-09-13T02:54:23.228Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 bash[73768]: 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 2024-09-13T02:54:23.451 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 02:54:23 smithi078 systemd[1]: Started Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:23.774 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:23.781 INFO:tasks.rados.rados.0.smithi052.stdout:758: done (4 left) 2024-09-13T02:54:23.781 INFO:tasks.rados.rados.0.smithi052.stdout:759: done (3 left) 2024-09-13T02:54:23.781 INFO:tasks.rados.rados.0.smithi052.stdout:760: done (2 left) 2024-09-13T02:54:23.781 INFO:tasks.rados.rados.0.smithi052.stdout:763: done (1 left) 2024-09-13T02:54:23.781 INFO:tasks.rados.rados.0.smithi052.stdout:764: done (0 left) 2024-09-13T02:54:23.781 INFO:tasks.rados.rados.0.smithi052.stdout:765: delete oid 46 current snap is 83 2024-09-13T02:54:23.784 INFO:tasks.rados.rados.0.smithi052.stdout:765: done (0 left) 2024-09-13T02:54:23.784 INFO:tasks.rados.rados.0.smithi052.stdout:766: delete oid 44 current snap is 83 2024-09-13T02:54:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:766: done (0 left) 2024-09-13T02:54:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:767: read oid 46 snap -1 2024-09-13T02:54:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:767: expect deleted 2024-09-13T02:54:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:768: rollback oid 47 current snap is 83 2024-09-13T02:54:23.789 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 58 2024-09-13T02:54:23.789 INFO:tasks.rados.rados.0.smithi052.stdout:769: read oid 43 snap -1 2024-09-13T02:54:23.789 INFO:tasks.rados.rados.0.smithi052.stdout:769: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:23.789 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 83 2024-09-13T02:54:23.789 INFO:tasks.rados.rados.0.smithi052.stdout:770: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-09-13T02:54:23.792 INFO:tasks.rados.rados.0.smithi052.stdout:770: writing smithi05277117-31 from 0 to 679936 tid 1 2024-09-13T02:54:23.795 INFO:tasks.rados.rados.0.smithi052.stdout:770: writing smithi05277117-31 from 679936 to 1228800 tid 2 2024-09-13T02:54:23.799 INFO:tasks.rados.rados.0.smithi052.stdout:770: writing smithi05277117-31 from 1228800 to 1826816 tid 3 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:770: writing smithi05277117-31 from 1826816 to 1884160 tid 4 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:771: read oid 24 snap 70 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:771: expect (ObjNum 234 snap 68 seq_num 234) 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:772: rollback oid 10 current snap is 83 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 18 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:768: finishing rollback tid 0 to smithi05277117-47 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:768: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:54:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:767: done (5 left) 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:773: read oid 46 snap -1 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:773: expect deleted 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:774: rollback oid 4 current snap is 83 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 59 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:775: rollback oid 13 current snap is 83 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 13 to 78 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:768: finishing rollback tid 2 to smithi05277117-47 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 307 (ObjNum 191 snap 56 seq_num 191) dirty exists 2024-09-13T02:54:23.801 INFO:tasks.rados.rados.0.smithi052.stdout:769: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:770: finishing write tid 1 to smithi05277117-31 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:770: finishing write tid 2 to smithi05277117-31 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:772: finishing rollback tid 1 to smithi05277117-10 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:770: finishing write tid 3 to smithi05277117-31 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:772: finishing rollback tid 2 to smithi05277117-10 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 484 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:775: finishing rollback tid 0 to smithi05277117-13 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:770: finishing write tid 4 to smithi05277117-31 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:768: done (7 left) 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:769: done (6 left) 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:772: done (5 left) 2024-09-13T02:54:23.827 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 83 2024-09-13T02:54:23.828 INFO:tasks.rados.rados.0.smithi052.stdout:775: finishing rollback tid 1 to smithi05277117-13 2024-09-13T02:54:23.828 INFO:tasks.rados.rados.0.smithi052.stdout:776: seq_num 256 ranges {4431872=696320,5128192=434176,5562368=770048} 2024-09-13T02:54:23.854 INFO:tasks.rados.rados.0.smithi052.stdout:776: writing smithi05277117-38 from 4431872 to 5128192 tid 1 2024-09-13T02:54:23.857 INFO:tasks.rados.rados.0.smithi052.stdout:776: writing smithi05277117-38 from 5128192 to 5562368 tid 2 2024-09-13T02:54:23.861 INFO:tasks.rados.rados.0.smithi052.stdout:776: writing smithi05277117-38 from 5562368 to 6332416 tid 3 2024-09-13T02:54:23.861 INFO:tasks.rados.rados.0.smithi052.stdout:777: copy_from oid 3 from oid 42 current snap is 83 2024-09-13T02:54:23.861 INFO:tasks.rados.rados.0.smithi052.stdout:770: finishing write tid 5 to smithi05277117-31 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:775: finishing rollback tid 2 to smithi05277117-13 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 488 (ObjNum 105 snap 23 seq_num 105) dirty exists 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:770: finishing write tid 6 to smithi05277117-31 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 462 (ObjNum 255 snap 83 seq_num 255) dirty exists 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:770: left oid 31 (ObjNum 255 snap 83 seq_num 255) 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:774: finishing rollback tid 0 to smithi05277117-4 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:770: done (6 left) 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:773: done (5 left) 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:775: done (4 left) 2024-09-13T02:54:23.862 INFO:tasks.rados.rados.0.smithi052.stdout:778: snap_remove snap 68 2024-09-13T02:54:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T02:54:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:54:24.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:23 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: osdmap e210: 8 total, 8 up, 8 in 2024-09-13T02:54:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:54:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:54:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:23 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:24.782 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:24.782 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:24.791 INFO:tasks.rados.rados.0.smithi052.stdout:778: done (4 left) 2024-09-13T02:54:24.791 INFO:tasks.rados.rados.0.smithi052.stdout:779: copy_from oid 26 from oid 17 current snap is 83 2024-09-13T02:54:24.791 INFO:tasks.rados.rados.0.smithi052.stdout:774: finishing rollback tid 1 to smithi05277117-4 2024-09-13T02:54:24.791 INFO:tasks.rados.rados.0.smithi052.stdout:774: finishing rollback tid 2 to smithi05277117-4 2024-09-13T02:54:24.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 466 (ObjNum 175 snap 54 seq_num 175) dirty exists 2024-09-13T02:54:24.791 INFO:tasks.rados.rados.0.smithi052.stdout:771: expect (ObjNum 234 snap 68 seq_num 234) 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: pgmap v51: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:54:24.913 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[37071]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: pgmap v51: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:54:24.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:24 smithi052 ceph-mon[27118]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T02:54:25.183 INFO:tasks.rados.rados.0.smithi052.stdout:776: finishing write tid 1 to smithi05277117-38 2024-09-13T02:54:25.184 INFO:tasks.rados.rados.0.smithi052.stdout:776: finishing write tid 2 to smithi05277117-38 2024-09-13T02:54:25.184 INFO:tasks.rados.rados.0.smithi052.stdout:776: finishing write tid 3 to smithi05277117-38 2024-09-13T02:54:25.184 INFO:tasks.rados.rados.0.smithi052.stdout:771: done (4 left) 2024-09-13T02:54:25.184 INFO:tasks.rados.rados.0.smithi052.stdout:774: done (3 left) 2024-09-13T02:54:25.184 INFO:tasks.rados.rados.0.smithi052.stdout:780: copy_from oid 14 from oid 11 current snap is 83 2024-09-13T02:54:25.185 INFO:tasks.rados.rados.0.smithi052.stdout:776: finishing write tid 4 to smithi05277117-38 2024-09-13T02:54:25.185 INFO:tasks.rados.rados.0.smithi052.stdout:776: finishing write tid 5 to smithi05277117-38 2024-09-13T02:54:25.185 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 493 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-13T02:54:25.185 INFO:tasks.rados.rados.0.smithi052.stdout:776: left oid 38 (ObjNum 256 snap 83 seq_num 256) 2024-09-13T02:54:25.185 INFO:tasks.rados.rados.0.smithi052.stdout:777: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:777: finishing copy_from to smithi05277117-3 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 267 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:779: finishing copy_from racing read to smithi05277117-26 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:779: finishing copy_from to smithi05277117-26 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 341 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:776: done (3 left) 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:777: done (2 left) 2024-09-13T02:54:25.186 INFO:tasks.rados.rados.0.smithi052.stdout:779: done (1 left) 2024-09-13T02:54:25.187 INFO:tasks.rados.rados.0.smithi052.stdout:781: setattr oid 23 current snap is 83 2024-09-13T02:54:25.187 INFO:tasks.rados.rados.0.smithi052.stdout:782: setattr oid 45 current snap is 83 2024-09-13T02:54:25.187 INFO:tasks.rados.rados.0.smithi052.stdout:783: snap_create 2024-09-13T02:54:25.187 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 325 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-09-13T02:54:25.188 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 492 (ObjNum 129 snap 0 seq_num 4209361856) dirty exists 2024-09-13T02:54:25.190 INFO:tasks.rados.rados.0.smithi052.stdout:780: finishing copy_from racing read to smithi05277117-14 2024-09-13T02:54:25.191 INFO:tasks.rados.rados.0.smithi052.stdout:780: finishing copy_from to smithi05277117-14 2024-09-13T02:54:25.191 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 367 (ObjNum 208 snap 61 seq_num 208) dirty exists 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: pgmap v51: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T02:54:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:24 smithi078 ceph-mon[30844]: osdmap e211: 8 total, 8 up, 8 in 2024-09-13T02:54:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:780: done (3 left) 2024-09-13T02:54:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:781: done (2 left) 2024-09-13T02:54:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:782: done (1 left) 2024-09-13T02:54:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:783: done (0 left) 2024-09-13T02:54:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:784: rollback oid 27 current snap is 84 2024-09-13T02:54:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 24 2024-09-13T02:54:25.953 INFO:tasks.rados.rados.0.smithi052.stdout:785: snap_remove snap 65 2024-09-13T02:54:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T02:54:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: Upgrade: Updating mgr.y 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[37071]: Deploying daemon mgr.y on smithi052 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: Upgrade: Updating mgr.y 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:26.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:26.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:54:26.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:26.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:25 smithi052 ceph-mon[27118]: Deploying daemon mgr.y on smithi052 2024-09-13T02:54:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: osdmap e212: 8 total, 8 up, 8 in 2024-09-13T02:54:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: Upgrade: Updating mgr.y 2024-09-13T02:54:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:54:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:25 smithi078 ceph-mon[30844]: Deploying daemon mgr.y on smithi052 2024-09-13T02:54:26.954 INFO:tasks.rados.rados.0.smithi052.stdout:785: done (1 left) 2024-09-13T02:54:26.954 INFO:tasks.rados.rados.0.smithi052.stdout:786: copy_from oid 11 from oid 41 current snap is 84 2024-09-13T02:54:26.954 INFO:tasks.rados.rados.0.smithi052.stdout:787: copy_from oid 24 from oid 48 current snap is 84 2024-09-13T02:54:26.954 INFO:tasks.rados.rados.0.smithi052.stdout:788: delete oid 43 current snap is 84 2024-09-13T02:54:26.954 INFO:tasks.rados.rados.0.smithi052.stdout:784: finishing rollback tid 0 to smithi05277117-27 2024-09-13T02:54:26.955 INFO:tasks.rados.rados.0.smithi052.stdout:784: finishing rollback tid 1 to smithi05277117-27 2024-09-13T02:54:26.955 INFO:tasks.rados.rados.0.smithi052.stdout:784: finishing rollback tid 2 to smithi05277117-27 2024-09-13T02:54:26.955 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 496 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-13T02:54:26.965 INFO:tasks.rados.rados.0.smithi052.stdout:787: finishing copy_from to smithi05277117-24 2024-09-13T02:54:26.966 INFO:tasks.rados.rados.0.smithi052.stdout:787: got expected ENOENT (src dne) 2024-09-13T02:54:26.966 INFO:tasks.rados.rados.0.smithi052.stdout:787: finishing copy_from racing read to smithi05277117-24 2024-09-13T02:54:26.968 INFO:tasks.rados.rados.0.smithi052.stdout:784: done (3 left) 2024-09-13T02:54:26.968 INFO:tasks.rados.rados.0.smithi052.stdout:787: done (2 left) 2024-09-13T02:54:26.968 INFO:tasks.rados.rados.0.smithi052.stdout:788: done (1 left) 2024-09-13T02:54:26.968 INFO:tasks.rados.rados.0.smithi052.stdout:789: snap_remove snap 69 2024-09-13T02:54:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:26 smithi052 ceph-mon[37071]: pgmap v54: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-13T02:54:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:26 smithi052 ceph-mon[37071]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T02:54:27.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:26 smithi052 ceph-mon[27118]: pgmap v54: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-13T02:54:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:26 smithi052 ceph-mon[27118]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T02:54:27.322 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:27 smithi052 systemd[1]: Stopping Ceph mgr.y for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:26 smithi078 ceph-mon[30844]: pgmap v54: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.3 MiB/s wr, 31 op/s 2024-09-13T02:54:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:26 smithi078 ceph-mon[30844]: osdmap e213: 8 total, 8 up, 8 in 2024-09-13T02:54:27.719 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:27 smithi052 podman[80506]: 2024-09-13 02:54:27.32117743 +0000 UTC m=+0.120170818 container died a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-13T02:54:27.969 INFO:tasks.rados.rados.0.smithi052.stdout:789: done (1 left) 2024-09-13T02:54:27.970 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 84 2024-09-13T02:54:27.970 INFO:tasks.rados.rados.0.smithi052.stdout:790: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-09-13T02:54:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:790: writing smithi05277117-2 from 0 to 729088 tid 1 2024-09-13T02:54:27.979 INFO:tasks.rados.rados.0.smithi052.stdout:790: writing smithi05277117-2 from 729088 to 1335296 tid 2 2024-09-13T02:54:27.983 INFO:tasks.rados.rados.0.smithi052.stdout:790: writing smithi05277117-2 from 1335296 to 1933312 tid 3 2024-09-13T02:54:27.983 INFO:tasks.rados.rados.0.smithi052.stdout:791: delete oid 5 current snap is 84 2024-09-13T02:54:27.983 INFO:tasks.rados.rados.0.smithi052.stdout:786: finishing copy_from racing read to smithi05277117-11 2024-09-13T02:54:27.983 INFO:tasks.rados.rados.0.smithi052.stdout:786: finishing copy_from to smithi05277117-11 2024-09-13T02:54:27.983 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 257 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:27.983 INFO:tasks.rados.rados.0.smithi052.stdout:790: finishing write tid 1 to smithi05277117-2 2024-09-13T02:54:27.984 INFO:tasks.rados.rados.0.smithi052.stdout:790: finishing write tid 2 to smithi05277117-2 2024-09-13T02:54:27.985 INFO:tasks.rados.rados.0.smithi052.stdout:786: done (2 left) 2024-09-13T02:54:27.985 INFO:tasks.rados.rados.0.smithi052.stdout:791: done (1 left) 2024-09-13T02:54:27.985 INFO:tasks.rados.rados.0.smithi052.stdout:792: snap_remove snap 72 2024-09-13T02:54:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:27 smithi052 ceph-mon[37071]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T02:54:28.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:27 smithi052 ceph-mon[27118]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T02:54:28.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:27 smithi052 podman[80506]: 2024-09-13 02:54:27.800476595 +0000 UTC m=+0.599469983 container cleanup a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS) 2024-09-13T02:54:28.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:27 smithi052 bash[80506]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y 2024-09-13T02:54:28.404 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 podman[80518]: 2024-09-13 02:54:28.060508933 +0000 UTC m=+0.733608247 container remove a2c5f8b3246291874adbd9503c0123ba1afda87f2d7a58c531bbe2b49bb6ce5c (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:54:28.404 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:54:28.404 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-13T02:54:28.404 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 systemd[1]: Stopped Ceph mgr.y for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:28.404 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service: Consumed 46.375s CPU time. 2024-09-13T02:54:28.405 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 systemd[1]: Starting Ceph mgr.y for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:27 smithi078 ceph-mon[30844]: osdmap e214: 8 total, 8 up, 8 in 2024-09-13T02:54:28.663 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 podman[80645]: 2024-09-13 02:54:28.516242482 +0000 UTC m=+0.016407290 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:54:28.919 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 podman[80645]: 2024-09-13 02:54:28.662347451 +0000 UTC m=+0.162512297 container create 8af1aa35fe15660559f5568794b770c4b955293c552690157ca57878c59b863f (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:54:28.919 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 podman[80645]: 2024-09-13 02:54:28.889768744 +0000 UTC m=+0.389933552 container init 8af1aa35fe15660559f5568794b770c4b955293c552690157ca57878c59b863f (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:54:28.919 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 podman[80645]: 2024-09-13 02:54:28.892674208 +0000 UTC m=+0.392839022 container start 8af1aa35fe15660559f5568794b770c4b955293c552690157ca57878c59b863f (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T02:54:28.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:28.974 INFO:tasks.rados.rados.0.smithi052.stdout:792: done (1 left) 2024-09-13T02:54:28.975 INFO:tasks.rados.rados.0.smithi052.stdout:793: read oid 9 snap -1 2024-09-13T02:54:28.975 INFO:tasks.rados.rados.0.smithi052.stdout:793: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:28.975 INFO:tasks.rados.rados.0.smithi052.stdout:794: snap_remove snap 75 2024-09-13T02:54:29.262 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:28 smithi052 ceph-mon[37071]: pgmap v57: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-13T02:54:29.262 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:28 smithi052 ceph-mon[37071]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:28 smithi052 ceph-mon[27118]: pgmap v57: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:28 smithi052 ceph-mon[27118]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 ceph-mgr[80664]: -- 172.21.15.52:0/2915547491 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fffe4030e0 con 0x55fffe3e1400 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 bash[80645]: 8af1aa35fe15660559f5568794b770c4b955293c552690157ca57878c59b863f 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:28 smithi052 systemd[1]: Started Ceph mgr.y for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:29.034+0000 7f289c593040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:29.098+0000 7f289c593040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:54:29.263 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:29.260+0000 7f289c593040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:54:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:28 smithi078 ceph-mon[30844]: pgmap v57: 121 pgs: 121 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-09-13T02:54:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:28 smithi078 ceph-mon[30844]: osdmap e215: 8 total, 8 up, 8 in 2024-09-13T02:54:29.513 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:29.340+0000 7f289c593040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:54:29.513 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:29.511+0000 7f289c593040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:54:29.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:29.665+0000 7f289c593040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:794: done (2 left) 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:795: read oid 47 snap -1 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:795: expect (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:796: read oid 42 snap -1 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:796: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:797: delete oid 36 current snap is 84 2024-09-13T02:54:29.977 INFO:tasks.rados.rados.0.smithi052.stdout:790: finishing write tid 3 to smithi05277117-2 2024-09-13T02:54:29.978 INFO:tasks.rados.rados.0.smithi052.stdout:790: finishing write tid 4 to smithi05277117-2 2024-09-13T02:54:29.978 INFO:tasks.rados.rados.0.smithi052.stdout:790: finishing write tid 5 to smithi05277117-2 2024-09-13T02:54:29.978 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 175 (ObjNum 258 snap 84 seq_num 258) dirty exists 2024-09-13T02:54:29.978 INFO:tasks.rados.rados.0.smithi052.stdout:790: left oid 2 (ObjNum 258 snap 84 seq_num 258) 2024-09-13T02:54:29.978 INFO:tasks.rados.rados.0.smithi052.stdout:793: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:790: done (4 left) 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:793: done (3 left) 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:797: done (2 left) 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:798: read oid 9 snap -1 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:798: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:799: read oid 44 snap -1 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:799: expect deleted 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 84 2024-09-13T02:54:29.990 INFO:tasks.rados.rados.0.smithi052.stdout:800: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-09-13T02:54:29.994 INFO:tasks.rados.rados.0.smithi052.stdout:800: writing smithi05277117-29 from 0 to 778240 tid 1 2024-09-13T02:54:29.999 INFO:tasks.rados.rados.0.smithi052.stdout:800: writing smithi05277117-29 from 778240 to 1482752 tid 2 2024-09-13T02:54:30.005 INFO:tasks.rados.rados.0.smithi052.stdout:800: writing smithi05277117-29 from 1482752 to 1982464 tid 3 2024-09-13T02:54:30.005 INFO:tasks.rados.rados.0.smithi052.stdout:801: setattr oid 21 current snap is 84 2024-09-13T02:54:30.005 INFO:tasks.rados.rados.0.smithi052.stdout:795: expect (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:54:30.081 INFO:tasks.rados.rados.0.smithi052.stdout:798: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:30.084 INFO:tasks.rados.rados.0.smithi052.stdout:800: finishing write tid 1 to smithi05277117-29 2024-09-13T02:54:30.084 INFO:tasks.rados.rados.0.smithi052.stdout:800: finishing write tid 2 to smithi05277117-29 2024-09-13T02:54:30.084 INFO:tasks.rados.rados.0.smithi052.stdout:800: finishing write tid 3 to smithi05277117-29 2024-09-13T02:54:30.084 INFO:tasks.rados.rados.0.smithi052.stdout:800: finishing write tid 4 to smithi05277117-29 2024-09-13T02:54:30.084 INFO:tasks.rados.rados.0.smithi052.stdout:796: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:54:30.097 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[37071]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T02:54:30.097 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.097 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:30.028+0000 7f289c593040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[27118]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:30.098 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.099 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:29 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:29 smithi078 ceph-mon[30844]: osdmap e216: 8 total, 8 up, 8 in 2024-09-13T02:54:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:29 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:29 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:29 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:29 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:29 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:30.314 INFO:tasks.rados.rados.0.smithi052.stdout:800: finishing write tid 5 to smithi05277117-29 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 183 (ObjNum 261 snap 84 seq_num 261) dirty exists 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:800: left oid 29 (ObjNum 261 snap 84 seq_num 261) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 351 (ObjNum 231 snap 67 seq_num 231) dirty exists 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:795: done (5 left) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:796: done (4 left) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:798: done (3 left) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:799: done (2 left) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:800: done (1 left) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:801: done (0 left) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:802: read oid 38 snap -1 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:802: expect (ObjNum 256 snap 83 seq_num 256) 2024-09-13T02:54:30.315 INFO:tasks.rados.rados.0.smithi052.stdout:803: snap_remove snap 66 2024-09-13T02:54:30.446 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:30.095+0000 7f289c593040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:54:30.446 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:30.313+0000 7f289c593040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:54:30.988 INFO:tasks.rados.rados.0.smithi052.stdout:803: done (1 left) 2024-09-13T02:54:30.988 INFO:tasks.rados.rados.0.smithi052.stdout:804: rollback oid 26 current snap is 84 2024-09-13T02:54:30.988 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 79 2024-09-13T02:54:30.989 INFO:tasks.rados.rados.0.smithi052.stdout:802: expect (ObjNum 256 snap 83 seq_num 256) 2024-09-13T02:54:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-mon[37071]: pgmap v60: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-09-13T02:54:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-mon[37071]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T02:54:31.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-mon[27118]: pgmap v60: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-09-13T02:54:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:30 smithi052 ceph-mon[27118]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:804: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:804: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:804: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 371 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:802: done (1 left) 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:804: done (0 left) 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:805: read oid 31 snap -1 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:805: expect (ObjNum 255 snap 83 seq_num 255) 2024-09-13T02:54:31.291 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 84 2024-09-13T02:54:31.292 INFO:tasks.rados.rados.0.smithi052.stdout:806: seq_num 262 ranges {2433024=794624,3227648=589824,3817472=614400} 2024-09-13T02:54:31.309 INFO:tasks.rados.rados.0.smithi052.stdout:806: writing smithi05277117-28 from 2433024 to 3227648 tid 1 2024-09-13T02:54:31.312 INFO:tasks.rados.rados.0.smithi052.stdout:806: writing smithi05277117-28 from 3227648 to 3817472 tid 2 2024-09-13T02:54:31.317 INFO:tasks.rados.rados.0.smithi052.stdout:806: writing smithi05277117-28 from 3817472 to 4431872 tid 3 2024-09-13T02:54:31.317 INFO:tasks.rados.rados.0.smithi052.stdout:807: setattr oid 16 current snap is 84 2024-09-13T02:54:31.317 INFO:tasks.rados.rados.0.smithi052.stdout:805: expect (ObjNum 255 snap 83 seq_num 255) 2024-09-13T02:54:31.400 INFO:tasks.rados.rados.0.smithi052.stdout:806: finishing write tid 1 to smithi05277117-28 2024-09-13T02:54:31.400 INFO:tasks.rados.rados.0.smithi052.stdout:806: finishing write tid 2 to smithi05277117-28 2024-09-13T02:54:31.400 INFO:tasks.rados.rados.0.smithi052.stdout:806: finishing write tid 3 to smithi05277117-28 2024-09-13T02:54:31.400 INFO:tasks.rados.rados.0.smithi052.stdout:806: finishing write tid 4 to smithi05277117-28 2024-09-13T02:54:31.400 INFO:tasks.rados.rados.0.smithi052.stdout:806: finishing write tid 5 to smithi05277117-28 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 301 (ObjNum 262 snap 84 seq_num 262) dirty exists 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:806: left oid 28 (ObjNum 262 snap 84 seq_num 262) 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:805: done (2 left) 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:806: done (1 left) 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:808: rmattr oid 30 current snap is 84 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:808: done (1 left) 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:809: setattr oid 32 current snap is 84 2024-09-13T02:54:31.401 INFO:tasks.rados.rados.0.smithi052.stdout:810: delete oid 44 current snap is 84 2024-09-13T02:54:31.402 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 101 (ObjNum 221 snap 64 seq_num 221) dirty exists 2024-09-13T02:54:31.402 INFO:tasks.rados.rados.0.smithi052.stdout:807: done (2 left) 2024-09-13T02:54:31.403 INFO:tasks.rados.rados.0.smithi052.stdout:810: done (1 left) 2024-09-13T02:54:31.403 INFO:tasks.rados.rados.0.smithi052.stdout:811: copy_from oid 27 from oid 10 current snap is 84 2024-09-13T02:54:31.403 INFO:tasks.rados.rados.0.smithi052.stdout:812: read oid 42 snap -1 2024-09-13T02:54:31.403 INFO:tasks.rados.rados.0.smithi052.stdout:812: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:54:31.403 INFO:tasks.rados.rados.0.smithi052.stdout:813: setattr oid 34 current snap is 84 2024-09-13T02:54:31.404 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 482 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-13T02:54:31.405 INFO:tasks.rados.rados.0.smithi052.stdout:809: done (3 left) 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:814: rollback oid 14 current snap is 84 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 74 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:815: copy_from oid 48 from oid 20 current snap is 84 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:816: read oid 38 snap -1 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:816: expect (ObjNum 256 snap 83 seq_num 256) 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 84 2024-09-13T02:54:31.406 INFO:tasks.rados.rados.0.smithi052.stdout:817: seq_num 264 ranges {131072=425984,557056=761856,1318912=770048,2088960=73728} 2024-09-13T02:54:31.409 INFO:tasks.rados.rados.0.smithi052.stdout:817: writing smithi05277117-9 from 131072 to 557056 tid 1 2024-09-13T02:54:31.415 INFO:tasks.rados.rados.0.smithi052.stdout:817: writing smithi05277117-9 from 557056 to 1318912 tid 2 2024-09-13T02:54:31.421 INFO:tasks.rados.rados.0.smithi052.stdout:817: writing smithi05277117-9 from 1318912 to 2088960 tid 3 2024-09-13T02:54:31.422 INFO:tasks.rados.rados.0.smithi052.stdout:817: writing smithi05277117-9 from 2088960 to 2162688 tid 4 2024-09-13T02:54:31.422 INFO:tasks.rados.rados.0.smithi052.stdout:818: read oid 30 snap -1 2024-09-13T02:54:31.422 INFO:tasks.rados.rados.0.smithi052.stdout:818: expect (ObjNum 217 snap 64 seq_num 217) 2024-09-13T02:54:31.422 INFO:tasks.rados.rados.0.smithi052.stdout:819: snap_remove snap 71 2024-09-13T02:54:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:30 smithi078 ceph-mon[30844]: pgmap v60: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-09-13T02:54:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:30 smithi078 ceph-mon[30844]: osdmap e217: 8 total, 8 up, 8 in 2024-09-13T02:54:31.585 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:31.393+0000 7f289c593040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:54:31.585 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:31.482+0000 7f289c593040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:819: done (8 left) 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:820: snap_create 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:811: finishing copy_from racing read to smithi05277117-27 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:811: finishing copy_from to smithi05277117-27 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 484 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:814: finishing rollback tid 0 to smithi05277117-14 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:814: finishing rollback tid 1 to smithi05277117-14 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:814: finishing rollback tid 2 to smithi05277117-14 2024-09-13T02:54:31.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 541 (ObjNum 165 snap 50 seq_num 165) dirty exists 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 256 (ObjNum 237 snap 73 seq_num 237) dirty exists 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: finishing write tid 1 to smithi05277117-9 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: finishing write tid 2 to smithi05277117-9 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: finishing write tid 3 to smithi05277117-9 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: finishing write tid 4 to smithi05277117-9 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: finishing write tid 5 to smithi05277117-9 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: finishing write tid 6 to smithi05277117-9 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 488 (ObjNum 264 snap 84 seq_num 264) dirty exists 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:817: left oid 9 (ObjNum 264 snap 84 seq_num 264) 2024-09-13T02:54:31.995 INFO:tasks.rados.rados.0.smithi052.stdout:812: expect (ObjNum 218 snap 64 seq_num 218) 2024-09-13T02:54:32.227 INFO:tasks.rados.rados.0.smithi052.stdout:815: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:54:32.227 INFO:tasks.rados.rados.0.smithi052.stdout:815: finishing copy_from to smithi05277117-48 2024-09-13T02:54:32.227 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 474 (ObjNum 250 snap 82 seq_num 250) dirty exists 2024-09-13T02:54:32.227 INFO:tasks.rados.rados.0.smithi052.stdout:818: expect (ObjNum 217 snap 64 seq_num 217) 2024-09-13T02:54:32.268 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:31 smithi078 ceph-mon[30844]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T02:54:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:31 smithi052 ceph-mon[37071]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T02:54:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:31 smithi052 ceph-mon[27118]: osdmap e218: 8 total, 8 up, 8 in 2024-09-13T02:54:32.408 INFO:tasks.rados.rados.0.smithi052.stdout:816: expect (ObjNum 256 snap 83 seq_num 256) 2024-09-13T02:54:32.584 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.298+0000 7f289c593040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:54:32.585 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.423+0000 7f289c593040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:54:32.585 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.582+0000 7f289c593040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:54:32.892 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.650+0000 7f289c593040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:54:32.892 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.814+0000 7f289c593040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:54:32.892 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.890+0000 7f289c593040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:54:32.995 INFO:tasks.rados.rados.0.smithi052.stdout:811: done (8 left) 2024-09-13T02:54:32.996 INFO:tasks.rados.rados.0.smithi052.stdout:812: done (7 left) 2024-09-13T02:54:32.996 INFO:tasks.rados.rados.0.smithi052.stdout:813: done (6 left) 2024-09-13T02:54:32.996 INFO:tasks.rados.rados.0.smithi052.stdout:814: done (5 left) 2024-09-13T02:54:32.996 INFO:tasks.rados.rados.0.smithi052.stdout:815: done (4 left) 2024-09-13T02:54:32.996 INFO:tasks.rados.rados.0.smithi052.stdout:816: done (3 left) 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:817: done (2 left) 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:818: done (1 left) 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:820: done (0 left) 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:821: rollback oid 21 current snap is 85 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 73 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:822: copy_from oid 28 from oid 37 current snap is 85 2024-09-13T02:54:32.997 INFO:tasks.rados.rados.0.smithi052.stdout:823: delete oid 1 current snap is 85 2024-09-13T02:54:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:823: done (2 left) 2024-09-13T02:54:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:824: delete oid 20 current snap is 85 2024-09-13T02:54:33.003 INFO:tasks.rados.rados.0.smithi052.stdout:822: finishing copy_from racing read to smithi05277117-28 2024-09-13T02:54:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:821: finishing rollback tid 0 to smithi05277117-21 2024-09-13T02:54:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:821: finishing rollback tid 1 to smithi05277117-21 2024-09-13T02:54:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:821: finishing rollback tid 2 to smithi05277117-21 2024-09-13T02:54:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 371 (ObjNum 231 snap 67 seq_num 231) dirty exists 2024-09-13T02:54:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:822: finishing copy_from to smithi05277117-28 2024-09-13T02:54:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 263 (ObjNum 180 snap 54 seq_num 180) dirty exists 2024-09-13T02:54:33.005 INFO:tasks.rados.rados.0.smithi052.stdout:821: done (2 left) 2024-09-13T02:54:33.005 INFO:tasks.rados.rados.0.smithi052.stdout:822: done (1 left) 2024-09-13T02:54:33.005 INFO:tasks.rados.rados.0.smithi052.stdout:824: done (0 left) 2024-09-13T02:54:33.005 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 85 2024-09-13T02:54:33.005 INFO:tasks.rados.rados.0.smithi052.stdout:825: seq_num 267 ranges {622592=475136,1097728=458752,1556480=540672,2097152=606208} 2024-09-13T02:54:33.011 INFO:tasks.rados.rados.0.smithi052.stdout:825: writing smithi05277117-28 from 622592 to 1097728 tid 1 2024-09-13T02:54:33.013 INFO:tasks.rados.rados.0.smithi052.stdout:825: writing smithi05277117-28 from 1097728 to 1556480 tid 2 2024-09-13T02:54:33.017 INFO:tasks.rados.rados.0.smithi052.stdout:825: writing smithi05277117-28 from 1556480 to 2097152 tid 3 2024-09-13T02:54:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:825: writing smithi05277117-28 from 2097152 to 2703360 tid 4 2024-09-13T02:54:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:826: rmattr oid 34 current snap is 85 2024-09-13T02:54:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:825: finishing write tid 1 to smithi05277117-28 2024-09-13T02:54:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:827: snap_create 2024-09-13T02:54:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:825: finishing write tid 2 to smithi05277117-28 2024-09-13T02:54:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:825: finishing write tid 3 to smithi05277117-28 2024-09-13T02:54:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 264 (ObjNum 237 snap 73 seq_num 237) dirty exists 2024-09-13T02:54:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:825: finishing write tid 4 to smithi05277117-28 2024-09-13T02:54:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:825: finishing write tid 5 to smithi05277117-28 2024-09-13T02:54:33.025 INFO:tasks.rados.rados.0.smithi052.stdout:825: finishing write tid 6 to smithi05277117-28 2024-09-13T02:54:33.025 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 314 (ObjNum 267 snap 85 seq_num 267) dirty exists 2024-09-13T02:54:33.025 INFO:tasks.rados.rados.0.smithi052.stdout:825: left oid 28 (ObjNum 267 snap 85 seq_num 267) 2024-09-13T02:54:33.142 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[37071]: pgmap v63: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 460 KiB/s wr, 2 op/s 2024-09-13T02:54:33.142 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[37071]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T02:54:33.142 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:33.142 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:33.143 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[27118]: pgmap v63: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 460 KiB/s wr, 2 op/s 2024-09-13T02:54:33.143 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[27118]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T02:54:33.143 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:33.143 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:33.143 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:32.956+0000 7f289c593040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:54:33.143 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:33.140+0000 7f289c593040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:54:33.186 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:32 smithi078 ceph-mon[30844]: pgmap v63: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 460 KiB/s wr, 2 op/s 2024-09-13T02:54:33.186 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:32 smithi078 ceph-mon[30844]: osdmap e219: 8 total, 8 up, 8 in 2024-09-13T02:54:33.186 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:32 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:33.186 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:32 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:33.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:54:33] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-09-13T02:54:33.451 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:33.213+0000 7f289c593040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:54:33.451 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:33.286+0000 7f289c593040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:54:33.451 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:33.376+0000 7f289c593040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:54:33.762 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:33.449+0000 7f289c593040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:54:33.763 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:33.538+0000 7f289c593040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:54:33.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:34.005 INFO:tasks.rados.rados.0.smithi052.stdout:825: done (2 left) 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:826: done (1 left) 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:827: done (0 left) 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:828: rmattr oid 35 current snap is 86 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:829: read oid 16 snap -1 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:829: expect (ObjNum 221 snap 64 seq_num 221) 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:830: read oid 41 snap -1 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:830: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:34.006 INFO:tasks.rados.rados.0.smithi052.stdout:831: snap_create 2024-09-13T02:54:34.010 INFO:tasks.rados.rados.0.smithi052.stdout:830: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[37071]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T02:54:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[27118]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T02:54:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:33 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.030 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 414 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-09-13T02:54:34.030 INFO:tasks.rados.rados.0.smithi052.stdout:829: expect (ObjNum 221 snap 64 seq_num 221) 2024-09-13T02:54:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-mon[30844]: osdmap e220: 8 total, 8 up, 8 in 2024-09-13T02:54:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:33 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:34.661 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:34.402+0000 7f289c593040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:54:34.662 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:34] ENGINE Bus STARTING 2024-09-13T02:54:34.662 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: CherryPy Checker: 2024-09-13T02:54:34.662 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: The Application mounted at '' has an empty config. 2024-09-13T02:54:34.662 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:34.662 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:34] ENGINE Serving on http://:::9283 2024-09-13T02:54:34.662 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:34] ENGINE Bus STARTED 2024-09-13T02:54:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:828: done (3 left) 2024-09-13T02:54:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:829: done (2 left) 2024-09-13T02:54:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:830: done (1 left) 2024-09-13T02:54:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:831: done (0 left) 2024-09-13T02:54:34.737 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 87 2024-09-13T02:54:34.738 INFO:tasks.rados.rados.0.smithi052.stdout:832: seq_num 268 ranges {622592=491520,1114112=745472,1859584=745472,2605056=114688} 2024-09-13T02:54:34.743 INFO:tasks.rados.rados.0.smithi052.stdout:832: writing smithi05277117-37 from 622592 to 1114112 tid 1 2024-09-13T02:54:34.748 INFO:tasks.rados.rados.0.smithi052.stdout:832: writing smithi05277117-37 from 1114112 to 1859584 tid 2 2024-09-13T02:54:34.752 INFO:tasks.rados.rados.0.smithi052.stdout:832: writing smithi05277117-37 from 1859584 to 2605056 tid 3 2024-09-13T02:54:34.753 INFO:tasks.rados.rados.0.smithi052.stdout:832: writing smithi05277117-37 from 2605056 to 2719744 tid 4 2024-09-13T02:54:34.753 INFO:tasks.rados.rados.0.smithi052.stdout:833: read oid 32 snap -1 2024-09-13T02:54:34.753 INFO:tasks.rados.rados.0.smithi052.stdout:833: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:54:34.753 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 87 2024-09-13T02:54:34.753 INFO:tasks.rados.rados.0.smithi052.stdout:834: seq_num 269 ranges {622592=507904,1130496=630784,1761280=557056,2318336=417792} 2024-09-13T02:54:34.760 INFO:tasks.rados.rados.0.smithi052.stdout:834: writing smithi05277117-17 from 622592 to 1130496 tid 1 2024-09-13T02:54:34.764 INFO:tasks.rados.rados.0.smithi052.stdout:834: writing smithi05277117-17 from 1130496 to 1761280 tid 2 2024-09-13T02:54:34.767 INFO:tasks.rados.rados.0.smithi052.stdout:834: writing smithi05277117-17 from 1761280 to 2318336 tid 3 2024-09-13T02:54:34.769 INFO:tasks.rados.rados.0.smithi052.stdout:834: writing smithi05277117-17 from 2318336 to 2736128 tid 4 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:835: rmattr oid 43 current snap is 87 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:835: done (3 left) 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 87 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: finishing write tid 1 to smithi05277117-37 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: finishing write tid 2 to smithi05277117-37 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: finishing write tid 3 to smithi05277117-37 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: finishing write tid 4 to smithi05277117-37 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: finishing write tid 5 to smithi05277117-37 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: finishing write tid 6 to smithi05277117-37 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 273 (ObjNum 268 snap 87 seq_num 268) dirty exists 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:832: left oid 37 (ObjNum 268 snap 87 seq_num 268) 2024-09-13T02:54:34.770 INFO:tasks.rados.rados.0.smithi052.stdout:833: expect (ObjNum 97 snap 23 seq_num 97) 2024-09-13T02:54:34.870 INFO:tasks.rados.rados.0.smithi052.stdout:834: finishing write tid 1 to smithi05277117-17 2024-09-13T02:54:34.870 INFO:tasks.rados.rados.0.smithi052.stdout:834: finishing write tid 2 to smithi05277117-17 2024-09-13T02:54:34.870 INFO:tasks.rados.rados.0.smithi052.stdout:836: seq_num 270 ranges {1933312=524288,2457600=516096,2973696=761856,3735552=327680} 2024-09-13T02:54:34.883 INFO:tasks.rados.rados.0.smithi052.stdout:836: writing smithi05277117-2 from 1933312 to 2457600 tid 1 2024-09-13T02:54:34.886 INFO:tasks.rados.rados.0.smithi052.stdout:836: writing smithi05277117-2 from 2457600 to 2973696 tid 2 2024-09-13T02:54:34.891 INFO:tasks.rados.rados.0.smithi052.stdout:836: writing smithi05277117-2 from 2973696 to 3735552 tid 3 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:836: writing smithi05277117-2 from 3735552 to 4063232 tid 4 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:832: done (3 left) 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:833: done (2 left) 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:837: read oid 19 snap 86 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:837: expect deleted 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 87 2024-09-13T02:54:34.893 INFO:tasks.rados.rados.0.smithi052.stdout:838: seq_num 271 ranges {4857856=540672,5398528=802816,6201344=516096,6717440=286720} 2024-09-13T02:54:34.922 INFO:tasks.rados.rados.0.smithi052.stdout:838: writing smithi05277117-3 from 4857856 to 5398528 tid 1 2024-09-13T02:54:34.926 INFO:tasks.rados.rados.0.smithi052.stdout:838: writing smithi05277117-3 from 5398528 to 6201344 tid 2 2024-09-13T02:54:34.930 INFO:tasks.rados.rados.0.smithi052.stdout:838: writing smithi05277117-3 from 6201344 to 6717440 tid 3 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:838: writing smithi05277117-3 from 6717440 to 7004160 tid 4 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:839: read oid 31 snap 83 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:839: expect (ObjNum 255 snap 83 seq_num 255) 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:840: setattr oid 34 current snap is 87 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:834: finishing write tid 3 to smithi05277117-17 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:834: finishing write tid 4 to smithi05277117-17 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:834: finishing write tid 5 to smithi05277117-17 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:834: finishing write tid 6 to smithi05277117-17 2024-09-13T02:54:34.932 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 557 (ObjNum 269 snap 87 seq_num 269) dirty exists 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:834: left oid 17 (ObjNum 269 snap 87 seq_num 269) 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: finishing write tid 1 to smithi05277117-2 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: finishing write tid 2 to smithi05277117-2 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: finishing write tid 3 to smithi05277117-2 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: finishing write tid 4 to smithi05277117-2 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: finishing write tid 5 to smithi05277117-2 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: finishing write tid 6 to smithi05277117-2 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 193 (ObjNum 270 snap 87 seq_num 270) dirty exists 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:836: left oid 2 (ObjNum 270 snap 87 seq_num 270) 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:838: finishing write tid 1 to smithi05277117-3 2024-09-13T02:54:34.933 INFO:tasks.rados.rados.0.smithi052.stdout:838: finishing write tid 2 to smithi05277117-3 2024-09-13T02:54:34.934 INFO:tasks.rados.rados.0.smithi052.stdout:838: finishing write tid 3 to smithi05277117-3 2024-09-13T02:54:34.934 INFO:tasks.rados.rados.0.smithi052.stdout:838: finishing write tid 4 to smithi05277117-3 2024-09-13T02:54:34.935 INFO:tasks.rados.rados.0.smithi052.stdout:838: finishing write tid 5 to smithi05277117-3 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:834: done (5 left) 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:836: done (4 left) 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:837: done (3 left) 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:841: read oid 19 snap 52 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:841: expect (ObjNum 167 snap 50 seq_num 167) 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:842: rmattr oid 27 current snap is 87 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:842: done (4 left) 2024-09-13T02:54:34.936 INFO:tasks.rados.rados.0.smithi052.stdout:843: snap_remove snap 62 2024-09-13T02:54:34.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:34.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:35.227 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: pgmap v66: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T02:54:35.227 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: Standby manager daemon y restarted 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: Standby manager daemon y started 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[37071]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: pgmap v66: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T02:54:35.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: Standby manager daemon y restarted 2024-09-13T02:54:35.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: Standby manager daemon y started 2024-09-13T02:54:35.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:54:35.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:54:35.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:54:35.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:54:35.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:35 smithi052 ceph-mon[27118]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T02:54:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: pgmap v66: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T02:54:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: osdmap e221: 8 total, 8 up, 8 in 2024-09-13T02:54:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: Standby manager daemon y restarted 2024-09-13T02:54:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: Standby manager daemon y started 2024-09-13T02:54:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T02:54:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:54:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T02:54:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:54:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:35 smithi078 ceph-mon[30844]: osdmap e222: 8 total, 8 up, 8 in 2024-09-13T02:54:35.740 INFO:tasks.rados.rados.0.smithi052.stdout:843: done (4 left) 2024-09-13T02:54:35.740 INFO:tasks.rados.rados.0.smithi052.stdout:844: read oid 21 snap -1 2024-09-13T02:54:35.740 INFO:tasks.rados.rados.0.smithi052.stdout:844: expect (ObjNum 231 snap 67 seq_num 231) 2024-09-13T02:54:35.740 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 87 2024-09-13T02:54:35.741 INFO:tasks.rados.rados.0.smithi052.stdout:845: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-09-13T02:54:35.744 INFO:tasks.rados.rados.0.smithi052.stdout:845: writing smithi05277117-43 from 0 to 565248 tid 1 2024-09-13T02:54:35.749 INFO:tasks.rados.rados.0.smithi052.stdout:845: writing smithi05277117-43 from 565248 to 1253376 tid 2 2024-09-13T02:54:35.754 INFO:tasks.rados.rados.0.smithi052.stdout:845: writing smithi05277117-43 from 1253376 to 1982464 tid 3 2024-09-13T02:54:35.756 INFO:tasks.rados.rados.0.smithi052.stdout:845: writing smithi05277117-43 from 1982464 to 2170880 tid 4 2024-09-13T02:54:35.756 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 87 2024-09-13T02:54:35.756 INFO:tasks.rados.rados.0.smithi052.stdout:846: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-09-13T02:54:35.760 INFO:tasks.rados.rados.0.smithi052.stdout:846: writing smithi05277117-20 from 0 to 581632 tid 1 2024-09-13T02:54:35.764 INFO:tasks.rados.rados.0.smithi052.stdout:846: writing smithi05277117-20 from 581632 to 1146880 tid 2 2024-09-13T02:54:35.767 INFO:tasks.rados.rados.0.smithi052.stdout:846: writing smithi05277117-20 from 1146880 to 1679360 tid 3 2024-09-13T02:54:35.771 INFO:tasks.rados.rados.0.smithi052.stdout:846: writing smithi05277117-20 from 1679360 to 2187264 tid 4 2024-09-13T02:54:35.771 INFO:tasks.rados.rados.0.smithi052.stdout:847: snap_create 2024-09-13T02:54:35.771 INFO:tasks.rados.rados.0.smithi052.stdout:838: finishing write tid 6 to smithi05277117-3 2024-09-13T02:54:35.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 527 (ObjNum 271 snap 87 seq_num 271) dirty exists 2024-09-13T02:54:35.771 INFO:tasks.rados.rados.0.smithi052.stdout:838: left oid 3 (ObjNum 271 snap 87 seq_num 271) 2024-09-13T02:54:35.771 INFO:tasks.rados.rados.0.smithi052.stdout:839: expect (ObjNum 255 snap 83 seq_num 255) 2024-09-13T02:54:35.821 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 266 (ObjNum 237 snap 73 seq_num 237) dirty exists 2024-09-13T02:54:35.821 INFO:tasks.rados.rados.0.smithi052.stdout:841: expect (ObjNum 167 snap 50 seq_num 167) 2024-09-13T02:54:35.996 INFO:tasks.rados.rados.0.smithi052.stdout:845: finishing write tid 1 to smithi05277117-43 2024-09-13T02:54:35.996 INFO:tasks.rados.rados.0.smithi052.stdout:845: finishing write tid 2 to smithi05277117-43 2024-09-13T02:54:35.996 INFO:tasks.rados.rados.0.smithi052.stdout:844: expect (ObjNum 231 snap 67 seq_num 231) 2024-09-13T02:54:36.042 INFO:tasks.rados.rados.0.smithi052.stdout:845: finishing write tid 3 to smithi05277117-43 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:845: finishing write tid 4 to smithi05277117-43 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:845: finishing write tid 5 to smithi05277117-43 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:845: finishing write tid 6 to smithi05277117-43 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 376 (ObjNum 272 snap 87 seq_num 272) dirty exists 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:845: left oid 43 (ObjNum 272 snap 87 seq_num 272) 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: finishing write tid 1 to smithi05277117-20 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: finishing write tid 2 to smithi05277117-20 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: finishing write tid 3 to smithi05277117-20 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: finishing write tid 4 to smithi05277117-20 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: finishing write tid 5 to smithi05277117-20 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: finishing write tid 6 to smithi05277117-20 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 570 (ObjNum 273 snap 87 seq_num 273) dirty exists 2024-09-13T02:54:36.043 INFO:tasks.rados.rados.0.smithi052.stdout:846: left oid 20 (ObjNum 273 snap 87 seq_num 273) 2024-09-13T02:54:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-mon[30844]: pgmap v69: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T02:54:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-mon[30844]: mgrmap e29: x(active, since 44s), standbys: y 2024-09-13T02:54:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-mon[30844]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T02:54:36.719 INFO:tasks.rados.rados.0.smithi052.stdout:838: done (7 left) 2024-09-13T02:54:36.719 INFO:tasks.rados.rados.0.smithi052.stdout:839: done (6 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:840: done (5 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:841: done (4 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:844: done (3 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:845: done (2 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:846: done (1 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:847: done (0 left) 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 88 2024-09-13T02:54:36.720 INFO:tasks.rados.rados.0.smithi052.stdout:848: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-09-13T02:54:36.723 INFO:tasks.rados.rados.0.smithi052.stdout:848: writing smithi05277117-45 from 0 to 598016 tid 1 2024-09-13T02:54:36.727 INFO:tasks.rados.rados.0.smithi052.stdout:848: writing smithi05277117-45 from 598016 to 1097728 tid 2 2024-09-13T02:54:36.731 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-mon[37071]: pgmap v69: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T02:54:36.731 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-mon[37071]: mgrmap e29: x(active, since 44s), standbys: y 2024-09-13T02:54:36.731 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-mon[37071]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T02:54:36.732 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-mon[27118]: pgmap v69: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T02:54:36.732 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-mon[27118]: mgrmap e29: x(active, since 44s), standbys: y 2024-09-13T02:54:36.732 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-mon[27118]: osdmap e223: 8 total, 8 up, 8 in 2024-09-13T02:54:36.732 INFO:tasks.rados.rados.0.smithi052.stdout:848: writing smithi05277117-45 from 1097728 to 1843200 tid 3 2024-09-13T02:54:36.734 INFO:tasks.rados.rados.0.smithi052.stdout:848: writing smithi05277117-45 from 1843200 to 2203648 tid 4 2024-09-13T02:54:36.735 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 88 2024-09-13T02:54:36.735 INFO:tasks.rados.rados.0.smithi052.stdout:848: finishing write tid 1 to smithi05277117-45 2024-09-13T02:54:36.735 INFO:tasks.rados.rados.0.smithi052.stdout:849: seq_num 275 ranges {638976=614400,1253376=786432,2039808=499712,2539520=319488} 2024-09-13T02:54:36.741 INFO:tasks.rados.rados.0.smithi052.stdout:849: writing smithi05277117-10 from 638976 to 1253376 tid 1 2024-09-13T02:54:36.747 INFO:tasks.rados.rados.0.smithi052.stdout:849: writing smithi05277117-10 from 1253376 to 2039808 tid 2 2024-09-13T02:54:36.749 INFO:tasks.rados.rados.0.smithi052.stdout:849: writing smithi05277117-10 from 2039808 to 2539520 tid 3 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:849: writing smithi05277117-10 from 2539520 to 2859008 tid 4 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:850: delete oid 7 current snap is 88 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:848: finishing write tid 2 to smithi05277117-45 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:848: finishing write tid 3 to smithi05277117-45 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:848: finishing write tid 4 to smithi05277117-45 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:848: finishing write tid 5 to smithi05277117-45 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:848: finishing write tid 6 to smithi05277117-45 2024-09-13T02:54:36.752 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 541 (ObjNum 274 snap 88 seq_num 274) dirty exists 2024-09-13T02:54:36.753 INFO:tasks.rados.rados.0.smithi052.stdout:848: left oid 45 (ObjNum 274 snap 88 seq_num 274) 2024-09-13T02:54:36.753 INFO:tasks.rados.rados.0.smithi052.stdout:849: finishing write tid 1 to smithi05277117-10 2024-09-13T02:54:36.753 INFO:tasks.rados.rados.0.smithi052.stdout:849: finishing write tid 2 to smithi05277117-10 2024-09-13T02:54:36.753 INFO:tasks.rados.rados.0.smithi052.stdout:849: finishing write tid 3 to smithi05277117-10 2024-09-13T02:54:36.755 INFO:tasks.rados.rados.0.smithi052.stdout:849: finishing write tid 4 to smithi05277117-10 2024-09-13T02:54:36.755 INFO:tasks.rados.rados.0.smithi052.stdout:848: done (2 left) 2024-09-13T02:54:36.755 INFO:tasks.rados.rados.0.smithi052.stdout:850: done (1 left) 2024-09-13T02:54:36.756 INFO:tasks.rados.rados.0.smithi052.stdout:851: rmattr oid 20 current snap is 88 2024-09-13T02:54:36.756 INFO:tasks.rados.rados.0.smithi052.stdout:849: finishing write tid 5 to smithi05277117-10 2024-09-13T02:54:36.756 INFO:tasks.rados.rados.0.smithi052.stdout:851: done (1 left) 2024-09-13T02:54:36.756 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 88 2024-09-13T02:54:36.756 INFO:tasks.rados.rados.0.smithi052.stdout:852: seq_num 277 ranges {1638400=647168,2285568=557056,2842624=516096,3358720=532480} 2024-09-13T02:54:36.768 INFO:tasks.rados.rados.0.smithi052.stdout:852: writing smithi05277117-24 from 1638400 to 2285568 tid 1 2024-09-13T02:54:36.771 INFO:tasks.rados.rados.0.smithi052.stdout:852: writing smithi05277117-24 from 2285568 to 2842624 tid 2 2024-09-13T02:54:36.774 INFO:tasks.rados.rados.0.smithi052.stdout:852: writing smithi05277117-24 from 2842624 to 3358720 tid 3 2024-09-13T02:54:36.778 INFO:tasks.rados.rados.0.smithi052.stdout:852: writing smithi05277117-24 from 3358720 to 3891200 tid 4 2024-09-13T02:54:36.778 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 88 2024-09-13T02:54:36.778 INFO:tasks.rados.rados.0.smithi052.stdout:849: finishing write tid 6 to smithi05277117-10 2024-09-13T02:54:36.778 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 547 (ObjNum 275 snap 88 seq_num 275) dirty exists 2024-09-13T02:54:36.778 INFO:tasks.rados.rados.0.smithi052.stdout:849: left oid 10 (ObjNum 275 snap 88 seq_num 275) 2024-09-13T02:54:36.778 INFO:tasks.rados.rados.0.smithi052.stdout:853: seq_num 278 ranges {2719744=663552,3383296=442368,3825664=720896,4546560=442368} 2024-09-13T02:54:36.796 INFO:tasks.rados.rados.0.smithi052.stdout:853: writing smithi05277117-37 from 2719744 to 3383296 tid 1 2024-09-13T02:54:36.798 INFO:tasks.rados.rados.0.smithi052.stdout:853: writing smithi05277117-37 from 3383296 to 3825664 tid 2 2024-09-13T02:54:36.803 INFO:tasks.rados.rados.0.smithi052.stdout:853: writing smithi05277117-37 from 3825664 to 4546560 tid 3 2024-09-13T02:54:36.806 INFO:tasks.rados.rados.0.smithi052.stdout:853: writing smithi05277117-37 from 4546560 to 4988928 tid 4 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:849: done (2 left) 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:854: delete oid 20 current snap is 88 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: finishing write tid 1 to smithi05277117-24 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: finishing write tid 2 to smithi05277117-24 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: finishing write tid 3 to smithi05277117-24 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: finishing write tid 4 to smithi05277117-24 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: finishing write tid 5 to smithi05277117-24 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: finishing write tid 6 to smithi05277117-24 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 419 (ObjNum 277 snap 88 seq_num 277) dirty exists 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:852: left oid 24 (ObjNum 277 snap 88 seq_num 277) 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:853: finishing write tid 1 to smithi05277117-37 2024-09-13T02:54:36.807 INFO:tasks.rados.rados.0.smithi052.stdout:853: finishing write tid 2 to smithi05277117-37 2024-09-13T02:54:36.808 INFO:tasks.rados.rados.0.smithi052.stdout:852: done (2 left) 2024-09-13T02:54:36.809 INFO:tasks.rados.rados.0.smithi052.stdout:854: done (1 left) 2024-09-13T02:54:36.809 INFO:tasks.rados.rados.0.smithi052.stdout:855: snap_create 2024-09-13T02:54:36.809 INFO:tasks.rados.rados.0.smithi052.stdout:853: finishing write tid 3 to smithi05277117-37 2024-09-13T02:54:36.809 INFO:tasks.rados.rados.0.smithi052.stdout:853: finishing write tid 4 to smithi05277117-37 2024-09-13T02:54:36.809 INFO:tasks.rados.rados.0.smithi052.stdout:853: finishing write tid 5 to smithi05277117-37 2024-09-13T02:54:36.810 INFO:tasks.rados.rados.0.smithi052.stdout:853: finishing write tid 6 to smithi05277117-37 2024-09-13T02:54:36.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 278 (ObjNum 278 snap 88 seq_num 278) dirty exists 2024-09-13T02:54:36.810 INFO:tasks.rados.rados.0.smithi052.stdout:853: left oid 37 (ObjNum 278 snap 88 seq_num 278) 2024-09-13T02:54:37.023 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:36 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:36] ENGINE Bus STOPPING 2024-09-13T02:54:37.119 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:36.722+0000 7f385c7ed640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T02:54:37.120 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ignoring --setuser ceph since I am not root 2024-09-13T02:54:37.120 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ignoring --setgroup ceph since I am not root 2024-09-13T02:54:37.120 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-mgr[64647]: -- 172.21.15.78:0/477838141 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562c883c30e0 con 0x562c883a1000 2024-09-13T02:54:37.120 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:36.893+0000 7f0677edd040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:54:37.120 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:36.956+0000 7f0677edd040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:37] ENGINE Bus STOPPED 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:37] ENGINE Bus STARTING 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.203+0000 7f2805fe4640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.203+0000 7f2805fe4640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.203+0000 7f2805fe4640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.203+0000 7f2805fe4640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.280 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.203+0000 7f2805fe4640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.206+0000 7f2802fde640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.206+0000 7f2802fde640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.206+0000 7f2802fde640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.206+0000 7f2802fde640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:37.206+0000 7f2802fde640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:37] ENGINE Serving on http://:::9283 2024-09-13T02:54:37.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:54:37] ENGINE Bus STARTED 2024-09-13T02:54:37.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:37.118+0000 7f0677edd040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:54:37.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:37.191+0000 7f0677edd040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:54:37.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:37.345+0000 7f0677edd040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:54:37.727 INFO:tasks.rados.rados.0.smithi052.stdout:853: done (1 left) 2024-09-13T02:54:37.728 INFO:tasks.rados.rados.0.smithi052.stdout:855: done (0 left) 2024-09-13T02:54:37.728 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 89 2024-09-13T02:54:37.728 INFO:tasks.rados.rados.0.smithi052.stdout:856: seq_num 280 ranges {2129920=696320,2826240=606208,3432448=688128,4120576=311296} 2024-09-13T02:54:37.743 INFO:tasks.rados.rados.0.smithi052.stdout:856: writing smithi05277117-13 from 2129920 to 2826240 tid 1 2024-09-13T02:54:37.746 INFO:tasks.rados.rados.0.smithi052.stdout:856: writing smithi05277117-13 from 2826240 to 3432448 tid 2 2024-09-13T02:54:37.750 INFO:tasks.rados.rados.0.smithi052.stdout:856: writing smithi05277117-13 from 3432448 to 4120576 tid 3 2024-09-13T02:54:37.752 INFO:tasks.rados.rados.0.smithi052.stdout:856: writing smithi05277117-13 from 4120576 to 4431872 tid 4 2024-09-13T02:54:37.752 INFO:tasks.rados.rados.0.smithi052.stdout:857: delete oid 50 current snap is 89 2024-09-13T02:54:37.752 INFO:tasks.rados.rados.0.smithi052.stdout:856: finishing write tid 1 to smithi05277117-13 2024-09-13T02:54:37.752 INFO:tasks.rados.rados.0.smithi052.stdout:856: finishing write tid 2 to smithi05277117-13 2024-09-13T02:54:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:856: finishing write tid 3 to smithi05277117-13 2024-09-13T02:54:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:856: finishing write tid 4 to smithi05277117-13 2024-09-13T02:54:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:857: done (1 left) 2024-09-13T02:54:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:858: rollback oid 21 current snap is 89 2024-09-13T02:54:37.755 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 77 2024-09-13T02:54:37.756 INFO:tasks.rados.rados.0.smithi052.stdout:859: snap_remove snap 86 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:54:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: Activating manager daemon y 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.24751 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: mgrmap e30: y(active, starting, since 0.00602043s) 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:54:37.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: Manager daemon y is now available 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: Activating manager daemon y 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.24751 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: mgrmap e30: y(active, starting, since 0.00602043s) 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:37.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:54:37.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: Manager daemon y is now available 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:37.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:37.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:54:37.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:54:37.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:54:37.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:37 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:54:37.821 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:37.484+0000 7f0677edd040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 172.21.15.78:0/3698294671' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: Activating manager daemon y 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: osdmap e224: 8 total, 8 up, 8 in 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.24751 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: mgrmap e30: y(active, starting, since 0.00602043s) 2024-09-13T02:54:37.822 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:54:37.823 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: Manager daemon y is now available 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:54:37.824 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:54:38.093 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:37.819+0000 7f0677edd040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:54:38.093 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:37.882+0000 7f0677edd040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:54:38.409 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:38.092+0000 7f0677edd040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:54:38.735 INFO:tasks.rados.rados.0.smithi052.stdout:859: done (2 left) 2024-09-13T02:54:38.735 INFO:tasks.rados.rados.0.smithi052.stdout:860: snap_create 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:856: finishing write tid 5 to smithi05277117-13 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:856: finishing write tid 6 to smithi05277117-13 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 578 (ObjNum 280 snap 89 seq_num 280) dirty exists 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:856: left oid 13 (ObjNum 280 snap 89 seq_num 280) 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:858: finishing rollback tid 0 to smithi05277117-21 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:858: finishing rollback tid 1 to smithi05277117-21 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:858: finishing rollback tid 2 to smithi05277117-21 2024-09-13T02:54:38.736 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 385 (ObjNum 231 snap 67 seq_num 231) dirty exists 2024-09-13T02:54:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:38 smithi078 ceph-mon[30844]: mgrmap e31: y(active, since 1.00859s) 2024-09-13T02:54:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:38 smithi078 ceph-mon[30844]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T02:54:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:38 smithi078 ceph-mon[30844]: pgmap v4: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 113 GiB/s rd, 59 GiB/s wr, 790.72k op/s; 120 MiB/s, 638 objects/s recovering 2024-09-13T02:54:38.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:38.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:38 smithi052 ceph-mon[27118]: mgrmap e31: y(active, since 1.00859s) 2024-09-13T02:54:38.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:38 smithi052 ceph-mon[27118]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T02:54:38.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:38 smithi052 ceph-mon[27118]: pgmap v4: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 113 GiB/s rd, 59 GiB/s wr, 790.72k op/s; 120 MiB/s, 638 objects/s recovering 2024-09-13T02:54:38.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:38 smithi052 ceph-mon[37071]: mgrmap e31: y(active, since 1.00859s) 2024-09-13T02:54:38.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:38 smithi052 ceph-mon[37071]: osdmap e225: 8 total, 8 up, 8 in 2024-09-13T02:54:38.976 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:38 smithi052 ceph-mon[37071]: pgmap v4: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 113 GiB/s rd, 59 GiB/s wr, 790.72k op/s; 120 MiB/s, 638 objects/s recovering 2024-09-13T02:54:39.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:39.020+0000 7f0677edd040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:54:39.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:39.091+0000 7f0677edd040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:54:39.541 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:54:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:856: done (2 left) 2024-09-13T02:54:39.737 INFO:tasks.rados.rados.0.smithi052.stdout:858: done (1 left) 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:860: done (0 left) 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:861: read oid 46 snap -1 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:861: expect deleted 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:862: read oid 12 snap -1 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:862: expect (ObjNum 105 snap 23 seq_num 105) 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:863: read oid 29 snap -1 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:863: expect (ObjNum 261 snap 84 seq_num 261) 2024-09-13T02:54:39.738 INFO:tasks.rados.rados.0.smithi052.stdout:864: snap_remove snap 70 2024-09-13T02:54:39.821 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:39 smithi052 ceph-mon[37071]: pgmap v5: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 545 MiB/s rd, 284 MiB/s wr, 3.74k op/s; 580 KiB/s, 3 objects/s recovering 2024-09-13T02:54:39.821 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:39 smithi052 ceph-mon[37071]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T02:54:39.821 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:39 smithi052 ceph-mon[37071]: mgrmap e32: y(active, since 2s) 2024-09-13T02:54:39.822 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:39 smithi052 ceph-mon[27118]: pgmap v5: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 545 MiB/s rd, 284 MiB/s wr, 3.74k op/s; 580 KiB/s, 3 objects/s recovering 2024-09-13T02:54:39.822 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:39 smithi052 ceph-mon[27118]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T02:54:39.822 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:39 smithi052 ceph-mon[27118]: mgrmap e32: y(active, since 2s) 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (32s) 7s ago 5m 15.8M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (19s) 6s ago 5m 76.1M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (6m) 7s ago 6m 14.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (6m) 6s ago 6m 19.7M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283 running (65s) 6s ago 9m 507M - 19.1.1-322-g7741f7f9 19dc8d659727 0b4429a64265 2024-09-13T02:54:39.834 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (11s) 7s ago 11m 68.0M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (11m) 7s ago 11m 54.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a fe92c4ffd5b8 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (10m) 6s ago 10m 47.5M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (10m) 7s ago 10m 45.0M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (29s) 7s ago 4m 7360k - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (16s) 6s ago 4m 3397k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (9m) 7s ago 9m 133M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (9m) 7s ago 9m 133M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (8m) 7s ago 8m 165M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (8m) 7s ago 8m 103M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (8m) 6s ago 8m 104M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (7m) 6s ago 7m 150M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (7m) 6s ago 7m 98.4M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:54:39.835 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (6m) 6s ago 6m 114M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:54:39.836 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (23s) 6s ago 5m 44.1M - 2.43.0 a07b618ecd1d 76a11c6a0cbd 2024-09-13T02:54:39.989 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:39.860+0000 7f0677edd040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:54:39.989 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:39.987+0000 7f0677edd040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:54:39.989 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-mon[30844]: pgmap v5: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 545 MiB/s rd, 284 MiB/s wr, 3.74k op/s; 580 KiB/s, 3 objects/s recovering 2024-09-13T02:54:39.989 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-mon[30844]: osdmap e226: 8 total, 8 up, 8 in 2024-09-13T02:54:39.989 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:39 smithi078 ceph-mon[30844]: mgrmap e32: y(active, since 2s) 2024-09-13T02:54:40.172 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:54:40.172 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:54:40.172 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:54:40.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:40.172 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 13, 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:54:40.173 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:54:40.351 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.136+0000 7f0677edd040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:54:40.351 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.198+0000 7f0677edd040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:54:40.352 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.350+0000 7f0677edd040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:54:40.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:40.257+0000 7f27e5526640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:54:40] ENGINE Error in HTTPServer.serve 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: Traceback (most recent call last): 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self._connections.run(self.expiration_interval) 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self._run(expiration_interval) 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:54:40.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: s = self.context.wrap_socket( 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: return self.sslsocket_class._create( 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self.do_handshake() 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self._sslobj.do_handshake() 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:54:40.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:54:40.658 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.418+0000 7f0677edd040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:54:40.658 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.482+0000 7f0677edd040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:54:40.658 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.656+0000 7f0677edd040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:54:40.745 INFO:tasks.rados.rados.0.smithi052.stdout:864: done (3 left) 2024-09-13T02:54:40.745 INFO:tasks.rados.rados.0.smithi052.stdout:865: setattr oid 42 current snap is 90 2024-09-13T02:54:40.746 INFO:tasks.rados.rados.0.smithi052.stdout:863: expect (ObjNum 261 snap 84 seq_num 261) 2024-09-13T02:54:40.805 INFO:tasks.rados.rados.0.smithi052.stdout:862: expect (ObjNum 105 snap 23 seq_num 105) 2024-09-13T02:54:40.869 INFO:tasks.rados.rados.0.smithi052.stdout:861: done (3 left) 2024-09-13T02:54:40.869 INFO:tasks.rados.rados.0.smithi052.stdout:862: done (2 left) 2024-09-13T02:54:40.869 INFO:tasks.rados.rados.0.smithi052.stdout:863: done (1 left) 2024-09-13T02:54:40.869 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 90 2024-09-13T02:54:40.869 INFO:tasks.rados.rados.0.smithi052.stdout:866: seq_num 282 ranges {2129920=729088,2859008=425984,3284992=704512,3989504=475136} 2024-09-13T02:54:40.883 INFO:tasks.rados.rados.0.smithi052.stdout:866: writing smithi05277117-12 from 2129920 to 2859008 tid 1 2024-09-13T02:54:40.885 INFO:tasks.rados.rados.0.smithi052.stdout:866: writing smithi05277117-12 from 2859008 to 3284992 tid 2 2024-09-13T02:54:40.889 INFO:tasks.rados.rados.0.smithi052.stdout:866: writing smithi05277117-12 from 3284992 to 3989504 tid 3 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:866: writing smithi05277117-12 from 3989504 to 4464640 tid 4 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:867: read oid 21 snap 61 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:867: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 351 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:866: finishing write tid 1 to smithi05277117-12 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:866: finishing write tid 2 to smithi05277117-12 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:866: finishing write tid 3 to smithi05277117-12 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:865: done (2 left) 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:868: read oid 9 snap 49 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:868: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:869: snap_create 2024-09-13T02:54:40.895 INFO:tasks.rados.rados.0.smithi052.stdout:866: finishing write tid 4 to smithi05277117-12 2024-09-13T02:54:40.895 INFO:tasks.rados.rados.0.smithi052.stdout:868: expect (ObjNum 151 snap 44 seq_num 151) 2024-09-13T02:54:40.898 INFO:tasks.rados.rados.0.smithi052.stdout:866: finishing write tid 5 to smithi05277117-12 2024-09-13T02:54:40.898 INFO:tasks.rados.rados.0.smithi052.stdout:867: expect (ObjNum 153 snap 45 seq_num 153) 2024-09-13T02:54:40.903 INFO:tasks.rados.rados.0.smithi052.stdout:866: finishing write tid 6 to smithi05277117-12 2024-09-13T02:54:40.903 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 337 (ObjNum 282 snap 90 seq_num 282) dirty exists 2024-09-13T02:54:40.903 INFO:tasks.rados.rados.0.smithi052.stdout:866: left oid 12 (ObjNum 282 snap 90 seq_num 282) 2024-09-13T02:54:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-mon[30844]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-mon[30844]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T02:54:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-mon[30844]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/1676799937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:54:40.946 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.722+0000 7f0677edd040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:54:40.947 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.808+0000 7f0677edd040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:54:40.947 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.899+0000 7f0677edd040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:54:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[37071]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[37071]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T02:54:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[37071]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/1676799937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:54:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[27118]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[27118]: osdmap e227: 8 total, 8 up, 8 in 2024-09-13T02:54:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[27118]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:54:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:40 smithi052 ceph-mon[27118]: from='client.? 172.21.15.52:0/1676799937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:54:41.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:40.963+0000 7f0677edd040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:54:41.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:41.024+0000 7f0677edd040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:866: done (3 left) 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:867: done (2 left) 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:868: done (1 left) 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:869: done (0 left) 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:870: rollback oid 40 current snap is 91 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 40 to 90 2024-09-13T02:54:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:871: rollback oid 16 current snap is 91 2024-09-13T02:54:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 58 2024-09-13T02:54:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:872: rollback oid 26 current snap is 91 2024-09-13T02:54:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 84 2024-09-13T02:54:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:873: read oid 18 snap -1 2024-09-13T02:54:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:873: expect (ObjNum 215 snap 64 seq_num 215) 2024-09-13T02:54:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:874: snap_remove snap 80 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: [13/Sep/2024:02:54:40] ENGINE Bus STARTING 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: [13/Sep/2024:02:54:40] ENGINE Serving on http://172.21.15.52:8765 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: [13/Sep/2024:02:54:40] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: [13/Sep/2024:02:54:40] ENGINE Bus STARTED 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: [13/Sep/2024:02:54:40] ENGINE Error in HTTPServer.serve 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:54:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: self.do_handshake() 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:54:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: pgmap v8: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 181 MiB/s rd, 94 MiB/s wr, 1.24k op/s; 193 KiB/s, 1 objects/s recovering 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: mgrmap e33: y(active, since 4s) 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: [13/Sep/2024:02:54:40] ENGINE Bus STARTING 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: [13/Sep/2024:02:54:40] ENGINE Serving on http://172.21.15.52:8765 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: [13/Sep/2024:02:54:40] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: [13/Sep/2024:02:54:40] ENGINE Bus STARTED 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: [13/Sep/2024:02:54:40] ENGINE Error in HTTPServer.serve 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:54:42.031 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:54:42.032 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout: self.do_handshake() 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: pgmap v8: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 181 MiB/s rd, 94 MiB/s wr, 1.24k op/s; 193 KiB/s, 1 objects/s recovering 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: mgrmap e33: y(active, since 4s) 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:42.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:41 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: [13/Sep/2024:02:54:40] ENGINE Bus STARTING 2024-09-13T02:54:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: [13/Sep/2024:02:54:40] ENGINE Serving on http://172.21.15.52:8765 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: [13/Sep/2024:02:54:40] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: [13/Sep/2024:02:54:40] ENGINE Bus STARTED 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: [13/Sep/2024:02:54:40] ENGINE Error in HTTPServer.serve 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: Traceback (most recent call last): 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._run(expiration_interval) 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:54:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: s = self.context.wrap_socket( 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: return self.sslsocket_class._create( 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: self.do_handshake() 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._sslobj.do_handshake() 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: pgmap v8: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 181 MiB/s rd, 94 MiB/s wr, 1.24k op/s; 193 KiB/s, 1 objects/s recovering 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: osdmap e228: 8 total, 8 up, 8 in 2024-09-13T02:54:42.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: mgrmap e33: y(active, since 4s) 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:41.848+0000 7f0677edd040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:54:41] ENGINE Bus STARTING 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: CherryPy Checker: 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: The Application mounted at '' has an empty config. 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:54:41] ENGINE Serving on http://:::9283 2024-09-13T02:54:42.199 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: [13/Sep/2024:02:54:41] ENGINE Bus STARTED 2024-09-13T02:54:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:42.753 INFO:tasks.rados.rados.0.smithi052.stdout:874: done (4 left) 2024-09-13T02:54:42.754 INFO:tasks.rados.rados.0.smithi052.stdout:875: rmattr oid 23 current snap is 91 2024-09-13T02:54:42.754 INFO:tasks.rados.rados.0.smithi052.stdout:876: snap_remove snap 83 2024-09-13T02:54:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: Standby manager daemon x started 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: Standby manager daemon x started 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:42 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: osdmap e229: 8 total, 8 up, 8 in 2024-09-13T02:54:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: Standby manager daemon x started 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3574511298' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:42 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:43.506 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[64643]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T02:54:43.759 INFO:tasks.rados.rados.0.smithi052.stdout:876: done (5 left) 2024-09-13T02:54:43.759 INFO:tasks.rados.rados.0.smithi052.stdout:877: setattr oid 43 current snap is 91 2024-09-13T02:54:43.759 INFO:tasks.rados.rados.0.smithi052.stdout:872: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:54:43.759 INFO:tasks.rados.rados.0.smithi052.stdout:872: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:54:43.759 INFO:tasks.rados.rados.0.smithi052.stdout:872: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 379 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:870: finishing rollback tid 0 to smithi05277117-40 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:870: finishing rollback tid 1 to smithi05277117-40 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:870: finishing rollback tid 2 to smithi05277117-40 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 281 (ObjNum 248 snap 81 seq_num 248) dirty exists 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:871: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:871: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:871: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 109 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:54:43.760 INFO:tasks.rados.rados.0.smithi052.stdout:873: expect (ObjNum 215 snap 64 seq_num 215) 2024-09-13T02:54:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 403 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-09-13T02:54:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:870: done (5 left) 2024-09-13T02:54:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:871: done (4 left) 2024-09-13T02:54:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:872: done (3 left) 2024-09-13T02:54:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:873: done (2 left) 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:875: done (1 left) 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:878: rmattr oid 30 current snap is 91 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:878: done (1 left) 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:879: rollback oid 41 current snap is 91 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 41 to 18 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:880: rollback oid 37 current snap is 91 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 35 2024-09-13T02:54:43.927 INFO:tasks.rados.rados.0.smithi052.stdout:881: snap_create 2024-09-13T02:54:43.929 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 380 (ObjNum 272 snap 87 seq_num 272) dirty exists 2024-09-13T02:54:43.931 INFO:tasks.rados.rados.0.smithi052.stdout:879: finishing rollback tid 0 to smithi05277117-41 2024-09-13T02:54:43.931 INFO:tasks.rados.rados.0.smithi052.stdout:879: finishing rollback tid 1 to smithi05277117-41 2024-09-13T02:54:43.931 INFO:tasks.rados.rados.0.smithi052.stdout:879: finishing rollback tid 2 to smithi05277117-41 2024-09-13T02:54:43.931 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 284 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-13T02:54:43.931 INFO:tasks.rados.rados.0.smithi052.stdout:880: finishing rollback tid 0 to smithi05277117-37 2024-09-13T02:54:43.932 INFO:tasks.rados.rados.0.smithi052.stdout:880: finishing rollback tid 1 to smithi05277117-37 2024-09-13T02:54:43.932 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 286 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:54:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:43 smithi078 ceph-mon[30844]: pgmap v11: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-09-13T02:54:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:43 smithi078 ceph-mon[30844]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T02:54:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:43 smithi078 ceph-mon[30844]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-13T02:54:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:43 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:54:43.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[27118]: pgmap v11: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[27118]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[27118]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[37071]: pgmap v11: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[37071]: osdmap e230: 8 total, 8 up, 8 in 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[37071]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-13T02:54:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:43 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:54:44.738 INFO:tasks.rados.rados.0.smithi052.stdout:877: done (3 left) 2024-09-13T02:54:44.739 INFO:tasks.rados.rados.0.smithi052.stdout:879: done (2 left) 2024-09-13T02:54:44.739 INFO:tasks.rados.rados.0.smithi052.stdout:880: done (1 left) 2024-09-13T02:54:44.739 INFO:tasks.rados.rados.0.smithi052.stdout:881: done (0 left) 2024-09-13T02:54:44.739 INFO:tasks.rados.rados.0.smithi052.stdout:882: rollback oid 43 current snap is 92 2024-09-13T02:54:44.739 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 43 to 82 2024-09-13T02:54:44.739 INFO:tasks.rados.rados.0.smithi052.stdout:883: snap_create 2024-09-13T02:54:44.744 INFO:tasks.rados.rados.0.smithi052.stdout:882: finishing rollback tid 0 to smithi05277117-43 2024-09-13T02:54:44.744 INFO:tasks.rados.rados.0.smithi052.stdout:882: finishing rollback tid 1 to smithi05277117-43 2024-09-13T02:54:44.744 INFO:tasks.rados.rados.0.smithi052.stdout:882: finishing rollback tid 2 to smithi05277117-43 2024-09-13T02:54:44.744 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 383 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:44.951 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:44 smithi052 ceph-mon[37071]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T02:54:44.951 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:44 smithi052 ceph-mon[37071]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T02:54:44.951 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:44 smithi052 ceph-mon[27118]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T02:54:44.951 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:44 smithi052 ceph-mon[27118]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T02:54:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:44 smithi078 ceph-mon[30844]: osdmap e231: 8 total, 8 up, 8 in 2024-09-13T02:54:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:44 smithi078 ceph-mon[30844]: osdmap e232: 8 total, 8 up, 8 in 2024-09-13T02:54:45.740 INFO:tasks.rados.rados.0.smithi052.stdout:882: done (1 left) 2024-09-13T02:54:45.740 INFO:tasks.rados.rados.0.smithi052.stdout:883: done (0 left) 2024-09-13T02:54:45.740 INFO:tasks.rados.rados.0.smithi052.stdout:884: rmattr oid 29 current snap is 93 2024-09-13T02:54:45.740 INFO:tasks.rados.rados.0.smithi052.stdout:884: done (0 left) 2024-09-13T02:54:45.740 INFO:tasks.rados.rados.0.smithi052.stdout:885: snap_create 2024-09-13T02:54:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[27118]: pgmap v14: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 44 op/s 2024-09-13T02:54:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[27118]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[37071]: pgmap v14: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 44 op/s 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:45 smithi052 ceph-mon[37071]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T02:54:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:45 smithi078 ceph-mon[30844]: pgmap v14: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 44 op/s 2024-09-13T02:54:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:45 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:45 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:45 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:46.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:45 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:54:46.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:45 smithi078 ceph-mon[30844]: osdmap e233: 8 total, 8 up, 8 in 2024-09-13T02:54:46.741 INFO:tasks.rados.rados.0.smithi052.stdout:885: done (0 left) 2024-09-13T02:54:46.741 INFO:tasks.rados.rados.0.smithi052.stdout:886: delete oid 33 current snap is 94 2024-09-13T02:54:46.745 INFO:tasks.rados.rados.0.smithi052.stdout:886: done (0 left) 2024-09-13T02:54:46.745 INFO:tasks.rados.rados.0.smithi052.stdout:887: setattr oid 48 current snap is 94 2024-09-13T02:54:46.746 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 94 2024-09-13T02:54:46.746 INFO:tasks.rados.rados.0.smithi052.stdout:888: seq_num 284 ranges {4063232=761856,4825088=598016,5423104=671744,6094848=335872} 2024-09-13T02:54:46.773 INFO:tasks.rados.rados.0.smithi052.stdout:888: writing smithi05277117-2 from 4063232 to 4825088 tid 1 2024-09-13T02:54:46.776 INFO:tasks.rados.rados.0.smithi052.stdout:888: writing smithi05277117-2 from 4825088 to 5423104 tid 2 2024-09-13T02:54:46.780 INFO:tasks.rados.rados.0.smithi052.stdout:888: writing smithi05277117-2 from 5423104 to 6094848 tid 3 2024-09-13T02:54:46.782 INFO:tasks.rados.rados.0.smithi052.stdout:888: writing smithi05277117-2 from 6094848 to 6430720 tid 4 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 521 (ObjNum 250 snap 82 seq_num 250) dirty exists 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:889: read oid 37 snap -1 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:889: expect deleted 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:887: done (2 left) 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:890: copy_from oid 28 from oid 43 current snap is 94 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:888: finishing write tid 1 to smithi05277117-2 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:888: finishing write tid 2 to smithi05277117-2 2024-09-13T02:54:46.783 INFO:tasks.rados.rados.0.smithi052.stdout:891: snap_remove snap 84 2024-09-13T02:54:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:54:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:54:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:46 smithi078 ceph-mon[30844]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T02:54:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:54:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[37071]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:47.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:46 smithi052 ceph-mon[27118]: osdmap e234: 8 total, 8 up, 8 in 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:888: finishing write tid 3 to smithi05277117-2 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:888: finishing write tid 4 to smithi05277117-2 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:888: finishing write tid 5 to smithi05277117-2 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:888: finishing write tid 6 to smithi05277117-2 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 207 (ObjNum 284 snap 94 seq_num 284) dirty exists 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:888: left oid 2 (ObjNum 284 snap 94 seq_num 284) 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:890: finishing copy_from racing read to smithi05277117-28 2024-09-13T02:54:47.744 INFO:tasks.rados.rados.0.smithi052.stdout:890: finishing copy_from to smithi05277117-28 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 383 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:888: done (3 left) 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:889: done (2 left) 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:890: done (1 left) 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:891: done (0 left) 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:892: setattr oid 31 current snap is 94 2024-09-13T02:54:47.745 INFO:tasks.rados.rados.0.smithi052.stdout:893: snap_create 2024-09-13T02:54:47.752 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 523 (ObjNum 255 snap 83 seq_num 255) dirty exists 2024-09-13T02:54:48.051 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:54:48.051 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: Reconfiguring daemon prometheus.a on smithi078 2024-09-13T02:54:48.051 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: pgmap v17: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.1 MiB/s wr, 43 op/s 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.052 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.053 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.054 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.054 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:47 smithi078 ceph-mon[30844]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T02:54:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:54:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: Reconfiguring daemon prometheus.a on smithi078 2024-09-13T02:54:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: pgmap v17: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.1 MiB/s wr, 43 op/s 2024-09-13T02:54:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: Reconfiguring daemon prometheus.a on smithi078 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: pgmap v17: 121 pgs: 121 active+clean; 281 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.1 MiB/s wr, 43 op/s 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:54:48.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:54:48.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:54:48.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:54:48.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[27118]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T02:54:48.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:54:48.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:47 smithi052 ceph-mon[37071]: osdmap e235: 8 total, 8 up, 8 in 2024-09-13T02:54:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:892: done (1 left) 2024-09-13T02:54:48.744 INFO:tasks.rados.rados.0.smithi052.stdout:893: done (0 left) 2024-09-13T02:54:48.745 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 95 2024-09-13T02:54:48.745 INFO:tasks.rados.rados.0.smithi052.stdout:894: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-09-13T02:54:48.748 INFO:tasks.rados.rados.0.smithi052.stdout:894: writing smithi05277117-37 from 0 to 778240 tid 1 2024-09-13T02:54:48.751 INFO:tasks.rados.rados.0.smithi052.stdout:894: writing smithi05277117-37 from 778240 to 1253376 tid 2 2024-09-13T02:54:48.755 INFO:tasks.rados.rados.0.smithi052.stdout:894: writing smithi05277117-37 from 1253376 to 1728512 tid 3 2024-09-13T02:54:48.759 INFO:tasks.rados.rados.0.smithi052.stdout:894: writing smithi05277117-37 from 1728512 to 2383872 tid 4 2024-09-13T02:54:48.759 INFO:tasks.rados.rados.0.smithi052.stdout:895: snap_create 2024-09-13T02:54:48.759 INFO:tasks.rados.rados.0.smithi052.stdout:894: finishing write tid 1 to smithi05277117-37 2024-09-13T02:54:48.759 INFO:tasks.rados.rados.0.smithi052.stdout:894: finishing write tid 2 to smithi05277117-37 2024-09-13T02:54:48.759 INFO:tasks.rados.rados.0.smithi052.stdout:894: finishing write tid 3 to smithi05277117-37 2024-09-13T02:54:48.762 INFO:tasks.rados.rados.0.smithi052.stdout:894: finishing write tid 4 to smithi05277117-37 2024-09-13T02:54:48.762 INFO:tasks.rados.rados.0.smithi052.stdout:894: finishing write tid 5 to smithi05277117-37 2024-09-13T02:54:48.763 INFO:tasks.rados.rados.0.smithi052.stdout:894: finishing write tid 6 to smithi05277117-37 2024-09-13T02:54:48.763 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 291 (ObjNum 285 snap 95 seq_num 285) dirty exists 2024-09-13T02:54:48.763 INFO:tasks.rados.rados.0.smithi052.stdout:894: left oid 37 (ObjNum 285 snap 95 seq_num 285) 2024-09-13T02:54:49.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 systemd[1]: Stopping Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:49.742 INFO:tasks.rados.rados.0.smithi052.stdout:894: done (1 left) 2024-09-13T02:54:49.742 INFO:tasks.rados.rados.0.smithi052.stdout:895: done (0 left) 2024-09-13T02:54:49.742 INFO:tasks.rados.rados.0.smithi052.stdout:896: read oid 11 snap 77 2024-09-13T02:54:49.742 INFO:tasks.rados.rados.0.smithi052.stdout:896: expect (ObjNum 214 snap 64 seq_num 214) 2024-09-13T02:54:49.742 INFO:tasks.rados.rados.0.smithi052.stdout:897: snap_create 2024-09-13T02:54:49.751 INFO:tasks.rados.rados.0.smithi052.stdout:896: expect (ObjNum 214 snap 64 seq_num 214) 2024-09-13T02:54:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:49 smithi052 ceph-mon[37071]: pgmap v20: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 734 KiB/s wr, 27 op/s 2024-09-13T02:54:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:49 smithi052 ceph-mon[37071]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T02:54:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:49 smithi052 ceph-mon[37071]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-13T02:54:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:49 smithi052 ceph-mon[27118]: pgmap v20: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 734 KiB/s wr, 27 op/s 2024-09-13T02:54:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:49 smithi052 ceph-mon[27118]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T02:54:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:49 smithi052 ceph-mon[27118]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-13T02:54:50.064 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-mon[30844]: pgmap v20: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 734 KiB/s wr, 27 op/s 2024-09-13T02:54:50.064 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-mon[30844]: osdmap e236: 8 total, 8 up, 8 in 2024-09-13T02:54:50.064 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-mon[30844]: mgrmap e35: y(active, since 12s), standbys: x 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T02:54:50.065 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T02:54:50.066 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.788Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T02:54:50.066 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[73128]: ts=2024-09-13T02:54:49.789Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T02:54:50.066 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:49 smithi078 podman[76277]: 2024-09-13 02:54:49.798413293 +0000 UTC m=+0.098759502 container died 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:50.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 podman[76277]: 2024-09-13 02:54:50.171521087 +0000 UTC m=+0.471867294 container cleanup 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:50.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 bash[76277]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T02:54:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:896: done (1 left) 2024-09-13T02:54:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:897: done (0 left) 2024-09-13T02:54:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 97 2024-09-13T02:54:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:898: seq_num 286 ranges {2859008=794624,3653632=761856,4415488=679936,5095424=163840} 2024-09-13T02:54:50.757 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 podman[76290]: 2024-09-13 02:54:50.465040401 +0000 UTC m=+0.664571160 container remove 76a11c6a0cbd3e8035f1a3e159c5abec82fdeea314360cd46351a00c7ed26f21 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:50.757 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T02:54:50.757 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 systemd[1]: Stopped Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:50.757 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.072s CPU time. 2024-09-13T02:54:50.757 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 systemd[1]: Starting Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:898: writing smithi05277117-10 from 2859008 to 3653632 tid 1 2024-09-13T02:54:50.773 INFO:tasks.rados.rados.0.smithi052.stdout:898: writing smithi05277117-10 from 3653632 to 4415488 tid 2 2024-09-13T02:54:50.778 INFO:tasks.rados.rados.0.smithi052.stdout:898: writing smithi05277117-10 from 4415488 to 5095424 tid 3 2024-09-13T02:54:50.779 INFO:tasks.rados.rados.0.smithi052.stdout:898: writing smithi05277117-10 from 5095424 to 5259264 tid 4 2024-09-13T02:54:50.779 INFO:tasks.rados.rados.0.smithi052.stdout:899: copy_from oid 5 from oid 16 current snap is 97 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:898: finishing write tid 1 to smithi05277117-10 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:898: finishing write tid 2 to smithi05277117-10 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:900: copy_from oid 36 from oid 3 current snap is 97 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:901: read oid 6 snap -1 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:901: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:902: read oid 34 snap 95 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:902: expect (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:54:50.780 INFO:tasks.rados.rados.0.smithi052.stdout:903: snap_remove snap 76 2024-09-13T02:54:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:50 smithi052 ceph-mon[37071]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T02:54:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:50 smithi052 ceph-mon[27118]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T02:54:51.036 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:50 smithi078 ceph-mon[30844]: osdmap e237: 8 total, 8 up, 8 in 2024-09-13T02:54:51.037 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 podman[76380]: 2024-09-13 02:54:50.697727049 +0000 UTC m=+0.016615035 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-13T02:54:51.037 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:50 smithi078 podman[76380]: 2024-09-13 02:54:50.807733678 +0000 UTC m=+0.126621647 container create 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:51.037 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 podman[76380]: 2024-09-13 02:54:51.036174637 +0000 UTC m=+0.355062615 container init 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 podman[76380]: 2024-09-13 02:54:51.03946637 +0000 UTC m=+0.358354340 container start 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.063Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.063Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.063Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi078 (none))" 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.063Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.063Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T02:54:51.314 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.064Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.065Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.066Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.066Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.068Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.068Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.468µs 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.068Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.069Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.084Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.089Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.090Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.090Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.647µs wal_replay_duration=21.302886ms wbl_replay_duration=140ns total_replay_duration=21.358169ms 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.095Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T02:54:51.315 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.095Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T02:54:51.316 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.095Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T02:54:51.316 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 bash[76380]: 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed 2024-09-13T02:54:51.316 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.113Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.377385ms db_storage=796ns remote_storage=1.01µs web_handler=390ns query_engine=962ns scrape=433.058µs scrape_sd=110.29µs notify=25.446µs notify_sd=26.794µs rules=17.468957ms tracing=7.983µs 2024-09-13T02:54:51.316 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.113Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T02:54:51.316 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:51.113Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T02:54:51.316 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:51 smithi078 systemd[1]: Started Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:51.767 INFO:tasks.rados.rados.0.smithi052.stdout:898: finishing write tid 3 to smithi05277117-10 2024-09-13T02:54:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:898: finishing write tid 4 to smithi05277117-10 2024-09-13T02:54:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:898: finishing write tid 5 to smithi05277117-10 2024-09-13T02:54:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:899: finishing copy_from racing read to smithi05277117-5 2024-09-13T02:54:51.768 INFO:tasks.rados.rados.0.smithi052.stdout:901: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:54:51.814 INFO:tasks.rados.rados.0.smithi052.stdout:898: finishing write tid 6 to smithi05277117-10 2024-09-13T02:54:51.814 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 587 (ObjNum 286 snap 97 seq_num 286) dirty exists 2024-09-13T02:54:51.814 INFO:tasks.rados.rados.0.smithi052.stdout:898: left oid 10 (ObjNum 286 snap 97 seq_num 286) 2024-09-13T02:54:51.814 INFO:tasks.rados.rados.0.smithi052.stdout:902: expect (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:54:51.858 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-mon[30844]: pgmap v23: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 734 KiB/s wr, 27 op/s 2024-09-13T02:54:51.858 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-mon[30844]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T02:54:51.858 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:51.858 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:51.858 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:51.858 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:51 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:52.013 INFO:tasks.rados.rados.0.smithi052.stdout:899: finishing copy_from to smithi05277117-5 2024-09-13T02:54:52.013 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 109 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:900: finishing copy_from racing read to smithi05277117-36 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:900: finishing copy_from to smithi05277117-36 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 527 (ObjNum 271 snap 87 seq_num 271) dirty exists 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:898: done (5 left) 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:899: done (4 left) 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:900: done (3 left) 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:901: done (2 left) 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:902: done (1 left) 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:903: done (0 left) 2024-09-13T02:54:52.014 INFO:tasks.rados.rados.0.smithi052.stdout:904: delete oid 17 current snap is 97 2024-09-13T02:54:52.015 INFO:tasks.rados.rados.0.smithi052.stdout:904: done (0 left) 2024-09-13T02:54:52.015 INFO:tasks.rados.rados.0.smithi052.stdout:905: delete oid 36 current snap is 97 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:905: done (0 left) 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:906: read oid 6 snap -1 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:906: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:907: rmattr oid 16 current snap is 97 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:907: done (1 left) 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 97 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:908: seq_num 289 ranges {0=40960} 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:908: writing smithi05277117-50 from 0 to 40960 tid 1 2024-09-13T02:54:52.017 INFO:tasks.rados.rados.0.smithi052.stdout:909: delete oid 12 current snap is 97 2024-09-13T02:54:52.019 INFO:tasks.rados.rados.0.smithi052.stdout:909: done (2 left) 2024-09-13T02:54:52.019 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 97 2024-09-13T02:54:52.019 INFO:tasks.rados.rados.0.smithi052.stdout:910: seq_num 291 ranges {4431872=81920} 2024-09-13T02:54:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[37071]: pgmap v23: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 734 KiB/s wr, 27 op/s 2024-09-13T02:54:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[37071]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T02:54:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[27118]: pgmap v23: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 734 KiB/s wr, 27 op/s 2024-09-13T02:54:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[27118]: osdmap e238: 8 total, 8 up, 8 in 2024-09-13T02:54:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:51 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:52.044 INFO:tasks.rados.rados.0.smithi052.stdout:910: writing smithi05277117-13 from 4431872 to 4513792 tid 1 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 97 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:911: seq_num 292 ranges {0=98304} 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:911: writing smithi05277117-7 from 0 to 98304 tid 1 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:912: snap_create 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:908: finishing write tid 1 to smithi05277117-50 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:908: finishing write tid 2 to smithi05277117-50 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:908: finishing write tid 3 to smithi05277117-50 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 425 (ObjNum 289 snap 97 seq_num 289) dirty exists 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:908: left oid 50 (ObjNum 289 snap 97 seq_num 289) 2024-09-13T02:54:52.045 INFO:tasks.rados.rados.0.smithi052.stdout:906: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:54:52.082 INFO:tasks.rados.rados.0.smithi052.stdout:910: finishing write tid 1 to smithi05277117-13 2024-09-13T02:54:52.082 INFO:tasks.rados.rados.0.smithi052.stdout:910: finishing write tid 2 to smithi05277117-13 2024-09-13T02:54:52.082 INFO:tasks.rados.rados.0.smithi052.stdout:911: finishing write tid 1 to smithi05277117-7 2024-09-13T02:54:52.082 INFO:tasks.rados.rados.0.smithi052.stdout:911: finishing write tid 2 to smithi05277117-7 2024-09-13T02:54:52.082 INFO:tasks.rados.rados.0.smithi052.stdout:910: finishing write tid 3 to smithi05277117-13 2024-09-13T02:54:52.083 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 629 (ObjNum 291 snap 97 seq_num 291) dirty exists 2024-09-13T02:54:52.083 INFO:tasks.rados.rados.0.smithi052.stdout:910: left oid 13 (ObjNum 291 snap 97 seq_num 291) 2024-09-13T02:54:52.083 INFO:tasks.rados.rados.0.smithi052.stdout:911: finishing write tid 3 to smithi05277117-7 2024-09-13T02:54:52.083 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 315 (ObjNum 292 snap 97 seq_num 292) dirty exists 2024-09-13T02:54:52.083 INFO:tasks.rados.rados.0.smithi052.stdout:911: left oid 7 (ObjNum 292 snap 97 seq_num 292) 2024-09-13T02:54:52.554 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:52.771 INFO:tasks.rados.rados.0.smithi052.stdout:906: done (4 left) 2024-09-13T02:54:52.771 INFO:tasks.rados.rados.0.smithi052.stdout:908: done (3 left) 2024-09-13T02:54:52.772 INFO:tasks.rados.rados.0.smithi052.stdout:910: done (2 left) 2024-09-13T02:54:52.772 INFO:tasks.rados.rados.0.smithi052.stdout:911: done (1 left) 2024-09-13T02:54:52.772 INFO:tasks.rados.rados.0.smithi052.stdout:912: done (0 left) 2024-09-13T02:54:52.772 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 98 2024-09-13T02:54:52.772 INFO:tasks.rados.rados.0.smithi052.stdout:913: seq_num 293 ranges {0=114688} 2024-09-13T02:54:52.772 INFO:tasks.rados.rados.0.smithi052.stdout:913: writing smithi05277117-15 from 0 to 114688 tid 1 2024-09-13T02:54:52.773 INFO:tasks.rados.rados.0.smithi052.stdout:914: delete oid 31 current snap is 98 2024-09-13T02:54:52.776 INFO:tasks.rados.rados.0.smithi052.stdout:913: finishing write tid 1 to smithi05277117-15 2024-09-13T02:54:52.776 INFO:tasks.rados.rados.0.smithi052.stdout:914: done (1 left) 2024-09-13T02:54:52.776 INFO:tasks.rados.rados.0.smithi052.stdout:915: snap_create 2024-09-13T02:54:52.776 INFO:tasks.rados.rados.0.smithi052.stdout:913: finishing write tid 2 to smithi05277117-15 2024-09-13T02:54:52.777 INFO:tasks.rados.rados.0.smithi052.stdout:913: finishing write tid 3 to smithi05277117-15 2024-09-13T02:54:52.777 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 100 (ObjNum 293 snap 98 seq_num 293) dirty exists 2024-09-13T02:54:52.777 INFO:tasks.rados.rados.0.smithi052.stdout:913: left oid 15 (ObjNum 293 snap 98 seq_num 293) 2024-09-13T02:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T02:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:54:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:52 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: osdmap e239: 8 total, 8 up, 8 in 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:54:53.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:54:53.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:52 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:54:53.773 INFO:tasks.rados.rados.0.smithi052.stdout:913: done (1 left) 2024-09-13T02:54:53.773 INFO:tasks.rados.rados.0.smithi052.stdout:915: done (0 left) 2024-09-13T02:54:53.773 INFO:tasks.rados.rados.0.smithi052.stdout:916: copy_from oid 33 from oid 44 current snap is 99 2024-09-13T02:54:53.773 INFO:tasks.rados.rados.0.smithi052.stdout:917: delete oid 3 current snap is 99 2024-09-13T02:54:53.773 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:53.780 INFO:tasks.rados.rados.0.smithi052.stdout:917: done (1 left) 2024-09-13T02:54:53.780 INFO:tasks.rados.rados.0.smithi052.stdout:918: snap_remove snap 98 2024-09-13T02:54:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[37071]: Upgrade: Updating mgr.x 2024-09-13T02:54:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[37071]: Deploying daemon mgr.x on smithi078 2024-09-13T02:54:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[37071]: pgmap v26: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 586 KiB/s wr, 1 op/s 2024-09-13T02:54:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[37071]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T02:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[27118]: Upgrade: Updating mgr.x 2024-09-13T02:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[27118]: Deploying daemon mgr.x on smithi078 2024-09-13T02:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[27118]: pgmap v26: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 586 KiB/s wr, 1 op/s 2024-09-13T02:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:53 smithi052 ceph-mon[27118]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T02:54:54.062 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:53 smithi078 ceph-mon[30844]: Upgrade: Updating mgr.x 2024-09-13T02:54:54.062 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:53 smithi078 ceph-mon[30844]: Deploying daemon mgr.x on smithi078 2024-09-13T02:54:54.062 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:53 smithi078 ceph-mon[30844]: pgmap v26: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 586 KiB/s wr, 1 op/s 2024-09-13T02:54:54.062 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:53 smithi078 ceph-mon[30844]: osdmap e240: 8 total, 8 up, 8 in 2024-09-13T02:54:54.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:54 smithi078 systemd[1]: Stopping Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:918: done (1 left) 2024-09-13T02:54:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 99 2024-09-13T02:54:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:916: finishing copy_from to smithi05277117-33 2024-09-13T02:54:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:916: got expected ENOENT (src dne) 2024-09-13T02:54:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:919: seq_num 296 ranges {1638400=163840} 2024-09-13T02:54:54.793 INFO:tasks.rados.rados.0.smithi052.stdout:919: writing smithi05277117-21 from 1638400 to 1802240 tid 1 2024-09-13T02:54:54.793 INFO:tasks.rados.rados.0.smithi052.stdout:920: read oid 3 snap -1 2024-09-13T02:54:54.793 INFO:tasks.rados.rados.0.smithi052.stdout:920: expect deleted 2024-09-13T02:54:54.793 INFO:tasks.rados.rados.0.smithi052.stdout:921: read oid 23 snap -1 2024-09-13T02:54:54.793 INFO:tasks.rados.rados.0.smithi052.stdout:921: expect (ObjNum 243 snap 78 seq_num 243) 2024-09-13T02:54:54.793 INFO:tasks.rados.rados.0.smithi052.stdout:922: setattr oid 29 current snap is 99 2024-09-13T02:54:54.794 INFO:tasks.rados.rados.0.smithi052.stdout:916: finishing copy_from racing read to smithi05277117-33 2024-09-13T02:54:54.796 INFO:tasks.rados.rados.0.smithi052.stdout:916: done (4 left) 2024-09-13T02:54:54.796 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 99 2024-09-13T02:54:54.796 INFO:tasks.rados.rados.0.smithi052.stdout:923: seq_num 297 ranges {0=180224} 2024-09-13T02:54:54.798 INFO:tasks.rados.rados.0.smithi052.stdout:923: writing smithi05277117-1 from 0 to 180224 tid 1 2024-09-13T02:54:54.798 INFO:tasks.rados.rados.0.smithi052.stdout:920: done (4 left) 2024-09-13T02:54:54.798 INFO:tasks.rados.rados.0.smithi052.stdout:924: rollback oid 32 current snap is 99 2024-09-13T02:54:54.798 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 81 2024-09-13T02:54:54.798 INFO:tasks.rados.rados.0.smithi052.stdout:925: snap_remove snap 82 2024-09-13T02:54:54.808 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:54 smithi078 podman[76727]: 2024-09-13 02:54:54.554402614 +0000 UTC m=+0.160578556 container died 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-7741f7f) 2024-09-13T02:54:54.808 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:54 smithi078 ceph-mon[30844]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T02:54:55.167 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:54 smithi078 podman[76727]: 2024-09-13 02:54:54.91522436 +0000 UTC m=+0.521400302 container cleanup 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:54:55.167 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:54 smithi078 bash[76727]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x 2024-09-13T02:54:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:54 smithi052 ceph-mon[37071]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T02:54:55.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:54 smithi052 ceph-mon[27118]: osdmap e241: 8 total, 8 up, 8 in 2024-09-13T02:54:55.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 podman[76739]: 2024-09-13 02:54:55.166436023 +0000 UTC m=+0.614278293 container remove 0b4429a64265c06bfe4ea774768259958a33653eb924518ac13413b84d3afbaf (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-13T02:54:55.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T02:54:55.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T02:54:55.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 systemd[1]: Stopped Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:55.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service: Consumed 18.460s CPU time. 2024-09-13T02:54:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:919: finishing write tid 1 to smithi05277117-21 2024-09-13T02:54:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:919: finishing write tid 2 to smithi05277117-21 2024-09-13T02:54:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 213 (ObjNum 261 snap 84 seq_num 261) dirty exists 2024-09-13T02:54:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:923: finishing write tid 1 to smithi05277117-1 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:924: finishing rollback tid 0 to smithi05277117-32 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:924: finishing rollback tid 1 to smithi05277117-32 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:923: finishing write tid 2 to smithi05277117-1 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:924: finishing rollback tid 2 to smithi05277117-32 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 537 (ObjNum 97 snap 23 seq_num 97) dirty exists 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:923: finishing write tid 3 to smithi05277117-1 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 317 (ObjNum 297 snap 99 seq_num 297) dirty exists 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:923: left oid 1 (ObjNum 297 snap 99 seq_num 297) 2024-09-13T02:54:55.793 INFO:tasks.rados.rados.0.smithi052.stdout:921: expect (ObjNum 243 snap 78 seq_num 243) 2024-09-13T02:54:55.869 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 systemd[1]: Starting Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:54:55.869 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 podman[76866]: 2024-09-13 02:54:55.650258069 +0000 UTC m=+0.015448669 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:54:55.869 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 podman[76866]: 2024-09-13 02:54:55.750554518 +0000 UTC m=+0.115745148 container create c56b6a277424f0e007bae840d5f65641580009e12d74a6251d21c2e6a489f992 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-09-13T02:54:55.869 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:55 smithi078 ceph-mon[30844]: pgmap v29: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-09-13T02:54:55.870 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:55 smithi078 ceph-mon[30844]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T02:54:56.082 INFO:tasks.rados.rados.0.smithi052.stdout:919: finishing write tid 3 to smithi05277117-21 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 428 (ObjNum 296 snap 99 seq_num 296) dirty exists 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:919: left oid 21 (ObjNum 296 snap 99 seq_num 296) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:919: done (5 left) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:921: done (4 left) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:922: done (3 left) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:923: done (2 left) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:924: done (1 left) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:925: done (0 left) 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 99 2024-09-13T02:54:56.083 INFO:tasks.rados.rados.0.smithi052.stdout:926: seq_num 298 ranges {4857856=196608} 2024-09-13T02:54:56.110 INFO:tasks.rados.rados.0.smithi052.stdout:926: writing smithi05277117-42 from 4857856 to 5054464 tid 1 2024-09-13T02:54:56.110 INFO:tasks.rados.rados.0.smithi052.stdout:927: read oid 39 snap -1 2024-09-13T02:54:56.110 INFO:tasks.rados.rados.0.smithi052.stdout:927: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:56.110 INFO:tasks.rados.rados.0.smithi052.stdout:928: rollback oid 19 current snap is 99 2024-09-13T02:54:56.110 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 35 2024-09-13T02:54:56.110 INFO:tasks.rados.rados.0.smithi052.stdout:929: delete oid 28 current snap is 99 2024-09-13T02:54:56.113 INFO:tasks.rados.rados.0.smithi052.stdout:929: done (3 left) 2024-09-13T02:54:56.113 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 99 2024-09-13T02:54:56.113 INFO:tasks.rados.rados.0.smithi052.stdout:930: seq_num 300 ranges {0=229376} 2024-09-13T02:54:56.114 INFO:tasks.rados.rados.0.smithi052.stdout:930: writing smithi05277117-46 from 0 to 229376 tid 1 2024-09-13T02:54:56.115 INFO:tasks.rados.rados.0.smithi052.stdout:931: read oid 8 snap -1 2024-09-13T02:54:56.115 INFO:tasks.rados.rados.0.smithi052.stdout:931: expect (ObjNum 208 snap 61 seq_num 208) 2024-09-13T02:54:56.115 INFO:tasks.rados.rados.0.smithi052.stdout:932: snap_remove snap 96 2024-09-13T02:54:56.123 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 podman[76866]: 2024-09-13 02:54:55.995327494 +0000 UTC m=+0.360518079 container init c56b6a277424f0e007bae840d5f65641580009e12d74a6251d21c2e6a489f992 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-13T02:54:56.123 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:55 smithi078 podman[76866]: 2024-09-13 02:54:55.998087707 +0000 UTC m=+0.363278302 container start c56b6a277424f0e007bae840d5f65641580009e12d74a6251d21c2e6a489f992 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:54:56.123 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-mgr[76885]: -- 172.21.15.78:0/1969507152 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b32fddb0e0 con 0x55b32fdb9000 2024-09-13T02:54:56.124 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 bash[76866]: c56b6a277424f0e007bae840d5f65641580009e12d74a6251d21c2e6a489f992 2024-09-13T02:54:56.124 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 systemd[1]: Started Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:54:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:55 smithi052 ceph-mon[37071]: pgmap v29: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-09-13T02:54:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:55 smithi052 ceph-mon[37071]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T02:54:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:55 smithi052 ceph-mon[27118]: pgmap v29: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 16 op/s 2024-09-13T02:54:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:55 smithi052 ceph-mon[27118]: osdmap e242: 8 total, 8 up, 8 in 2024-09-13T02:54:56.415 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:56.122+0000 7f109835c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:54:56.415 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:56.184+0000 7f109835c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:54:56.415 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:56.341+0000 7f109835c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:54:56.415 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:56.413+0000 7f109835c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:54:56.696 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:56.581+0000 7f109835c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:54:56.789 INFO:tasks.rados.rados.0.smithi052.stdout:932: done (5 left) 2024-09-13T02:54:56.789 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 99 2024-09-13T02:54:56.789 INFO:tasks.rados.rados.0.smithi052.stdout:933: seq_num 301 ranges {1679360=245760} 2024-09-13T02:54:56.800 INFO:tasks.rados.rados.0.smithi052.stdout:933: writing smithi05277117-47 from 1679360 to 1925120 tid 1 2024-09-13T02:54:56.800 INFO:tasks.rados.rados.0.smithi052.stdout:934: snap_create 2024-09-13T02:54:56.800 INFO:tasks.rados.rados.0.smithi052.stdout:927: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:54:56.824 INFO:tasks.rados.rados.0.smithi052.stdout:926: finishing write tid 1 to smithi05277117-42 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:926: finishing write tid 2 to smithi05277117-42 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:928: finishing rollback tid 1 to smithi05277117-19 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 303 (ObjNum 65 snap 0 seq_num 1599630696) dirty dne 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:926: finishing write tid 3 to smithi05277117-42 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 368 (ObjNum 298 snap 99 seq_num 298) dirty exists 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:926: left oid 42 (ObjNum 298 snap 99 seq_num 298) 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:930: finishing write tid 1 to smithi05277117-46 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:930: finishing write tid 2 to smithi05277117-46 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:930: finishing write tid 3 to smithi05277117-46 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 545 (ObjNum 300 snap 99 seq_num 300) dirty exists 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:930: left oid 46 (ObjNum 300 snap 99 seq_num 300) 2024-09-13T02:54:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:931: expect (ObjNum 208 snap 61 seq_num 208) 2024-09-13T02:54:56.853 INFO:tasks.rados.rados.0.smithi052.stdout:933: finishing write tid 1 to smithi05277117-47 2024-09-13T02:54:56.853 INFO:tasks.rados.rados.0.smithi052.stdout:933: finishing write tid 2 to smithi05277117-47 2024-09-13T02:54:56.853 INFO:tasks.rados.rados.0.smithi052.stdout:933: finishing write tid 3 to smithi05277117-47 2024-09-13T02:54:56.853 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 358 (ObjNum 301 snap 99 seq_num 301) dirty exists 2024-09-13T02:54:56.853 INFO:tasks.rados.rados.0.smithi052.stdout:933: left oid 47 (ObjNum 301 snap 99 seq_num 301) 2024-09-13T02:54:57.008 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-mon[30844]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T02:54:57.008 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:57.009 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:57.009 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:57.009 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:56.722+0000 7f109835c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:54:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[37071]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T02:54:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[27118]: osdmap e243: 8 total, 8 up, 8 in 2024-09-13T02:54:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:54:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:56 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:54:57.329 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:57.067+0000 7f109835c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:54:57.329 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:57.129+0000 7f109835c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:54:57.329 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:57.327+0000 7f109835c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:54:57.796 INFO:tasks.rados.rados.0.smithi052.stdout:926: done (6 left) 2024-09-13T02:54:57.796 INFO:tasks.rados.rados.0.smithi052.stdout:927: done (5 left) 2024-09-13T02:54:57.797 INFO:tasks.rados.rados.0.smithi052.stdout:928: done (4 left) 2024-09-13T02:54:57.797 INFO:tasks.rados.rados.0.smithi052.stdout:930: done (3 left) 2024-09-13T02:54:57.797 INFO:tasks.rados.rados.0.smithi052.stdout:931: done (2 left) 2024-09-13T02:54:57.798 INFO:tasks.rados.rados.0.smithi052.stdout:933: done (1 left) 2024-09-13T02:54:57.798 INFO:tasks.rados.rados.0.smithi052.stdout:934: done (0 left) 2024-09-13T02:54:57.798 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 100 2024-09-13T02:54:57.798 INFO:tasks.rados.rados.0.smithi052.stdout:935: seq_num 302 ranges {0=262144} 2024-09-13T02:54:57.798 INFO:tasks.rados.rados.0.smithi052.stdout:935: writing smithi05277117-19 from 0 to 262144 tid 1 2024-09-13T02:54:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 100 2024-09-13T02:54:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:936: seq_num 303 ranges {1302528=278528} 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:936: writing smithi05277117-25 from 1302528 to 1581056 tid 1 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:937: rmattr oid 42 current snap is 100 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:935: finishing write tid 1 to smithi05277117-19 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:938: delete oid 10 current snap is 100 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:935: finishing write tid 2 to smithi05277117-19 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:935: finishing write tid 3 to smithi05277117-19 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 373 (ObjNum 302 snap 100 seq_num 302) dirty exists 2024-09-13T02:54:57.808 INFO:tasks.rados.rados.0.smithi052.stdout:935: left oid 19 (ObjNum 302 snap 100 seq_num 302) 2024-09-13T02:54:57.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 375 (ObjNum 298 snap 99 seq_num 298) dirty exists 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:936: finishing write tid 1 to smithi05277117-25 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:935: done (3 left) 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:937: done (2 left) 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:938: done (1 left) 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:939: copy_from oid 21 from oid 5 current snap is 100 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:940: snap_create 2024-09-13T02:54:57.813 INFO:tasks.rados.rados.0.smithi052.stdout:936: finishing write tid 2 to smithi05277117-25 2024-09-13T02:54:57.814 INFO:tasks.rados.rados.0.smithi052.stdout:936: finishing write tid 3 to smithi05277117-25 2024-09-13T02:54:57.814 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 74 (ObjNum 303 snap 100 seq_num 303) dirty exists 2024-09-13T02:54:57.814 INFO:tasks.rados.rados.0.smithi052.stdout:936: left oid 25 (ObjNum 303 snap 100 seq_num 303) 2024-09-13T02:54:57.818 INFO:tasks.rados.rados.0.smithi052.stdout:939: finishing copy_from racing read to smithi05277117-21 2024-09-13T02:54:57.818 INFO:tasks.rados.rados.0.smithi052.stdout:939: finishing copy_from to smithi05277117-21 2024-09-13T02:54:57.818 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 109 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:54:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:57 smithi078 ceph-mon[30844]: pgmap v32: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T02:54:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:57 smithi078 ceph-mon[30844]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T02:54:58.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:57 smithi052 ceph-mon[37071]: pgmap v32: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T02:54:58.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:57 smithi052 ceph-mon[37071]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T02:54:58.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:57 smithi052 ceph-mon[27118]: pgmap v32: 121 pgs: 121 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-09-13T02:54:58.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:57 smithi052 ceph-mon[27118]: osdmap e244: 8 total, 8 up, 8 in 2024-09-13T02:54:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:54:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:54:58] "GET /metrics HTTP/1.1" 200 36056 "" "Prometheus/2.43.0" 2024-09-13T02:54:58.615 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:58.287+0000 7f109835c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:54:58.616 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:58.355+0000 7f109835c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:54:58.807 INFO:tasks.rados.rados.0.smithi052.stdout:936: done (2 left) 2024-09-13T02:54:58.808 INFO:tasks.rados.rados.0.smithi052.stdout:939: done (1 left) 2024-09-13T02:54:58.808 INFO:tasks.rados.rados.0.smithi052.stdout:940: done (0 left) 2024-09-13T02:54:58.808 INFO:tasks.rados.rados.0.smithi052.stdout:941: rollback oid 44 current snap is 101 2024-09-13T02:54:58.808 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 90 2024-09-13T02:54:58.808 INFO:tasks.rados.rados.0.smithi052.stdout:942: copy_from oid 18 from oid 38 current snap is 101 2024-09-13T02:54:58.808 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 101 2024-09-13T02:54:58.809 INFO:tasks.rados.rados.0.smithi052.stdout:943: seq_num 305 ranges {0=311296} 2024-09-13T02:54:58.809 INFO:tasks.rados.rados.0.smithi052.stdout:943: writing smithi05277117-3 from 0 to 311296 tid 1 2024-09-13T02:54:58.809 INFO:tasks.rados.rados.0.smithi052.stdout:944: snap_remove snap 100 2024-09-13T02:54:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:58 smithi078 ceph-mon[30844]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T02:54:58.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:54:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:54:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:54:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:58 smithi052 ceph-mon[37071]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T02:54:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:58 smithi052 ceph-mon[27118]: osdmap e245: 8 total, 8 up, 8 in 2024-09-13T02:54:59.381 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.116+0000 7f109835c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:54:59.381 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.235+0000 7f109835c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:54:59.685 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.399+0000 7f109835c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:54:59.685 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.462+0000 7f109835c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:54:59.685 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.613+0000 7f109835c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:54:59.685 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.684+0000 7f109835c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:54:59.744 INFO:tasks.rados.rados.0.smithi052.stdout:944: done (3 left) 2024-09-13T02:54:59.744 INFO:tasks.rados.rados.0.smithi052.stdout:945: snap_create 2024-09-13T02:54:59.744 INFO:tasks.rados.rados.0.smithi052.stdout:941: finishing rollback tid 1 to smithi05277117-44 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 413 (ObjNum 33 snap 0 seq_num 4209543360) dirty dne 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:943: finishing write tid 1 to smithi05277117-3 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:943: finishing write tid 2 to smithi05277117-3 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:943: finishing write tid 3 to smithi05277117-3 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 613 (ObjNum 305 snap 101 seq_num 305) dirty exists 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:943: left oid 3 (ObjNum 305 snap 101 seq_num 305) 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:942: finishing copy_from racing read to smithi05277117-18 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:942: finishing copy_from to smithi05277117-18 2024-09-13T02:54:59.745 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 493 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-13T02:54:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-mon[30844]: pgmap v35: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 276 KiB/s wr, 14 op/s 2024-09-13T02:54:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-mon[30844]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T02:54:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-mon[30844]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T02:54:59.947 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.754+0000 7f109835c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:54:59.947 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.919+0000 7f109835c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:55:00.270 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:54:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:54:59.985+0000 7f109835c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:55:00.271 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:00.058+0000 7f109835c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:55:00.271 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:00.145+0000 7f109835c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:55:00.271 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:00.207+0000 7f109835c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:55:00.271 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:00.269+0000 7f109835c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:55:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:59 smithi052 ceph-mon[37071]: pgmap v35: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 276 KiB/s wr, 14 op/s 2024-09-13T02:55:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:59 smithi052 ceph-mon[37071]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T02:55:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:54:59 smithi052 ceph-mon[37071]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T02:55:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:59 smithi052 ceph-mon[27118]: pgmap v35: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 276 KiB/s wr, 14 op/s 2024-09-13T02:55:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:59 smithi052 ceph-mon[27118]: osdmap e246: 8 total, 8 up, 8 in 2024-09-13T02:55:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:54:59 smithi052 ceph-mon[27118]: osdmap e247: 8 total, 8 up, 8 in 2024-09-13T02:55:00.745 INFO:tasks.rados.rados.0.smithi052.stdout:941: done (3 left) 2024-09-13T02:55:00.745 INFO:tasks.rados.rados.0.smithi052.stdout:942: done (2 left) 2024-09-13T02:55:00.746 INFO:tasks.rados.rados.0.smithi052.stdout:943: done (1 left) 2024-09-13T02:55:00.746 INFO:tasks.rados.rados.0.smithi052.stdout:945: done (0 left) 2024-09-13T02:55:00.746 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 102 2024-09-13T02:55:00.746 INFO:tasks.rados.rados.0.smithi052.stdout:946: seq_num 306 ranges {180224=327680} 2024-09-13T02:55:00.748 INFO:tasks.rados.rados.0.smithi052.stdout:946: writing smithi05277117-1 from 180224 to 507904 tid 1 2024-09-13T02:55:00.748 INFO:tasks.rados.rados.0.smithi052.stdout:947: read oid 35 snap -1 2024-09-13T02:55:00.749 INFO:tasks.rados.rados.0.smithi052.stdout:947: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:00.749 INFO:tasks.rados.rados.0.smithi052.stdout:948: read oid 6 snap -1 2024-09-13T02:55:00.749 INFO:tasks.rados.rados.0.smithi052.stdout:948: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:55:00.749 INFO:tasks.rados.rados.0.smithi052.stdout:949: rollback oid 5 current snap is 102 2024-09-13T02:55:00.749 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 95 2024-09-13T02:55:00.749 INFO:tasks.rados.rados.0.smithi052.stdout:950: setattr oid 13 current snap is 102 2024-09-13T02:55:00.750 INFO:tasks.rados.rados.0.smithi052.stdout:951: rmattr oid 31 current snap is 102 2024-09-13T02:55:00.750 INFO:tasks.rados.rados.0.smithi052.stdout:951: done (5 left) 2024-09-13T02:55:00.750 INFO:tasks.rados.rados.0.smithi052.stdout:952: read oid 41 snap -1 2024-09-13T02:55:00.750 INFO:tasks.rados.rados.0.smithi052.stdout:952: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:55:00.750 INFO:tasks.rados.rados.0.smithi052.stdout:953: read oid 15 snap -1 2024-09-13T02:55:00.751 INFO:tasks.rados.rados.0.smithi052.stdout:953: expect (ObjNum 293 snap 98 seq_num 293) 2024-09-13T02:55:00.751 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 102 2024-09-13T02:55:00.751 INFO:tasks.rados.rados.0.smithi052.stdout:954: seq_num 307 ranges {1794048=344064} 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:954: writing smithi05277117-48 from 1794048 to 2138112 tid 1 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:955: setattr oid 9 current snap is 102 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:946: finishing write tid 1 to smithi05277117-1 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:946: finishing write tid 2 to smithi05277117-1 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:946: finishing write tid 3 to smithi05277117-1 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 328 (ObjNum 306 snap 102 seq_num 306) dirty exists 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:946: left oid 1 (ObjNum 306 snap 102 seq_num 306) 2024-09-13T02:55:00.763 INFO:tasks.rados.rados.0.smithi052.stdout:953: expect (ObjNum 293 snap 98 seq_num 293) 2024-09-13T02:55:00.772 INFO:tasks.rados.rados.0.smithi052.stdout:949: finishing rollback tid 0 to smithi05277117-5 2024-09-13T02:55:00.772 INFO:tasks.rados.rados.0.smithi052.stdout:952: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-13T02:55:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:949: finishing rollback tid 1 to smithi05277117-5 2024-09-13T02:55:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 331 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:55:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:948: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:55:00.831 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 645 (ObjNum 291 snap 97 seq_num 291) dirty exists 2024-09-13T02:55:00.831 INFO:tasks.rados.rados.0.smithi052.stdout:954: finishing write tid 1 to smithi05277117-48 2024-09-13T02:55:00.831 INFO:tasks.rados.rados.0.smithi052.stdout:954: finishing write tid 2 to smithi05277117-48 2024-09-13T02:55:00.832 INFO:tasks.rados.rados.0.smithi052.stdout:954: finishing write tid 3 to smithi05277117-48 2024-09-13T02:55:00.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 552 (ObjNum 307 snap 102 seq_num 307) dirty exists 2024-09-13T02:55:00.832 INFO:tasks.rados.rados.0.smithi052.stdout:954: left oid 48 (ObjNum 307 snap 102 seq_num 307) 2024-09-13T02:55:00.832 INFO:tasks.rados.rados.0.smithi052.stdout:947: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:01.017 INFO:tasks.rados.rados.0.smithi052.stdout:946: done (8 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:947: done (7 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:948: done (6 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:949: done (5 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:950: done (4 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:952: done (3 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:953: done (2 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:954: done (1 left) 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 102 2024-09-13T02:55:01.018 INFO:tasks.rados.rados.0.smithi052.stdout:956: seq_num 308 ranges {892928=360448} 2024-09-13T02:55:01.024 INFO:tasks.rados.rados.0.smithi052.stdout:956: writing smithi05277117-4 from 892928 to 1253376 tid 1 2024-09-13T02:55:01.024 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 102 2024-09-13T02:55:01.025 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 554 (ObjNum 264 snap 84 seq_num 264) dirty exists 2024-09-13T02:55:01.025 INFO:tasks.rados.rados.0.smithi052.stdout:957: seq_num 309 ranges {638976=376832} 2024-09-13T02:55:01.031 INFO:tasks.rados.rados.0.smithi052.stdout:957: writing smithi05277117-11 from 638976 to 1015808 tid 1 2024-09-13T02:55:01.031 INFO:tasks.rados.rados.0.smithi052.stdout:955: done (2 left) 2024-09-13T02:55:01.031 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 102 2024-09-13T02:55:01.031 INFO:tasks.rados.rados.0.smithi052.stdout:956: finishing write tid 1 to smithi05277117-4 2024-09-13T02:55:01.031 INFO:tasks.rados.rados.0.smithi052.stdout:956: finishing write tid 2 to smithi05277117-4 2024-09-13T02:55:01.031 INFO:tasks.rados.rados.0.smithi052.stdout:958: seq_num 310 ranges {0=401408} 2024-09-13T02:55:01.032 INFO:tasks.rados.rados.0.smithi052.stdout:958: writing smithi05277117-44 from 0 to 401408 tid 1 2024-09-13T02:55:01.032 INFO:tasks.rados.rados.0.smithi052.stdout:959: snap_remove snap 49 2024-09-13T02:55:01.434 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:01.144+0000 7f109835c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: [13/Sep/2024:02:55:01] ENGINE Bus STARTING 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: CherryPy Checker: 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: The Application mounted at '' has an empty config. 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: [13/Sep/2024:02:55:01] ENGINE Serving on http://:::9283 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: [13/Sep/2024:02:55:01] ENGINE Bus STARTED 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: pgmap v38: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 276 KiB/s wr, 14 op/s 2024-09-13T02:55:01.435 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: Standby manager daemon x restarted 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: Standby manager daemon x started 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:55:01.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:01 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:55:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: pgmap v38: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 276 KiB/s wr, 14 op/s 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: Standby manager daemon x restarted 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: Standby manager daemon x started 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:55:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: pgmap v38: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 276 KiB/s wr, 14 op/s 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: osdmap e248: 8 total, 8 up, 8 in 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: Standby manager daemon x restarted 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: Standby manager daemon x started 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:55:01.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:01 smithi052 ceph-mon[27118]: from='mgr.? 172.21.15.78:0/3476239900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:55:02.034 INFO:tasks.rados.rados.0.smithi052.stdout:959: done (3 left) 2024-09-13T02:55:02.034 INFO:tasks.rados.rados.0.smithi052.stdout:960: setattr oid 24 current snap is 102 2024-09-13T02:55:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:956: finishing write tid 3 to smithi05277117-4 2024-09-13T02:55:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 557 (ObjNum 308 snap 102 seq_num 308) dirty exists 2024-09-13T02:55:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:956: left oid 4 (ObjNum 308 snap 102 seq_num 308) 2024-09-13T02:55:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:957: finishing write tid 1 to smithi05277117-11 2024-09-13T02:55:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:957: finishing write tid 2 to smithi05277117-11 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:958: finishing write tid 1 to smithi05277117-44 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:957: finishing write tid 3 to smithi05277117-11 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 385 (ObjNum 309 snap 102 seq_num 309) dirty exists 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:957: left oid 11 (ObjNum 309 snap 102 seq_num 309) 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:958: finishing write tid 2 to smithi05277117-44 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:958: finishing write tid 3 to smithi05277117-44 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 421 (ObjNum 310 snap 102 seq_num 310) dirty exists 2024-09-13T02:55:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:958: left oid 44 (ObjNum 310 snap 102 seq_num 310) 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:956: done (3 left) 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:957: done (2 left) 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:958: done (1 left) 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:961: rollback oid 25 current snap is 102 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 24 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:962: read oid 33 snap -1 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:962: expect deleted 2024-09-13T02:55:02.038 INFO:tasks.rados.rados.0.smithi052.stdout:963: snap_create 2024-09-13T02:55:02.044 INFO:tasks.rados.rados.0.smithi052.stdout:961: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:55:02.044 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 422 (ObjNum 277 snap 88 seq_num 277) dirty exists 2024-09-13T02:55:02.044 INFO:tasks.rados.rados.0.smithi052.stdout:961: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:55:02.045 INFO:tasks.rados.rados.0.smithi052.stdout:961: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:55:02.045 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 80 (ObjNum 69 snap 11 seq_num 69) dirty exists 2024-09-13T02:55:02.582 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:03.038 INFO:tasks.rados.rados.0.smithi052.stdout:960: done (3 left) 2024-09-13T02:55:03.038 INFO:tasks.rados.rados.0.smithi052.stdout:961: done (2 left) 2024-09-13T02:55:03.038 INFO:tasks.rados.rados.0.smithi052.stdout:962: done (1 left) 2024-09-13T02:55:03.038 INFO:tasks.rados.rados.0.smithi052.stdout:963: done (0 left) 2024-09-13T02:55:03.038 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 103 2024-09-13T02:55:03.038 INFO:tasks.rados.rados.0.smithi052.stdout:964: seq_num 311 ranges {2383872=417792} 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:964: writing smithi05277117-37 from 2383872 to 2801664 tid 1 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:965: rmattr oid 2 current snap is 103 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:965: done (1 left) 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:966: read oid 2 snap 85 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:966: expect (ObjNum 258 snap 84 seq_num 258) 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 103 2024-09-13T02:55:03.053 INFO:tasks.rados.rados.0.smithi052.stdout:967: seq_num 312 ranges {507904=434176} 2024-09-13T02:55:03.059 INFO:tasks.rados.rados.0.smithi052.stdout:967: writing smithi05277117-1 from 507904 to 942080 tid 1 2024-09-13T02:55:03.059 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 103 2024-09-13T02:55:03.059 INFO:tasks.rados.rados.0.smithi052.stdout:964: finishing write tid 1 to smithi05277117-37 2024-09-13T02:55:03.059 INFO:tasks.rados.rados.0.smithi052.stdout:964: finishing write tid 2 to smithi05277117-37 2024-09-13T02:55:03.060 INFO:tasks.rados.rados.0.smithi052.stdout:968: seq_num 313 ranges {2809856=450560} 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:968: writing smithi05277117-32 from 2809856 to 3260416 tid 1 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:969: rmattr oid 7 current snap is 103 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:969: done (4 left) 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:970: setattr oid 38 current snap is 103 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:964: finishing write tid 3 to smithi05277117-37 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 293 (ObjNum 311 snap 103 seq_num 311) dirty exists 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:964: left oid 37 (ObjNum 311 snap 103 seq_num 311) 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:967: finishing write tid 1 to smithi05277117-1 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:967: finishing write tid 2 to smithi05277117-1 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:967: finishing write tid 3 to smithi05277117-1 2024-09-13T02:55:03.078 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 342 (ObjNum 312 snap 103 seq_num 312) dirty exists 2024-09-13T02:55:03.079 INFO:tasks.rados.rados.0.smithi052.stdout:967: left oid 1 (ObjNum 312 snap 103 seq_num 312) 2024-09-13T02:55:03.079 INFO:tasks.rados.rados.0.smithi052.stdout:966: expect (ObjNum 258 snap 84 seq_num 258) 2024-09-13T02:55:03.129 INFO:tasks.rados.rados.0.smithi052.stdout:968: finishing write tid 1 to smithi05277117-32 2024-09-13T02:55:03.129 INFO:tasks.rados.rados.0.smithi052.stdout:968: finishing write tid 2 to smithi05277117-32 2024-09-13T02:55:03.129 INFO:tasks.rados.rados.0.smithi052.stdout:968: finishing write tid 3 to smithi05277117-32 2024-09-13T02:55:03.129 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 566 (ObjNum 313 snap 103 seq_num 313) dirty exists 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:968: left oid 32 (ObjNum 313 snap 103 seq_num 313) 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:964: done (4 left) 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:966: done (3 left) 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:967: done (2 left) 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:968: done (1 left) 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 103 2024-09-13T02:55:03.130 INFO:tasks.rados.rados.0.smithi052.stdout:971: seq_num 314 ranges {114688=466944} 2024-09-13T02:55:03.132 INFO:tasks.rados.rados.0.smithi052.stdout:971: writing smithi05277117-15 from 114688 to 581632 tid 1 2024-09-13T02:55:03.133 INFO:tasks.rados.rados.0.smithi052.stdout:972: delete oid 4 current snap is 103 2024-09-13T02:55:03.133 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 659 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-13T02:55:03.135 INFO:tasks.rados.rados.0.smithi052.stdout:970: done (2 left) 2024-09-13T02:55:03.135 INFO:tasks.rados.rados.0.smithi052.stdout:972: done (1 left) 2024-09-13T02:55:03.135 INFO:tasks.rados.rados.0.smithi052.stdout:973: read oid 5 snap -1 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:973: expect deleted 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:974: rmattr oid 32 current snap is 103 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:975: rmattr oid 50 current snap is 103 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:975: done (3 left) 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:976: setattr oid 21 current snap is 103 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:971: finishing write tid 1 to smithi05277117-15 2024-09-13T02:55:03.136 INFO:tasks.rados.rados.0.smithi052.stdout:971: finishing write tid 2 to smithi05277117-15 2024-09-13T02:55:03.137 INFO:tasks.rados.rados.0.smithi052.stdout:971: finishing write tid 3 to smithi05277117-15 2024-09-13T02:55:03.137 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 109 (ObjNum 314 snap 103 seq_num 314) dirty exists 2024-09-13T02:55:03.137 INFO:tasks.rados.rados.0.smithi052.stdout:971: left oid 15 (ObjNum 314 snap 103 seq_num 314) 2024-09-13T02:55:03.137 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 569 (ObjNum 313 snap 103 seq_num 313) dirty exists 2024-09-13T02:55:03.138 INFO:tasks.rados.rados.0.smithi052.stdout:971: done (3 left) 2024-09-13T02:55:03.138 INFO:tasks.rados.rados.0.smithi052.stdout:973: done (2 left) 2024-09-13T02:55:03.138 INFO:tasks.rados.rados.0.smithi052.stdout:974: done (1 left) 2024-09-13T02:55:03.138 INFO:tasks.rados.rados.0.smithi052.stdout:977: read oid 22 snap 54 2024-09-13T02:55:03.138 INFO:tasks.rados.rados.0.smithi052.stdout:977: expect (ObjNum 158 snap 48 seq_num 158) 2024-09-13T02:55:03.138 INFO:tasks.rados.rados.0.smithi052.stdout:978: rollback oid 47 current snap is 103 2024-09-13T02:55:03.139 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 54 2024-09-13T02:55:03.139 INFO:tasks.rados.rados.0.smithi052.stdout:979: setattr oid 18 current snap is 103 2024-09-13T02:55:03.141 INFO:tasks.rados.rados.0.smithi052.stdout:980: rollback oid 10 current snap is 103 2024-09-13T02:55:03.141 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 18 2024-09-13T02:55:03.141 INFO:tasks.rados.rados.0.smithi052.stdout:981: rollback oid 26 current snap is 103 2024-09-13T02:55:03.141 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 90 2024-09-13T02:55:03.141 INFO:tasks.rados.rados.0.smithi052.stdout:982: read oid 44 snap -1 2024-09-13T02:55:03.141 INFO:tasks.rados.rados.0.smithi052.stdout:982: expect (ObjNum 310 snap 102 seq_num 310) 2024-09-13T02:55:03.142 INFO:tasks.rados.rados.0.smithi052.stdout:983: snap_create 2024-09-13T02:55:03.142 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 448 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:55:03.142 INFO:tasks.rados.rados.0.smithi052.stdout:978: finishing rollback tid 0 to smithi05277117-47 2024-09-13T02:55:03.142 INFO:tasks.rados.rados.0.smithi052.stdout:978: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:55:03.142 INFO:tasks.rados.rados.0.smithi052.stdout:978: finishing rollback tid 2 to smithi05277117-47 2024-09-13T02:55:03.143 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 370 (ObjNum 149 snap 44 seq_num 149) dirty exists 2024-09-13T02:55:03.144 INFO:tasks.rados.rados.0.smithi052.stdout:977: expect (ObjNum 158 snap 48 seq_num 158) 2024-09-13T02:55:03.182 INFO:tasks.rados.rados.0.smithi052.stdout:980: finishing rollback tid 1 to smithi05277117-10 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:981: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 530 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:981: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:980: finishing rollback tid 2 to smithi05277117-10 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 625 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:981: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 388 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-09-13T02:55:03.183 INFO:tasks.rados.rados.0.smithi052.stdout:982: expect (ObjNum 310 snap 102 seq_num 310) 2024-09-13T02:55:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:03 smithi078 ceph-mon[30844]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-13T02:55:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:03 smithi078 ceph-mon[30844]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T02:55:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:03 smithi078 ceph-mon[30844]: pgmap v41: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 76 KiB/s wr, 1 op/s 2024-09-13T02:55:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:03 smithi052 ceph-mon[37071]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-13T02:55:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:03 smithi052 ceph-mon[37071]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T02:55:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:03 smithi052 ceph-mon[37071]: pgmap v41: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 76 KiB/s wr, 1 op/s 2024-09-13T02:55:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:03 smithi052 ceph-mon[27118]: mgrmap e36: y(active, since 25s), standbys: x 2024-09-13T02:55:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:03 smithi052 ceph-mon[27118]: osdmap e249: 8 total, 8 up, 8 in 2024-09-13T02:55:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:03 smithi052 ceph-mon[27118]: pgmap v41: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 76 KiB/s wr, 1 op/s 2024-09-13T02:55:03.917 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:976: done (7 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:977: done (6 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:978: done (5 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:979: done (4 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:980: done (3 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:981: done (2 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:982: done (1 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:983: done (0 left) 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:984: copy_from oid 2 from oid 18 current snap is 104 2024-09-13T02:55:04.043 INFO:tasks.rados.rados.0.smithi052.stdout:985: snap_create 2024-09-13T02:55:04.073 INFO:tasks.rados.rados.0.smithi052.stdout:984: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:55:04.076 INFO:tasks.rados.rados.0.smithi052.stdout:984: finishing copy_from to smithi05277117-2 2024-09-13T02:55:04.076 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 530 (ObjNum 256 snap 83 seq_num 256) dirty exists 2024-09-13T02:55:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:04 smithi078 ceph-mon[30844]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T02:55:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:04 smithi052 ceph-mon[37071]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T02:55:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:04 smithi052 ceph-mon[27118]: osdmap e250: 8 total, 8 up, 8 in 2024-09-13T02:55:04.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:04.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:05.049 INFO:tasks.rados.rados.0.smithi052.stdout:984: done (1 left) 2024-09-13T02:55:05.049 INFO:tasks.rados.rados.0.smithi052.stdout:985: done (0 left) 2024-09-13T02:55:05.050 INFO:tasks.rados.rados.0.smithi052.stdout:986: read oid 19 snap -1 2024-09-13T02:55:05.050 INFO:tasks.rados.rados.0.smithi052.stdout:986: expect (ObjNum 302 snap 100 seq_num 302) 2024-09-13T02:55:05.050 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 105 2024-09-13T02:55:05.050 INFO:tasks.rados.rados.0.smithi052.stdout:987: seq_num 316 ranges {401408=499712} 2024-09-13T02:55:05.054 INFO:tasks.rados.rados.0.smithi052.stdout:987: writing smithi05277117-44 from 401408 to 901120 tid 1 2024-09-13T02:55:05.054 INFO:tasks.rados.rados.0.smithi052.stdout:988: snap_create 2024-09-13T02:55:05.054 INFO:tasks.rados.rados.0.smithi052.stdout:986: expect (ObjNum 302 snap 100 seq_num 302) 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:05.062 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: Upgrade: Setting container_image for all mgr 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: Upgrade: It appears safe to stop mon.a 2024-09-13T02:55:05.063 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[37071]: pgmap v44: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.2 MiB/s wr, 32 op/s 2024-09-13T02:55:05.064 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T02:55:05.064 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.064 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.064 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:05.065 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:05.065 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.065 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:05.065 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:05.065 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: Upgrade: Setting container_image for all mgr 2024-09-13T02:55:05.065 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: Upgrade: It appears safe to stop mon.a 2024-09-13T02:55:05.066 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:05 smithi052 ceph-mon[27118]: pgmap v44: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.2 MiB/s wr, 32 op/s 2024-09-13T02:55:05.067 INFO:tasks.rados.rados.0.smithi052.stdout:987: finishing write tid 1 to smithi05277117-44 2024-09-13T02:55:05.067 INFO:tasks.rados.rados.0.smithi052.stdout:987: finishing write tid 2 to smithi05277117-44 2024-09-13T02:55:05.067 INFO:tasks.rados.rados.0.smithi052.stdout:987: finishing write tid 3 to smithi05277117-44 2024-09-13T02:55:05.067 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 424 (ObjNum 316 snap 105 seq_num 316) dirty exists 2024-09-13T02:55:05.067 INFO:tasks.rados.rados.0.smithi052.stdout:987: left oid 44 (ObjNum 316 snap 105 seq_num 316) 2024-09-13T02:55:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: osdmap e251: 8 total, 8 up, 8 in 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: Upgrade: Setting container_image for all mgr 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:55:05.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T02:55:05.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T02:55:05.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:05.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T02:55:05.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: Upgrade: It appears safe to stop mon.a 2024-09-13T02:55:05.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:05 smithi078 ceph-mon[30844]: pgmap v44: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.2 MiB/s wr, 32 op/s 2024-09-13T02:55:06.056 INFO:tasks.rados.rados.0.smithi052.stdout:986: done (2 left) 2024-09-13T02:55:06.056 INFO:tasks.rados.rados.0.smithi052.stdout:987: done (1 left) 2024-09-13T02:55:06.056 INFO:tasks.rados.rados.0.smithi052.stdout:988: done (0 left) 2024-09-13T02:55:06.056 INFO:tasks.rados.rados.0.smithi052.stdout:989: copy_from oid 44 from oid 47 current snap is 106 2024-09-13T02:55:06.056 INFO:tasks.rados.rados.0.smithi052.stdout:990: copy_from oid 18 from oid 21 current snap is 106 2024-09-13T02:55:06.056 INFO:tasks.rados.rados.0.smithi052.stdout:991: snap_create 2024-09-13T02:55:06.061 INFO:tasks.rados.rados.0.smithi052.stdout:990: finishing copy_from racing read to smithi05277117-18 2024-09-13T02:55:06.063 INFO:tasks.rados.rados.0.smithi052.stdout:990: finishing copy_from to smithi05277117-18 2024-09-13T02:55:06.063 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 448 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:55:06.063 INFO:tasks.rados.rados.0.smithi052.stdout:989: finishing copy_from racing read to smithi05277117-44 2024-09-13T02:55:06.064 INFO:tasks.rados.rados.0.smithi052.stdout:989: finishing copy_from to smithi05277117-44 2024-09-13T02:55:06.064 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 370 (ObjNum 149 snap 44 seq_num 149) dirty exists 2024-09-13T02:55:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[27118]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T02:55:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[27118]: Upgrade: Updating mon.a 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[27118]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[27118]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[37071]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[37071]: Upgrade: Updating mon.a 2024-09-13T02:55:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:06.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:06.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:06.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:06 smithi052 ceph-mon[37071]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:06 smithi078 ceph-mon[30844]: osdmap e252: 8 total, 8 up, 8 in 2024-09-13T02:55:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:06 smithi078 ceph-mon[30844]: Upgrade: Updating mon.a 2024-09-13T02:55:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:06 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='mgr.y' 2024-09-13T02:55:06.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:06 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:06.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:06 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:06.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:06 smithi078 ceph-mon[30844]: from='mgr.15069 172.21.15.52:0/2196314174' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:07.061 INFO:tasks.rados.rados.0.smithi052.stdout:989: done (2 left) 2024-09-13T02:55:07.061 INFO:tasks.rados.rados.0.smithi052.stdout:990: done (1 left) 2024-09-13T02:55:07.061 INFO:tasks.rados.rados.0.smithi052.stdout:991: done (0 left) 2024-09-13T02:55:07.061 INFO:tasks.rados.rados.0.smithi052.stdout:992: read oid 16 snap 63 2024-09-13T02:55:07.061 INFO:tasks.rados.rados.0.smithi052.stdout:992: expect deleted 2024-09-13T02:55:07.062 INFO:tasks.rados.rados.0.smithi052.stdout:993: setattr oid 20 current snap is 107 2024-09-13T02:55:07.062 INFO:tasks.rados.rados.0.smithi052.stdout:994: copy_from oid 23 from oid 36 current snap is 107 2024-09-13T02:55:07.062 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 107 2024-09-13T02:55:07.062 INFO:tasks.rados.rados.0.smithi052.stdout:995: seq_num 317 ranges {0=516096} 2024-09-13T02:55:07.068 INFO:tasks.rados.rados.0.smithi052.stdout:995: writing smithi05277117-17 from 0 to 516096 tid 1 2024-09-13T02:55:07.068 INFO:tasks.rados.rados.0.smithi052.stdout:996: setattr oid 13 current snap is 107 2024-09-13T02:55:07.068 INFO:tasks.rados.rados.0.smithi052.stdout:994: finishing copy_from to smithi05277117-23 2024-09-13T02:55:07.068 INFO:tasks.rados.rados.0.smithi052.stdout:994: got expected ENOENT (src dne) 2024-09-13T02:55:07.068 INFO:tasks.rados.rados.0.smithi052.stdout:994: finishing copy_from racing read to smithi05277117-23 2024-09-13T02:55:07.069 INFO:tasks.rados.rados.0.smithi052.stdout:992: done (4 left) 2024-09-13T02:55:07.069 INFO:tasks.rados.rados.0.smithi052.stdout:994: done (3 left) 2024-09-13T02:55:07.069 INFO:tasks.rados.rados.0.smithi052.stdout:997: snap_create 2024-09-13T02:55:07.069 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 660 (ObjNum 465 snap 0 seq_num 2940077352) dirty exists 2024-09-13T02:55:07.069 INFO:tasks.rados.rados.0.smithi052.stdout:995: finishing write tid 1 to smithi05277117-17 2024-09-13T02:55:07.069 INFO:tasks.rados.rados.0.smithi052.stdout:995: finishing write tid 2 to smithi05277117-17 2024-09-13T02:55:07.071 INFO:tasks.rados.rados.0.smithi052.stdout:995: finishing write tid 3 to smithi05277117-17 2024-09-13T02:55:07.072 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 662 (ObjNum 317 snap 107 seq_num 317) dirty exists 2024-09-13T02:55:07.072 INFO:tasks.rados.rados.0.smithi052.stdout:995: left oid 17 (ObjNum 317 snap 107 seq_num 317) 2024-09-13T02:55:07.072 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 664 (ObjNum 291 snap 97 seq_num 291) dirty exists 2024-09-13T02:55:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-mon[37071]: Deploying daemon mon.a on smithi052 2024-09-13T02:55:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-mon[37071]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T02:55:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-mon[37071]: pgmap v47: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-13T02:55:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-mon[27118]: Deploying daemon mon.a on smithi052 2024-09-13T02:55:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-mon[27118]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T02:55:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-mon[27118]: pgmap v47: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-13T02:55:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:07 smithi078 ceph-mon[30844]: Deploying daemon mon.a on smithi052 2024-09-13T02:55:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:07 smithi078 ceph-mon[30844]: osdmap e253: 8 total, 8 up, 8 in 2024-09-13T02:55:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:07 smithi078 ceph-mon[30844]: pgmap v47: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-09-13T02:55:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:07 smithi052 systemd[1]: Stopping Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:55:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[27114]: 2024-09-13T02:55:07.873+0000 7f4926ebb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:55:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[27114]: 2024-09-13T02:55:07.873+0000 7f4926ebb640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-13T02:55:08.392 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:55:08] "GET /metrics HTTP/1.1" 200 36050 "" "Prometheus/2.43.0" 2024-09-13T02:55:08.393 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 podman[88905]: 2024-09-13 02:55:08.109436075 +0000 UTC m=+0.314579340 container died fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=quincy-bbdadfa, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-13T02:55:08.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 podman[88905]: 2024-09-13 02:55:08.56603364 +0000 UTC m=+0.771176947 container cleanup fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:55:08.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 bash[88905]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a 2024-09-13T02:55:08.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:09.213 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 podman[88918]: 2024-09-13 02:55:08.85920028 +0000 UTC m=+0.745196944 container remove fe92c4ffd5b81bcd8a50e56ff94eac5a69161986552b2e0e89cd0425d48beebd (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:55:09.213 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T02:55:09.213 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 systemd[1]: Stopped Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:55:09.213 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:08 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service: Consumed 15.281s CPU time. 2024-09-13T02:55:09.213 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 systemd[1]: Starting Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:55:09.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 podman[89046]: 2024-09-13 02:55:09.325406725 +0000 UTC m=+0.016132770 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:55:09.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 podman[89046]: 2024-09-13 02:55:09.43593121 +0000 UTC m=+0.126657284 container create 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 podman[89046]: 2024-09-13 02:55:09.663590377 +0000 UTC m=+0.354316426 container init 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 podman[89046]: 2024-09-13 02:55:09.667053669 +0000 UTC m=+0.357779704 container start 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 2 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: pidfile_write: ignore empty --pid-file 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: load: jerasure load: lrc 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: RocksDB version: 7.9.2 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Git sha 0 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T02:55:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: DB SUMMARY 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: DB Session ID: OKL4FJTO0EESPD01MRBL 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1162 Bytes 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 5348101 ; 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.env: 0x561418a8b940 2024-09-13T02:55:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T02:55:10.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.info_log: 0x56141a1bf6e0 2024-09-13T02:55:10.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:55:10.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.statistics: (nil) 2024-09-13T02:55:10.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.use_fsync: 0 2024-09-13T02:55:10.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:55:10.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.db_log_dir: 2024-09-13T02:55:10.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.wal_dir: 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.write_buffer_manager: 0x56141a1cedc0 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:55:10.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.unordered_write: 0 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.row_cache: None 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.wal_filter: None 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:55:10.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.wal_compression: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:55:10.036 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:55:10.037 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_open_files: -1 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Compression algorithms supported: 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kZSTD supported: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:55:10.038 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.merge_operator: 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_filter: None 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:55:10.039 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56141a1bf320) 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_type: 0 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_index_type: 0 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_shortening: 1 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: checksum: 4 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: no_block_cache: 0 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache: 0x56141a1b31f0 2024-09-13T02:55:10.040 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_options: 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: capacity : 536870912 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_shard_bits : 4 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: strict_capacity_limit : 0 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_compressed: (nil) 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: persistent_cache: (nil) 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size: 4096 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size_deviation: 10 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_restart_interval: 16 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_block_restart_interval: 1 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: metadata_block_size: 4096 2024-09-13T02:55:10.041 INFO:journalctl@ceph.mon.a.smithi052.stdout: partition_filters: 0 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: use_delta_encoding: 1 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: filter_policy: bloomfilter 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: whole_key_filtering: 1 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: verify_compression: 0 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: format_version: 5 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_index_compression: 1 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_align: 0 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: max_auto_readahead_size: 262144 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: prepopulate_block_cache: 0 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: initial_auto_readahead_size: 8192 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T02:55:10.042 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression: NoCompression 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.num_levels: 7 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:55:10.043 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:55:10.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:55:10.045 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:55:10.046 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:55:10.047 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.ttl: 2592000 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:55:10.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12792, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1b63affd-ca5e-4ae8-9641-f840c8b97dd3 2024-09-13T02:55:10.049 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196109694094, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196109709285, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 4976101, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12793, "largest_seqno": 15255, "table_properties": {"data_size": 4963321, "index_size": 8918, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2821, "raw_key_size": 26842, "raw_average_key_size": 24, "raw_value_size": 4938509, "raw_average_value_size": 4477, "num_data_blocks": 390, "num_entries": 1103, "num_filter_entries": 1103, "num_deletions": 32, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726196109, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1b63affd-ca5e-4ae8-9641-f840c8b97dd3", "db_session_id": "OKL4FJTO0EESPD01MRBL", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196109709389, "job": 1, "event": "recovery_finished"} 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56141a1e0e00 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: DB pointer 0x56141a2dc000 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** DB Stats ** 2024-09-13T02:55:10.050 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: L0 1/0 4.75 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 645.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: L6 1/0 7.13 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Sum 2/0 11.87 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 645.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T02:55:10.051 INFO:journalctl@ceph.mon.a.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 645.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 645.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:55:10.052 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative compaction: 0.00 GB write, 264.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval compaction: 0.00 GB write, 264.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: Block cache BinnedLRUCache@0x56141a1b31f0#2 capacity: 512.00 MB usage: 12.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.1e-05 secs_since: 0 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: starting mon.a rank 0 at public addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] at bind addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???) e3 preinit fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).mds e8 new map 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).mds e8 print_map 2024-09-13T02:55:10.053 INFO:journalctl@ceph.mon.a.smithi052.stdout: e8 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: legacy client fscid: 1 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: Filesystem 'cephfs' (1) 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: fs_name cephfs 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: epoch 8 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: created 2024-09-13T02:48:23.411383+0000 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: modified 2024-09-13T02:48:34.945824+0000 2024-09-13T02:55:10.054 INFO:journalctl@ceph.mon.a.smithi052.stdout: tableserver 0 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: root 0 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: session_timeout 60 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: session_autoclose 300 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: max_file_size 1099511627776 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: max_xattr_size 65536 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: required_client_features {} 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: last_failure 0 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: last_failure_osd_epoch 0 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: max_mds 1 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: in 0 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: up {0=24355} 2024-09-13T02:55:10.055 INFO:journalctl@ceph.mon.a.smithi052.stdout: failed 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: damaged 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: stopped 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_pools [3] 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: metadata_pool 2 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: inline_data disabled 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: balancer 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: bal_rank_mask -1 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: standby_count_wanted 0 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: qdb_cluster leader: 0 members: 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: [mds.b{0:24355} state up:active seq 5 addr [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.056 INFO:journalctl@ceph.mon.a.smithi052.stdout: Standby daemons: 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout: [mds.a{-1:14421} state up:standby seq 1 addr [v2:172.21.15.52:6834/4062143835,v1:172.21.15.52:6835/4062143835] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).osd e254 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 ceph-mon[89065]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 bash[89046]: 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da 2024-09-13T02:55:10.057 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:09 smithi052 systemd[1]: Started Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:55:10.476 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:55:10.745 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:55:10.745 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (63s) 29s ago 5m 15.8M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:55:10.745 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (50s) 10s ago 5m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:55:10.745 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (7m) 29s ago 7m 14.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:55:10.745 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (7m) 10s ago 7m 20.2M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (15s) 10s ago 10m 68.6M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (42s) 29s ago 12m 477M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 starting - - - 2048M 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (10m) 10s ago 10m 51.2M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (10m) 29s ago 10m 47.3M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a b7520a0a8c8d 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (60s) 29s ago 5m 7587k - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (47s) 10s ago 5m 7910k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (10m) 29s ago 10m 142M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (9m) 29s ago 9m 140M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (9m) 29s ago 9m 170M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (8m) 29s ago 8m 110M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:55:10.746 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (8m) 10s ago 8m 118M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:55:10.747 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (8m) 10s ago 8m 168M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:55:10.747 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (7m) 10s ago 7m 104M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:55:10.747 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (7m) 10s ago 7m 133M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:55:10.747 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (20s) 10s ago 6m 41.7M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:55:11.078 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:55:11.078 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:55:11.078 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3 2024-09-13T02:55:11.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:11.079 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:55:11.080 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 13, 2024-09-13T02:55:11.080 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:55:11.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:55:11.080 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:55:11.192 INFO:tasks.rados.rados.0.smithi052.stdout:993: done (3 left) 2024-09-13T02:55:11.192 INFO:tasks.rados.rados.0.smithi052.stdout:995: done (2 left) 2024-09-13T02:55:11.192 INFO:tasks.rados.rados.0.smithi052.stdout:996: done (1 left) 2024-09-13T02:55:11.192 INFO:tasks.rados.rados.0.smithi052.stdout:997: done (0 left) 2024-09-13T02:55:11.192 INFO:tasks.rados.rados.0.smithi052.stdout:998: snap_create 2024-09-13T02:55:11.356 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ignoring --setuser ceph since I am not root 2024-09-13T02:55:11.356 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ignoring --setgroup ceph since I am not root 2024-09-13T02:55:11.356 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mgr[80664]: -- 172.21.15.52:0/2005188 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5622d40650e0 con 0x5622d4043000 2024-09-13T02:55:11.356 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:11.294+0000 7f0bbe0f8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:55:11.356 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:11.353+0000 7f0bbe0f8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: pgmap v49: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: pgmap v50: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2837872143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: mon.a calling monitor election 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: monmap epoch 3 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: last_changed 2024-09-13T02:44:25.684473+0000 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:11.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: min_mon_release 17 (quincy) 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: election_strategy: 1 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: from='mgr.15069 ' entity='' 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[89065]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: pgmap v49: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-09-13T02:55:11.358 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: pgmap v50: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: from='client.? 172.21.15.52:0/2837872143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: mon.a calling monitor election 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: monmap epoch 3 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: last_changed 2024-09-13T02:44:25.684473+0000 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: min_mon_release 17 (quincy) 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: election_strategy: 1 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:11.359 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: overall HEALTH_OK 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: from='mgr.15069 ' entity='' 2024-09-13T02:55:11.360 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-mon[37071]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-13T02:55:11.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: ignoring --setuser ceph since I am not root 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: ignoring --setgroup ceph since I am not root 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mgr[76885]: -- 172.21.15.78:0/758320768 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5579eb5db0e0 con 0x5579eb5b9000 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:11.285+0000 7f3c66f7e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:11.342+0000 7f3c66f7e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: pgmap v49: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: pgmap v50: 121 pgs: 121 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:55:11.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: from='client.? 172.21.15.52:0/2837872143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: mon.a calling monitor election 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: monmap epoch 3 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: last_changed 2024-09-13T02:44:25.684473+0000 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: min_mon_release 17 (quincy) 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: election_strategy: 1 2024-09-13T02:55:11.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: osdmap e254: 8 total, 8 up, 8 in 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: mgrmap e36: y(active, since 34s), standbys: x 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: overall HEALTH_OK 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: from='mgr.15069 ' entity='' 2024-09-13T02:55:11.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-mon[30844]: mgrmap e37: y(active, since 34s), standbys: x 2024-09-13T02:55:11.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:11.509+0000 7f0bbe0f8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:55:11.737 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:11.581+0000 7f0bbe0f8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:55:11.843 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:11.490+0000 7f3c66f7e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T02:55:11.844 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:11.555+0000 7f3c66f7e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T02:55:11.844 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:11.702+0000 7f3c66f7e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:55:11.844 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:11.842+0000 7f3c66f7e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:55:12.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:11.735+0000 7f0bbe0f8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:55:12.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:11.882+0000 7f0bbe0f8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T02:55:12.193 INFO:tasks.rados.rados.0.smithi052.stdout:998: done (0 left) 2024-09-13T02:55:12.194 INFO:tasks.rados.rados.0.smithi052.stdout:999: copy_from oid 10 from oid 16 current snap is 109 2024-09-13T02:55:12.194 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 109 2024-09-13T02:55:12.194 INFO:tasks.rados.rados.0.smithi052.stdout:1000: seq_num 318 ranges {0=532480} 2024-09-13T02:55:12.197 INFO:tasks.rados.rados.0.smithi052.stdout:1000: writing smithi05277117-5 from 0 to 532480 tid 1 2024-09-13T02:55:12.197 INFO:tasks.rados.rados.0.smithi052.stdout:1001: read oid 23 snap 24 2024-09-13T02:55:12.197 INFO:tasks.rados.rados.0.smithi052.stdout:1001: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-13T02:55:12.197 INFO:tasks.rados.rados.0.smithi052.stdout:1002: read oid 47 snap -1 2024-09-13T02:55:12.197 INFO:tasks.rados.rados.0.smithi052.stdout:1002: expect (ObjNum 149 snap 44 seq_num 149) 2024-09-13T02:55:12.197 INFO:tasks.rados.rados.0.smithi052.stdout:1003: delete oid 22 current snap is 109 2024-09-13T02:55:12.201 INFO:tasks.rados.rados.0.smithi052.stdout:1003: done (4 left) 2024-09-13T02:55:12.201 INFO:tasks.rados.rados.0.smithi052.stdout:1004: snap_remove snap 108 2024-09-13T02:55:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:12 smithi078 ceph-mon[30844]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T02:55:12.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:12.151+0000 7f3c66f7e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:55:12.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:12.216+0000 7f3c66f7e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:55:12.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:12.401+0000 7f3c66f7e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:55:12.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:12.480 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:12 smithi052 ceph-mon[37071]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T02:55:12.480 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:12 smithi052 ceph-mon[89065]: osdmap e255: 8 total, 8 up, 8 in 2024-09-13T02:55:12.480 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:12.220+0000 7f0bbe0f8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T02:55:12.480 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:12.283+0000 7f0bbe0f8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T02:55:12.480 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:12 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:12.478+0000 7f0bbe0f8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T02:55:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:1000: finishing write tid 1 to smithi05277117-5 2024-09-13T02:55:13.203 INFO:tasks.rados.rados.0.smithi052.stdout:1000: finishing write tid 2 to smithi05277117-5 2024-09-13T02:55:13.203 INFO:tasks.rados.rados.0.smithi052.stdout:999: finishing copy_from racing read to smithi05277117-10 2024-09-13T02:55:13.203 INFO:tasks.rados.rados.0.smithi052.stdout:1002: expect (ObjNum 149 snap 44 seq_num 149) 2024-09-13T02:55:13.242 INFO:tasks.rados.rados.0.smithi052.stdout:1002: done (4 left) 2024-09-13T02:55:13.242 INFO:tasks.rados.rados.0.smithi052.stdout:1004: done (3 left) 2024-09-13T02:55:13.242 INFO:tasks.rados.rados.0.smithi052.stdout:1005: snap_remove snap 106 2024-09-13T02:55:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:13 smithi078 ceph-mon[30844]: osdmap e256: 8 total, 8 up, 8 in 2024-09-13T02:55:13.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:13 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:13.288+0000 7f3c66f7e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:55:13.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:13 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:13.355+0000 7f3c66f7e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:55:13.486 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:13 smithi052 ceph-mon[37071]: osdmap e256: 8 total, 8 up, 8 in 2024-09-13T02:55:13.487 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:13.414+0000 7f0bbe0f8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T02:55:13.487 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:13 smithi052 ceph-mon[89065]: osdmap e256: 8 total, 8 up, 8 in 2024-09-13T02:55:13.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:13.485+0000 7f0bbe0f8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T02:55:13.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:13 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:14.204 INFO:tasks.rados.rados.0.smithi052.stdout:1005: done (3 left) 2024-09-13T02:55:14.204 INFO:tasks.rados.rados.0.smithi052.stdout:1006: snap_create 2024-09-13T02:55:14.204 INFO:tasks.rados.rados.0.smithi052.stdout:1001: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-13T02:55:14.227 INFO:tasks.rados.rados.0.smithi052.stdout:999: finishing copy_from to smithi05277117-10 2024-09-13T02:55:14.227 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 109 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:55:14.227 INFO:tasks.rados.rados.0.smithi052.stdout:1000: finishing write tid 3 to smithi05277117-5 2024-09-13T02:55:14.227 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 344 (ObjNum 318 snap 109 seq_num 318) dirty exists 2024-09-13T02:55:14.227 INFO:tasks.rados.rados.0.smithi052.stdout:1000: left oid 5 (ObjNum 318 snap 109 seq_num 318) 2024-09-13T02:55:14.334 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-mon[30844]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T02:55:14.334 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.064+0000 7f3c66f7e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:55:14.334 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.182+0000 7f3c66f7e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:55:14.520 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-mon[37071]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T02:55:14.520 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-mon[89065]: osdmap e257: 8 total, 8 up, 8 in 2024-09-13T02:55:14.521 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.244+0000 7f0bbe0f8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T02:55:14.521 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.368+0000 7f0bbe0f8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T02:55:14.612 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.332+0000 7f3c66f7e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:55:14.612 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.394+0000 7f3c66f7e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:55:14.612 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.542+0000 7f3c66f7e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:55:14.612 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.610+0000 7f3c66f7e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:55:14.612 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:14.612 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:14.722 INFO:tasks.rados.rados.0.smithi052.stdout:999: done (3 left) 2024-09-13T02:55:14.722 INFO:tasks.rados.rados.0.smithi052.stdout:1000: done (2 left) 2024-09-13T02:55:14.723 INFO:tasks.rados.rados.0.smithi052.stdout:1001: done (1 left) 2024-09-13T02:55:14.723 INFO:tasks.rados.rados.0.smithi052.stdout:1006: done (0 left) 2024-09-13T02:55:14.723 INFO:tasks.rados.rados.0.smithi052.stdout:1007: rollback oid 48 current snap is 110 2024-09-13T02:55:14.723 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 48 to 43 2024-09-13T02:55:14.723 INFO:tasks.rados.rados.0.smithi052.stdout:1008: copy_from oid 4 from oid 24 current snap is 110 2024-09-13T02:55:14.723 INFO:tasks.rados.rados.0.smithi052.stdout:1009: snap_create 2024-09-13T02:55:14.728 INFO:tasks.rados.rados.0.smithi052.stdout:1007: finishing rollback tid 0 to smithi05277117-48 2024-09-13T02:55:14.729 INFO:tasks.rados.rados.0.smithi052.stdout:1007: finishing rollback tid 1 to smithi05277117-48 2024-09-13T02:55:14.730 INFO:tasks.rados.rados.0.smithi052.stdout:1007: finishing rollback tid 2 to smithi05277117-48 2024-09-13T02:55:14.730 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 573 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:55:14.749 INFO:tasks.rados.rados.0.smithi052.stdout:1008: finishing copy_from racing read to smithi05277117-4 2024-09-13T02:55:14.755 INFO:tasks.rados.rados.0.smithi052.stdout:1008: finishing copy_from to smithi05277117-4 2024-09-13T02:55:14.755 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 422 (ObjNum 277 snap 88 seq_num 277) dirty exists 2024-09-13T02:55:14.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.518+0000 7f0bbe0f8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T02:55:14.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.582+0000 7f0bbe0f8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T02:55:14.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.745+0000 7f0bbe0f8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T02:55:14.903 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.670+0000 7f3c66f7e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:55:14.904 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.838+0000 7f3c66f7e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:55:15.119 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.819+0000 7f0bbe0f8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T02:55:15.119 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:14.881+0000 7f0bbe0f8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T02:55:15.120 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:15.049+0000 7f0bbe0f8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T02:55:15.170 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.902+0000 7f3c66f7e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:55:15.170 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:14.968+0000 7f3c66f7e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:55:15.170 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:15.051+0000 7f3c66f7e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:55:15.170 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:15.110+0000 7f3c66f7e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:55:15.170 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:15.168+0000 7f3c66f7e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:55:15.401 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-mon[89065]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T02:55:15.401 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-mon[89065]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T02:55:15.402 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-mon[37071]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T02:55:15.402 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-mon[37071]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T02:55:15.402 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:15.117+0000 7f0bbe0f8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T02:55:15.402 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:15.187+0000 7f0bbe0f8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T02:55:15.402 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:15.275+0000 7f0bbe0f8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T02:55:15.402 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:15.338+0000 7f0bbe0f8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T02:55:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-mon[30844]: osdmap e258: 8 total, 8 up, 8 in 2024-09-13T02:55:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-mon[30844]: osdmap e259: 8 total, 8 up, 8 in 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:1007: done (2 left) 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:1008: done (1 left) 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:1009: done (0 left) 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:1010: read oid 34 snap 89 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:1010: expect (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:1011: rollback oid 27 current snap is 111 2024-09-13T02:55:15.723 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 97 2024-09-13T02:55:15.724 INFO:tasks.rados.rados.0.smithi052.stdout:1012: delete oid 13 current snap is 111 2024-09-13T02:55:15.729 INFO:tasks.rados.rados.0.smithi052.stdout:1012: done (2 left) 2024-09-13T02:55:15.729 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 111 2024-09-13T02:55:15.729 INFO:tasks.rados.rados.0.smithi052.stdout:1013: seq_num 321 ranges {0=581632} 2024-09-13T02:55:15.732 INFO:tasks.rados.rados.0.smithi052.stdout:1013: writing smithi05277117-31 from 0 to 581632 tid 1 2024-09-13T02:55:15.732 INFO:tasks.rados.rados.0.smithi052.stdout:1014: read oid 8 snap -1 2024-09-13T02:55:15.733 INFO:tasks.rados.rados.0.smithi052.stdout:1014: expect (ObjNum 208 snap 61 seq_num 208) 2024-09-13T02:55:15.733 INFO:tasks.rados.rados.0.smithi052.stdout:1015: snap_remove snap 24 2024-09-13T02:55:15.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:15 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:15.399+0000 7f0bbe0f8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T02:55:16.258 INFO:tasks.rados.rados.0.smithi052.stdout:1015: done (4 left) 2024-09-13T02:55:16.258 INFO:tasks.rados.rados.0.smithi052.stdout:1016: read oid 35 snap -1 2024-09-13T02:55:16.258 INFO:tasks.rados.rados.0.smithi052.stdout:1016: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:16.258 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 111 2024-09-13T02:55:16.258 INFO:tasks.rados.rados.0.smithi052.stdout:1011: finishing rollback tid 0 to smithi05277117-27 2024-09-13T02:55:16.258 INFO:tasks.rados.rados.0.smithi052.stdout:1011: finishing rollback tid 1 to smithi05277117-27 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:1011: finishing rollback tid 2 to smithi05277117-27 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 635 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:1013: finishing write tid 1 to smithi05277117-31 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:1013: finishing write tid 2 to smithi05277117-31 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:1013: finishing write tid 3 to smithi05277117-31 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 576 (ObjNum 321 snap 111 seq_num 321) dirty exists 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:1013: left oid 31 (ObjNum 321 snap 111 seq_num 321) 2024-09-13T02:55:16.259 INFO:tasks.rados.rados.0.smithi052.stdout:1014: expect (ObjNum 208 snap 61 seq_num 208) 2024-09-13T02:55:16.309 INFO:tasks.rados.rados.0.smithi052.stdout:1010: expect (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:55:16.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:15.968+0000 7f3c66f7e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:55:16.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: [13/Sep/2024:02:55:15] ENGINE Bus STARTING 2024-09-13T02:55:16.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: CherryPy Checker: 2024-09-13T02:55:16.446 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: The Application mounted at '' has an empty config. 2024-09-13T02:55:16.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: 2024-09-13T02:55:16.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: [13/Sep/2024:02:55:16] ENGINE Serving on http://:::9283 2024-09-13T02:55:16.447 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x[76881]: [13/Sep/2024:02:55:16] ENGINE Bus STARTED 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.243+0000 7f0bbe0f8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:55:16] ENGINE Bus STARTING 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: CherryPy Checker: 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: The Application mounted at '' has an empty config. 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.415+0000 7f0b2aacf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.415+0000 7f0b2aacf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.415+0000 7f0b2aacf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.415+0000 7f0b2aacf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.415+0000 7f0b2aacf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.417+0000 7f0b2dad5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.417+0000 7f0b2dad5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.417+0000 7f0b2dad5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.417+0000 7f0b2dad5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:16.417+0000 7f0b2dad5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-13T02:55:16.548 INFO:tasks.rados.rados.0.smithi052.stdout:1016: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:16.741 INFO:tasks.rados.rados.0.smithi052.stdout:1017: seq_num 322 ranges {0=598016} 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1017: writing smithi05277117-22 from 0 to 598016 tid 1 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1010: done (5 left) 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1011: done (4 left) 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1013: done (3 left) 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1014: done (2 left) 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1016: done (1 left) 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1018: read oid 9 snap -1 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1018: expect (ObjNum 264 snap 84 seq_num 264) 2024-09-13T02:55:16.745 INFO:tasks.rados.rados.0.smithi052.stdout:1019: snap_remove snap 18 2024-09-13T02:55:16.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:55:16] ENGINE Serving on http://:::9283 2024-09-13T02:55:16.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:02:55:16] ENGINE Bus STARTED 2024-09-13T02:55:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T02:55:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: Standby manager daemon x restarted 2024-09-13T02:55:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: Standby manager daemon x started 2024-09-13T02:55:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: Active manager daemon y restarted 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: Activating manager daemon y 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: mgrmap e38: y(active, starting, since 0.0105066s), standbys: x 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:55:16.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:55:16.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: Manager daemon y is now available 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: Standby manager daemon x restarted 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: Standby manager daemon x started 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:55:16.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: Active manager daemon y restarted 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: Activating manager daemon y 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: mgrmap e38: y(active, starting, since 0.0105066s), standbys: x 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:55:16.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:55:16.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: Manager daemon y is now available 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:55:16.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:55:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: osdmap e260: 8 total, 8 up, 8 in 2024-09-13T02:55:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: Standby manager daemon x restarted 2024-09-13T02:55:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: Standby manager daemon x started 2024-09-13T02:55:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T02:55:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.? 172.21.15.78:0/1403059597' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: Active manager daemon y restarted 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: Activating manager daemon y 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: osdmap e261: 8 total, 8 up, 8 in 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: mgrmap e38: y(active, starting, since 0.0105066s), standbys: x 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T02:55:17.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T02:55:17.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T02:55:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: Manager daemon y is now available 2024-09-13T02:55:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T02:55:17.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:16 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T02:55:17.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:17 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:17.261+0000 7f0b5ce01640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-13T02:55:17.726 INFO:tasks.rados.rados.0.smithi052.stdout:1019: done (2 left) 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:1020: rollback oid 46 current snap is 111 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 46 to 54 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:1017: finishing write tid 1 to smithi05277117-22 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:1017: finishing write tid 2 to smithi05277117-22 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:1017: finishing write tid 3 to smithi05277117-22 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 395 (ObjNum 322 snap 111 seq_num 322) dirty exists 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:1017: left oid 22 (ObjNum 322 snap 111 seq_num 322) 2024-09-13T02:55:17.727 INFO:tasks.rados.rados.0.smithi052.stdout:1018: expect (ObjNum 264 snap 84 seq_num 264) 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:1020: finishing rollback tid 0 to smithi05277117-46 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:1020: finishing rollback tid 1 to smithi05277117-46 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 591 (ObjNum 81 snap 0 seq_num 1382969962) dirty dne 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:1017: done (2 left) 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:1018: done (1 left) 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:1020: done (0 left) 2024-09-13T02:55:17.801 INFO:tasks.rados.rados.0.smithi052.stdout:1021: snap_remove snap 99 2024-09-13T02:55:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-mon[37071]: mgrmap e39: y(active, since 1.01122s), standbys: x 2024-09-13T02:55:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-mon[37071]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T02:55:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-mon[37071]: [13/Sep/2024:02:55:18] ENGINE Bus STARTING 2024-09-13T02:55:18.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-mon[89065]: mgrmap e39: y(active, since 1.01122s), standbys: x 2024-09-13T02:55:18.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-mon[89065]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T02:55:18.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-mon[89065]: [13/Sep/2024:02:55:18] ENGINE Bus STARTING 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:55:18] "GET /metrics HTTP/1.1" 200 33301 "" "Prometheus/2.43.0" 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:18.410+0000 7f0b0b0d6640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:02:55:18] ENGINE Error in HTTPServer.serve 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: Traceback (most recent call last): 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self._connections.run(self.expiration_interval) 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self._run(expiration_interval) 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:55:18.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: s = self.context.wrap_socket( 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: return self.sslsocket_class._create( 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self.do_handshake() 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: self._sslobj.do_handshake() 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:55:18.534 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:18.661 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:18 smithi078 ceph-mon[30844]: mgrmap e39: y(active, since 1.01122s), standbys: x 2024-09-13T02:55:18.661 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:18 smithi078 ceph-mon[30844]: osdmap e262: 8 total, 8 up, 8 in 2024-09-13T02:55:18.661 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:18 smithi078 ceph-mon[30844]: [13/Sep/2024:02:55:18] ENGINE Bus STARTING 2024-09-13T02:55:18.729 INFO:tasks.rados.rados.0.smithi052.stdout:1021: done (0 left) 2024-09-13T02:55:18.729 INFO:tasks.rados.rados.0.smithi052.stdout:1022: rollback oid 26 current snap is 111 2024-09-13T02:55:18.730 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 94 2024-09-13T02:55:18.730 INFO:tasks.rados.rados.0.smithi052.stdout:1023: snap_remove snap 104 2024-09-13T02:55:18.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:19.725 INFO:tasks.rados.rados.0.smithi052.stdout:1023: done (1 left) 2024-09-13T02:55:19.726 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 111 2024-09-13T02:55:19.726 INFO:tasks.rados.rados.0.smithi052.stdout:1024: seq_num 323 ranges {0=614400} 2024-09-13T02:55:19.728 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: pgmap v5: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:19.728 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: [13/Sep/2024:02:55:18] ENGINE Serving on http://172.21.15.52:8765 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: [13/Sep/2024:02:55:18] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: [13/Sep/2024:02:55:18] ENGINE Bus STARTED 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: [13/Sep/2024:02:55:18] ENGINE Error in HTTPServer.serve 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: Traceback (most recent call last): 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._run(expiration_interval) 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:55:19.729 INFO:journalctl@ceph.mon.b.smithi078.stdout: s = self.context.wrap_socket( 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: return self.sslsocket_class._create( 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: self.do_handshake() 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: self._sslobj.do_handshake() 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T02:55:19.730 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:19 smithi078 ceph-mon[30844]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-13T02:55:19.731 INFO:tasks.rados.rados.0.smithi052.stdout:1024: writing smithi05277117-46 from 0 to 614400 tid 1 2024-09-13T02:55:19.731 INFO:tasks.rados.rados.0.smithi052.stdout:1025: snap_remove snap 74 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: pgmap v5: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: [13/Sep/2024:02:55:18] ENGINE Serving on http://172.21.15.52:8765 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: [13/Sep/2024:02:55:18] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: [13/Sep/2024:02:55:18] ENGINE Bus STARTED 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: [13/Sep/2024:02:55:18] ENGINE Error in HTTPServer.serve 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:55:20.023 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: self.do_handshake() 2024-09-13T02:55:20.024 INFO:journalctl@ceph.mon.c.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.c.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.c.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[37071]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: pgmap v5: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: [13/Sep/2024:02:55:18] ENGINE Serving on http://172.21.15.52:8765 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: [13/Sep/2024:02:55:18] ENGINE Serving on https://172.21.15.52:7150 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: [13/Sep/2024:02:55:18] ENGINE Bus STARTED 2024-09-13T02:55:20.025 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: [13/Sep/2024:02:55:18] ENGINE Error in HTTPServer.serve 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: Traceback (most recent call last): 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._connections.run(self.expiration_interval) 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._run(expiration_interval) 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T02:55:20.026 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: s = self.context.wrap_socket( 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: return self.sslsocket_class._create( 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: self.do_handshake() 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T02:55:20.027 INFO:journalctl@ceph.mon.a.smithi052.stdout: self._sslobj.do_handshake() 2024-09-13T02:55:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T02:55:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: osdmap e263: 8 total, 8 up, 8 in 2024-09-13T02:55:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:19 smithi052 ceph-mon[89065]: mgrmap e40: y(active, since 2s), standbys: x 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:1025: done (2 left) 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:1026: delete oid 42 current snap is 111 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:1022: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:1022: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:1022: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 391 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-09-13T02:55:20.741 INFO:tasks.rados.rados.0.smithi052.stdout:1024: finishing write tid 1 to smithi05277117-46 2024-09-13T02:55:20.742 INFO:tasks.rados.rados.0.smithi052.stdout:1024: finishing write tid 2 to smithi05277117-46 2024-09-13T02:55:20.742 INFO:tasks.rados.rados.0.smithi052.stdout:1024: finishing write tid 3 to smithi05277117-46 2024-09-13T02:55:20.742 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 611 (ObjNum 323 snap 111 seq_num 323) dirty exists 2024-09-13T02:55:20.742 INFO:tasks.rados.rados.0.smithi052.stdout:1024: left oid 46 (ObjNum 323 snap 111 seq_num 323) 2024-09-13T02:55:20.747 INFO:tasks.rados.rados.0.smithi052.stdout:1022: done (2 left) 2024-09-13T02:55:20.747 INFO:tasks.rados.rados.0.smithi052.stdout:1024: done (1 left) 2024-09-13T02:55:20.748 INFO:tasks.rados.rados.0.smithi052.stdout:1026: done (0 left) 2024-09-13T02:55:20.748 INFO:tasks.rados.rados.0.smithi052.stdout:1027: snap_remove snap 88 2024-09-13T02:55:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:20 smithi052 ceph-mon[37071]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T02:55:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:20 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:20 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:20 smithi052 ceph-mon[89065]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T02:55:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:20 smithi078 ceph-mon[30844]: osdmap e264: 8 total, 8 up, 8 in 2024-09-13T02:55:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:20 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:20 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:21.738 INFO:tasks.rados.rados.0.smithi052.stdout:1027: done (0 left) 2024-09-13T02:55:21.738 INFO:tasks.rados.rados.0.smithi052.stdout:1028: copy_from oid 31 from oid 35 current snap is 111 2024-09-13T02:55:21.738 INFO:tasks.rados.rados.0.smithi052.stdout:1029: delete oid 47 current snap is 111 2024-09-13T02:55:21.746 INFO:tasks.rados.rados.0.smithi052.stdout:1029: done (1 left) 2024-09-13T02:55:21.746 INFO:tasks.rados.rados.0.smithi052.stdout:1030: snap_remove snap 58 2024-09-13T02:55:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: pgmap v8: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: pgmap v8: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.040 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: pgmap v8: 121 pgs: 121 active+clean; 303 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:22.040 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: osdmap e265: 8 total, 8 up, 8 in 2024-09-13T02:55:22.040 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: mgrmap e41: y(active, since 4s), standbys: x 2024-09-13T02:55:22.041 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.041 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.041 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.041 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.041 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.041 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:21 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:22.745 INFO:tasks.rados.rados.0.smithi052.stdout:1030: done (1 left) 2024-09-13T02:55:22.745 INFO:tasks.rados.rados.0.smithi052.stdout:1031: snap_create 2024-09-13T02:55:22.745 INFO:tasks.rados.rados.0.smithi052.stdout:1028: finishing copy_from racing read to smithi05277117-31 2024-09-13T02:55:22.745 INFO:tasks.rados.rados.0.smithi052.stdout:1028: finishing copy_from to smithi05277117-31 2024-09-13T02:55:22.746 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 414 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-09-13T02:55:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:22 smithi052 ceph-mon[37071]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T02:55:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:22 smithi052 ceph-mon[89065]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T02:55:23.135 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:22 smithi078 ceph-mon[30844]: osdmap e266: 8 total, 8 up, 8 in 2024-09-13T02:55:23.741 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:23.749 INFO:tasks.rados.rados.0.smithi052.stdout:1028: done (1 left) 2024-09-13T02:55:23.749 INFO:tasks.rados.rados.0.smithi052.stdout:1031: done (0 left) 2024-09-13T02:55:23.749 INFO:tasks.rados.rados.0.smithi052.stdout:1032: copy_from oid 20 from oid 32 current snap is 112 2024-09-13T02:55:23.749 INFO:tasks.rados.rados.0.smithi052.stdout:1033: delete oid 3 current snap is 112 2024-09-13T02:55:23.754 INFO:tasks.rados.rados.0.smithi052.stdout:1033: done (1 left) 2024-09-13T02:55:23.754 INFO:tasks.rados.rados.0.smithi052.stdout:1034: copy_from oid 45 from oid 37 current snap is 112 2024-09-13T02:55:23.754 INFO:tasks.rados.rados.0.smithi052.stdout:1035: snap_remove snap 35 2024-09-13T02:55:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:23 smithi052 ceph-mon[37071]: pgmap v11: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-13T02:55:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:23 smithi052 ceph-mon[37071]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T02:55:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:23 smithi052 ceph-mon[89065]: pgmap v11: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-13T02:55:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:23 smithi052 ceph-mon[89065]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T02:55:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:23 smithi078 ceph-mon[30844]: pgmap v11: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-13T02:55:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:23 smithi078 ceph-mon[30844]: osdmap e267: 8 total, 8 up, 8 in 2024-09-13T02:55:24.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:24.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:24.726 INFO:tasks.rados.rados.0.smithi052.stdout:1035: done (2 left) 2024-09-13T02:55:24.726 INFO:tasks.rados.rados.0.smithi052.stdout:1036: snap_create 2024-09-13T02:55:24.726 INFO:tasks.rados.rados.0.smithi052.stdout:1032: finishing copy_from racing read to smithi05277117-20 2024-09-13T02:55:24.726 INFO:tasks.rados.rados.0.smithi052.stdout:1034: finishing copy_from racing read to smithi05277117-45 2024-09-13T02:55:24.727 INFO:tasks.rados.rados.0.smithi052.stdout:1034: finishing copy_from to smithi05277117-45 2024-09-13T02:55:24.727 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 293 (ObjNum 311 snap 103 seq_num 311) dirty exists 2024-09-13T02:55:24.727 INFO:tasks.rados.rados.0.smithi052.stdout:1032: finishing copy_from to smithi05277117-20 2024-09-13T02:55:24.727 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 569 (ObjNum 313 snap 103 seq_num 313) dirty exists 2024-09-13T02:55:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:24 smithi052 ceph-mon[37071]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:55:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:24 smithi052 ceph-mon[37071]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T02:55:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:24 smithi052 ceph-mon[89065]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:55:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:24 smithi052 ceph-mon[89065]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T02:55:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:24 smithi078 ceph-mon[30844]: osdmap e268: 8 total, 8 up, 8 in 2024-09-13T02:55:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:24 smithi078 ceph-mon[30844]: osdmap e269: 8 total, 8 up, 8 in 2024-09-13T02:55:25.726 INFO:tasks.rados.rados.0.smithi052.stdout:1032: done (2 left) 2024-09-13T02:55:25.726 INFO:tasks.rados.rados.0.smithi052.stdout:1034: done (1 left) 2024-09-13T02:55:25.726 INFO:tasks.rados.rados.0.smithi052.stdout:1036: done (0 left) 2024-09-13T02:55:25.726 INFO:tasks.rados.rados.0.smithi052.stdout:1037: snap_remove snap 81 2024-09-13T02:55:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: pgmap v14: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-13T02:55:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[89065]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: pgmap v14: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:55:26.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:25 smithi052 ceph-mon[37071]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T02:55:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: pgmap v14: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-09-13T02:55:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.conf 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.conf 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:25 smithi078 ceph-mon[30844]: osdmap e270: 8 total, 8 up, 8 in 2024-09-13T02:55:26.729 INFO:tasks.rados.rados.0.smithi052.stdout:1037: done (0 left) 2024-09-13T02:55:26.729 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 113 2024-09-13T02:55:26.729 INFO:tasks.rados.rados.0.smithi052.stdout:1038: seq_num 327 ranges {1302528=679936} 2024-09-13T02:55:26.741 INFO:tasks.rados.rados.0.smithi052.stdout:1038: writing smithi05277117-25 from 1302528 to 1982464 tid 1 2024-09-13T02:55:26.741 INFO:tasks.rados.rados.0.smithi052.stdout:1039: copy_from oid 1 from oid 10 current snap is 113 2024-09-13T02:55:26.742 INFO:tasks.rados.rados.0.smithi052.stdout:1040: read oid 46 snap -1 2024-09-13T02:55:26.742 INFO:tasks.rados.rados.0.smithi052.stdout:1040: expect (ObjNum 323 snap 111 seq_num 323) 2024-09-13T02:55:26.742 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 113 2024-09-13T02:55:26.742 INFO:tasks.rados.rados.0.smithi052.stdout:1041: seq_num 328 ranges {3891200=696320} 2024-09-13T02:55:26.767 INFO:tasks.rados.rados.0.smithi052.stdout:1041: writing smithi05277117-24 from 3891200 to 4587520 tid 1 2024-09-13T02:55:26.767 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 113 2024-09-13T02:55:26.768 INFO:tasks.rados.rados.0.smithi052.stdout:1042: seq_num 329 ranges {532480=712704} 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:1042: writing smithi05277117-5 from 532480 to 1245184 tid 1 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:1043: rollback oid 26 current snap is 113 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 111 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:1038: finishing write tid 1 to smithi05277117-25 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:1038: finishing write tid 2 to smithi05277117-25 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:1038: finishing write tid 3 to smithi05277117-25 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 99 (ObjNum 327 snap 113 seq_num 327) dirty exists 2024-09-13T02:55:26.775 INFO:tasks.rados.rados.0.smithi052.stdout:1038: left oid 25 (ObjNum 327 snap 113 seq_num 327) 2024-09-13T02:55:26.776 INFO:tasks.rados.rados.0.smithi052.stdout:1040: expect (ObjNum 323 snap 111 seq_num 323) 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1039: finishing copy_from racing read to smithi05277117-1 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1039: finishing copy_from to smithi05277117-1 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 109 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1041: finishing write tid 1 to smithi05277117-24 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1041: finishing write tid 2 to smithi05277117-24 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1041: finishing write tid 3 to smithi05277117-24 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 426 (ObjNum 328 snap 113 seq_num 328) dirty exists 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1041: left oid 24 (ObjNum 328 snap 113 seq_num 328) 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1043: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1043: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1038: done (5 left) 2024-09-13T02:55:26.795 INFO:tasks.rados.rados.0.smithi052.stdout:1039: done (4 left) 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1040: done (3 left) 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1041: done (2 left) 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 113 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1042: finishing write tid 1 to smithi05277117-5 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1043: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 427 (ObjNum 225 snap 67 seq_num 225) dirty exists 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1042: finishing write tid 2 to smithi05277117-5 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1042: finishing write tid 3 to smithi05277117-5 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 391 (ObjNum 329 snap 113 seq_num 329) dirty exists 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1042: left oid 5 (ObjNum 329 snap 113 seq_num 329) 2024-09-13T02:55:26.796 INFO:tasks.rados.rados.0.smithi052.stdout:1044: seq_num 330 ranges {4276224=737280} 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1044: writing smithi05277117-35 from 4276224 to 5013504 tid 1 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1042: done (2 left) 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1043: done (1 left) 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1045: copy_from oid 18 from oid 42 current snap is 113 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1046: copy_from oid 41 from oid 30 current snap is 113 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1047: read oid 43 snap -1 2024-09-13T02:55:26.822 INFO:tasks.rados.rados.0.smithi052.stdout:1047: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:55:26.823 INFO:tasks.rados.rados.0.smithi052.stdout:1048: snap_create 2024-09-13T02:55:26.823 INFO:tasks.rados.rados.0.smithi052.stdout:1045: finishing copy_from to smithi05277117-18 2024-09-13T02:55:26.823 INFO:tasks.rados.rados.0.smithi052.stdout:1045: got expected ENOENT (src dne) 2024-09-13T02:55:26.823 INFO:tasks.rados.rados.0.smithi052.stdout:1045: finishing copy_from racing read to smithi05277117-18 2024-09-13T02:55:26.826 INFO:tasks.rados.rados.0.smithi052.stdout:1047: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:55:26.850 INFO:tasks.rados.rados.0.smithi052.stdout:1044: finishing write tid 1 to smithi05277117-35 2024-09-13T02:55:26.850 INFO:tasks.rados.rados.0.smithi052.stdout:1044: finishing write tid 2 to smithi05277117-35 2024-09-13T02:55:26.850 INFO:tasks.rados.rados.0.smithi052.stdout:1044: finishing write tid 3 to smithi05277117-35 2024-09-13T02:55:26.850 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 428 (ObjNum 330 snap 113 seq_num 330) dirty exists 2024-09-13T02:55:26.850 INFO:tasks.rados.rados.0.smithi052.stdout:1044: left oid 35 (ObjNum 330 snap 113 seq_num 330) 2024-09-13T02:55:26.850 INFO:tasks.rados.rados.0.smithi052.stdout:1046: finishing copy_from racing read to smithi05277117-41 2024-09-13T02:55:26.851 INFO:tasks.rados.rados.0.smithi052.stdout:1046: finishing copy_from to smithi05277117-41 2024-09-13T02:55:26.851 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 409 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T02:55:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: Upgrade: It appears safe to stop mon.c 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:26 smithi078 ceph-mon[30844]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T02:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: Upgrade: It appears safe to stop mon.c 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:55:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: Updating smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: Updating smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: Upgrade: It appears safe to stop mon.c 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[37071]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T02:55:27.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T02:55:27.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:27.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:27.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:27.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:26 smithi052 ceph-mon[89065]: osdmap e271: 8 total, 8 up, 8 in 2024-09-13T02:55:27.787 INFO:tasks.rados.rados.0.smithi052.stdout:1044: done (4 left) 2024-09-13T02:55:27.787 INFO:tasks.rados.rados.0.smithi052.stdout:1045: done (3 left) 2024-09-13T02:55:27.787 INFO:tasks.rados.rados.0.smithi052.stdout:1046: done (2 left) 2024-09-13T02:55:27.787 INFO:tasks.rados.rados.0.smithi052.stdout:1047: done (1 left) 2024-09-13T02:55:27.787 INFO:tasks.rados.rados.0.smithi052.stdout:1048: done (0 left) 2024-09-13T02:55:27.787 INFO:tasks.rados.rados.0.smithi052.stdout:1049: snap_create 2024-09-13T02:55:27.994 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[37071]: pgmap v17: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:27.994 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[37071]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[89065]: pgmap v17: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:27.995 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:28.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:27 smithi078 ceph-mon[30844]: pgmap v17: 121 pgs: 121 active+clean; 285 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:28.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:27 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:28.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:27 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:28.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:27 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:28.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:27 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:28.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:55:28] "GET /metrics HTTP/1.1" 200 33301 "" "Prometheus/2.43.0" 2024-09-13T02:55:28.804 INFO:tasks.rados.rados.0.smithi052.stdout:1049: done (0 left) 2024-09-13T02:55:28.805 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 115 2024-09-13T02:55:28.805 INFO:tasks.rados.rados.0.smithi052.stdout:1050: seq_num 331 ranges {1245184=753664} 2024-09-13T02:55:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:1050: writing smithi05277117-5 from 1245184 to 1998848 tid 1 2024-09-13T02:55:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:1051: read oid 22 snap -1 2024-09-13T02:55:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:1051: expect (ObjNum 322 snap 111 seq_num 322) 2024-09-13T02:55:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:1052: rollback oid 47 current snap is 115 2024-09-13T02:55:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 107 2024-09-13T02:55:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:1053: delete oid 15 current snap is 115 2024-09-13T02:55:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:1053: done (3 left) 2024-09-13T02:55:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:1054: rollback oid 35 current snap is 115 2024-09-13T02:55:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 35 to 73 2024-09-13T02:55:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 115 2024-09-13T02:55:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:1055: seq_num 333 ranges {1982464=786432} 2024-09-13T02:55:28.839 INFO:tasks.rados.rados.0.smithi052.stdout:1055: writing smithi05277117-25 from 1982464 to 2768896 tid 1 2024-09-13T02:55:28.839 INFO:tasks.rados.rados.0.smithi052.stdout:1052: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:55:28.839 INFO:tasks.rados.rados.0.smithi052.stdout:1052: finishing rollback tid 2 to smithi05277117-47 2024-09-13T02:55:28.839 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 412 (ObjNum 149 snap 44 seq_num 149) dirty exists 2024-09-13T02:55:28.840 INFO:tasks.rados.rados.0.smithi052.stdout:1050: finishing write tid 1 to smithi05277117-5 2024-09-13T02:55:28.840 INFO:tasks.rados.rados.0.smithi052.stdout:1051: expect (ObjNum 322 snap 111 seq_num 322) 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1050: finishing write tid 2 to smithi05277117-5 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1050: finishing write tid 3 to smithi05277117-5 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 394 (ObjNum 331 snap 115 seq_num 331) dirty exists 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1050: left oid 5 (ObjNum 331 snap 115 seq_num 331) 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1054: finishing rollback tid 0 to smithi05277117-35 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1054: finishing rollback tid 1 to smithi05277117-35 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1054: finishing rollback tid 2 to smithi05277117-35 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 431 (ObjNum 216 snap 64 seq_num 216) dirty exists 2024-09-13T02:55:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1050: done (4 left) 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1051: done (3 left) 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1052: done (2 left) 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1054: done (1 left) 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1056: delete oid 22 current snap is 115 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1055: finishing write tid 1 to smithi05277117-25 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1055: finishing write tid 2 to smithi05277117-25 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1055: finishing write tid 3 to smithi05277117-25 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 102 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:55:28.865 INFO:tasks.rados.rados.0.smithi052.stdout:1055: left oid 25 (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:55:28.866 INFO:tasks.rados.rados.0.smithi052.stdout:1055: done (1 left) 2024-09-13T02:55:28.866 INFO:tasks.rados.rados.0.smithi052.stdout:1056: done (0 left) 2024-09-13T02:55:28.866 INFO:tasks.rados.rados.0.smithi052.stdout:1057: rollback oid 39 current snap is 115 2024-09-13T02:55:28.866 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 61 2024-09-13T02:55:28.867 INFO:tasks.rados.rados.0.smithi052.stdout:1058: read oid 7 snap -1 2024-09-13T02:55:28.867 INFO:tasks.rados.rados.0.smithi052.stdout:1058: expect (ObjNum 292 snap 97 seq_num 292) 2024-09-13T02:55:28.867 INFO:tasks.rados.rados.0.smithi052.stdout:1059: setattr oid 49 current snap is 115 2024-09-13T02:55:28.868 INFO:tasks.rados.rados.0.smithi052.stdout:1058: expect (ObjNum 292 snap 97 seq_num 292) 2024-09-13T02:55:28.872 INFO:tasks.rados.rados.0.smithi052.stdout:1057: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:55:28.872 INFO:tasks.rados.rados.0.smithi052.stdout:1057: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:55:28.872 INFO:tasks.rados.rados.0.smithi052.stdout:1057: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:55:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 416 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-09-13T02:55:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:1057: done (2 left) 2024-09-13T02:55:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:1058: done (1 left) 2024-09-13T02:55:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:1060: read oid 46 snap 52 2024-09-13T02:55:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:1060: expect deleted 2024-09-13T02:55:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:1061: snap_create 2024-09-13T02:55:28.874 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 501 (ObjNum 49 snap 0 seq_num 2938389483) dirty exists 2024-09-13T02:55:28.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:28 smithi078 ceph-mon[30844]: Upgrade: Updating mon.c 2024-09-13T02:55:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:28 smithi078 ceph-mon[30844]: Deploying daemon mon.c on smithi052 2024-09-13T02:55:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:28 smithi078 ceph-mon[30844]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T02:55:29.012 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-mon[37071]: Upgrade: Updating mon.c 2024-09-13T02:55:29.012 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-mon[37071]: Deploying daemon mon.c on smithi052 2024-09-13T02:55:29.012 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-mon[37071]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T02:55:29.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-mon[89065]: Upgrade: Updating mon.c 2024-09-13T02:55:29.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-mon[89065]: Deploying daemon mon.c on smithi052 2024-09-13T02:55:29.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:28 smithi052 ceph-mon[89065]: osdmap e272: 8 total, 8 up, 8 in 2024-09-13T02:55:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:29 smithi052 systemd[1]: Stopping Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:55:29.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c[37067]: 2024-09-13T02:55:29.285+0000 7fc18f550640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:55:29.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:29 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c[37067]: 2024-09-13T02:55:29.285+0000 7fc18f550640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-13T02:55:29.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:29 smithi052 podman[91264]: 2024-09-13 02:55:29.500753417 +0000 UTC m=+0.341040602 container died b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:55:30.096 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:29 smithi052 podman[91264]: 2024-09-13 02:55:29.935531698 +0000 UTC m=+0.775818882 container cleanup b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-13T02:55:30.096 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:29 smithi052 bash[91264]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c 2024-09-13T02:55:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 podman[91277]: 2024-09-13 02:55:30.095387079 +0000 UTC m=+0.589948409 container remove b7520a0a8c8dfef2578b822754dd19bc63317582ac8037629954a1f3fa9e509b (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, RELEASE=quincy-bbdadfa, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-13T02:55:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-13T02:55:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 systemd[1]: Stopped Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:55:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.c.service: Consumed 8.459s CPU time. 2024-09-13T02:55:30.827 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 systemd[1]: Starting Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:55:30.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 podman[91403]: 2024-09-13 02:55:30.737886653 +0000 UTC m=+0.107010085 container create 60de4eb5af23401399a2264c5d66edca7f452df4764bfd963fc65562e2a7ad0b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:55:30.828 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 podman[91403]: 2024-09-13 02:55:30.653630016 +0000 UTC m=+0.022753457 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:55:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 podman[91403]: 2024-09-13 02:55:30.94064659 +0000 UTC m=+0.309770023 container init 60de4eb5af23401399a2264c5d66edca7f452df4764bfd963fc65562e2a7ad0b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-7741f7f, ceph=True, org.label-schema.build-date=20240731) 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 podman[91403]: 2024-09-13 02:55:30.944258814 +0000 UTC m=+0.313382246 container start 60de4eb5af23401399a2264c5d66edca7f452df4764bfd963fc65562e2a7ad0b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_BRANCH=HEAD) 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 2 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: pidfile_write: ignore empty --pid-file 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: load: jerasure load: lrc 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: RocksDB version: 7.9.2 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Git sha 0 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: DB SUMMARY 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: DB Session ID: 64HROG8UTHMNDQCY2KR2 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:55:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1087 Bytes 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 11483055 ; 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.env: 0x557b58621940 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T02:55:31.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.info_log: 0x557b58f3f6e0 2024-09-13T02:55:31.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:55:31.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.statistics: (nil) 2024-09-13T02:55:31.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.use_fsync: 0 2024-09-13T02:55:31.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:55:31.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:55:31.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:55:31.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:55:31.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.db_log_dir: 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.wal_dir: 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:55:31.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.write_buffer_manager: 0x557b58f4edc0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.unordered_write: 0 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:55:31.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.row_cache: None 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.wal_filter: None 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.wal_compression: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:55:31.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:55:31.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_open_files: -1 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:55:31.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Compression algorithms supported: 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kZSTD supported: 0 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-13T02:55:31.288 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.merge_operator: 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_filter: None 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557b58f3f320) 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:55:31.289 INFO:journalctl@ceph.mon.c.smithi052.stdout: index_type: 0 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: data_block_index_type: 0 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: index_shortening: 1 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: checksum: 4 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: no_block_cache: 0 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache: 0x557b58f331f0 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache_options: 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: capacity : 536870912 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: num_shard_bits : 4 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: strict_capacity_limit : 0 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:55:31.290 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_cache_compressed: (nil) 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: persistent_cache: (nil) 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_size: 4096 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_size_deviation: 10 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_restart_interval: 16 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: index_block_restart_interval: 1 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: metadata_block_size: 4096 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: partition_filters: 0 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: use_delta_encoding: 1 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: filter_policy: bloomfilter 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: whole_key_filtering: 1 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: verify_compression: 0 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: format_version: 5 2024-09-13T02:55:31.291 INFO:journalctl@ceph.mon.c.smithi052.stdout: enable_index_compression: 1 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout: block_align: 0 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout: max_auto_readahead_size: 262144 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout: prepopulate_block_cache: 0 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout: initial_auto_readahead_size: 8192 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression: NoCompression 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.num_levels: 7 2024-09-13T02:55:31.292 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:55:31.293 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:55:31.294 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T02:55:31.295 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:55:31.296 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.ttl: 2592000 2024-09-13T02:55:31.297 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T02:55:31.298 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13384, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 34d2e9b9-7a23-4023-9d53-5a209236a6dc 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196130971619, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196130996941, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7084335, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13389, "largest_seqno": 17067, "table_properties": {"data_size": 7067594, "index_size": 11470, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4229, "raw_key_size": 38544, "raw_average_key_size": 23, "raw_value_size": 7032754, "raw_average_value_size": 4221, "num_data_blocks": 498, "num_entries": 1666, "num_filter_entries": 1666, "num_deletions": 287, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726196130, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "34d2e9b9-7a23-4023-9d53-5a209236a6dc", "db_session_id": "64HROG8UTHMNDQCY2KR2", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196130997070, "job": 1, "event": "recovery_finished"} 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557b58f60e00 2024-09-13T02:55:31.299 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: DB pointer 0x557b5905c000 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** DB Stats ** 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:55:31.300 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: L0 1/0 6.76 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 699.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: L6 1/0 7.13 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: Sum 2/0 13.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 699.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 699.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** Compaction Stats [default] ** 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 699.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.301 INFO:journalctl@ceph.mon.c.smithi052.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Cumulative compaction: 0.01 GB write, 237.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Interval compaction: 0.01 GB write, 237.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Block cache BinnedLRUCache@0x557b58f331f0#2 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.302 INFO:journalctl@ceph.mon.c.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:30 smithi052 ceph-mon[91421]: starting mon.c rank 2 at public addrs [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] at bind addrs [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???) e3 preinit fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).mds e8 new map 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).mds e8 print_map 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: e8 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: legacy client fscid: 1 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: Filesystem 'cephfs' (1) 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: fs_name cephfs 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: epoch 8 2024-09-13T02:55:31.303 INFO:journalctl@ceph.mon.c.smithi052.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: created 2024-09-13T02:48:23.411383+0000 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: modified 2024-09-13T02:48:34.945824+0000 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: tableserver 0 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: root 0 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: session_timeout 60 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: session_autoclose 300 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: max_file_size 1099511627776 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: max_xattr_size 65536 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: required_client_features {} 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: last_failure 0 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: last_failure_osd_epoch 0 2024-09-13T02:55:31.304 INFO:journalctl@ceph.mon.c.smithi052.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: max_mds 1 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: in 0 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: up {0=24355} 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: failed 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: damaged 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: stopped 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: data_pools [3] 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: metadata_pool 2 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: inline_data disabled 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: balancer 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: bal_rank_mask -1 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: standby_count_wanted 0 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: qdb_cluster leader: 0 members: 2024-09-13T02:55:31.305 INFO:journalctl@ceph.mon.c.smithi052.stdout: [mds.b{0:24355} state up:active seq 5 addr [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout: Standby daemons: 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout: 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout: [mds.a{-1:14421} state up:standby seq 1 addr [v2:172.21.15.52:6834/4062143835,v1:172.21.15.52:6835/4062143835] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).osd e273 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).osd e273 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).osd e273 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).osd e273 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 ceph-mon[91421]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 bash[91403]: 60de4eb5af23401399a2264c5d66edca7f452df4764bfd963fc65562e2a7ad0b 2024-09-13T02:55:31.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:31 smithi052 systemd[1]: Started Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:55:32.136 INFO:tasks.rados.rados.0.smithi052.stdout:1059: done (2 left) 2024-09-13T02:55:32.136 INFO:tasks.rados.rados.0.smithi052.stdout:1060: done (1 left) 2024-09-13T02:55:32.136 INFO:tasks.rados.rados.0.smithi052.stdout:1061: done (0 left) 2024-09-13T02:55:32.136 INFO:tasks.rados.rados.0.smithi052.stdout:1062: read oid 50 snap -1 2024-09-13T02:55:32.136 INFO:tasks.rados.rados.0.smithi052.stdout:1062: expect (ObjNum 289 snap 97 seq_num 289) 2024-09-13T02:55:32.136 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 116 2024-09-13T02:55:32.137 INFO:tasks.rados.rados.0.smithi052.stdout:1063: seq_num 335 ranges {0=417792,417792=401408} 2024-09-13T02:55:32.139 INFO:tasks.rados.rados.0.smithi052.stdout:1063: writing smithi05277117-49 from 0 to 417792 tid 1 2024-09-13T02:55:32.142 INFO:tasks.rados.rados.0.smithi052.stdout:1063: writing smithi05277117-49 from 417792 to 819200 tid 2 2024-09-13T02:55:32.142 INFO:tasks.rados.rados.0.smithi052.stdout:1064: rollback oid 32 current snap is 116 2024-09-13T02:55:32.142 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 52 2024-09-13T02:55:32.142 INFO:tasks.rados.rados.0.smithi052.stdout:1062: expect (ObjNum 289 snap 97 seq_num 289) 2024-09-13T02:55:32.144 INFO:tasks.rados.rados.0.smithi052.stdout:1062: done (2 left) 2024-09-13T02:55:32.144 INFO:tasks.rados.rados.0.smithi052.stdout:1065: delete oid 28 current snap is 116 2024-09-13T02:55:32.144 INFO:tasks.rados.rados.0.smithi052.stdout:1063: finishing write tid 1 to smithi05277117-49 2024-09-13T02:55:32.145 INFO:tasks.rados.rados.0.smithi052.stdout:1063: finishing write tid 2 to smithi05277117-49 2024-09-13T02:55:32.145 INFO:tasks.rados.rados.0.smithi052.stdout:1063: finishing write tid 3 to smithi05277117-49 2024-09-13T02:55:32.146 INFO:tasks.rados.rados.0.smithi052.stdout:1065: done (2 left) 2024-09-13T02:55:32.146 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 116 2024-09-13T02:55:32.146 INFO:tasks.rados.rados.0.smithi052.stdout:1066: seq_num 337 ranges {2531328=450560,2981888=401408} 2024-09-13T02:55:32.162 INFO:tasks.rados.rados.0.smithi052.stdout:1066: writing smithi05277117-35 from 2531328 to 2981888 tid 1 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:1066: writing smithi05277117-35 from 2981888 to 3383296 tid 2 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:1067: delete oid 30 current snap is 116 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:1063: finishing write tid 4 to smithi05277117-49 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 505 (ObjNum 335 snap 116 seq_num 335) dirty exists 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:1063: left oid 49 (ObjNum 335 snap 116 seq_num 335) 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:1064: finishing rollback tid 0 to smithi05277117-32 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:1064: finishing rollback tid 1 to smithi05277117-32 2024-09-13T02:55:32.165 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 651 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:55:32.167 INFO:tasks.rados.rados.0.smithi052.stdout:1063: done (3 left) 2024-09-13T02:55:32.167 INFO:tasks.rados.rados.0.smithi052.stdout:1064: done (2 left) 2024-09-13T02:55:32.167 INFO:tasks.rados.rados.0.smithi052.stdout:1067: done (1 left) 2024-09-13T02:55:32.167 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 116 2024-09-13T02:55:32.168 INFO:tasks.rados.rados.0.smithi052.stdout:1068: seq_num 339 ranges {0=483328,483328=401408} 2024-09-13T02:55:32.170 INFO:tasks.rados.rados.0.smithi052.stdout:1068: writing smithi05277117-3 from 0 to 483328 tid 1 2024-09-13T02:55:32.173 INFO:tasks.rados.rados.0.smithi052.stdout:1068: writing smithi05277117-3 from 483328 to 884736 tid 2 2024-09-13T02:55:32.173 INFO:tasks.rados.rados.0.smithi052.stdout:1069: read oid 39 snap -1 2024-09-13T02:55:32.173 INFO:tasks.rados.rados.0.smithi052.stdout:1069: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:55:32.173 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 116 2024-09-13T02:55:32.173 INFO:tasks.rados.rados.0.smithi052.stdout:1070: seq_num 340 ranges {40960=499712,540672=401408} 2024-09-13T02:55:32.176 INFO:tasks.rados.rados.0.smithi052.stdout:1070: writing smithi05277117-50 from 40960 to 540672 tid 1 2024-09-13T02:55:32.179 INFO:tasks.rados.rados.0.smithi052.stdout:1070: writing smithi05277117-50 from 540672 to 942080 tid 2 2024-09-13T02:55:32.179 INFO:tasks.rados.rados.0.smithi052.stdout:1071: rmattr oid 22 current snap is 116 2024-09-13T02:55:32.180 INFO:tasks.rados.rados.0.smithi052.stdout:1072: snap_remove snap 107 2024-09-13T02:55:32.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: pgmap v22: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 863 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: mon.c calling monitor election 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: mon.a calling monitor election 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: monmap epoch 3 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: last_changed 2024-09-13T02:44:25.684473+0000 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: min_mon_release 17 (quincy) 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: election_strategy: 1 2024-09-13T02:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: mgrmap e42: y(active, since 14s), standbys: x 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: overall HEALTH_OK 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:32.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:32 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:32.481 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: pgmap v22: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 863 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: mon.c calling monitor election 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: mon.a calling monitor election 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: monmap epoch 3 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: last_changed 2024-09-13T02:44:25.684473+0000 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: min_mon_release 17 (quincy) 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: election_strategy: 1 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:32.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: mgrmap e42: y(active, since 14s), standbys: x 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: pgmap v22: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 863 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: mon.c calling monitor election 2024-09-13T02:55:32.483 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: mon.a calling monitor election 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: monmap epoch 3 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: last_changed 2024-09-13T02:44:25.684473+0000 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: min_mon_release 17 (quincy) 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: election_strategy: 1 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: osdmap e274: 8 total, 8 up, 8 in 2024-09-13T02:55:32.484 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: mgrmap e42: y(active, since 14s), standbys: x 2024-09-13T02:55:32.485 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T02:55:32.485 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:32.485 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:32.485 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:32.485 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:33.148 INFO:tasks.rados.rados.0.smithi052.stdout:1072: done (5 left) 2024-09-13T02:55:33.148 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 116 2024-09-13T02:55:33.148 INFO:tasks.rados.rados.0.smithi052.stdout:1073: seq_num 341 ranges {0=516096,516096=401408} 2024-09-13T02:55:33.151 INFO:tasks.rados.rados.0.smithi052.stdout:1073: writing smithi05277117-12 from 0 to 516096 tid 1 2024-09-13T02:55:33.158 INFO:tasks.rados.rados.0.smithi052.stdout:1073: writing smithi05277117-12 from 516096 to 917504 tid 2 2024-09-13T02:55:33.158 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 116 2024-09-13T02:55:33.158 INFO:tasks.rados.rados.0.smithi052.stdout:1074: seq_num 342 ranges {0=532480,532480=401408} 2024-09-13T02:55:33.158 INFO:tasks.rados.rados.0.smithi052.stdout:1074: writing smithi05277117-30 from 0 to 532480 tid 1 2024-09-13T02:55:33.161 INFO:tasks.rados.rados.0.smithi052.stdout:1074: writing smithi05277117-30 from 532480 to 933888 tid 2 2024-09-13T02:55:33.161 INFO:tasks.rados.rados.0.smithi052.stdout:1075: snap_create 2024-09-13T02:55:33.164 INFO:tasks.rados.rados.0.smithi052.stdout:1066: finishing write tid 1 to smithi05277117-35 2024-09-13T02:55:33.164 INFO:tasks.rados.rados.0.smithi052.stdout:1066: finishing write tid 2 to smithi05277117-35 2024-09-13T02:55:33.164 INFO:tasks.rados.rados.0.smithi052.stdout:1066: finishing write tid 3 to smithi05277117-35 2024-09-13T02:55:33.164 INFO:tasks.rados.rados.0.smithi052.stdout:1066: finishing write tid 4 to smithi05277117-35 2024-09-13T02:55:33.164 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 434 (ObjNum 337 snap 116 seq_num 337) dirty exists 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1066: left oid 35 (ObjNum 337 snap 116 seq_num 337) 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1068: finishing write tid 1 to smithi05277117-3 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1068: finishing write tid 2 to smithi05277117-3 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1068: finishing write tid 3 to smithi05277117-3 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1068: finishing write tid 4 to smithi05277117-3 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 714 (ObjNum 339 snap 116 seq_num 339) dirty exists 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1068: left oid 3 (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1070: finishing write tid 1 to smithi05277117-50 2024-09-13T02:55:33.165 INFO:tasks.rados.rados.0.smithi052.stdout:1069: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:55:33.267 INFO:tasks.rados.rados.0.smithi052.stdout:1070: finishing write tid 2 to smithi05277117-50 2024-09-13T02:55:33.267 INFO:tasks.rados.rados.0.smithi052.stdout:1070: finishing write tid 3 to smithi05277117-50 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1070: finishing write tid 4 to smithi05277117-50 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 509 (ObjNum 340 snap 116 seq_num 340) dirty exists 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1070: left oid 50 (ObjNum 340 snap 116 seq_num 340) 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1073: finishing write tid 1 to smithi05277117-12 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1073: finishing write tid 2 to smithi05277117-12 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1073: finishing write tid 3 to smithi05277117-12 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1074: finishing write tid 1 to smithi05277117-30 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1074: finishing write tid 2 to smithi05277117-30 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1074: finishing write tid 3 to smithi05277117-30 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1073: finishing write tid 4 to smithi05277117-12 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 419 (ObjNum 341 snap 116 seq_num 341) dirty exists 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1073: left oid 12 (ObjNum 341 snap 116 seq_num 341) 2024-09-13T02:55:33.268 INFO:tasks.rados.rados.0.smithi052.stdout:1074: finishing write tid 4 to smithi05277117-30 2024-09-13T02:55:33.269 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 725 (ObjNum 342 snap 116 seq_num 342) dirty exists 2024-09-13T02:55:33.269 INFO:tasks.rados.rados.0.smithi052.stdout:1074: left oid 30 (ObjNum 342 snap 116 seq_num 342) 2024-09-13T02:55:33.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:33 smithi078 ceph-mon[30844]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T02:55:33.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:33 smithi052 ceph-mon[91421]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T02:55:33.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:33 smithi052 ceph-mon[89065]: osdmap e275: 8 total, 8 up, 8 in 2024-09-13T02:55:33.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:34.156 INFO:tasks.rados.rados.0.smithi052.stdout:1066: done (7 left) 2024-09-13T02:55:34.156 INFO:tasks.rados.rados.0.smithi052.stdout:1068: done (6 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1069: done (5 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1070: done (4 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1071: done (3 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1073: done (2 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1074: done (1 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1075: done (0 left) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1076: read oid 5 snap 113 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1076: expect (ObjNum 329 snap 113 seq_num 329) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1077: read oid 47 snap 61 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1077: expect (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 117 2024-09-13T02:55:34.157 INFO:tasks.rados.rados.0.smithi052.stdout:1078: seq_num 343 ranges {253952=548864,802816=401408} 2024-09-13T02:55:34.161 INFO:tasks.rados.rados.0.smithi052.stdout:1078: writing smithi05277117-1 from 253952 to 802816 tid 1 2024-09-13T02:55:34.163 INFO:tasks.rados.rados.0.smithi052.stdout:1078: writing smithi05277117-1 from 802816 to 1204224 tid 2 2024-09-13T02:55:34.164 INFO:tasks.rados.rados.0.smithi052.stdout:1079: delete oid 35 current snap is 117 2024-09-13T02:55:34.164 INFO:tasks.rados.rados.0.smithi052.stdout:1077: expect (ObjNum 191 snap 56 seq_num 191) 2024-09-13T02:55:34.238 INFO:tasks.rados.rados.0.smithi052.stdout:1076: expect (ObjNum 329 snap 113 seq_num 329) 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1078: finishing write tid 1 to smithi05277117-1 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1078: finishing write tid 2 to smithi05277117-1 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1078: finishing write tid 3 to smithi05277117-1 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1078: finishing write tid 4 to smithi05277117-1 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 400 (ObjNum 343 snap 117 seq_num 343) dirty exists 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1078: left oid 1 (ObjNum 343 snap 117 seq_num 343) 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1076: done (3 left) 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1077: done (2 left) 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1078: done (1 left) 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1079: done (0 left) 2024-09-13T02:55:34.280 INFO:tasks.rados.rados.0.smithi052.stdout:1080: snap_create 2024-09-13T02:55:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:34 smithi078 ceph-mon[30844]: pgmap v25: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T02:55:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:34 smithi078 ceph-mon[30844]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T02:55:34.481 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:34 smithi052 ceph-mon[91421]: pgmap v25: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T02:55:34.482 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:34 smithi052 ceph-mon[91421]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T02:55:34.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:34 smithi052 ceph-mon[89065]: pgmap v25: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-09-13T02:55:34.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:34 smithi052 ceph-mon[89065]: osdmap e276: 8 total, 8 up, 8 in 2024-09-13T02:55:34.822 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:34.822 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:35.156 INFO:tasks.rados.rados.0.smithi052.stdout:1080: done (0 left) 2024-09-13T02:55:35.156 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 118 2024-09-13T02:55:35.157 INFO:tasks.rados.rados.0.smithi052.stdout:1081: seq_num 345 ranges {876544=581632,1458176=401408} 2024-09-13T02:55:35.164 INFO:tasks.rados.rados.0.smithi052.stdout:1081: writing smithi05277117-47 from 876544 to 1458176 tid 1 2024-09-13T02:55:35.167 INFO:tasks.rados.rados.0.smithi052.stdout:1081: writing smithi05277117-47 from 1458176 to 1859584 tid 2 2024-09-13T02:55:35.167 INFO:tasks.rados.rados.0.smithi052.stdout:1082: snap_remove snap 95 2024-09-13T02:55:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:35 smithi078 ceph-mon[30844]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T02:55:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:35 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:35 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:35.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:35 smithi052 ceph-mon[89065]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T02:55:35.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:35.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:35 smithi052 ceph-mon[91421]: osdmap e277: 8 total, 8 up, 8 in 2024-09-13T02:55:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:36.155 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:36.006+0000 7f0b5ce01640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T02:55:36.155 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[89065]: pgmap v28: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-13T02:55:36.155 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[89065]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T02:55:36.155 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:36.155 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:36.163 INFO:tasks.rados.rados.0.smithi052.stdout:1082: done (1 left) 2024-09-13T02:55:36.164 INFO:tasks.rados.rados.0.smithi052.stdout:1083: delete oid 9 current snap is 118 2024-09-13T02:55:36.164 INFO:tasks.rados.rados.0.smithi052.stdout:1081: finishing write tid 1 to smithi05277117-47 2024-09-13T02:55:36.164 INFO:tasks.rados.rados.0.smithi052.stdout:1081: finishing write tid 2 to smithi05277117-47 2024-09-13T02:55:36.164 INFO:tasks.rados.rados.0.smithi052.stdout:1081: finishing write tid 3 to smithi05277117-47 2024-09-13T02:55:36.164 INFO:tasks.rados.rados.0.smithi052.stdout:1081: finishing write tid 4 to smithi05277117-47 2024-09-13T02:55:36.165 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 427 (ObjNum 345 snap 118 seq_num 345) dirty exists 2024-09-13T02:55:36.165 INFO:tasks.rados.rados.0.smithi052.stdout:1081: left oid 47 (ObjNum 345 snap 118 seq_num 345) 2024-09-13T02:55:36.178 INFO:tasks.rados.rados.0.smithi052.stdout:1081: done (1 left) 2024-09-13T02:55:36.179 INFO:tasks.rados.rados.0.smithi052.stdout:1083: done (0 left) 2024-09-13T02:55:36.179 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 118 2024-09-13T02:55:36.179 INFO:tasks.rados.rados.0.smithi052.stdout:1084: seq_num 347 ranges {614400=614400,1228800=401408} 2024-09-13T02:55:36.185 INFO:tasks.rados.rados.0.smithi052.stdout:1084: writing smithi05277117-46 from 614400 to 1228800 tid 1 2024-09-13T02:55:36.187 INFO:tasks.rados.rados.0.smithi052.stdout:1084: writing smithi05277117-46 from 1228800 to 1630208 tid 2 2024-09-13T02:55:36.187 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 118 2024-09-13T02:55:36.188 INFO:tasks.rados.rados.0.smithi052.stdout:1085: seq_num 348 ranges {0=630784,630784=401408} 2024-09-13T02:55:36.191 INFO:tasks.rados.rados.0.smithi052.stdout:1085: writing smithi05277117-15 from 0 to 630784 tid 1 2024-09-13T02:55:36.194 INFO:tasks.rados.rados.0.smithi052.stdout:1085: writing smithi05277117-15 from 630784 to 1032192 tid 2 2024-09-13T02:55:36.194 INFO:tasks.rados.rados.0.smithi052.stdout:1086: read oid 31 snap -1 2024-09-13T02:55:36.194 INFO:tasks.rados.rados.0.smithi052.stdout:1086: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:36.194 INFO:tasks.rados.rados.0.smithi052.stdout:1087: copy_from oid 17 from oid 50 current snap is 118 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1084: finishing write tid 1 to smithi05277117-46 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1084: finishing write tid 2 to smithi05277117-46 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1084: finishing write tid 3 to smithi05277117-46 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1084: finishing write tid 4 to smithi05277117-46 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 673 (ObjNum 347 snap 118 seq_num 347) dirty exists 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1084: left oid 46 (ObjNum 347 snap 118 seq_num 347) 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1085: finishing write tid 1 to smithi05277117-15 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1084: done (3 left) 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1088: rollback oid 42 current snap is 118 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 112 2024-09-13T02:55:36.195 INFO:tasks.rados.rados.0.smithi052.stdout:1089: snap_create 2024-09-13T02:55:36.196 INFO:tasks.rados.rados.0.smithi052.stdout:1088: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:55:36.196 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 413 (ObjNum 49 snap 0 seq_num 1440722622) dirty dne 2024-09-13T02:55:36.196 INFO:tasks.rados.rados.0.smithi052.stdout:1085: finishing write tid 2 to smithi05277117-15 2024-09-13T02:55:36.197 INFO:tasks.rados.rados.0.smithi052.stdout:1085: finishing write tid 3 to smithi05277117-15 2024-09-13T02:55:36.198 INFO:tasks.rados.rados.0.smithi052.stdout:1085: finishing write tid 4 to smithi05277117-15 2024-09-13T02:55:36.198 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 132 (ObjNum 348 snap 118 seq_num 348) dirty exists 2024-09-13T02:55:36.198 INFO:tasks.rados.rados.0.smithi052.stdout:1085: left oid 15 (ObjNum 348 snap 118 seq_num 348) 2024-09-13T02:55:36.202 INFO:tasks.rados.rados.0.smithi052.stdout:1087: finishing copy_from racing read to smithi05277117-17 2024-09-13T02:55:36.204 INFO:tasks.rados.rados.0.smithi052.stdout:1087: finishing copy_from to smithi05277117-17 2024-09-13T02:55:36.204 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 509 (ObjNum 340 snap 116 seq_num 340) dirty exists 2024-09-13T02:55:36.208 INFO:tasks.rados.rados.0.smithi052.stdout:1086: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:36 smithi078 ceph-mon[30844]: pgmap v28: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-13T02:55:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:36 smithi078 ceph-mon[30844]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T02:55:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:36 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:36 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[91421]: pgmap v28: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-09-13T02:55:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[91421]: osdmap e278: 8 total, 8 up, 8 in 2024-09-13T02:55:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:37.163 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:37 smithi052 ceph-mon[89065]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T02:55:37.167 INFO:tasks.rados.rados.0.smithi052.stdout:1085: done (4 left) 2024-09-13T02:55:37.167 INFO:tasks.rados.rados.0.smithi052.stdout:1086: done (3 left) 2024-09-13T02:55:37.167 INFO:tasks.rados.rados.0.smithi052.stdout:1087: done (2 left) 2024-09-13T02:55:37.167 INFO:tasks.rados.rados.0.smithi052.stdout:1088: done (1 left) 2024-09-13T02:55:37.167 INFO:tasks.rados.rados.0.smithi052.stdout:1089: done (0 left) 2024-09-13T02:55:37.168 INFO:tasks.rados.rados.0.smithi052.stdout:1090: read oid 7 snap 89 2024-09-13T02:55:37.168 INFO:tasks.rados.rados.0.smithi052.stdout:1090: expect deleted 2024-09-13T02:55:37.168 INFO:tasks.rados.rados.0.smithi052.stdout:1091: copy_from oid 13 from oid 41 current snap is 119 2024-09-13T02:55:37.168 INFO:tasks.rados.rados.0.smithi052.stdout:1092: snap_remove snap 78 2024-09-13T02:55:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:37 smithi078 ceph-mon[30844]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T02:55:37.479 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:37 smithi052 ceph-mon[91421]: osdmap e279: 8 total, 8 up, 8 in 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:1091: finishing copy_from racing read to smithi05277117-13 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:1091: finishing copy_from to smithi05277117-13 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 409 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:1090: done (2 left) 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:1091: done (1 left) 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:1092: done (0 left) 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 119 2024-09-13T02:55:38.168 INFO:tasks.rados.rados.0.smithi052.stdout:1093: seq_num 349 ranges {262144=655360,917504=401408} 2024-09-13T02:55:38.174 INFO:tasks.rados.rados.0.smithi052.stdout:1093: writing smithi05277117-19 from 262144 to 917504 tid 1 2024-09-13T02:55:38.177 INFO:tasks.rados.rados.0.smithi052.stdout:1093: writing smithi05277117-19 from 917504 to 1318912 tid 2 2024-09-13T02:55:38.177 INFO:tasks.rados.rados.0.smithi052.stdout:1094: snap_create 2024-09-13T02:55:38.186 INFO:tasks.rados.rados.0.smithi052.stdout:1093: finishing write tid 1 to smithi05277117-19 2024-09-13T02:55:38.189 INFO:tasks.rados.rados.0.smithi052.stdout:1093: finishing write tid 2 to smithi05277117-19 2024-09-13T02:55:38.189 INFO:tasks.rados.rados.0.smithi052.stdout:1093: finishing write tid 3 to smithi05277117-19 2024-09-13T02:55:38.192 INFO:tasks.rados.rados.0.smithi052.stdout:1093: finishing write tid 4 to smithi05277117-19 2024-09-13T02:55:38.192 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 448 (ObjNum 349 snap 119 seq_num 349) dirty exists 2024-09-13T02:55:38.192 INFO:tasks.rados.rados.0.smithi052.stdout:1093: left oid 19 (ObjNum 349 snap 119 seq_num 349) 2024-09-13T02:55:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:38 smithi052 ceph-mon[91421]: pgmap v31: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:38 smithi052 ceph-mon[91421]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T02:55:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:38 smithi052 ceph-mon[89065]: pgmap v31: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:38 smithi052 ceph-mon[89065]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T02:55:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:38 smithi078 ceph-mon[30844]: pgmap v31: 121 pgs: 121 active+clean; 287 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:38 smithi078 ceph-mon[30844]: osdmap e280: 8 total, 8 up, 8 in 2024-09-13T02:55:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:55:38] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-09-13T02:55:38.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:39.178 INFO:tasks.rados.rados.0.smithi052.stdout:1093: done (1 left) 2024-09-13T02:55:39.178 INFO:tasks.rados.rados.0.smithi052.stdout:1094: done (0 left) 2024-09-13T02:55:39.179 INFO:tasks.rados.rados.0.smithi052.stdout:1095: snap_create 2024-09-13T02:55:39.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T02:55:39.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:39.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:39.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:39.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:39.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:39.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:39 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:55:39.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T02:55:39.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: osdmap e281: 8 total, 8 up, 8 in 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T02:55:39.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T02:55:39.730 INFO:tasks.rados.rados.0.smithi052.stdout:1095: done (0 left) 2024-09-13T02:55:39.730 INFO:tasks.rados.rados.0.smithi052.stdout:1096: snap_remove snap 94 2024-09-13T02:55:40.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:40 smithi078 ceph-mon[30844]: pgmap v34: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-09-13T02:55:40.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:40 smithi078 ceph-mon[30844]: Upgrade: It appears safe to stop mon.b 2024-09-13T02:55:40.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:40 smithi078 ceph-mon[30844]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T02:55:40.423 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:40 smithi078 ceph-mon[30844]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T02:55:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[91421]: pgmap v34: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[91421]: Upgrade: It appears safe to stop mon.b 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[91421]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[91421]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[89065]: pgmap v34: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[89065]: Upgrade: It appears safe to stop mon.b 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[89065]: osdmap e282: 8 total, 8 up, 8 in 2024-09-13T02:55:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:40 smithi052 ceph-mon[89065]: osdmap e283: 8 total, 8 up, 8 in 2024-09-13T02:55:40.732 INFO:tasks.rados.rados.0.smithi052.stdout:1096: done (0 left) 2024-09-13T02:55:40.732 INFO:tasks.rados.rados.0.smithi052.stdout:1097: snap_remove snap 61 2024-09-13T02:55:41.391 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:55:41.669 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:55:41.669 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (94s) 6s ago 6m 15.9M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (81s) 20s ago 6m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (7m) 6s ago 7m 14.7M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (7m) 20s ago 7m 20.5M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (46s) 20s ago 10m 437M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (73s) 6s ago 12m 498M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (32s) 6s ago 12m 38.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (11m) 20s ago 11m 55.0M 2048M 17.2.7-1627-gbbdadfa3 a994b00deb3a 25daa6144455 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (11s) 6s ago 11m 21.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (91s) 6s ago 5m 7956k - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (78s) 20s ago 5m 7708k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:55:41.670 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (10m) 6s ago 10m 170M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:55:41.671 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (10m) 6s ago 10m 168M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:55:41.671 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (9m) 6s ago 9m 212M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:55:41.671 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (9m) 6s ago 9m 129M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:55:41.671 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (9m) 20s ago 9m 125M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:55:41.671 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (8m) 20s ago 8m 179M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:55:41.671 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (8m) 20s ago 8m 111M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:55:41.672 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (7m) 20s ago 7m 138M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:55:41.672 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (50s) 20s ago 6m 46.6M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:55:41.672 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: pgmap v37: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-09-13T02:55:41.672 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: Upgrade: Updating mon.b 2024-09-13T02:55:41.672 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:41.672 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:41.672 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:41.672 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: Deploying daemon mon.b on smithi078 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[91421]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: pgmap v37: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: Upgrade: Updating mon.b 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: Deploying daemon mon.b on smithi078 2024-09-13T02:55:41.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:41 smithi052 ceph-mon[89065]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T02:55:41.733 INFO:tasks.rados.rados.0.smithi052.stdout:1097: done (0 left) 2024-09-13T02:55:41.734 INFO:tasks.rados.rados.0.smithi052.stdout:1098: delete oid 6 current snap is 121 2024-09-13T02:55:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:1098: done (0 left) 2024-09-13T02:55:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:1099: read oid 23 snap 110 2024-09-13T02:55:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:1099: expect (ObjNum 243 snap 78 seq_num 243) 2024-09-13T02:55:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:1100: rmattr oid 12 current snap is 121 2024-09-13T02:55:41.745 INFO:tasks.rados.rados.0.smithi052.stdout:1100: done (1 left) 2024-09-13T02:55:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:1101: copy_from oid 2 from oid 27 current snap is 121 2024-09-13T02:55:41.746 INFO:tasks.rados.rados.0.smithi052.stdout:1102: delete oid 30 current snap is 121 2024-09-13T02:55:41.755 INFO:tasks.rados.rados.0.smithi052.stdout:1102: done (2 left) 2024-09-13T02:55:41.755 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 121 2024-09-13T02:55:41.756 INFO:tasks.rados.rados.0.smithi052.stdout:1103: seq_num 352 ranges {2424832=704512,3129344=401408} 2024-09-13T02:55:41.772 INFO:tasks.rados.rados.0.smithi052.stdout:1103: writing smithi05277117-40 from 2424832 to 3129344 tid 1 2024-09-13T02:55:41.774 INFO:tasks.rados.rados.0.smithi052.stdout:1103: writing smithi05277117-40 from 3129344 to 3530752 tid 2 2024-09-13T02:55:41.775 INFO:tasks.rados.rados.0.smithi052.stdout:1104: snap_remove snap 109 2024-09-13T02:55:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: pgmap v37: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-09-13T02:55:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: Upgrade: Updating mon.b 2024-09-13T02:55:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: Deploying daemon mon.b on smithi078 2024-09-13T02:55:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:41 smithi078 ceph-mon[30844]: osdmap e284: 8 total, 8 up, 8 in 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:55:42.025 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 11, 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 4 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:55:42.026 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:55:42.510 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:42 smithi078 systemd[1]: Stopping Ceph mon.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:55:42.510 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:42.775 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b[30828]: 2024-09-13T02:55:42.508+0000 7efd9dbe8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:55:42.775 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b[30828]: 2024-09-13T02:55:42.508+0000 7efd9dbe8640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-13T02:55:43.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:42 smithi078 podman[85429]: 2024-09-13 02:55:42.774289645 +0000 UTC m=+0.392899539 container died 25daa614445520f6b46a1e9b5d0c54a98fcb94699f48141b281923f047a49117 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:55:43.435 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 podman[85429]: 2024-09-13 02:55:43.233848257 +0000 UTC m=+0.852458148 container cleanup 25daa614445520f6b46a1e9b5d0c54a98fcb94699f48141b281923f047a49117 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa, io.buildah.version=1.37.2) 2024-09-13T02:55:43.436 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 bash[85429]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b 2024-09-13T02:55:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 podman[85442]: 2024-09-13 02:55:43.435158482 +0000 UTC m=+0.657541192 container remove 25daa614445520f6b46a1e9b5d0c54a98fcb94699f48141b281923f047a49117 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:55:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-13T02:55:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 systemd[1]: Stopped Ceph mon.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:55:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.879s CPU time. 2024-09-13T02:55:43.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:43.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:44.181 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:43 smithi078 systemd[1]: Starting Ceph mon.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:55:44.181 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 podman[85570]: 2024-09-13 02:55:43.971268284 +0000 UTC m=+0.016021870 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:55:44.181 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 podman[85570]: 2024-09-13 02:55:44.077891517 +0000 UTC m=+0.122645098 container create 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 podman[85570]: 2024-09-13 02:55:44.297044901 +0000 UTC m=+0.341798484 container init 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f) 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 podman[85570]: 2024-09-13 02:55:44.300352904 +0000 UTC m=+0.345106486 container start 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: set uid:gid to 167:167 (ceph:ceph) 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 2 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: pidfile_write: ignore empty --pid-file 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: load: jerasure load: lrc 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: RocksDB version: 7.9.2 2024-09-13T02:55:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Git sha 0 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: DB SUMMARY 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: DB Session ID: OS6Y3SHX4NX351T02OR1 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: CURRENT file: CURRENT 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: IDENTITY file: IDENTITY 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1087 Bytes 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 12327982 ; 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.error_if_exists: 0 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.create_if_missing: 0 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.paranoid_checks: 1 2024-09-13T02:55:44.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.env: 0x55a87b48c940 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.fs: PosixFileSystem 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.info_log: 0x55a87c47d6e0 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_file_opening_threads: 16 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.statistics: (nil) 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.use_fsync: 0 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_log_file_size: 0 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.keep_log_file_num: 1000 2024-09-13T02:55:44.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.recycle_log_file_num: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.allow_fallocate: 1 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.allow_mmap_reads: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.allow_mmap_writes: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.use_direct_reads: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.create_missing_column_families: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.db_log_dir: 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.wal_dir: 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T02:55:44.450 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.advise_random_on_open: 1 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.db_write_buffer_size: 0 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.write_buffer_manager: 0x55a87c48cdc0 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.rate_limiter: (nil) 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.wal_recovery_mode: 2 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.enable_thread_tracking: 0 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.enable_pipelined_write: 0 2024-09-13T02:55:44.451 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.unordered_write: 0 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.row_cache: None 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.wal_filter: None 2024-09-13T02:55:44.452 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T02:55:44.453 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.allow_ingest_behind: 0 2024-09-13T02:55:44.453 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.two_write_queues: 0 2024-09-13T02:55:44.453 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.manual_wal_flush: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.wal_compression: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.atomic_flush: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.log_readahead_size: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.best_efforts_recovery: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.allow_data_in_errors: 0 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.db_host_id: __hostname__ 2024-09-13T02:55:44.454 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_background_jobs: 2 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_background_compactions: -1 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_subcompactions: 1 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_total_wal_size: 0 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_open_files: -1 2024-09-13T02:55:44.455 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bytes_per_sync: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_readahead_size: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_background_flushes: -1 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Compression algorithms supported: 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kZSTD supported: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kXpressCompression supported: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kBZip2Compression supported: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kLZ4Compression supported: 1 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kZlibCompression supported: 1 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kLZ4HCCompression supported: 1 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: kSnappyCompression supported: 1 2024-09-13T02:55:44.456 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.merge_operator: 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_filter: None 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_filter_factory: None 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.sst_partitioner_factory: None 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a87c47d320) 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout: cache_index_and_filter_blocks: 1 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T02:55:44.457 INFO:journalctl@ceph.mon.b.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: pin_top_level_index_and_filter: 1 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: index_type: 0 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: data_block_index_type: 0 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: index_shortening: 1 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: checksum: 4 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: no_block_cache: 0 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache: 0x55a87c4711f0 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache_name: BinnedLRUCache 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache_options: 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: capacity : 536870912 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: num_shard_bits : 4 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: strict_capacity_limit : 0 2024-09-13T02:55:44.458 INFO:journalctl@ceph.mon.b.smithi078.stdout: high_pri_pool_ratio: 0.000 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_cache_compressed: (nil) 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: persistent_cache: (nil) 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_size: 4096 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_size_deviation: 10 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_restart_interval: 16 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: index_block_restart_interval: 1 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: metadata_block_size: 4096 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: partition_filters: 0 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: use_delta_encoding: 1 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: filter_policy: bloomfilter 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: whole_key_filtering: 1 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: verify_compression: 0 2024-09-13T02:55:44.459 INFO:journalctl@ceph.mon.b.smithi078.stdout: read_amp_bytes_per_bit: 0 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: format_version: 5 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: enable_index_compression: 1 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: block_align: 0 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: max_auto_readahead_size: 262144 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: prepopulate_block_cache: 0 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: initial_auto_readahead_size: 8192 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout: num_file_reads_for_auto_readahead: 2 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.write_buffer_size: 33554432 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_write_buffer_number: 2 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression: NoCompression 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression: Disabled 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.prefix_extractor: nullptr 2024-09-13T02:55:44.460 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.num_levels: 7 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:55:44.461 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.level: 32767 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.strategy: 0 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.enabled: false 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.target_file_size_base: 67108864 2024-09-13T02:55:44.462 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T02:55:44.463 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.arena_block_size: 1048576 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.disable_auto_compactions: 0 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T02:55:44.464 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.inplace_update_support: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.bloom_locality: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.max_successive_merges: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.paranoid_file_checks: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.force_consistency_checks: 1 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.report_bg_io_stats: 0 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.ttl: 2592000 2024-09-13T02:55:44.465 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.enable_blob_files: false 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.min_blob_size: 0 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.blob_file_size: 268435456 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.blob_file_starting_level: 0 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-13T02:55:44.466 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13462, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ee71a040-2580-490a-8c7a-e07b5875352a 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196144328403, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196144358058, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7581722, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13467, "largest_seqno": 17543, "table_properties": {"data_size": 7563405, "index_size": 12726, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4549, "raw_key_size": 41965, "raw_average_key_size": 23, "raw_value_size": 7525240, "raw_average_value_size": 4150, "num_data_blocks": 552, "num_entries": 1813, "num_filter_entries": 1813, "num_deletions": 291, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726196144, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ee71a040-2580-490a-8c7a-e07b5875352a", "db_session_id": "OS6Y3SHX4NX351T02OR1", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726196144358191, "job": 1, "event": "recovery_finished"} 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a87c49ee00 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: DB pointer 0x55a87c59a000 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T02:55:44.467 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** DB Stats ** 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** Compaction Stats [default] ** 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: L0 1/0 7.23 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.3 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-09-13T02:55:44.468 INFO:journalctl@ceph.mon.b.smithi078.stdout: L6 1/0 7.13 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: Sum 2/0 14.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.3 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 527.3 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** Compaction Stats [default] ** 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 527.3 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-09-13T02:55:44.469 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: Cumulative compaction: 0.01 GB write, 216.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: Interval compaction: 0.01 GB write, 216.04 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: Block cache BinnedLRUCache@0x55a87c4711f0#2 capacity: 512.00 MB usage: 17.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,13.08 KB,0.00249445%) Misc(1,0.00 KB,0%) 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: starting mon.b rank 1 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???) e3 preinit fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).mds e8 new map 2024-09-13T02:55:44.470 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).mds e8 print_map 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: e8 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: legacy client fscid: 1 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: Filesystem 'cephfs' (1) 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: fs_name cephfs 2024-09-13T02:55:44.471 INFO:journalctl@ceph.mon.b.smithi078.stdout: epoch 8 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: created 2024-09-13T02:48:23.411383+0000 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: modified 2024-09-13T02:48:34.945824+0000 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: tableserver 0 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: root 0 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: session_timeout 60 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: session_autoclose 300 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: max_file_size 1099511627776 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: max_xattr_size 65536 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: required_client_features {} 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: last_failure 0 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: last_failure_osd_epoch 0 2024-09-13T02:55:44.472 INFO:journalctl@ceph.mon.b.smithi078.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: max_mds 1 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: in 0 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: up {0=24355} 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: failed 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: damaged 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: stopped 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: data_pools [3] 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: metadata_pool 2 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: inline_data disabled 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: balancer 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: bal_rank_mask -1 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: standby_count_wanted 0 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: qdb_cluster leader: 0 members: 2024-09-13T02:55:44.473 INFO:journalctl@ceph.mon.b.smithi078.stdout: [mds.b{0:24355} state up:active seq 5 addr [v2:172.21.15.78:6832/1463089480,v1:172.21.15.78:6833/1463089480] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout: Standby daemons: 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout: 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout: [mds.a{-1:14421} state up:standby seq 1 addr [v2:172.21.15.52:6834/4062143835,v1:172.21.15.52:6835/4062143835] compat {c=[1],r=[1],i=[7ff]}] 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).osd e285 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).osd e285 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).osd e285 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).osd e285 crush map has features 432629308056666112, adjusting msgr requires 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-mon[85589]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-09-13T02:55:44.474 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 bash[85570]: 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 2024-09-13T02:55:44.475 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:44 smithi078 systemd[1]: Started Ceph mon.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:55:44.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:44.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:46.750 INFO:tasks.rados.rados.0.smithi052.stdout:1104: done (3 left) 2024-09-13T02:55:46.750 INFO:tasks.rados.rados.0.smithi052.stdout:1105: rmattr oid 7 current snap is 121 2024-09-13T02:55:46.750 INFO:tasks.rados.rados.0.smithi052.stdout:1101: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:55:46.750 INFO:tasks.rados.rados.0.smithi052.stdout:1101: finishing copy_from to smithi05277117-2 2024-09-13T02:55:46.750 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 635 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:55:46.750 INFO:tasks.rados.rados.0.smithi052.stdout:1099: expect (ObjNum 243 snap 78 seq_num 243) 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: mon.b calling monitor election 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: mon.c calling monitor election 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: mon.a calling monitor election 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: monmap epoch 4 2024-09-13T02:55:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: last_changed 2024-09-13T02:55:45.741241+0000 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: min_mon_release 19 (squid) 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: election_strategy: 1 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: mgrmap e42: y(active, since 29s), standbys: x 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T02:55:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:46.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:46.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:46.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: mon.b calling monitor election 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: mon.c calling monitor election 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: mon.a calling monitor election 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: monmap epoch 4 2024-09-13T02:55:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: last_changed 2024-09-13T02:55:45.741241+0000 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: min_mon_release 19 (squid) 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: election_strategy: 1 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T02:55:47.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: mgrmap e42: y(active, since 29s), standbys: x 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: mon.b calling monitor election 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: mon.c calling monitor election 2024-09-13T02:55:47.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: mon.a calling monitor election 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: monmap epoch 4 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: fsid c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: last_changed 2024-09-13T02:55:45.741241+0000 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: created 2024-09-13T02:42:41.880546+0000 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: min_mon_release 19 (squid) 2024-09-13T02:55:47.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: election_strategy: 1 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.b 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: 2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: osdmap e285: 8 total, 8 up, 8 in 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: mgrmap e42: y(active, since 29s), standbys: x 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:55:47.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:55:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:1103: finishing write tid 1 to smithi05277117-40 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1103: finishing write tid 2 to smithi05277117-40 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1103: finishing write tid 3 to smithi05277117-40 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1103: finishing write tid 4 to smithi05277117-40 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 412 (ObjNum 352 snap 121 seq_num 352) dirty exists 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1103: left oid 40 (ObjNum 352 snap 121 seq_num 352) 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1099: done (3 left) 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1101: done (2 left) 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1103: done (1 left) 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1105: done (0 left) 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 121 2024-09-13T02:55:47.045 INFO:tasks.rados.rados.0.smithi052.stdout:1106: seq_num 353 ranges {638976=720896,1359872=401408} 2024-09-13T02:55:47.052 INFO:tasks.rados.rados.0.smithi052.stdout:1106: writing smithi05277117-43 from 638976 to 1359872 tid 1 2024-09-13T02:55:47.054 INFO:tasks.rados.rados.0.smithi052.stdout:1106: writing smithi05277117-43 from 1359872 to 1761280 tid 2 2024-09-13T02:55:47.054 INFO:tasks.rados.rados.0.smithi052.stdout:1107: delete oid 46 current snap is 121 2024-09-13T02:55:47.057 INFO:tasks.rados.rados.0.smithi052.stdout:1107: done (1 left) 2024-09-13T02:55:47.057 INFO:tasks.rados.rados.0.smithi052.stdout:1108: read oid 3 snap -1 2024-09-13T02:55:47.057 INFO:tasks.rados.rados.0.smithi052.stdout:1108: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:55:47.057 INFO:tasks.rados.rados.0.smithi052.stdout:1109: snap_remove snap 93 2024-09-13T02:55:47.767 INFO:tasks.rados.rados.0.smithi052.stdout:1109: done (2 left) 2024-09-13T02:55:47.767 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 121 2024-09-13T02:55:47.767 INFO:tasks.rados.rados.0.smithi052.stdout:1106: finishing write tid 1 to smithi05277117-43 2024-09-13T02:55:47.767 INFO:tasks.rados.rados.0.smithi052.stdout:1110: seq_num 355 ranges {0=753664,753664=401408} 2024-09-13T02:55:47.771 INFO:tasks.rados.rados.0.smithi052.stdout:1110: writing smithi05277117-42 from 0 to 753664 tid 1 2024-09-13T02:55:47.774 INFO:tasks.rados.rados.0.smithi052.stdout:1110: writing smithi05277117-42 from 753664 to 1155072 tid 2 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1111: read oid 31 snap -1 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1111: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1112: setattr oid 18 current snap is 121 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1106: finishing write tid 2 to smithi05277117-43 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1106: finishing write tid 3 to smithi05277117-43 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1106: finishing write tid 4 to smithi05277117-43 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 451 (ObjNum 353 snap 121 seq_num 353) dirty exists 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1106: left oid 43 (ObjNum 353 snap 121 seq_num 353) 2024-09-13T02:55:47.775 INFO:tasks.rados.rados.0.smithi052.stdout:1108: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:1110: finishing write tid 1 to smithi05277117-42 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:1110: finishing write tid 2 to smithi05277117-42 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:1110: finishing write tid 3 to smithi05277117-42 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:1110: finishing write tid 4 to smithi05277117-42 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 473 (ObjNum 355 snap 121 seq_num 355) dirty exists 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:1110: left oid 42 (ObjNum 355 snap 121 seq_num 355) 2024-09-13T02:55:47.810 INFO:tasks.rados.rados.0.smithi052.stdout:1111: expect (ObjNum 247 snap 81 seq_num 247) 2024-09-13T02:55:47.994 INFO:tasks.rados.rados.0.smithi052.stdout:1106: done (4 left) 2024-09-13T02:55:47.994 INFO:tasks.rados.rados.0.smithi052.stdout:1108: done (3 left) 2024-09-13T02:55:47.994 INFO:tasks.rados.rados.0.smithi052.stdout:1110: done (2 left) 2024-09-13T02:55:47.994 INFO:tasks.rados.rados.0.smithi052.stdout:1111: done (1 left) 2024-09-13T02:55:47.994 INFO:tasks.rados.rados.0.smithi052.stdout:1113: delete oid 31 current snap is 121 2024-09-13T02:55:47.996 INFO:tasks.rados.rados.0.smithi052.stdout:1113: done (1 left) 2024-09-13T02:55:47.996 INFO:tasks.rados.rados.0.smithi052.stdout:1114: read oid 12 snap -1 2024-09-13T02:55:47.996 INFO:tasks.rados.rados.0.smithi052.stdout:1114: expect (ObjNum 341 snap 116 seq_num 341) 2024-09-13T02:55:47.996 INFO:tasks.rados.rados.0.smithi052.stdout:1115: delete oid 38 current snap is 121 2024-09-13T02:55:47.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 531 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:55:47.999 INFO:tasks.rados.rados.0.smithi052.stdout:1112: done (2 left) 2024-09-13T02:55:47.999 INFO:tasks.rados.rados.0.smithi052.stdout:1115: done (1 left) 2024-09-13T02:55:47.999 INFO:tasks.rados.rados.0.smithi052.stdout:1116: snap_remove snap 77 2024-09-13T02:55:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:47 smithi052 ceph-mon[91421]: pgmap v42: 121 pgs: 121 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 418 KiB/s wr, 2 op/s 2024-09-13T02:55:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:47 smithi052 ceph-mon[91421]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T02:55:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:47 smithi052 ceph-mon[89065]: pgmap v42: 121 pgs: 121 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 418 KiB/s wr, 2 op/s 2024-09-13T02:55:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:47 smithi052 ceph-mon[89065]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T02:55:48.073 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:47 smithi078 ceph-mon[85589]: pgmap v42: 121 pgs: 121 active+clean; 296 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 418 KiB/s wr, 2 op/s 2024-09-13T02:55:48.073 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:47 smithi078 ceph-mon[85589]: osdmap e286: 8 total, 8 up, 8 in 2024-09-13T02:55:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:55:48] "GET /metrics HTTP/1.1" 200 35979 "" "Prometheus/2.43.0" 2024-09-13T02:55:48.773 INFO:tasks.rados.rados.0.smithi052.stdout:1116: done (1 left) 2024-09-13T02:55:48.774 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 121 2024-09-13T02:55:48.774 INFO:tasks.rados.rados.0.smithi052.stdout:1117: seq_num 358 ranges {4653056=802816,5455872=401408} 2024-09-13T02:55:48.805 INFO:tasks.rados.rados.0.smithi052.stdout:1117: writing smithi05277117-34 from 4653056 to 5455872 tid 1 2024-09-13T02:55:48.807 INFO:tasks.rados.rados.0.smithi052.stdout:1117: writing smithi05277117-34 from 5455872 to 5857280 tid 2 2024-09-13T02:55:48.807 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 121 2024-09-13T02:55:48.807 INFO:tasks.rados.rados.0.smithi052.stdout:1118: seq_num 359 ranges {3891200=417792,4308992=417792,4726784=385024} 2024-09-13T02:55:48.830 INFO:tasks.rados.rados.0.smithi052.stdout:1118: writing smithi05277117-4 from 3891200 to 4308992 tid 1 2024-09-13T02:55:48.833 INFO:tasks.rados.rados.0.smithi052.stdout:1118: writing smithi05277117-4 from 4308992 to 4726784 tid 2 2024-09-13T02:55:48.835 INFO:tasks.rados.rados.0.smithi052.stdout:1118: writing smithi05277117-4 from 4726784 to 5111808 tid 3 2024-09-13T02:55:48.835 INFO:tasks.rados.rados.0.smithi052.stdout:1119: copy_from oid 7 from oid 1 current snap is 121 2024-09-13T02:55:48.836 INFO:tasks.rados.rados.0.smithi052.stdout:1114: expect (ObjNum 341 snap 116 seq_num 341) 2024-09-13T02:55:48.864 INFO:tasks.rados.rados.0.smithi052.stdout:1117: finishing write tid 1 to smithi05277117-34 2024-09-13T02:55:48.864 INFO:tasks.rados.rados.0.smithi052.stdout:1117: finishing write tid 2 to smithi05277117-34 2024-09-13T02:55:48.864 INFO:tasks.rados.rados.0.smithi052.stdout:1117: finishing write tid 3 to smithi05277117-34 2024-09-13T02:55:48.864 INFO:tasks.rados.rados.0.smithi052.stdout:1117: finishing write tid 4 to smithi05277117-34 2024-09-13T02:55:48.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 428 (ObjNum 358 snap 121 seq_num 358) dirty exists 2024-09-13T02:55:48.866 INFO:tasks.rados.rados.0.smithi052.stdout:1117: left oid 34 (ObjNum 358 snap 121 seq_num 358) 2024-09-13T02:55:48.866 INFO:tasks.rados.rados.0.smithi052.stdout:1118: finishing write tid 1 to smithi05277117-4 2024-09-13T02:55:48.866 INFO:tasks.rados.rados.0.smithi052.stdout:1114: done (3 left) 2024-09-13T02:55:48.866 INFO:tasks.rados.rados.0.smithi052.stdout:1117: done (2 left) 2024-09-13T02:55:48.866 INFO:tasks.rados.rados.0.smithi052.stdout:1120: snap_remove snap 91 2024-09-13T02:55:48.943 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:48.943 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:48 smithi078 ceph-mon[85589]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T02:55:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:48 smithi052 ceph-mon[91421]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T02:55:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:48 smithi052 ceph-mon[89065]: osdmap e287: 8 total, 8 up, 8 in 2024-09-13T02:55:49.733 INFO:tasks.rados.rados.0.smithi052.stdout:1120: done (2 left) 2024-09-13T02:55:49.733 INFO:tasks.rados.rados.0.smithi052.stdout:1121: read oid 27 snap 117 2024-09-13T02:55:49.733 INFO:tasks.rados.rados.0.smithi052.stdout:1121: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:55:49.733 INFO:tasks.rados.rados.0.smithi052.stdout:1122: snap_remove snap 105 2024-09-13T02:55:49.770 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:55:49.370+0000 7f0b5ce01640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T02:55:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:49 smithi078 ceph-mon[85589]: pgmap v45: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 586 KiB/s wr, 3 op/s 2024-09-13T02:55:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:49 smithi078 ceph-mon[85589]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T02:55:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:49 smithi078 ceph-mon[85589]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T02:55:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-mon[91421]: pgmap v45: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 586 KiB/s wr, 3 op/s 2024-09-13T02:55:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-mon[91421]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T02:55:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-mon[91421]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T02:55:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-mon[89065]: pgmap v45: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 586 KiB/s wr, 3 op/s 2024-09-13T02:55:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-mon[89065]: osdmap e288: 8 total, 8 up, 8 in 2024-09-13T02:55:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:49 smithi052 ceph-mon[89065]: osdmap e289: 8 total, 8 up, 8 in 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1122: done (3 left) 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1123: copy_from oid 45 from oid 39 current snap is 121 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1118: finishing write tid 2 to smithi05277117-4 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1118: finishing write tid 3 to smithi05277117-4 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1118: finishing write tid 4 to smithi05277117-4 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1118: finishing write tid 5 to smithi05277117-4 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 730 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1118: left oid 4 (ObjNum 359 snap 121 seq_num 359) 2024-09-13T02:55:50.736 INFO:tasks.rados.rados.0.smithi052.stdout:1119: finishing copy_from racing read to smithi05277117-7 2024-09-13T02:55:50.737 INFO:tasks.rados.rados.0.smithi052.stdout:1119: finishing copy_from to smithi05277117-7 2024-09-13T02:55:50.737 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 400 (ObjNum 343 snap 117 seq_num 343) dirty exists 2024-09-13T02:55:50.737 INFO:tasks.rados.rados.0.smithi052.stdout:1121: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1123: finishing copy_from racing read to smithi05277117-45 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1123: finishing copy_from to smithi05277117-45 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 416 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1118: done (3 left) 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1119: done (2 left) 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1121: done (1 left) 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1123: done (0 left) 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1124: read oid 1 snap -1 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1124: expect (ObjNum 343 snap 117 seq_num 343) 2024-09-13T02:55:50.765 INFO:tasks.rados.rados.0.smithi052.stdout:1125: delete oid 14 current snap is 121 2024-09-13T02:55:50.767 INFO:tasks.rados.rados.0.smithi052.stdout:1125: done (1 left) 2024-09-13T02:55:50.767 INFO:tasks.rados.rados.0.smithi052.stdout:1126: delete oid 17 current snap is 121 2024-09-13T02:55:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1126: done (1 left) 2024-09-13T02:55:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1127: snap_create 2024-09-13T02:55:50.770 INFO:tasks.rados.rados.0.smithi052.stdout:1124: expect (ObjNum 343 snap 117 seq_num 343) 2024-09-13T02:55:51.410 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.410 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.410 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.410 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.410 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:51 smithi078 ceph-mon[85589]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T02:55:51.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[91421]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:51 smithi052 ceph-mon[89065]: osdmap e290: 8 total, 8 up, 8 in 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:1124: done (1 left) 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:1127: done (0 left) 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:1128: rmattr oid 12 current snap is 122 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:1128: done (0 left) 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:1129: rollback oid 42 current snap is 122 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 92 2024-09-13T02:55:51.735 INFO:tasks.rados.rados.0.smithi052.stdout:1130: snap_remove snap 97 2024-09-13T02:55:52.106 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:52 smithi078 ceph-mon[85589]: pgmap v48: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 648 KiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-13T02:55:52.106 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:52 smithi078 ceph-mon[85589]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T02:55:52.389 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:52 smithi052 ceph-mon[91421]: pgmap v48: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 648 KiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-13T02:55:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:52 smithi052 ceph-mon[91421]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T02:55:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:52 smithi052 ceph-mon[89065]: pgmap v48: 121 pgs: 121 active+clean; 297 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 648 KiB/s rd, 274 KiB/s wr, 2 op/s 2024-09-13T02:55:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:52 smithi052 ceph-mon[89065]: osdmap e291: 8 total, 8 up, 8 in 2024-09-13T02:55:52.737 INFO:tasks.rados.rados.0.smithi052.stdout:1130: done (1 left) 2024-09-13T02:55:52.737 INFO:tasks.rados.rados.0.smithi052.stdout:1131: snap_create 2024-09-13T02:55:52.737 INFO:tasks.rados.rados.0.smithi052.stdout:1129: finishing rollback tid 0 to smithi05277117-42 2024-09-13T02:55:52.737 INFO:tasks.rados.rados.0.smithi052.stdout:1129: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:55:52.737 INFO:tasks.rados.rados.0.smithi052.stdout:1129: finishing rollback tid 2 to smithi05277117-42 2024-09-13T02:55:52.738 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 493 (ObjNum 218 snap 64 seq_num 218) dirty exists 2024-09-13T02:55:53.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:53.737 INFO:tasks.rados.rados.0.smithi052.stdout:1129: done (1 left) 2024-09-13T02:55:53.737 INFO:tasks.rados.rados.0.smithi052.stdout:1131: done (0 left) 2024-09-13T02:55:53.737 INFO:tasks.rados.rados.0.smithi052.stdout:1132: copy_from oid 23 from oid 38 current snap is 123 2024-09-13T02:55:53.737 INFO:tasks.rados.rados.0.smithi052.stdout:1133: snap_remove snap 122 2024-09-13T02:55:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:53 smithi052 ceph-mon[91421]: pgmap v51: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:55:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:53 smithi052 ceph-mon[91421]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T02:55:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:53 smithi052 ceph-mon[89065]: pgmap v51: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:55:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:53 smithi052 ceph-mon[89065]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T02:55:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:53 smithi078 ceph-mon[85589]: pgmap v51: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:55:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:53 smithi078 ceph-mon[85589]: osdmap e292: 8 total, 8 up, 8 in 2024-09-13T02:55:54.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:54.725 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:54.734 INFO:tasks.rados.rados.0.smithi052.stdout:1133: done (1 left) 2024-09-13T02:55:54.734 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 123 2024-09-13T02:55:54.734 INFO:tasks.rados.rados.0.smithi052.stdout:1132: finishing copy_from to smithi05277117-23 2024-09-13T02:55:54.734 INFO:tasks.rados.rados.0.smithi052.stdout:1132: got expected ENOENT (src dne) 2024-09-13T02:55:54.734 INFO:tasks.rados.rados.0.smithi052.stdout:1134: seq_num 362 ranges {917504=466944,1384448=466944,1851392=335872} 2024-09-13T02:55:54.741 INFO:tasks.rados.rados.0.smithi052.stdout:1134: writing smithi05277117-12 from 917504 to 1384448 tid 1 2024-09-13T02:55:54.744 INFO:tasks.rados.rados.0.smithi052.stdout:1134: writing smithi05277117-12 from 1384448 to 1851392 tid 2 2024-09-13T02:55:54.747 INFO:tasks.rados.rados.0.smithi052.stdout:1134: writing smithi05277117-12 from 1851392 to 2187264 tid 3 2024-09-13T02:55:54.747 INFO:tasks.rados.rados.0.smithi052.stdout:1135: copy_from oid 44 from oid 4 current snap is 123 2024-09-13T02:55:54.747 INFO:tasks.rados.rados.0.smithi052.stdout:1132: finishing copy_from racing read to smithi05277117-23 2024-09-13T02:55:54.747 INFO:tasks.rados.rados.0.smithi052.stdout:1134: finishing write tid 1 to smithi05277117-12 2024-09-13T02:55:54.747 INFO:tasks.rados.rados.0.smithi052.stdout:1132: done (2 left) 2024-09-13T02:55:54.748 INFO:tasks.rados.rados.0.smithi052.stdout:1136: rmattr oid 15 current snap is 123 2024-09-13T02:55:54.748 INFO:tasks.rados.rados.0.smithi052.stdout:1136: done (2 left) 2024-09-13T02:55:54.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 123 2024-09-13T02:55:54.748 INFO:tasks.rados.rados.0.smithi052.stdout:1137: seq_num 363 ranges {1728512=483328,2211840=753664,2965504=49152} 2024-09-13T02:55:54.760 INFO:tasks.rados.rados.0.smithi052.stdout:1137: writing smithi05277117-26 from 1728512 to 2211840 tid 1 2024-09-13T02:55:54.764 INFO:tasks.rados.rados.0.smithi052.stdout:1137: writing smithi05277117-26 from 2211840 to 2965504 tid 2 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:1137: writing smithi05277117-26 from 2965504 to 3014656 tid 3 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:1138: snap_create 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:1134: finishing write tid 2 to smithi05277117-12 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:1134: finishing write tid 3 to smithi05277117-12 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:1134: finishing write tid 4 to smithi05277117-12 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:1134: finishing write tid 5 to smithi05277117-12 2024-09-13T02:55:54.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 486 (ObjNum 362 snap 123 seq_num 362) dirty exists 2024-09-13T02:55:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:1134: left oid 12 (ObjNum 362 snap 123 seq_num 362) 2024-09-13T02:55:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:1137: finishing write tid 1 to smithi05277117-26 2024-09-13T02:55:54.769 INFO:tasks.rados.rados.0.smithi052.stdout:1137: finishing write tid 2 to smithi05277117-26 2024-09-13T02:55:54.769 INFO:tasks.rados.rados.0.smithi052.stdout:1137: finishing write tid 3 to smithi05277117-26 2024-09-13T02:55:54.769 INFO:tasks.rados.rados.0.smithi052.stdout:1137: finishing write tid 4 to smithi05277117-26 2024-09-13T02:55:54.770 INFO:tasks.rados.rados.0.smithi052.stdout:1137: finishing write tid 5 to smithi05277117-26 2024-09-13T02:55:54.770 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 484 (ObjNum 363 snap 123 seq_num 363) dirty exists 2024-09-13T02:55:54.770 INFO:tasks.rados.rados.0.smithi052.stdout:1137: left oid 26 (ObjNum 363 snap 123 seq_num 363) 2024-09-13T02:55:54.776 INFO:tasks.rados.rados.0.smithi052.stdout:1135: finishing copy_from racing read to smithi05277117-44 2024-09-13T02:55:54.779 INFO:tasks.rados.rados.0.smithi052.stdout:1135: finishing copy_from to smithi05277117-44 2024-09-13T02:55:54.779 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 730 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: osdmap e293: 8 total, 8 up, 8 in 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: Reconfiguring mon.a (monmap changed)... 2024-09-13T02:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: Reconfiguring daemon mon.a on smithi052 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[89065]: osdmap e294: 8 total, 8 up, 8 in 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: osdmap e293: 8 total, 8 up, 8 in 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: Reconfiguring mon.a (monmap changed)... 2024-09-13T02:55:55.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:55.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:55.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:55.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: Reconfiguring daemon mon.a on smithi052 2024-09-13T02:55:55.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:54 smithi052 ceph-mon[91421]: osdmap e294: 8 total, 8 up, 8 in 2024-09-13T02:55:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: osdmap e293: 8 total, 8 up, 8 in 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: Reconfiguring mon.a (monmap changed)... 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: Reconfiguring daemon mon.a on smithi052 2024-09-13T02:55:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:54 smithi078 ceph-mon[85589]: osdmap e294: 8 total, 8 up, 8 in 2024-09-13T02:55:55.746 INFO:tasks.rados.rados.0.smithi052.stdout:1134: done (3 left) 2024-09-13T02:55:55.746 INFO:tasks.rados.rados.0.smithi052.stdout:1135: done (2 left) 2024-09-13T02:55:55.746 INFO:tasks.rados.rados.0.smithi052.stdout:1137: done (1 left) 2024-09-13T02:55:55.746 INFO:tasks.rados.rados.0.smithi052.stdout:1138: done (0 left) 2024-09-13T02:55:55.746 INFO:tasks.rados.rados.0.smithi052.stdout:1139: rollback oid 26 current snap is 124 2024-09-13T02:55:55.747 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 59 2024-09-13T02:55:55.747 INFO:tasks.rados.rados.0.smithi052.stdout:1140: copy_from oid 48 from oid 14 current snap is 124 2024-09-13T02:55:55.747 INFO:tasks.rados.rados.0.smithi052.stdout:1141: snap_create 2024-09-13T02:55:55.749 INFO:tasks.rados.rados.0.smithi052.stdout:1140: finishing copy_from to smithi05277117-48 2024-09-13T02:55:55.749 INFO:tasks.rados.rados.0.smithi052.stdout:1140: got expected ENOENT (src dne) 2024-09-13T02:55:55.749 INFO:tasks.rados.rados.0.smithi052.stdout:1140: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:55:55.750 INFO:tasks.rados.rados.0.smithi052.stdout:1139: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:55:55.750 INFO:tasks.rados.rados.0.smithi052.stdout:1139: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:55:55.751 INFO:tasks.rados.rados.0.smithi052.stdout:1139: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:55:55.751 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 488 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-09-13T02:55:56.112 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: pgmap v54: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:55:56.112 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:56.112 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:56.112 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[89065]: osdmap e295: 8 total, 8 up, 8 in 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: pgmap v54: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:56.113 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:55 smithi052 ceph-mon[91421]: osdmap e295: 8 total, 8 up, 8 in 2024-09-13T02:55:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: pgmap v54: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:55:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:55:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:55:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:55 smithi078 ceph-mon[85589]: osdmap e295: 8 total, 8 up, 8 in 2024-09-13T02:55:56.748 INFO:tasks.rados.rados.0.smithi052.stdout:1139: done (2 left) 2024-09-13T02:55:56.748 INFO:tasks.rados.rados.0.smithi052.stdout:1140: done (1 left) 2024-09-13T02:55:56.748 INFO:tasks.rados.rados.0.smithi052.stdout:1141: done (0 left) 2024-09-13T02:55:56.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 125 2024-09-13T02:55:56.748 INFO:tasks.rados.rados.0.smithi052.stdout:1142: seq_num 364 ranges {5971968=499712,6471680=638976,7110656=163840} 2024-09-13T02:55:56.783 INFO:tasks.rados.rados.0.smithi052.stdout:1142: writing smithi05277117-23 from 5971968 to 6471680 tid 1 2024-09-13T02:55:56.788 INFO:tasks.rados.rados.0.smithi052.stdout:1142: writing smithi05277117-23 from 6471680 to 7110656 tid 2 2024-09-13T02:55:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:1142: writing smithi05277117-23 from 7110656 to 7274496 tid 3 2024-09-13T02:55:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 125 2024-09-13T02:55:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:1143: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-09-13T02:55:56.793 INFO:tasks.rados.rados.0.smithi052.stdout:1143: writing smithi05277117-36 from 0 to 516096 tid 1 2024-09-13T02:55:56.798 INFO:tasks.rados.rados.0.smithi052.stdout:1143: writing smithi05277117-36 from 516096 to 1089536 tid 2 2024-09-13T02:55:56.800 INFO:tasks.rados.rados.0.smithi052.stdout:1143: writing smithi05277117-36 from 1089536 to 1318912 tid 3 2024-09-13T02:55:56.801 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 125 2024-09-13T02:55:56.801 INFO:tasks.rados.rados.0.smithi052.stdout:1142: finishing write tid 1 to smithi05277117-23 2024-09-13T02:55:56.801 INFO:tasks.rados.rados.0.smithi052.stdout:1144: seq_num 366 ranges {2187264=532480,2719744=458752,3178496=344064} 2024-09-13T02:55:56.815 INFO:tasks.rados.rados.0.smithi052.stdout:1144: writing smithi05277117-12 from 2187264 to 2719744 tid 1 2024-09-13T02:55:56.818 INFO:tasks.rados.rados.0.smithi052.stdout:1144: writing smithi05277117-12 from 2719744 to 3178496 tid 2 2024-09-13T02:55:56.821 INFO:tasks.rados.rados.0.smithi052.stdout:1144: writing smithi05277117-12 from 3178496 to 3522560 tid 3 2024-09-13T02:55:56.821 INFO:tasks.rados.rados.0.smithi052.stdout:1145: snap_create 2024-09-13T02:55:56.821 INFO:tasks.rados.rados.0.smithi052.stdout:1142: finishing write tid 2 to smithi05277117-23 2024-09-13T02:55:56.821 INFO:tasks.rados.rados.0.smithi052.stdout:1142: finishing write tid 3 to smithi05277117-23 2024-09-13T02:55:56.821 INFO:tasks.rados.rados.0.smithi052.stdout:1142: finishing write tid 4 to smithi05277117-23 2024-09-13T02:55:56.821 INFO:tasks.rados.rados.0.smithi052.stdout:1142: finishing write tid 5 to smithi05277117-23 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 552 (ObjNum 364 snap 125 seq_num 364) dirty exists 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1142: left oid 23 (ObjNum 364 snap 125 seq_num 364) 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1143: finishing write tid 1 to smithi05277117-36 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1143: finishing write tid 2 to smithi05277117-36 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1143: finishing write tid 3 to smithi05277117-36 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1143: finishing write tid 4 to smithi05277117-36 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1143: finishing write tid 5 to smithi05277117-36 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 535 (ObjNum 365 snap 125 seq_num 365) dirty exists 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1143: left oid 36 (ObjNum 365 snap 125 seq_num 365) 2024-09-13T02:55:56.822 INFO:tasks.rados.rados.0.smithi052.stdout:1144: finishing write tid 1 to smithi05277117-12 2024-09-13T02:55:56.823 INFO:tasks.rados.rados.0.smithi052.stdout:1144: finishing write tid 2 to smithi05277117-12 2024-09-13T02:55:56.823 INFO:tasks.rados.rados.0.smithi052.stdout:1144: finishing write tid 3 to smithi05277117-12 2024-09-13T02:55:56.823 INFO:tasks.rados.rados.0.smithi052.stdout:1144: finishing write tid 4 to smithi05277117-12 2024-09-13T02:55:56.824 INFO:tasks.rados.rados.0.smithi052.stdout:1144: finishing write tid 5 to smithi05277117-12 2024-09-13T02:55:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 491 (ObjNum 366 snap 125 seq_num 366) dirty exists 2024-09-13T02:55:56.825 INFO:tasks.rados.rados.0.smithi052.stdout:1144: left oid 12 (ObjNum 366 snap 125 seq_num 366) 2024-09-13T02:55:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:56 smithi052 ceph-mon[91421]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T02:55:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:56 smithi052 ceph-mon[91421]: Reconfiguring daemon mgr.y on smithi052 2024-09-13T02:55:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:56 smithi052 ceph-mon[91421]: osdmap e296: 8 total, 8 up, 8 in 2024-09-13T02:55:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:56 smithi052 ceph-mon[89065]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T02:55:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:56 smithi052 ceph-mon[89065]: Reconfiguring daemon mgr.y on smithi052 2024-09-13T02:55:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:56 smithi052 ceph-mon[89065]: osdmap e296: 8 total, 8 up, 8 in 2024-09-13T02:55:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:56 smithi078 ceph-mon[85589]: Reconfiguring mgr.y (monmap changed)... 2024-09-13T02:55:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:56 smithi078 ceph-mon[85589]: Reconfiguring daemon mgr.y on smithi052 2024-09-13T02:55:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:56 smithi078 ceph-mon[85589]: osdmap e296: 8 total, 8 up, 8 in 2024-09-13T02:55:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:1142: done (3 left) 2024-09-13T02:55:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:1143: done (2 left) 2024-09-13T02:55:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:1144: done (1 left) 2024-09-13T02:55:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:1145: done (0 left) 2024-09-13T02:55:57.799 INFO:tasks.rados.rados.0.smithi052.stdout:1146: read oid 16 snap -1 2024-09-13T02:55:57.800 INFO:tasks.rados.rados.0.smithi052.stdout:1146: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:55:57.800 INFO:tasks.rados.rados.0.smithi052.stdout:1147: read oid 47 snap -1 2024-09-13T02:55:57.800 INFO:tasks.rados.rados.0.smithi052.stdout:1147: expect (ObjNum 345 snap 118 seq_num 345) 2024-09-13T02:55:57.800 INFO:tasks.rados.rados.0.smithi052.stdout:1148: snap_remove snap 103 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: pgmap v57: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:58.157 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: Reconfiguring daemon mon.c on smithi052 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[91421]: osdmap e297: 8 total, 8 up, 8 in 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: pgmap v57: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: Reconfiguring daemon mon.c on smithi052 2024-09-13T02:55:58.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:57 smithi052 ceph-mon[89065]: osdmap e297: 8 total, 8 up, 8 in 2024-09-13T02:55:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: pgmap v57: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:55:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: Reconfiguring mon.c (monmap changed)... 2024-09-13T02:55:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:55:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:55:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: Reconfiguring daemon mon.c on smithi052 2024-09-13T02:55:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:57 smithi078 ceph-mon[85589]: osdmap e297: 8 total, 8 up, 8 in 2024-09-13T02:55:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:55:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:55:58] "GET /metrics HTTP/1.1" 200 35979 "" "Prometheus/2.43.0" 2024-09-13T02:55:58.803 INFO:tasks.rados.rados.0.smithi052.stdout:1148: done (2 left) 2024-09-13T02:55:58.803 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 126 2024-09-13T02:55:58.803 INFO:tasks.rados.rados.0.smithi052.stdout:1149: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-09-13T02:55:58.807 INFO:tasks.rados.rados.0.smithi052.stdout:1149: writing smithi05277117-28 from 0 to 548864 tid 1 2024-09-13T02:55:58.814 INFO:tasks.rados.rados.0.smithi052.stdout:1149: writing smithi05277117-28 from 548864 to 1286144 tid 2 2024-09-13T02:55:58.815 INFO:tasks.rados.rados.0.smithi052.stdout:1149: writing smithi05277117-28 from 1286144 to 1351680 tid 3 2024-09-13T02:55:58.815 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 126 2024-09-13T02:55:58.816 INFO:tasks.rados.rados.0.smithi052.stdout:1150: seq_num 368 ranges {253952=573440,827392=622592,1449984=180224} 2024-09-13T02:55:58.821 INFO:tasks.rados.rados.0.smithi052.stdout:1150: writing smithi05277117-18 from 253952 to 827392 tid 1 2024-09-13T02:55:58.825 INFO:tasks.rados.rados.0.smithi052.stdout:1150: writing smithi05277117-18 from 827392 to 1449984 tid 2 2024-09-13T02:55:58.828 INFO:tasks.rados.rados.0.smithi052.stdout:1150: writing smithi05277117-18 from 1449984 to 1630208 tid 3 2024-09-13T02:55:58.828 INFO:tasks.rados.rados.0.smithi052.stdout:1151: read oid 3 snap -1 2024-09-13T02:55:58.828 INFO:tasks.rados.rados.0.smithi052.stdout:1151: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:55:58.828 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 126 2024-09-13T02:55:58.828 INFO:tasks.rados.rados.0.smithi052.stdout:1152: seq_num 369 ranges {253952=589824,843776=507904,1351680=294912} 2024-09-13T02:55:58.833 INFO:tasks.rados.rados.0.smithi052.stdout:1152: writing smithi05277117-10 from 253952 to 843776 tid 1 2024-09-13T02:55:58.837 INFO:tasks.rados.rados.0.smithi052.stdout:1152: writing smithi05277117-10 from 843776 to 1351680 tid 2 2024-09-13T02:55:58.839 INFO:tasks.rados.rados.0.smithi052.stdout:1152: writing smithi05277117-10 from 1351680 to 1646592 tid 3 2024-09-13T02:55:58.839 INFO:tasks.rados.rados.0.smithi052.stdout:1153: snap_create 2024-09-13T02:55:58.839 INFO:tasks.rados.rados.0.smithi052.stdout:1146: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:55:58.847 INFO:tasks.rados.rados.0.smithi052.stdout:1147: expect (ObjNum 345 snap 118 seq_num 345) 2024-09-13T02:55:58.926 INFO:tasks.rados.rados.0.smithi052.stdout:1149: finishing write tid 1 to smithi05277117-28 2024-09-13T02:55:58.926 INFO:tasks.rados.rados.0.smithi052.stdout:1149: finishing write tid 2 to smithi05277117-28 2024-09-13T02:55:58.926 INFO:tasks.rados.rados.0.smithi052.stdout:1149: finishing write tid 3 to smithi05277117-28 2024-09-13T02:55:58.926 INFO:tasks.rados.rados.0.smithi052.stdout:1149: finishing write tid 4 to smithi05277117-28 2024-09-13T02:55:58.926 INFO:tasks.rados.rados.0.smithi052.stdout:1150: finishing write tid 1 to smithi05277117-18 2024-09-13T02:55:58.926 INFO:tasks.rados.rados.0.smithi052.stdout:1150: finishing write tid 2 to smithi05277117-18 2024-09-13T02:55:58.927 INFO:tasks.rados.rados.0.smithi052.stdout:1149: finishing write tid 5 to smithi05277117-28 2024-09-13T02:55:58.927 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 539 (ObjNum 367 snap 126 seq_num 367) dirty exists 2024-09-13T02:55:58.927 INFO:tasks.rados.rados.0.smithi052.stdout:1149: left oid 28 (ObjNum 367 snap 126 seq_num 367) 2024-09-13T02:55:58.927 INFO:tasks.rados.rados.0.smithi052.stdout:1151: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:55:58.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:55:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:55:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:55:58.949 INFO:tasks.rados.rados.0.smithi052.stdout:1150: finishing write tid 3 to smithi05277117-18 2024-09-13T02:55:58.949 INFO:tasks.rados.rados.0.smithi052.stdout:1150: finishing write tid 4 to smithi05277117-18 2024-09-13T02:55:58.949 INFO:tasks.rados.rados.0.smithi052.stdout:1150: finishing write tid 5 to smithi05277117-18 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 543 (ObjNum 368 snap 126 seq_num 368) dirty exists 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1150: left oid 18 (ObjNum 368 snap 126 seq_num 368) 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1152: finishing write tid 1 to smithi05277117-10 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1152: finishing write tid 2 to smithi05277117-10 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1152: finishing write tid 3 to smithi05277117-10 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1152: finishing write tid 4 to smithi05277117-10 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1152: finishing write tid 5 to smithi05277117-10 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 844 (ObjNum 369 snap 126 seq_num 369) dirty exists 2024-09-13T02:55:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:1152: left oid 10 (ObjNum 369 snap 126 seq_num 369) 2024-09-13T02:55:59.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.0 on smithi052 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: pgmap v60: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[91421]: osdmap e298: 8 total, 8 up, 8 in 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:59.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:59.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T02:55:59.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:55:59.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:59.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.0 on smithi052 2024-09-13T02:55:59.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: pgmap v60: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T02:55:59.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:55:59 smithi052 ceph-mon[89065]: osdmap e298: 8 total, 8 up, 8 in 2024-09-13T02:55:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: Reconfiguring osd.0 (monmap changed)... 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.0 on smithi052 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: pgmap v60: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T02:55:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:55:59 smithi078 ceph-mon[85589]: osdmap e298: 8 total, 8 up, 8 in 2024-09-13T02:55:59.734 INFO:tasks.rados.rados.0.smithi052.stdout:1146: done (6 left) 2024-09-13T02:55:59.734 INFO:tasks.rados.rados.0.smithi052.stdout:1147: done (5 left) 2024-09-13T02:55:59.734 INFO:tasks.rados.rados.0.smithi052.stdout:1149: done (4 left) 2024-09-13T02:55:59.734 INFO:tasks.rados.rados.0.smithi052.stdout:1150: done (3 left) 2024-09-13T02:55:59.734 INFO:tasks.rados.rados.0.smithi052.stdout:1151: done (2 left) 2024-09-13T02:55:59.734 INFO:tasks.rados.rados.0.smithi052.stdout:1152: done (1 left) 2024-09-13T02:55:59.735 INFO:tasks.rados.rados.0.smithi052.stdout:1153: done (0 left) 2024-09-13T02:55:59.735 INFO:tasks.rados.rados.0.smithi052.stdout:1154: snap_create 2024-09-13T02:56:00.738 INFO:tasks.rados.rados.0.smithi052.stdout:1154: done (0 left) 2024-09-13T02:56:00.738 INFO:tasks.rados.rados.0.smithi052.stdout:1155: delete oid 18 current snap is 128 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1155: done (0 left) 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1156: read oid 32 snap -1 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1156: expect deleted 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1157: read oid 48 snap -1 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1157: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1158: read oid 39 snap 116 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1158: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:56:00.743 INFO:tasks.rados.rados.0.smithi052.stdout:1159: snap_create 2024-09-13T02:56:00.747 INFO:tasks.rados.rados.0.smithi052.stdout:1157: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T02:56:00.771 INFO:tasks.rados.rados.0.smithi052.stdout:1158: expect (ObjNum 125 snap 37 seq_num 125) 2024-09-13T02:56:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T02:56:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:56:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.1 on smithi052 2024-09-13T02:56:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:00 smithi078 ceph-mon[85589]: osdmap e299: 8 total, 8 up, 8 in 2024-09-13T02:56:00.962 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:00.962 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.1 on smithi052 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[91421]: osdmap e299: 8 total, 8 up, 8 in 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: Reconfiguring osd.1 (monmap changed)... 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.1 on smithi052 2024-09-13T02:56:00.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:00 smithi052 ceph-mon[89065]: osdmap e299: 8 total, 8 up, 8 in 2024-09-13T02:56:01.743 INFO:tasks.rados.rados.0.smithi052.stdout:1156: done (3 left) 2024-09-13T02:56:01.744 INFO:tasks.rados.rados.0.smithi052.stdout:1157: done (2 left) 2024-09-13T02:56:01.744 INFO:tasks.rados.rados.0.smithi052.stdout:1158: done (1 left) 2024-09-13T02:56:01.744 INFO:tasks.rados.rados.0.smithi052.stdout:1159: done (0 left) 2024-09-13T02:56:01.744 INFO:tasks.rados.rados.0.smithi052.stdout:1160: snap_create 2024-09-13T02:56:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: pgmap v63: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T02:56:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: osdmap e300: 8 total, 8 up, 8 in 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.2 on smithi052 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: pgmap v63: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: osdmap e300: 8 total, 8 up, 8 in 2024-09-13T02:56:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:02.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:02.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T02:56:02.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:56:02.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:02.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.2 on smithi052 2024-09-13T02:56:02.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: pgmap v63: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T02:56:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: osdmap e300: 8 total, 8 up, 8 in 2024-09-13T02:56:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: Reconfiguring osd.2 (monmap changed)... 2024-09-13T02:56:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:56:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.2 on smithi052 2024-09-13T02:56:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:02.748 INFO:tasks.rados.rados.0.smithi052.stdout:1160: done (0 left) 2024-09-13T02:56:02.748 INFO:tasks.rados.rados.0.smithi052.stdout:1161: delete oid 39 current snap is 130 2024-09-13T02:56:02.753 INFO:tasks.rados.rados.0.smithi052.stdout:1161: done (0 left) 2024-09-13T02:56:02.753 INFO:tasks.rados.rados.0.smithi052.stdout:1162: rollback oid 33 current snap is 130 2024-09-13T02:56:02.753 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 33 to 79 2024-09-13T02:56:02.753 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 130 2024-09-13T02:56:02.753 INFO:tasks.rados.rados.0.smithi052.stdout:1163: seq_num 372 ranges {3522560=638976,4161536=565248,4726784=237568} 2024-09-13T02:56:02.776 INFO:tasks.rados.rados.0.smithi052.stdout:1163: writing smithi05277117-12 from 3522560 to 4161536 tid 1 2024-09-13T02:56:02.779 INFO:tasks.rados.rados.0.smithi052.stdout:1163: writing smithi05277117-12 from 4161536 to 4726784 tid 2 2024-09-13T02:56:02.781 INFO:tasks.rados.rados.0.smithi052.stdout:1163: writing smithi05277117-12 from 4726784 to 4964352 tid 3 2024-09-13T02:56:02.781 INFO:tasks.rados.rados.0.smithi052.stdout:1164: rollback oid 42 current snap is 130 2024-09-13T02:56:02.781 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 112 2024-09-13T02:56:02.781 INFO:tasks.rados.rados.0.smithi052.stdout:1162: finishing rollback tid 1 to smithi05277117-33 2024-09-13T02:56:02.782 INFO:tasks.rados.rados.0.smithi052.stdout:1162: finishing rollback tid 2 to smithi05277117-33 2024-09-13T02:56:02.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 846 (ObjNum 219 snap 64 seq_num 219) dirty exists 2024-09-13T02:56:02.782 INFO:tasks.rados.rados.0.smithi052.stdout:1163: finishing write tid 1 to smithi05277117-12 2024-09-13T02:56:02.782 INFO:tasks.rados.rados.0.smithi052.stdout:1162: done (2 left) 2024-09-13T02:56:02.782 INFO:tasks.rados.rados.0.smithi052.stdout:1165: snap_remove snap 89 2024-09-13T02:56:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[91421]: osdmap e301: 8 total, 8 up, 8 in 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[89065]: osdmap e301: 8 total, 8 up, 8 in 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:56:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:02 smithi078 ceph-mon[85589]: osdmap e301: 8 total, 8 up, 8 in 2024-09-13T02:56:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:56:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:03.760 INFO:tasks.rados.rados.0.smithi052.stdout:1164: finishing rollback tid 0 to smithi05277117-42 2024-09-13T02:56:03.760 INFO:tasks.rados.rados.0.smithi052.stdout:1164: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 506 (ObjNum 33 snap 0 seq_num 5) dirty dne 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1163: finishing write tid 2 to smithi05277117-12 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1163: finishing write tid 3 to smithi05277117-12 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1163: finishing write tid 4 to smithi05277117-12 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1163: finishing write tid 5 to smithi05277117-12 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 502 (ObjNum 372 snap 130 seq_num 372) dirty exists 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1163: left oid 12 (ObjNum 372 snap 130 seq_num 372) 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1163: done (2 left) 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1164: done (1 left) 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1165: done (0 left) 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1166: read oid 35 snap -1 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1166: expect deleted 2024-09-13T02:56:03.761 INFO:tasks.rados.rados.0.smithi052.stdout:1167: setattr oid 4 current snap is 130 2024-09-13T02:56:03.763 INFO:tasks.rados.rados.0.smithi052.stdout:1168: delete oid 29 current snap is 130 2024-09-13T02:56:03.773 INFO:tasks.rados.rados.0.smithi052.stdout:1166: done (2 left) 2024-09-13T02:56:03.773 INFO:tasks.rados.rados.0.smithi052.stdout:1168: done (1 left) 2024-09-13T02:56:03.773 INFO:tasks.rados.rados.0.smithi052.stdout:1169: snap_create 2024-09-13T02:56:03.774 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 768 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:56:03.837 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:03 smithi078 ceph-mon[85589]: pgmap v66: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-13T02:56:03.837 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:03 smithi078 ceph-mon[85589]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T02:56:03.837 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:03 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.3 on smithi052 2024-09-13T02:56:03.837 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:03 smithi078 ceph-mon[85589]: osdmap e302: 8 total, 8 up, 8 in 2024-09-13T02:56:03.838 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[89065]: pgmap v66: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-13T02:56:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[89065]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T02:56:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.3 on smithi052 2024-09-13T02:56:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[89065]: osdmap e302: 8 total, 8 up, 8 in 2024-09-13T02:56:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[91421]: pgmap v66: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-13T02:56:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[91421]: Reconfiguring osd.3 (monmap changed)... 2024-09-13T02:56:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.3 on smithi052 2024-09-13T02:56:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:03 smithi052 ceph-mon[91421]: osdmap e302: 8 total, 8 up, 8 in 2024-09-13T02:56:04.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:04.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:04.736 INFO:tasks.rados.rados.0.smithi052.stdout:1167: done (1 left) 2024-09-13T02:56:04.736 INFO:tasks.rados.rados.0.smithi052.stdout:1169: done (0 left) 2024-09-13T02:56:04.736 INFO:tasks.rados.rados.0.smithi052.stdout:1170: rollback oid 41 current snap is 131 2024-09-13T02:56:04.736 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 41 to 59 2024-09-13T02:56:04.736 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 131 2024-09-13T02:56:04.736 INFO:tasks.rados.rados.0.smithi052.stdout:1171: seq_num 374 ranges {5111808=671744,5783552=778240,6561792=24576} 2024-09-13T02:56:04.768 INFO:tasks.rados.rados.0.smithi052.stdout:1171: writing smithi05277117-4 from 5111808 to 5783552 tid 1 2024-09-13T02:56:04.772 INFO:tasks.rados.rados.0.smithi052.stdout:1171: writing smithi05277117-4 from 5783552 to 6561792 tid 2 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:1171: writing smithi05277117-4 from 6561792 to 6586368 tid 3 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:1172: delete oid 19 current snap is 131 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:1170: finishing rollback tid 0 to smithi05277117-41 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:1170: finishing rollback tid 1 to smithi05277117-41 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:1170: finishing rollback tid 2 to smithi05277117-41 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 415 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-09-13T02:56:04.773 INFO:tasks.rados.rados.0.smithi052.stdout:1171: finishing write tid 1 to smithi05277117-4 2024-09-13T02:56:04.774 INFO:tasks.rados.rados.0.smithi052.stdout:1170: done (2 left) 2024-09-13T02:56:04.774 INFO:tasks.rados.rados.0.smithi052.stdout:1172: done (1 left) 2024-09-13T02:56:04.774 INFO:tasks.rados.rados.0.smithi052.stdout:1173: rollback oid 6 current snap is 131 2024-09-13T02:56:04.775 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 112 2024-09-13T02:56:04.775 INFO:tasks.rados.rados.0.smithi052.stdout:1174: snap_remove snap 73 2024-09-13T02:56:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: osdmap e303: 8 total, 8 up, 8 in 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: Reconfiguring mds.a (monmap changed)... 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: Reconfiguring daemon mds.a on smithi052 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[89065]: osdmap e304: 8 total, 8 up, 8 in 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: osdmap e303: 8 total, 8 up, 8 in 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: Reconfiguring mds.a (monmap changed)... 2024-09-13T02:56:05.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:56:05.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:05.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: Reconfiguring daemon mds.a on smithi052 2024-09-13T02:56:05.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:04 smithi052 ceph-mon[91421]: osdmap e304: 8 total, 8 up, 8 in 2024-09-13T02:56:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: osdmap e303: 8 total, 8 up, 8 in 2024-09-13T02:56:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: Reconfiguring mds.a (monmap changed)... 2024-09-13T02:56:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:56:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: Reconfiguring daemon mds.a on smithi052 2024-09-13T02:56:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:04 smithi078 ceph-mon[85589]: osdmap e304: 8 total, 8 up, 8 in 2024-09-13T02:56:05.758 INFO:tasks.rados.rados.0.smithi052.stdout:1171: finishing write tid 2 to smithi05277117-4 2024-09-13T02:56:05.758 INFO:tasks.rados.rados.0.smithi052.stdout:1171: finishing write tid 3 to smithi05277117-4 2024-09-13T02:56:05.758 INFO:tasks.rados.rados.0.smithi052.stdout:1171: finishing write tid 4 to smithi05277117-4 2024-09-13T02:56:05.758 INFO:tasks.rados.rados.0.smithi052.stdout:1173: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1171: finishing write tid 5 to smithi05277117-4 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 783 (ObjNum 374 snap 131 seq_num 374) dirty exists 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1171: left oid 4 (ObjNum 374 snap 131 seq_num 374) 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1173: finishing rollback tid 2 to smithi05277117-6 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 851 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1171: done (2 left) 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1173: done (1 left) 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1174: done (0 left) 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1175: read oid 36 snap -1 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1175: expect (ObjNum 365 snap 125 seq_num 365) 2024-09-13T02:56:05.759 INFO:tasks.rados.rados.0.smithi052.stdout:1176: delete oid 1 current snap is 131 2024-09-13T02:56:05.771 INFO:tasks.rados.rados.0.smithi052.stdout:1176: done (1 left) 2024-09-13T02:56:05.771 INFO:tasks.rados.rados.0.smithi052.stdout:1177: rollback oid 16 current snap is 131 2024-09-13T02:56:05.771 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 79 2024-09-13T02:56:05.771 INFO:tasks.rados.rados.0.smithi052.stdout:1178: rmattr oid 44 current snap is 131 2024-09-13T02:56:05.771 INFO:tasks.rados.rados.0.smithi052.stdout:1179: delete oid 18 current snap is 131 2024-09-13T02:56:05.772 INFO:tasks.rados.rados.0.smithi052.stdout:1175: expect (ObjNum 365 snap 125 seq_num 365) 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1177: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1177: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1177: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 147 (ObjNum 221 snap 64 seq_num 221) dirty exists 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 731 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1175: done (3 left) 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1177: done (2 left) 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1178: done (1 left) 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1179: done (0 left) 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1180: read oid 26 snap -1 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:1180: expect (ObjNum 198 snap 58 seq_num 198) 2024-09-13T02:56:05.813 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 131 2024-09-13T02:56:05.814 INFO:tasks.rados.rados.0.smithi052.stdout:1181: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-09-13T02:56:05.817 INFO:tasks.rados.rados.0.smithi052.stdout:1181: writing smithi05277117-39 from 0 to 737280 tid 1 2024-09-13T02:56:05.821 INFO:tasks.rados.rados.0.smithi052.stdout:1181: writing smithi05277117-39 from 737280 to 1458176 tid 2 2024-09-13T02:56:05.821 INFO:tasks.rados.rados.0.smithi052.stdout:1181: writing smithi05277117-39 from 1458176 to 1540096 tid 3 2024-09-13T02:56:05.822 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 131 2024-09-13T02:56:05.822 INFO:tasks.rados.rados.0.smithi052.stdout:1182: seq_num 379 ranges {4964352=753664,5718016=606208,6324224=196608} 2024-09-13T02:56:05.853 INFO:tasks.rados.rados.0.smithi052.stdout:1182: writing smithi05277117-12 from 4964352 to 5718016 tid 1 2024-09-13T02:56:05.857 INFO:tasks.rados.rados.0.smithi052.stdout:1182: writing smithi05277117-12 from 5718016 to 6324224 tid 2 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1182: writing smithi05277117-12 from 6324224 to 6520832 tid 3 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1183: rmattr oid 10 current snap is 131 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1183: done (3 left) 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1184: read oid 27 snap -1 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1184: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1185: rmattr oid 38 current snap is 131 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1185: done (4 left) 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1186: rmattr oid 6 current snap is 131 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1181: finishing write tid 1 to smithi05277117-39 2024-09-13T02:56:05.859 INFO:tasks.rados.rados.0.smithi052.stdout:1181: finishing write tid 2 to smithi05277117-39 2024-09-13T02:56:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:1181: finishing write tid 3 to smithi05277117-39 2024-09-13T02:56:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:1181: finishing write tid 4 to smithi05277117-39 2024-09-13T02:56:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:1181: finishing write tid 5 to smithi05277117-39 2024-09-13T02:56:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 518 (ObjNum 378 snap 131 seq_num 378) dirty exists 2024-09-13T02:56:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:1181: left oid 39 (ObjNum 378 snap 131 seq_num 378) 2024-09-13T02:56:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:1180: expect (ObjNum 198 snap 58 seq_num 198) 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: pgmap v69: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:06.018 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:05 smithi078 ceph-mon[85589]: osdmap e305: 8 total, 8 up, 8 in 2024-09-13T02:56:06.092 INFO:tasks.rados.rados.0.smithi052.stdout:1182: finishing write tid 1 to smithi05277117-12 2024-09-13T02:56:06.092 INFO:tasks.rados.rados.0.smithi052.stdout:1180: done (4 left) 2024-09-13T02:56:06.092 INFO:tasks.rados.rados.0.smithi052.stdout:1181: done (3 left) 2024-09-13T02:56:06.092 INFO:tasks.rados.rados.0.smithi052.stdout:1187: copy_from oid 40 from oid 3 current snap is 131 2024-09-13T02:56:06.092 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 862 (ObjNum 226 snap 67 seq_num 226) dirty exists 2024-09-13T02:56:06.092 INFO:tasks.rados.rados.0.smithi052.stdout:1182: finishing write tid 2 to smithi05277117-12 2024-09-13T02:56:06.093 INFO:tasks.rados.rados.0.smithi052.stdout:1182: finishing write tid 3 to smithi05277117-12 2024-09-13T02:56:06.093 INFO:tasks.rados.rados.0.smithi052.stdout:1182: finishing write tid 4 to smithi05277117-12 2024-09-13T02:56:06.093 INFO:tasks.rados.rados.0.smithi052.stdout:1184: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:1182: finishing write tid 5 to smithi05277117-12 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 523 (ObjNum 379 snap 131 seq_num 379) dirty exists 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:1182: left oid 12 (ObjNum 379 snap 131 seq_num 379) 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:1187: finishing copy_from racing read to smithi05277117-40 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:1187: finishing copy_from to smithi05277117-40 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 714 (ObjNum 339 snap 116 seq_num 339) dirty exists 2024-09-13T02:56:06.110 INFO:tasks.rados.rados.0.smithi052.stdout:1182: done (3 left) 2024-09-13T02:56:06.111 INFO:tasks.rados.rados.0.smithi052.stdout:1184: done (2 left) 2024-09-13T02:56:06.111 INFO:tasks.rados.rados.0.smithi052.stdout:1186: done (1 left) 2024-09-13T02:56:06.111 INFO:tasks.rados.rados.0.smithi052.stdout:1187: done (0 left) 2024-09-13T02:56:06.111 INFO:tasks.rados.rados.0.smithi052.stdout:1188: snap_create 2024-09-13T02:56:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: pgmap v69: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-13T02:56:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[91421]: osdmap e305: 8 total, 8 up, 8 in 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: pgmap v69: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1006 KiB/s wr, 8 op/s 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:05 smithi052 ceph-mon[89065]: osdmap e305: 8 total, 8 up, 8 in 2024-09-13T02:56:06.999 INFO:tasks.rados.rados.0.smithi052.stdout:1188: done (0 left) 2024-09-13T02:56:07.000 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 132 2024-09-13T02:56:07.000 INFO:tasks.rados.rados.0.smithi052.stdout:1189: seq_num 380 ranges {1351680=770048,2121728=483328,2605056=319488} 2024-09-13T02:56:07.011 INFO:tasks.rados.rados.0.smithi052.stdout:1189: writing smithi05277117-28 from 1351680 to 2121728 tid 1 2024-09-13T02:56:07.013 INFO:tasks.rados.rados.0.smithi052.stdout:1189: writing smithi05277117-28 from 2121728 to 2605056 tid 2 2024-09-13T02:56:07.016 INFO:tasks.rados.rados.0.smithi052.stdout:1189: writing smithi05277117-28 from 2605056 to 2924544 tid 3 2024-09-13T02:56:07.016 INFO:tasks.rados.rados.0.smithi052.stdout:1190: rmattr oid 39 current snap is 132 2024-09-13T02:56:07.016 INFO:tasks.rados.rados.0.smithi052.stdout:1190: done (1 left) 2024-09-13T02:56:07.016 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 132 2024-09-13T02:56:07.017 INFO:tasks.rados.rados.0.smithi052.stdout:1191: seq_num 381 ranges {5857280=786432,6643712=417792,7061504=385024} 2024-09-13T02:56:07.053 INFO:tasks.rados.rados.0.smithi052.stdout:1191: writing smithi05277117-34 from 5857280 to 6643712 tid 1 2024-09-13T02:56:07.055 INFO:tasks.rados.rados.0.smithi052.stdout:1191: writing smithi05277117-34 from 6643712 to 7061504 tid 2 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1191: writing smithi05277117-34 from 7061504 to 7446528 tid 3 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1192: copy_from oid 3 from oid 13 current snap is 132 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1189: finishing write tid 1 to smithi05277117-28 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1189: finishing write tid 2 to smithi05277117-28 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1189: finishing write tid 3 to smithi05277117-28 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1189: finishing write tid 4 to smithi05277117-28 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1189: finishing write tid 5 to smithi05277117-28 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 548 (ObjNum 380 snap 132 seq_num 380) dirty exists 2024-09-13T02:56:07.058 INFO:tasks.rados.rados.0.smithi052.stdout:1189: left oid 28 (ObjNum 380 snap 132 seq_num 380) 2024-09-13T02:56:07.059 INFO:tasks.rados.rados.0.smithi052.stdout:1189: done (2 left) 2024-09-13T02:56:07.059 INFO:tasks.rados.rados.0.smithi052.stdout:1193: copy_from oid 5 from oid 45 current snap is 132 2024-09-13T02:56:07.059 INFO:tasks.rados.rados.0.smithi052.stdout:1194: snap_create 2024-09-13T02:56:07.059 INFO:tasks.rados.rados.0.smithi052.stdout:1191: finishing write tid 1 to smithi05277117-34 2024-09-13T02:56:07.059 INFO:tasks.rados.rados.0.smithi052.stdout:1191: finishing write tid 2 to smithi05277117-34 2024-09-13T02:56:07.064 INFO:tasks.rados.rados.0.smithi052.stdout:1191: finishing write tid 3 to smithi05277117-34 2024-09-13T02:56:07.064 INFO:tasks.rados.rados.0.smithi052.stdout:1191: finishing write tid 4 to smithi05277117-34 2024-09-13T02:56:07.066 INFO:tasks.rados.rados.0.smithi052.stdout:1191: finishing write tid 5 to smithi05277117-34 2024-09-13T02:56:07.066 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 465 (ObjNum 381 snap 132 seq_num 381) dirty exists 2024-09-13T02:56:07.066 INFO:tasks.rados.rados.0.smithi052.stdout:1191: left oid 34 (ObjNum 381 snap 132 seq_num 381) 2024-09-13T02:56:07.074 INFO:tasks.rados.rados.0.smithi052.stdout:1193: finishing copy_from racing read to smithi05277117-5 2024-09-13T02:56:07.076 INFO:tasks.rados.rados.0.smithi052.stdout:1192: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:56:07.077 INFO:tasks.rados.rados.0.smithi052.stdout:1193: finishing copy_from to smithi05277117-5 2024-09-13T02:56:07.077 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 416 (ObjNum 125 snap 37 seq_num 125) dirty exists 2024-09-13T02:56:07.077 INFO:tasks.rados.rados.0.smithi052.stdout:1192: finishing copy_from to smithi05277117-3 2024-09-13T02:56:07.077 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 409 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:56:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:56:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: Reconfiguring daemon mon.b on smithi078 2024-09-13T02:56:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: Reconfiguring daemon mon.b on smithi078 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:56:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: Reconfiguring mon.b (monmap changed)... 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: Reconfiguring daemon mon.b on smithi078 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T02:56:07.303 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:08.003 INFO:tasks.rados.rados.0.smithi052.stdout:1191: done (3 left) 2024-09-13T02:56:08.003 INFO:tasks.rados.rados.0.smithi052.stdout:1192: done (2 left) 2024-09-13T02:56:08.003 INFO:tasks.rados.rados.0.smithi052.stdout:1193: done (1 left) 2024-09-13T02:56:08.003 INFO:tasks.rados.rados.0.smithi052.stdout:1194: done (0 left) 2024-09-13T02:56:08.004 INFO:tasks.rados.rados.0.smithi052.stdout:1195: snap_create 2024-09-13T02:56:08.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:07 smithi078 ceph-mon[85589]: pgmap v72: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:56:08.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:07 smithi078 ceph-mon[85589]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T02:56:08.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:07 smithi078 ceph-mon[85589]: Reconfiguring daemon mgr.x on smithi078 2024-09-13T02:56:08.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:07 smithi078 ceph-mon[85589]: osdmap e306: 8 total, 8 up, 8 in 2024-09-13T02:56:08.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:56:08] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[91421]: pgmap v72: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[91421]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[91421]: Reconfiguring daemon mgr.x on smithi078 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[91421]: osdmap e306: 8 total, 8 up, 8 in 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[89065]: pgmap v72: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[89065]: Reconfiguring mgr.x (monmap changed)... 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[89065]: Reconfiguring daemon mgr.x on smithi078 2024-09-13T02:56:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:07 smithi052 ceph-mon[89065]: osdmap e306: 8 total, 8 up, 8 in 2024-09-13T02:56:08.863 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:09.005 INFO:tasks.rados.rados.0.smithi052.stdout:1195: done (0 left) 2024-09-13T02:56:09.005 INFO:tasks.rados.rados.0.smithi052.stdout:1196: snap_remove snap 119 2024-09-13T02:56:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: osdmap e307: 8 total, 8 up, 8 in 2024-09-13T02:56:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T02:56:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:56:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:09 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.4 on smithi078 2024-09-13T02:56:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: osdmap e307: 8 total, 8 up, 8 in 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.4 on smithi078 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: osdmap e307: 8 total, 8 up, 8 in 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: Reconfiguring osd.4 (monmap changed)... 2024-09-13T02:56:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:56:09.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:09.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:09 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.4 on smithi078 2024-09-13T02:56:09.738 INFO:tasks.rados.rados.0.smithi052.stdout:1196: done (0 left) 2024-09-13T02:56:09.738 INFO:tasks.rados.rados.0.smithi052.stdout:1197: rollback oid 5 current snap is 134 2024-09-13T02:56:09.738 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 126 2024-09-13T02:56:09.738 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 134 2024-09-13T02:56:09.738 INFO:tasks.rados.rados.0.smithi052.stdout:1198: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-09-13T02:56:09.743 INFO:tasks.rados.rados.0.smithi052.stdout:1198: writing smithi05277117-29 from 0 to 802816 tid 1 2024-09-13T02:56:09.748 INFO:tasks.rados.rados.0.smithi052.stdout:1198: writing smithi05277117-29 from 802816 to 1507328 tid 2 2024-09-13T02:56:09.749 INFO:tasks.rados.rados.0.smithi052.stdout:1198: writing smithi05277117-29 from 1507328 to 1605632 tid 3 2024-09-13T02:56:09.750 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 134 2024-09-13T02:56:09.750 INFO:tasks.rados.rados.0.smithi052.stdout:1199: seq_num 383 ranges {1646592=417792,2064384=589824,2654208=417792,3072000=196608} 2024-09-13T02:56:09.762 INFO:tasks.rados.rados.0.smithi052.stdout:1199: writing smithi05277117-10 from 1646592 to 2064384 tid 1 2024-09-13T02:56:09.766 INFO:tasks.rados.rados.0.smithi052.stdout:1199: writing smithi05277117-10 from 2064384 to 2654208 tid 2 2024-09-13T02:56:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1199: writing smithi05277117-10 from 2654208 to 3072000 tid 3 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1199: writing smithi05277117-10 from 3072000 to 3268608 tid 4 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1200: delete oid 26 current snap is 134 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1197: finishing rollback tid 0 to smithi05277117-5 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1197: finishing rollback tid 1 to smithi05277117-5 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1197: finishing rollback tid 2 to smithi05277117-5 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 475 (ObjNum 331 snap 115 seq_num 331) dirty exists 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1198: finishing write tid 1 to smithi05277117-29 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1198: finishing write tid 2 to smithi05277117-29 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1198: finishing write tid 3 to smithi05277117-29 2024-09-13T02:56:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1198: finishing write tid 4 to smithi05277117-29 2024-09-13T02:56:09.772 INFO:tasks.rados.rados.0.smithi052.stdout:1198: finishing write tid 5 to smithi05277117-29 2024-09-13T02:56:09.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 640 (ObjNum 382 snap 134 seq_num 382) dirty exists 2024-09-13T02:56:09.772 INFO:tasks.rados.rados.0.smithi052.stdout:1198: left oid 29 (ObjNum 382 snap 134 seq_num 382) 2024-09-13T02:56:09.772 INFO:tasks.rados.rados.0.smithi052.stdout:1199: finishing write tid 1 to smithi05277117-10 2024-09-13T02:56:09.772 INFO:tasks.rados.rados.0.smithi052.stdout:1199: finishing write tid 2 to smithi05277117-10 2024-09-13T02:56:09.773 INFO:tasks.rados.rados.0.smithi052.stdout:1199: finishing write tid 3 to smithi05277117-10 2024-09-13T02:56:09.773 INFO:tasks.rados.rados.0.smithi052.stdout:1199: finishing write tid 4 to smithi05277117-10 2024-09-13T02:56:09.773 INFO:tasks.rados.rados.0.smithi052.stdout:1199: finishing write tid 5 to smithi05277117-10 2024-09-13T02:56:09.774 INFO:tasks.rados.rados.0.smithi052.stdout:1197: done (3 left) 2024-09-13T02:56:09.774 INFO:tasks.rados.rados.0.smithi052.stdout:1198: done (2 left) 2024-09-13T02:56:09.774 INFO:tasks.rados.rados.0.smithi052.stdout:1200: done (1 left) 2024-09-13T02:56:09.774 INFO:tasks.rados.rados.0.smithi052.stdout:1201: read oid 39 snap -1 2024-09-13T02:56:09.774 INFO:tasks.rados.rados.0.smithi052.stdout:1201: expect (ObjNum 378 snap 131 seq_num 378) 2024-09-13T02:56:09.774 INFO:tasks.rados.rados.0.smithi052.stdout:1202: snap_remove snap 87 2024-09-13T02:56:10.244 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: pgmap v75: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-13T02:56:10.244 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: osdmap e308: 8 total, 8 up, 8 in 2024-09-13T02:56:10.244 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:10.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:10.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:56:10.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:10.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:10 smithi078 ceph-mon[85589]: osdmap e309: 8 total, 8 up, 8 in 2024-09-13T02:56:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: pgmap v75: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-13T02:56:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: osdmap e308: 8 total, 8 up, 8 in 2024-09-13T02:56:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[91421]: osdmap e309: 8 total, 8 up, 8 in 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: pgmap v75: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: osdmap e308: 8 total, 8 up, 8 in 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:10 smithi052 ceph-mon[89065]: osdmap e309: 8 total, 8 up, 8 in 2024-09-13T02:56:10.741 INFO:tasks.rados.rados.0.smithi052.stdout:1202: done (2 left) 2024-09-13T02:56:10.741 INFO:tasks.rados.rados.0.smithi052.stdout:1203: snap_remove snap 112 2024-09-13T02:56:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:11 smithi052 ceph-mon[89065]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T02:56:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:11 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.5 on smithi078 2024-09-13T02:56:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:11 smithi052 ceph-mon[89065]: osdmap e310: 8 total, 8 up, 8 in 2024-09-13T02:56:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:11 smithi052 ceph-mon[91421]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T02:56:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:11 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.5 on smithi078 2024-09-13T02:56:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:11 smithi052 ceph-mon[91421]: osdmap e310: 8 total, 8 up, 8 in 2024-09-13T02:56:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:11 smithi078 ceph-mon[85589]: Reconfiguring osd.5 (monmap changed)... 2024-09-13T02:56:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:11 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.5 on smithi078 2024-09-13T02:56:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:11 smithi078 ceph-mon[85589]: osdmap e310: 8 total, 8 up, 8 in 2024-09-13T02:56:11.743 INFO:tasks.rados.rados.0.smithi052.stdout:1203: done (2 left) 2024-09-13T02:56:11.743 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 134 2024-09-13T02:56:11.743 INFO:tasks.rados.rados.0.smithi052.stdout:1204: seq_num 385 ranges {1859584=450560,2310144=761856,3072000=442368} 2024-09-13T02:56:11.757 INFO:tasks.rados.rados.0.smithi052.stdout:1204: writing smithi05277117-47 from 1859584 to 2310144 tid 1 2024-09-13T02:56:11.762 INFO:tasks.rados.rados.0.smithi052.stdout:1204: writing smithi05277117-47 from 2310144 to 3072000 tid 2 2024-09-13T02:56:11.766 INFO:tasks.rados.rados.0.smithi052.stdout:1204: writing smithi05277117-47 from 3072000 to 3514368 tid 3 2024-09-13T02:56:11.766 INFO:tasks.rados.rados.0.smithi052.stdout:1205: copy_from oid 46 from oid 44 current snap is 134 2024-09-13T02:56:11.766 INFO:tasks.rados.rados.0.smithi052.stdout:1199: finishing write tid 6 to smithi05277117-10 2024-09-13T02:56:11.766 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 880 (ObjNum 383 snap 134 seq_num 383) dirty exists 2024-09-13T02:56:11.766 INFO:tasks.rados.rados.0.smithi052.stdout:1199: left oid 10 (ObjNum 383 snap 134 seq_num 383) 2024-09-13T02:56:11.766 INFO:tasks.rados.rados.0.smithi052.stdout:1201: expect (ObjNum 378 snap 131 seq_num 378) 2024-09-13T02:56:11.809 INFO:tasks.rados.rados.0.smithi052.stdout:1204: finishing write tid 1 to smithi05277117-47 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1204: finishing write tid 2 to smithi05277117-47 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1204: finishing write tid 3 to smithi05277117-47 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1204: finishing write tid 4 to smithi05277117-47 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1204: finishing write tid 5 to smithi05277117-47 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 540 (ObjNum 385 snap 134 seq_num 385) dirty exists 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1204: left oid 47 (ObjNum 385 snap 134 seq_num 385) 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1205: finishing copy_from racing read to smithi05277117-46 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1205: finishing copy_from to smithi05277117-46 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 731 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1199: done (3 left) 2024-09-13T02:56:11.810 INFO:tasks.rados.rados.0.smithi052.stdout:1201: done (2 left) 2024-09-13T02:56:11.811 INFO:tasks.rados.rados.0.smithi052.stdout:1204: done (1 left) 2024-09-13T02:56:11.811 INFO:tasks.rados.rados.0.smithi052.stdout:1205: done (0 left) 2024-09-13T02:56:11.811 INFO:tasks.rados.rados.0.smithi052.stdout:1206: snap_create 2024-09-13T02:56:12.340 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: pgmap v78: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-13T02:56:12.340 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.6 on smithi078 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[91421]: osdmap e311: 8 total, 8 up, 8 in 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: pgmap v78: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:12.341 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T02:56:12.342 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:56:12.342 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:12.342 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.6 on smithi078 2024-09-13T02:56:12.342 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:12 smithi052 ceph-mon[89065]: osdmap e311: 8 total, 8 up, 8 in 2024-09-13T02:56:12.342 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:56:12.430 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:12.430 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: pgmap v78: 121 pgs: 121 active+clean; 340 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-13T02:56:12.430 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:12.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:12.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: Reconfiguring osd.6 (monmap changed)... 2024-09-13T02:56:12.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:56:12.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:12.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.6 on smithi078 2024-09-13T02:56:12.431 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:12 smithi078 ceph-mon[85589]: osdmap e311: 8 total, 8 up, 8 in 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (2m) 37s ago 6m 15.9M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (112s) 22s ago 6m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (8m) 37s ago 8m 14.7M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (8m) 22s ago 8m 20.8M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (76s) 22s ago 11m 438M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:56:12.619 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (104s) 37s ago 13m 498M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (63s) 37s ago 13m 38.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (28s) 22s ago 11m 29.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (41s) 37s ago 11m 21.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (2m) 37s ago 6m 7956k - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (109s) 22s ago 6m 7528k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (11m) 37s ago 11m 170M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 1a2f2660142e 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (10m) 37s ago 10m 168M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (10m) 37s ago 10m 212M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (10m) 37s ago 10m 129M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (9m) 22s ago 9m 134M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (9m) 22s ago 9m 201M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (8m) 22s ago 8m 120M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (8m) 22s ago 8m 154M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:56:12.620 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (81s) 22s ago 7m 49.1M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:56:12.741 INFO:tasks.rados.rados.0.smithi052.stdout:1206: done (0 left) 2024-09-13T02:56:12.741 INFO:tasks.rados.rados.0.smithi052.stdout:1207: delete oid 3 current snap is 135 2024-09-13T02:56:12.745 INFO:tasks.rados.rados.0.smithi052.stdout:1207: done (0 left) 2024-09-13T02:56:12.745 INFO:tasks.rados.rados.0.smithi052.stdout:1208: read oid 6 snap -1 2024-09-13T02:56:12.745 INFO:tasks.rados.rados.0.smithi052.stdout:1208: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:56:12.745 INFO:tasks.rados.rados.0.smithi052.stdout:1209: delete oid 14 current snap is 135 2024-09-13T02:56:12.753 INFO:tasks.rados.rados.0.smithi052.stdout:1209: done (1 left) 2024-09-13T02:56:12.753 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 135 2024-09-13T02:56:12.753 INFO:tasks.rados.rados.0.smithi052.stdout:1208: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:56:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:1210: seq_num 388 ranges {1761280=507904,2269184=458752,2727936=606208,3334144=139264} 2024-09-13T02:56:12.804 INFO:tasks.rados.rados.0.smithi052.stdout:1210: writing smithi05277117-43 from 1761280 to 2269184 tid 1 2024-09-13T02:56:12.807 INFO:tasks.rados.rados.0.smithi052.stdout:1210: writing smithi05277117-43 from 2269184 to 2727936 tid 2 2024-09-13T02:56:12.812 INFO:tasks.rados.rados.0.smithi052.stdout:1210: writing smithi05277117-43 from 2727936 to 3334144 tid 3 2024-09-13T02:56:12.814 INFO:tasks.rados.rados.0.smithi052.stdout:1210: writing smithi05277117-43 from 3334144 to 3473408 tid 4 2024-09-13T02:56:12.814 INFO:tasks.rados.rados.0.smithi052.stdout:1208: done (1 left) 2024-09-13T02:56:12.814 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 135 2024-09-13T02:56:12.814 INFO:tasks.rados.rados.0.smithi052.stdout:1210: finishing write tid 1 to smithi05277117-43 2024-09-13T02:56:12.814 INFO:tasks.rados.rados.0.smithi052.stdout:1210: finishing write tid 2 to smithi05277117-43 2024-09-13T02:56:12.814 INFO:tasks.rados.rados.0.smithi052.stdout:1211: seq_num 389 ranges {7446528=524288,7970816=745472,8716288=458752} 2024-09-13T02:56:12.858 INFO:tasks.rados.rados.0.smithi052.stdout:1211: writing smithi05277117-34 from 7446528 to 7970816 tid 1 2024-09-13T02:56:12.862 INFO:tasks.rados.rados.0.smithi052.stdout:1211: writing smithi05277117-34 from 7970816 to 8716288 tid 2 2024-09-13T02:56:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:1211: writing smithi05277117-34 from 8716288 to 9175040 tid 3 2024-09-13T02:56:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:1212: snap_remove snap 53 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:56:12.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 10, 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:56:12.983 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:56:13.747 INFO:tasks.rados.rados.0.smithi052.stdout:1212: done (2 left) 2024-09-13T02:56:13.747 INFO:tasks.rados.rados.0.smithi052.stdout:1213: rollback oid 23 current snap is 135 2024-09-13T02:56:13.747 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 23 to 127 2024-09-13T02:56:13.747 INFO:tasks.rados.rados.0.smithi052.stdout:1214: read oid 24 snap -1 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1214: expect (ObjNum 328 snap 113 seq_num 328) 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1215: snap_create 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1210: finishing write tid 3 to smithi05277117-43 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1210: finishing write tid 4 to smithi05277117-43 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1210: finishing write tid 5 to smithi05277117-43 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1210: finishing write tid 6 to smithi05277117-43 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 526 (ObjNum 388 snap 135 seq_num 388) dirty exists 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1210: left oid 43 (ObjNum 388 snap 135 seq_num 388) 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1211: finishing write tid 1 to smithi05277117-34 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1211: finishing write tid 2 to smithi05277117-34 2024-09-13T02:56:13.748 INFO:tasks.rados.rados.0.smithi052.stdout:1211: finishing write tid 3 to smithi05277117-34 2024-09-13T02:56:13.749 INFO:tasks.rados.rados.0.smithi052.stdout:1211: finishing write tid 4 to smithi05277117-34 2024-09-13T02:56:13.749 INFO:tasks.rados.rados.0.smithi052.stdout:1211: finishing write tid 5 to smithi05277117-34 2024-09-13T02:56:13.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 496 (ObjNum 389 snap 135 seq_num 389) dirty exists 2024-09-13T02:56:13.749 INFO:tasks.rados.rados.0.smithi052.stdout:1211: left oid 34 (ObjNum 389 snap 135 seq_num 389) 2024-09-13T02:56:13.763 INFO:tasks.rados.rados.0.smithi052.stdout:1213: finishing rollback tid 0 to smithi05277117-23 2024-09-13T02:56:13.763 INFO:tasks.rados.rados.0.smithi052.stdout:1213: finishing rollback tid 1 to smithi05277117-23 2024-09-13T02:56:13.771 INFO:tasks.rados.rados.0.smithi052.stdout:1213: finishing rollback tid 2 to smithi05277117-23 2024-09-13T02:56:13.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 584 (ObjNum 364 snap 125 seq_num 364) dirty exists 2024-09-13T02:56:13.776 INFO:tasks.rados.rados.0.smithi052.stdout:1214: expect (ObjNum 328 snap 113 seq_num 328) 2024-09-13T02:56:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: pgmap v81: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T02:56:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T02:56:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: Reconfiguring daemon osd.7 on smithi078 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: osdmap e312: 8 total, 8 up, 8 in 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1720436117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: pgmap v81: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T02:56:13.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:56:13.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:13.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: Reconfiguring daemon osd.7 on smithi078 2024-09-13T02:56:13.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:13.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: osdmap e312: 8 total, 8 up, 8 in 2024-09-13T02:56:13.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:13 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1720436117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:13.804 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: pgmap v81: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: Reconfiguring osd.7 (monmap changed)... 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: Reconfiguring daemon osd.7 on smithi078 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:13.805 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: osdmap e312: 8 total, 8 up, 8 in 2024-09-13T02:56:13.806 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:13 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1720436117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:14.692 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:14.692 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:1210: done (4 left) 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:1211: done (3 left) 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:1213: done (2 left) 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:1214: done (1 left) 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:1215: done (0 left) 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 136 2024-09-13T02:56:14.741 INFO:tasks.rados.rados.0.smithi052.stdout:1216: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-09-13T02:56:14.744 INFO:tasks.rados.rados.0.smithi052.stdout:1216: writing smithi05277117-26 from 0 to 540672 tid 1 2024-09-13T02:56:14.748 INFO:tasks.rados.rados.0.smithi052.stdout:1216: writing smithi05277117-26 from 540672 to 1171456 tid 2 2024-09-13T02:56:14.752 INFO:tasks.rados.rados.0.smithi052.stdout:1216: writing smithi05277117-26 from 1171456 to 1744896 tid 3 2024-09-13T02:56:14.752 INFO:tasks.rados.rados.0.smithi052.stdout:1217: copy_from oid 30 from oid 22 current snap is 136 2024-09-13T02:56:14.752 INFO:tasks.rados.rados.0.smithi052.stdout:1216: finishing write tid 1 to smithi05277117-26 2024-09-13T02:56:14.752 INFO:tasks.rados.rados.0.smithi052.stdout:1216: finishing write tid 2 to smithi05277117-26 2024-09-13T02:56:14.752 INFO:tasks.rados.rados.0.smithi052.stdout:1218: snap_create 2024-09-13T02:56:14.753 INFO:tasks.rados.rados.0.smithi052.stdout:1217: finishing copy_from to smithi05277117-30 2024-09-13T02:56:14.753 INFO:tasks.rados.rados.0.smithi052.stdout:1217: got expected ENOENT (src dne) 2024-09-13T02:56:14.753 INFO:tasks.rados.rados.0.smithi052.stdout:1217: finishing copy_from racing read to smithi05277117-30 2024-09-13T02:56:14.754 INFO:tasks.rados.rados.0.smithi052.stdout:1216: finishing write tid 3 to smithi05277117-26 2024-09-13T02:56:14.754 INFO:tasks.rados.rados.0.smithi052.stdout:1216: finishing write tid 4 to smithi05277117-26 2024-09-13T02:56:14.758 INFO:tasks.rados.rados.0.smithi052.stdout:1216: finishing write tid 5 to smithi05277117-26 2024-09-13T02:56:14.758 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 534 (ObjNum 390 snap 136 seq_num 390) dirty exists 2024-09-13T02:56:14.758 INFO:tasks.rados.rados.0.smithi052.stdout:1216: left oid 26 (ObjNum 390 snap 136 seq_num 390) 2024-09-13T02:56:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: osdmap e313: 8 total, 8 up, 8 in 2024-09-13T02:56:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: Reconfiguring mds.b (monmap changed)... 2024-09-13T02:56:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:56:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:14 smithi078 ceph-mon[85589]: Reconfiguring daemon mds.b on smithi078 2024-09-13T02:56:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: osdmap e313: 8 total, 8 up, 8 in 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: Reconfiguring mds.b (monmap changed)... 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[91421]: Reconfiguring daemon mds.b on smithi078 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: osdmap e313: 8 total, 8 up, 8 in 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: Reconfiguring mds.b (monmap changed)... 2024-09-13T02:56:15.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T02:56:15.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:15.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:14 smithi052 ceph-mon[89065]: Reconfiguring daemon mds.b on smithi078 2024-09-13T02:56:15.749 INFO:tasks.rados.rados.0.smithi052.stdout:1216: done (2 left) 2024-09-13T02:56:15.749 INFO:tasks.rados.rados.0.smithi052.stdout:1217: done (1 left) 2024-09-13T02:56:15.749 INFO:tasks.rados.rados.0.smithi052.stdout:1218: done (0 left) 2024-09-13T02:56:15.749 INFO:tasks.rados.rados.0.smithi052.stdout:1219: delete oid 25 current snap is 137 2024-09-13T02:56:15.751 INFO:tasks.rados.rados.0.smithi052.stdout:1219: done (0 left) 2024-09-13T02:56:15.751 INFO:tasks.rados.rados.0.smithi052.stdout:1220: delete oid 12 current snap is 137 2024-09-13T02:56:15.755 INFO:tasks.rados.rados.0.smithi052.stdout:1220: done (0 left) 2024-09-13T02:56:15.755 INFO:tasks.rados.rados.0.smithi052.stdout:1221: rollback oid 34 current snap is 137 2024-09-13T02:56:15.755 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 34 to 114 2024-09-13T02:56:15.755 INFO:tasks.rados.rados.0.smithi052.stdout:1222: snap_remove snap 123 2024-09-13T02:56:16.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: pgmap v84: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: osdmap e314: 8 total, 8 up, 8 in 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: pgmap v84: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: osdmap e314: 8 total, 8 up, 8 in 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:15 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: pgmap v84: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: osdmap e314: 8 total, 8 up, 8 in 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:16.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:15 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1222: done (1 left) 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1223: copy_from oid 15 from oid 41 current snap is 137 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1221: finishing rollback tid 0 to smithi05277117-34 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1221: finishing rollback tid 1 to smithi05277117-34 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1221: finishing rollback tid 2 to smithi05277117-34 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 506 (ObjNum 237 snap 73 seq_num 237) dirty exists 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1221: done (1 left) 2024-09-13T02:56:16.757 INFO:tasks.rados.rados.0.smithi052.stdout:1224: rollback oid 24 current snap is 137 2024-09-13T02:56:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 24 to 134 2024-09-13T02:56:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1225: rollback oid 49 current snap is 137 2024-09-13T02:56:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 79 2024-09-13T02:56:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1226: snap_remove snap 135 2024-09-13T02:56:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all mon 2024-09-13T02:56:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all crash 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[91421]: Upgrade: osd.0 is safe to restart 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[91421]: osdmap e315: 8 total, 8 up, 8 in 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all mon 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all crash 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[89065]: Upgrade: osd.0 is safe to restart 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[89065]: osdmap e315: 8 total, 8 up, 8 in 2024-09-13T02:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:16 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all mon 2024-09-13T02:56:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:16 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all crash 2024-09-13T02:56:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:16 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T02:56:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:16 smithi078 ceph-mon[85589]: Upgrade: osd.0 is safe to restart 2024-09-13T02:56:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:16 smithi078 ceph-mon[85589]: osdmap e315: 8 total, 8 up, 8 in 2024-09-13T02:56:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:17.760 INFO:tasks.rados.rados.0.smithi052.stdout:1226: done (3 left) 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1227: copy_from oid 2 from oid 11 current snap is 137 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1224: finishing rollback tid 0 to smithi05277117-24 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1224: finishing rollback tid 1 to smithi05277117-24 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1224: finishing rollback tid 2 to smithi05277117-24 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 734 (ObjNum 328 snap 113 seq_num 328) dirty exists 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1225: finishing rollback tid 0 to smithi05277117-49 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1225: finishing rollback tid 1 to smithi05277117-49 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 595 (ObjNum 97 snap 0 seq_num 4210007360) dirty dne 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1223: finishing copy_from racing read to smithi05277117-15 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1223: finishing copy_from to smithi05277117-15 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 415 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1223: done (3 left) 2024-09-13T02:56:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1224: done (2 left) 2024-09-13T02:56:17.762 INFO:tasks.rados.rados.0.smithi052.stdout:1225: done (1 left) 2024-09-13T02:56:17.762 INFO:tasks.rados.rados.0.smithi052.stdout:1228: snap_create 2024-09-13T02:56:17.776 INFO:tasks.rados.rados.0.smithi052.stdout:1227: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:56:17.777 INFO:tasks.rados.rados.0.smithi052.stdout:1227: finishing copy_from to smithi05277117-2 2024-09-13T02:56:17.777 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 385 (ObjNum 309 snap 102 seq_num 309) dirty exists 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: pgmap v87: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: Upgrade: Updating osd.0 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[91421]: Deploying daemon osd.0 on smithi052 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: pgmap v87: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:56:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T02:56:18.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: Upgrade: Updating osd.0 2024-09-13T02:56:18.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:18.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:56:18.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:18.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:17 smithi052 ceph-mon[89065]: Deploying daemon osd.0 on smithi052 2024-09-13T02:56:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: pgmap v87: 121 pgs: 121 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-13T02:56:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: osdmap e316: 8 total, 8 up, 8 in 2024-09-13T02:56:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: Upgrade: Updating osd.0 2024-09-13T02:56:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T02:56:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:17 smithi078 ceph-mon[85589]: Deploying daemon osd.0 on smithi052 2024-09-13T02:56:18.485 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:56:18] "GET /metrics HTTP/1.1" 200 36049 "" "Prometheus/2.43.0" 2024-09-13T02:56:18.765 INFO:tasks.rados.rados.0.smithi052.stdout:1227: done (1 left) 2024-09-13T02:56:18.766 INFO:tasks.rados.rados.0.smithi052.stdout:1228: done (0 left) 2024-09-13T02:56:18.766 INFO:tasks.rados.rados.0.smithi052.stdout:1229: copy_from oid 35 from oid 22 current snap is 138 2024-09-13T02:56:18.766 INFO:tasks.rados.rados.0.smithi052.stdout:1230: rollback oid 20 current snap is 138 2024-09-13T02:56:18.766 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 20 to 110 2024-09-13T02:56:18.766 INFO:tasks.rados.rados.0.smithi052.stdout:1231: delete oid 27 current snap is 138 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1230: finishing rollback tid 0 to smithi05277117-20 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1229: finishing copy_from to smithi05277117-35 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1229: got expected ENOENT (src dne) 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1231: done (2 left) 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1232: rollback oid 36 current snap is 138 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 126 2024-09-13T02:56:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1229: finishing copy_from racing read to smithi05277117-35 2024-09-13T02:56:18.774 INFO:tasks.rados.rados.0.smithi052.stdout:1229: done (2 left) 2024-09-13T02:56:18.774 INFO:tasks.rados.rados.0.smithi052.stdout:1233: delete oid 24 current snap is 138 2024-09-13T02:56:18.774 INFO:tasks.rados.rados.0.smithi052.stdout:1230: finishing rollback tid 1 to smithi05277117-20 2024-09-13T02:56:18.774 INFO:tasks.rados.rados.0.smithi052.stdout:1230: finishing rollback tid 2 to smithi05277117-20 2024-09-13T02:56:18.774 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 907 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:56:18.775 INFO:tasks.rados.rados.0.smithi052.stdout:1230: done (2 left) 2024-09-13T02:56:18.775 INFO:tasks.rados.rados.0.smithi052.stdout:1233: done (1 left) 2024-09-13T02:56:18.775 INFO:tasks.rados.rados.0.smithi052.stdout:1234: copy_from oid 1 from oid 48 current snap is 138 2024-09-13T02:56:18.775 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 138 2024-09-13T02:56:18.775 INFO:tasks.rados.rados.0.smithi052.stdout:1235: seq_num 395 ranges {1998848=622592,2621440=450560,3072000=753664} 2024-09-13T02:56:18.789 INFO:tasks.rados.rados.0.smithi052.stdout:1235: writing smithi05277117-5 from 1998848 to 2621440 tid 1 2024-09-13T02:56:18.792 INFO:tasks.rados.rados.0.smithi052.stdout:1235: writing smithi05277117-5 from 2621440 to 3072000 tid 2 2024-09-13T02:56:18.797 INFO:tasks.rados.rados.0.smithi052.stdout:1235: writing smithi05277117-5 from 3072000 to 3825664 tid 3 2024-09-13T02:56:18.797 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 138 2024-09-13T02:56:18.797 INFO:tasks.rados.rados.0.smithi052.stdout:1236: seq_num 396 ranges {1605632=638976,2244608=786432,3031040=417792} 2024-09-13T02:56:18.809 INFO:tasks.rados.rados.0.smithi052.stdout:1236: writing smithi05277117-29 from 1605632 to 2244608 tid 1 2024-09-13T02:56:18.813 INFO:tasks.rados.rados.0.smithi052.stdout:1236: writing smithi05277117-29 from 2244608 to 3031040 tid 2 2024-09-13T02:56:18.816 INFO:tasks.rados.rados.0.smithi052.stdout:1236: writing smithi05277117-29 from 3031040 to 3448832 tid 3 2024-09-13T02:56:18.816 INFO:tasks.rados.rados.0.smithi052.stdout:1237: rollback oid 13 current snap is 138 2024-09-13T02:56:18.816 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 13 to 132 2024-09-13T02:56:18.816 INFO:tasks.rados.rados.0.smithi052.stdout:1232: finishing rollback tid 0 to smithi05277117-36 2024-09-13T02:56:18.817 INFO:tasks.rados.rados.0.smithi052.stdout:1238: read oid 35 snap -1 2024-09-13T02:56:18.817 INFO:tasks.rados.rados.0.smithi052.stdout:1238: expect deleted 2024-09-13T02:56:18.817 INFO:tasks.rados.rados.0.smithi052.stdout:1239: snap_remove snap 128 2024-09-13T02:56:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:18 smithi078 ceph-mon[85589]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T02:56:18.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:18 smithi052 ceph-mon[91421]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T02:56:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:18 smithi052 ceph-mon[89065]: osdmap e317: 8 total, 8 up, 8 in 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1239: done (6 left) 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1240: delete oid 28 current snap is 138 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1232: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1232: finishing rollback tid 2 to smithi05277117-36 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 551 (ObjNum 365 snap 125 seq_num 365) dirty exists 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1234: finishing copy_from racing read to smithi05277117-1 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1234: finishing copy_from to smithi05277117-1 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 573 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:56:19.745 INFO:tasks.rados.rados.0.smithi052.stdout:1235: finishing write tid 1 to smithi05277117-5 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1235: finishing write tid 2 to smithi05277117-5 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1235: finishing write tid 3 to smithi05277117-5 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1235: finishing write tid 4 to smithi05277117-5 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1235: finishing write tid 5 to smithi05277117-5 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 577 (ObjNum 395 snap 138 seq_num 395) dirty exists 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1235: left oid 5 (ObjNum 395 snap 138 seq_num 395) 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1236: finishing write tid 1 to smithi05277117-29 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1236: finishing write tid 2 to smithi05277117-29 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1236: finishing write tid 3 to smithi05277117-29 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1236: finishing write tid 4 to smithi05277117-29 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1236: finishing write tid 5 to smithi05277117-29 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 644 (ObjNum 396 snap 138 seq_num 396) dirty exists 2024-09-13T02:56:19.746 INFO:tasks.rados.rados.0.smithi052.stdout:1236: left oid 29 (ObjNum 396 snap 138 seq_num 396) 2024-09-13T02:56:19.747 INFO:tasks.rados.rados.0.smithi052.stdout:1237: finishing rollback tid 0 to smithi05277117-13 2024-09-13T02:56:19.747 INFO:tasks.rados.rados.0.smithi052.stdout:1237: finishing rollback tid 1 to smithi05277117-13 2024-09-13T02:56:19.747 INFO:tasks.rados.rados.0.smithi052.stdout:1237: finishing rollback tid 2 to smithi05277117-13 2024-09-13T02:56:19.747 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 911 (ObjNum 217 snap 64 seq_num 217) dirty exists 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1232: done (6 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1234: done (5 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1235: done (4 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1236: done (3 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1237: done (2 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1238: done (1 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1240: done (0 left) 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 138 2024-09-13T02:56:19.757 INFO:tasks.rados.rados.0.smithi052.stdout:1241: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-09-13T02:56:19.760 INFO:tasks.rados.rados.0.smithi052.stdout:1241: writing smithi05277117-19 from 0 to 671744 tid 1 2024-09-13T02:56:19.765 INFO:tasks.rados.rados.0.smithi052.stdout:1241: writing smithi05277117-19 from 671744 to 1228800 tid 2 2024-09-13T02:56:19.768 INFO:tasks.rados.rados.0.smithi052.stdout:1241: writing smithi05277117-19 from 1228800 to 1761280 tid 3 2024-09-13T02:56:19.770 INFO:tasks.rados.rados.0.smithi052.stdout:1241: writing smithi05277117-19 from 1761280 to 1875968 tid 4 2024-09-13T02:56:19.770 INFO:tasks.rados.rados.0.smithi052.stdout:1242: snap_create 2024-09-13T02:56:19.770 INFO:tasks.rados.rados.0.smithi052.stdout:1241: finishing write tid 1 to smithi05277117-19 2024-09-13T02:56:19.772 INFO:tasks.rados.rados.0.smithi052.stdout:1241: finishing write tid 2 to smithi05277117-19 2024-09-13T02:56:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:1241: finishing write tid 3 to smithi05277117-19 2024-09-13T02:56:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:1241: finishing write tid 4 to smithi05277117-19 2024-09-13T02:56:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:1241: finishing write tid 5 to smithi05277117-19 2024-09-13T02:56:19.774 INFO:tasks.rados.rados.0.smithi052.stdout:1241: finishing write tid 6 to smithi05277117-19 2024-09-13T02:56:19.774 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 547 (ObjNum 398 snap 138 seq_num 398) dirty exists 2024-09-13T02:56:19.774 INFO:tasks.rados.rados.0.smithi052.stdout:1241: left oid 19 (ObjNum 398 snap 138 seq_num 398) 2024-09-13T02:56:20.018 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:19 smithi052 systemd[1]: Stopping Ceph osd.0 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:56:20.018 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:19 smithi052 ceph-mon[91421]: pgmap v90: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-13T02:56:20.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:19 smithi052 ceph-mon[91421]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T02:56:20.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:19 smithi052 ceph-mon[91421]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T02:56:20.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:19 smithi052 ceph-mon[89065]: pgmap v90: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-13T02:56:20.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:19 smithi052 ceph-mon[89065]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T02:56:20.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:19 smithi052 ceph-mon[89065]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T02:56:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:19 smithi078 ceph-mon[85589]: pgmap v90: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-13T02:56:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:19 smithi078 ceph-mon[85589]: osdmap e318: 8 total, 8 up, 8 in 2024-09-13T02:56:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:19 smithi078 ceph-mon[85589]: osdmap e319: 8 total, 8 up, 8 in 2024-09-13T02:56:20.278 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:20 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[41008]: 2024-09-13T02:56:20.017+0000 7f037efea640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:56:20.278 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:20 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[41008]: 2024-09-13T02:56:20.017+0000 7f037efea640 -1 osd.0 319 *** Got signal Terminated *** 2024-09-13T02:56:20.279 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:20 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[41008]: 2024-09-13T02:56:20.017+0000 7f037efea640 -1 osd.0 319 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:56:20.771 INFO:tasks.rados.rados.0.smithi052.stdout:1241: done (1 left) 2024-09-13T02:56:20.771 INFO:tasks.rados.rados.0.smithi052.stdout:1242: done (0 left) 2024-09-13T02:56:20.771 INFO:tasks.rados.rados.0.smithi052.stdout:1243: snap_create 2024-09-13T02:56:21.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:20 smithi052 ceph-mon[91421]: osd.0 marked itself down and dead 2024-09-13T02:56:21.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:20 smithi052 ceph-mon[89065]: osd.0 marked itself down and dead 2024-09-13T02:56:21.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:20 smithi078 ceph-mon[85589]: osd.0 marked itself down and dead 2024-09-13T02:56:21.652 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:21 smithi052 podman[96162]: 2024-09-13 02:56:21.320977085 +0000 UTC m=+1.410933181 container stop 1a2f2660142eb323015799939418ef5abdfc45db2f51d3f2fa8978764bbbe75a (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:56:21.653 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:21 smithi052 podman[96162]: 2024-09-13 02:56:21.346457455 +0000 UTC m=+1.436413551 container died 1a2f2660142eb323015799939418ef5abdfc45db2f51d3f2fa8978764bbbe75a (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1243: done (0 left) 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1244: rollback oid 44 current snap is 140 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 101 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1245: read oid 36 snap -1 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1245: expect (ObjNum 365 snap 125 seq_num 365) 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 140 2024-09-13T02:56:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1246: seq_num 399 ranges {778240=688128,1466368=434176,1900544=745472,2646016=24576} 2024-09-13T02:56:21.786 INFO:tasks.rados.rados.0.smithi052.stdout:1246: writing smithi05277117-1 from 778240 to 1466368 tid 1 2024-09-13T02:56:21.789 INFO:tasks.rados.rados.0.smithi052.stdout:1246: writing smithi05277117-1 from 1466368 to 1900544 tid 2 2024-09-13T02:56:21.794 INFO:tasks.rados.rados.0.smithi052.stdout:1246: writing smithi05277117-1 from 1900544 to 2646016 tid 3 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:1246: writing smithi05277117-1 from 2646016 to 2670592 tid 4 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:1247: delete oid 50 current snap is 140 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:1246: finishing write tid 1 to smithi05277117-1 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:1246: finishing write tid 2 to smithi05277117-1 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:1244: finishing rollback tid 0 to smithi05277117-44 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:1244: finishing rollback tid 1 to smithi05277117-44 2024-09-13T02:56:21.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 737 (ObjNum 33 snap 0 seq_num 1701990759) dirty dne 2024-09-13T02:56:21.796 INFO:tasks.rados.rados.0.smithi052.stdout:1245: expect (ObjNum 365 snap 125 seq_num 365) 2024-09-13T02:56:21.832 INFO:tasks.rados.rados.0.smithi052.stdout:1246: finishing write tid 3 to smithi05277117-1 2024-09-13T02:56:21.832 INFO:tasks.rados.rados.0.smithi052.stdout:1246: finishing write tid 4 to smithi05277117-1 2024-09-13T02:56:21.832 INFO:tasks.rados.rados.0.smithi052.stdout:1246: finishing write tid 5 to smithi05277117-1 2024-09-13T02:56:21.832 INFO:tasks.rados.rados.0.smithi052.stdout:1246: finishing write tid 6 to smithi05277117-1 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 582 (ObjNum 399 snap 140 seq_num 399) dirty exists 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1246: left oid 1 (ObjNum 399 snap 140 seq_num 399) 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1244: done (3 left) 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1245: done (2 left) 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1246: done (1 left) 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1247: done (0 left) 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1248: read oid 15 snap -1 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1248: expect (ObjNum 197 snap 58 seq_num 197) 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 140 2024-09-13T02:56:21.833 INFO:tasks.rados.rados.0.smithi052.stdout:1249: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-09-13T02:56:21.836 INFO:tasks.rados.rados.0.smithi052.stdout:1249: writing smithi05277117-44 from 0 to 720896 tid 1 2024-09-13T02:56:21.839 INFO:tasks.rados.rados.0.smithi052.stdout:1249: writing smithi05277117-44 from 720896 to 1327104 tid 2 2024-09-13T02:56:21.843 INFO:tasks.rados.rados.0.smithi052.stdout:1249: writing smithi05277117-44 from 1327104 to 1925120 tid 3 2024-09-13T02:56:21.843 INFO:tasks.rados.rados.0.smithi052.stdout:1250: snap_create 2024-09-13T02:56:21.843 INFO:tasks.rados.rados.0.smithi052.stdout:1249: finishing write tid 1 to smithi05277117-44 2024-09-13T02:56:21.843 INFO:tasks.rados.rados.0.smithi052.stdout:1248: expect (ObjNum 197 snap 58 seq_num 197) 2024-09-13T02:56:21.936 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:21 smithi052 ceph-mon[91421]: pgmap v93: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-13T02:56:21.936 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:21 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:56:21.936 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:21 smithi052 ceph-mon[91421]: osdmap e320: 8 total, 7 up, 8 in 2024-09-13T02:56:21.936 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:21 smithi052 podman[96162]: 2024-09-13 02:56:21.733804322 +0000 UTC m=+1.823760416 container cleanup 1a2f2660142eb323015799939418ef5abdfc45db2f51d3f2fa8978764bbbe75a (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa) 2024-09-13T02:56:21.936 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:21 smithi052 bash[96162]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0 2024-09-13T02:56:21.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:21 smithi052 ceph-mon[89065]: pgmap v93: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-13T02:56:21.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:21 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:56:21.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:21 smithi052 ceph-mon[89065]: osdmap e320: 8 total, 7 up, 8 in 2024-09-13T02:56:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:1249: finishing write tid 2 to smithi05277117-44 2024-09-13T02:56:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:1249: finishing write tid 3 to smithi05277117-44 2024-09-13T02:56:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:1249: finishing write tid 4 to smithi05277117-44 2024-09-13T02:56:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:1249: finishing write tid 5 to smithi05277117-44 2024-09-13T02:56:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 741 (ObjNum 401 snap 140 seq_num 401) dirty exists 2024-09-13T02:56:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:1249: left oid 44 (ObjNum 401 snap 140 seq_num 401) 2024-09-13T02:56:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:21 smithi078 ceph-mon[85589]: pgmap v93: 121 pgs: 121 active+clean; 352 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-13T02:56:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:21 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:56:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:21 smithi078 ceph-mon[85589]: osdmap e320: 8 total, 7 up, 8 in 2024-09-13T02:56:22.278 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:21 smithi052 podman[96188]: 2024-09-13 02:56:21.935293704 +0000 UTC m=+0.607715543 container remove 1a2f2660142eb323015799939418ef5abdfc45db2f51d3f2fa8978764bbbe75a (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-13T02:56:22.610 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:22 smithi052 podman[96281]: 2024-09-13 02:56:22.259426039 +0000 UTC m=+0.016496031 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:56:22.610 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:22 smithi052 podman[96281]: 2024-09-13 02:56:22.394889792 +0000 UTC m=+0.151959817 container create 083b6b87a72b3485568dd53710f6d131b0ba80e400edabaefbd45f073c6ee3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-09-13T02:56:22.610 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:22 smithi052 podman[96281]: 2024-09-13 02:56:22.605785179 +0000 UTC m=+0.362855184 container init 083b6b87a72b3485568dd53710f6d131b0ba80e400edabaefbd45f073c6ee3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-13T02:56:22.610 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:22 smithi052 podman[96281]: 2024-09-13 02:56:22.609283012 +0000 UTC m=+0.366352997 container start 083b6b87a72b3485568dd53710f6d131b0ba80e400edabaefbd45f073c6ee3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-13T02:56:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:1248: done (2 left) 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:1249: done (1 left) 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:1250: done (0 left) 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:1251: read oid 49 snap -1 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:1251: expect deleted 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 141 2024-09-13T02:56:22.780 INFO:tasks.rados.rados.0.smithi052.stdout:1252: seq_num 402 ranges {2744320=737280,3481600=491520,3973120=516096,4489216=196608} 2024-09-13T02:56:22.799 INFO:tasks.rados.rados.0.smithi052.stdout:1252: writing smithi05277117-45 from 2744320 to 3481600 tid 1 2024-09-13T02:56:22.802 INFO:tasks.rados.rados.0.smithi052.stdout:1252: writing smithi05277117-45 from 3481600 to 3973120 tid 2 2024-09-13T02:56:22.805 INFO:tasks.rados.rados.0.smithi052.stdout:1252: writing smithi05277117-45 from 3973120 to 4489216 tid 3 2024-09-13T02:56:22.807 INFO:tasks.rados.rados.0.smithi052.stdout:1252: writing smithi05277117-45 from 4489216 to 4685824 tid 4 2024-09-13T02:56:22.807 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 141 2024-09-13T02:56:22.807 INFO:tasks.rados.rados.0.smithi052.stdout:1253: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-09-13T02:56:22.812 INFO:tasks.rados.rados.0.smithi052.stdout:1253: writing smithi05277117-18 from 0 to 753664 tid 1 2024-09-13T02:56:22.814 INFO:tasks.rados.rados.0.smithi052.stdout:1253: writing smithi05277117-18 from 753664 to 1179648 tid 2 2024-09-13T02:56:22.818 INFO:tasks.rados.rados.0.smithi052.stdout:1253: writing smithi05277117-18 from 1179648 to 1900544 tid 3 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1253: writing smithi05277117-18 from 1900544 to 1957888 tid 4 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1254: rollback oid 27 current snap is 141 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 136 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1252: finishing write tid 1 to smithi05277117-45 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1252: finishing write tid 2 to smithi05277117-45 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1252: finishing write tid 3 to smithi05277117-45 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1252: finishing write tid 4 to smithi05277117-45 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1252: finishing write tid 5 to smithi05277117-45 2024-09-13T02:56:22.820 INFO:tasks.rados.rados.0.smithi052.stdout:1252: finishing write tid 6 to smithi05277117-45 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 928 (ObjNum 402 snap 141 seq_num 402) dirty exists 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1252: left oid 45 (ObjNum 402 snap 141 seq_num 402) 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1253: finishing write tid 1 to smithi05277117-18 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1253: finishing write tid 2 to smithi05277117-18 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1251: done (3 left) 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1252: done (2 left) 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1255: read oid 46 snap -1 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1255: expect (ObjNum 359 snap 121 seq_num 359) 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:1256: rollback oid 14 current snap is 141 2024-09-13T02:56:22.821 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 137 2024-09-13T02:56:22.822 INFO:tasks.rados.rados.0.smithi052.stdout:1257: rmattr oid 15 current snap is 141 2024-09-13T02:56:22.822 INFO:tasks.rados.rados.0.smithi052.stdout:1257: done (4 left) 2024-09-13T02:56:22.822 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 141 2024-09-13T02:56:22.822 INFO:tasks.rados.rados.0.smithi052.stdout:1258: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-09-13T02:56:22.825 INFO:tasks.rados.rados.0.smithi052.stdout:1258: writing smithi05277117-20 from 0 to 770048 tid 1 2024-09-13T02:56:22.829 INFO:tasks.rados.rados.0.smithi052.stdout:1258: writing smithi05277117-20 from 770048 to 1482752 tid 2 2024-09-13T02:56:22.833 INFO:tasks.rados.rados.0.smithi052.stdout:1258: writing smithi05277117-20 from 1482752 to 1974272 tid 3 2024-09-13T02:56:22.833 INFO:tasks.rados.rados.0.smithi052.stdout:1259: read oid 28 snap -1 2024-09-13T02:56:22.833 INFO:tasks.rados.rados.0.smithi052.stdout:1259: expect deleted 2024-09-13T02:56:22.833 INFO:tasks.rados.rados.0.smithi052.stdout:1260: delete oid 26 current snap is 141 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1256: finishing rollback tid 1 to smithi05277117-14 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 821 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1254: finishing rollback tid 1 to smithi05277117-27 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1254: finishing rollback tid 2 to smithi05277117-27 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 930 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1253: finishing write tid 3 to smithi05277117-18 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1253: finishing write tid 4 to smithi05277117-18 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1253: finishing write tid 5 to smithi05277117-18 2024-09-13T02:56:22.834 INFO:tasks.rados.rados.0.smithi052.stdout:1253: finishing write tid 6 to smithi05277117-18 2024-09-13T02:56:22.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 557 (ObjNum 403 snap 141 seq_num 403) dirty exists 2024-09-13T02:56:22.835 INFO:tasks.rados.rados.0.smithi052.stdout:1253: left oid 18 (ObjNum 403 snap 141 seq_num 403) 2024-09-13T02:56:22.835 INFO:tasks.rados.rados.0.smithi052.stdout:1258: finishing write tid 1 to smithi05277117-20 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1253: done (6 left) 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1254: done (5 left) 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1256: done (4 left) 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1260: done (3 left) 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1261: rollback oid 12 current snap is 141 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 138 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1258: finishing write tid 2 to smithi05277117-20 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 141 2024-09-13T02:56:22.836 INFO:tasks.rados.rados.0.smithi052.stdout:1262: seq_num 406 ranges {3915776=802816,4718592=475136,5193728=499712,5693440=229376} 2024-09-13T02:56:22.861 INFO:tasks.rados.rados.0.smithi052.stdout:1262: writing smithi05277117-13 from 3915776 to 4718592 tid 1 2024-09-13T02:56:22.864 INFO:tasks.rados.rados.0.smithi052.stdout:1262: writing smithi05277117-13 from 4718592 to 5193728 tid 2 2024-09-13T02:56:22.867 INFO:tasks.rados.rados.0.smithi052.stdout:1262: writing smithi05277117-13 from 5193728 to 5693440 tid 3 2024-09-13T02:56:22.869 INFO:tasks.rados.rados.0.smithi052.stdout:1262: writing smithi05277117-13 from 5693440 to 5922816 tid 4 2024-09-13T02:56:22.869 INFO:tasks.rados.rados.0.smithi052.stdout:1263: read oid 40 snap -1 2024-09-13T02:56:22.869 INFO:tasks.rados.rados.0.smithi052.stdout:1263: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:56:22.869 INFO:tasks.rados.rados.0.smithi052.stdout:1264: read oid 6 snap 126 2024-09-13T02:56:22.869 INFO:tasks.rados.rados.0.smithi052.stdout:1264: expect deleted 2024-09-13T02:56:22.869 INFO:tasks.rados.rados.0.smithi052.stdout:1265: snap_remove snap 79 2024-09-13T02:56:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:22 smithi052 ceph-mon[91421]: osdmap e321: 8 total, 7 up, 8 in 2024-09-13T02:56:23.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:22 smithi052 ceph-mon[89065]: osdmap e321: 8 total, 7 up, 8 in 2024-09-13T02:56:23.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:22 smithi052 podman[96281]: 2024-09-13 02:56:22.697495677 +0000 UTC m=+0.454565660 container attach 083b6b87a72b3485568dd53710f6d131b0ba80e400edabaefbd45f073c6ee3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:56:23.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:22 smithi052 podman[96281]: 2024-09-13 02:56:22.80932387 +0000 UTC m=+0.566393853 container died 083b6b87a72b3485568dd53710f6d131b0ba80e400edabaefbd45f073c6ee3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-09-13T02:56:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:22 smithi078 ceph-mon[85589]: osdmap e321: 8 total, 7 up, 8 in 2024-09-13T02:56:23.778 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:23.778 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 podman[96304]: 2024-09-13 02:56:23.417972152 +0000 UTC m=+0.596021732 container remove 083b6b87a72b3485568dd53710f6d131b0ba80e400edabaefbd45f073c6ee3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-09-13T02:56:23.778 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-13T02:56:23.778 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 systemd[1]: Stopped Ceph osd.0 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:56:23.778 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.0.service: Consumed 11.853s CPU time. 2024-09-13T02:56:23.778 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 systemd[1]: Starting Ceph osd.0 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:56:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1265: done (7 left) 2024-09-13T02:56:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1266: read oid 44 snap -1 2024-09-13T02:56:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1266: expect (ObjNum 401 snap 140 seq_num 401) 2024-09-13T02:56:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1267: snap_create 2024-09-13T02:56:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1258: finishing write tid 3 to smithi05277117-20 2024-09-13T02:56:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1258: finishing write tid 4 to smithi05277117-20 2024-09-13T02:56:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1258: finishing write tid 5 to smithi05277117-20 2024-09-13T02:56:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 921 (ObjNum 404 snap 141 seq_num 404) dirty exists 2024-09-13T02:56:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1258: left oid 20 (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:56:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1255: expect (ObjNum 359 snap 121 seq_num 359) 2024-09-13T02:56:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:23 smithi052 ceph-mon[91421]: pgmap v96: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:23 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 153/1107 objects degraded (13.821%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:23 smithi052 ceph-mon[91421]: osdmap e322: 8 total, 7 up, 8 in 2024-09-13T02:56:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:23 smithi052 ceph-mon[89065]: pgmap v96: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:23 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 153/1107 objects degraded (13.821%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:23 smithi052 ceph-mon[89065]: osdmap e322: 8 total, 7 up, 8 in 2024-09-13T02:56:24.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 podman[96402]: 2024-09-13 02:56:23.765413767 +0000 UTC m=+0.016421423 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:56:24.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:23 smithi052 podman[96402]: 2024-09-13 02:56:23.902502644 +0000 UTC m=+0.153510295 container create 433f528ae89864263f8e43e77250cd4139e00e441fc88dcdf727f9d19567f314 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-13T02:56:24.030 INFO:tasks.rados.rados.0.smithi052.stdout:1261: finishing rollback tid 1 to smithi05277117-12 2024-09-13T02:56:24.030 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 548 (ObjNum 65 snap 0 seq_num 4197495760) dirty dne 2024-09-13T02:56:24.030 INFO:tasks.rados.rados.0.smithi052.stdout:1262: finishing write tid 1 to smithi05277117-13 2024-09-13T02:56:24.030 INFO:tasks.rados.rados.0.smithi052.stdout:1262: finishing write tid 2 to smithi05277117-13 2024-09-13T02:56:24.030 INFO:tasks.rados.rados.0.smithi052.stdout:1262: finishing write tid 3 to smithi05277117-13 2024-09-13T02:56:24.031 INFO:tasks.rados.rados.0.smithi052.stdout:1262: finishing write tid 4 to smithi05277117-13 2024-09-13T02:56:24.031 INFO:tasks.rados.rados.0.smithi052.stdout:1262: finishing write tid 5 to smithi05277117-13 2024-09-13T02:56:24.031 INFO:tasks.rados.rados.0.smithi052.stdout:1262: finishing write tid 6 to smithi05277117-13 2024-09-13T02:56:24.031 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 927 (ObjNum 406 snap 141 seq_num 406) dirty exists 2024-09-13T02:56:24.031 INFO:tasks.rados.rados.0.smithi052.stdout:1262: left oid 13 (ObjNum 406 snap 141 seq_num 406) 2024-09-13T02:56:24.031 INFO:tasks.rados.rados.0.smithi052.stdout:1263: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:56:24.061 INFO:tasks.rados.rados.0.smithi052.stdout:1266: expect (ObjNum 401 snap 140 seq_num 401) 2024-09-13T02:56:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:23 smithi078 ceph-mon[85589]: pgmap v96: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:23 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 153/1107 objects degraded (13.821%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:23 smithi078 ceph-mon[85589]: osdmap e322: 8 total, 7 up, 8 in 2024-09-13T02:56:24.528 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 podman[96402]: 2024-09-13 02:56:24.221812798 +0000 UTC m=+0.472820442 container init 433f528ae89864263f8e43e77250cd4139e00e441fc88dcdf727f9d19567f314 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-13T02:56:24.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 podman[96402]: 2024-09-13 02:56:24.225652535 +0000 UTC m=+0.476660187 container start 433f528ae89864263f8e43e77250cd4139e00e441fc88dcdf727f9d19567f314 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:56:24.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 podman[96402]: 2024-09-13 02:56:24.338475451 +0000 UTC m=+0.589483108 container attach 433f528ae89864263f8e43e77250cd4139e00e441fc88dcdf727f9d19567f314 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T02:56:24.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:24.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 bash[96402]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:24.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:24.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 bash[96402]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1255: done (8 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1258: done (7 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1259: done (6 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1261: done (5 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1262: done (4 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1263: done (3 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1264: done (2 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1266: done (1 left) 2024-09-13T02:56:24.742 INFO:tasks.rados.rados.0.smithi052.stdout:1267: done (0 left) 2024-09-13T02:56:24.743 INFO:tasks.rados.rados.0.smithi052.stdout:1268: snap_create 2024-09-13T02:56:24.788 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:24.788 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:25.129 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-mon[91421]: osdmap e323: 8 total, 7 up, 8 in 2024-09-13T02:56:25.129 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-mon[91421]: osdmap e324: 8 total, 7 up, 8 in 2024-09-13T02:56:25.129 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-mon[89065]: osdmap e323: 8 total, 7 up, 8 in 2024-09-13T02:56:25.130 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-mon[89065]: osdmap e324: 8 total, 7 up, 8 in 2024-09-13T02:56:25.130 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:56:25.130 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 bash[96402]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:56:25.130 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:56:25.130 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:24 smithi052 bash[96402]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:56:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:24 smithi078 ceph-mon[85589]: osdmap e323: 8 total, 7 up, 8 in 2024-09-13T02:56:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:24 smithi078 ceph-mon[85589]: osdmap e324: 8 total, 7 up, 8 in 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 bash[96402]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 bash[96402]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 bash[96402]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 bash[96402]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate[96417]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 bash[96402]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-13T02:56:25.477 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 podman[96402]: 2024-09-13 02:56:25.158540432 +0000 UTC m=+1.409548086 container died 433f528ae89864263f8e43e77250cd4139e00e441fc88dcdf727f9d19567f314 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-13T02:56:25.744 INFO:tasks.rados.rados.0.smithi052.stdout:1268: done (0 left) 2024-09-13T02:56:25.744 INFO:tasks.rados.rados.0.smithi052.stdout:1269: read oid 17 snap 54 2024-09-13T02:56:25.744 INFO:tasks.rados.rados.0.smithi052.stdout:1269: expect (ObjNum 171 snap 54 seq_num 171) 2024-09-13T02:56:25.744 INFO:tasks.rados.rados.0.smithi052.stdout:1270: delete oid 15 current snap is 143 2024-09-13T02:56:25.748 INFO:tasks.rados.rados.0.smithi052.stdout:1270: done (1 left) 2024-09-13T02:56:25.748 INFO:tasks.rados.rados.0.smithi052.stdout:1271: read oid 2 snap 132 2024-09-13T02:56:25.748 INFO:tasks.rados.rados.0.smithi052.stdout:1271: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:56:25.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 143 2024-09-13T02:56:25.748 INFO:tasks.rados.rados.0.smithi052.stdout:1272: seq_num 408 ranges {1089536=442368,1531904=647168,2179072=507904,2686976=450560} 2024-09-13T02:56:25.758 INFO:tasks.rados.rados.0.smithi052.stdout:1272: writing smithi05277117-8 from 1089536 to 1531904 tid 1 2024-09-13T02:56:25.762 INFO:tasks.rados.rados.0.smithi052.stdout:1272: writing smithi05277117-8 from 1531904 to 2179072 tid 2 2024-09-13T02:56:25.766 INFO:tasks.rados.rados.0.smithi052.stdout:1272: writing smithi05277117-8 from 2179072 to 2686976 tid 3 2024-09-13T02:56:25.769 INFO:tasks.rados.rados.0.smithi052.stdout:1272: writing smithi05277117-8 from 2686976 to 3137536 tid 4 2024-09-13T02:56:25.769 INFO:tasks.rados.rados.0.smithi052.stdout:1273: rollback oid 35 current snap is 143 2024-09-13T02:56:25.769 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 35 to 134 2024-09-13T02:56:25.769 INFO:tasks.rados.rados.0.smithi052.stdout:1271: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-13T02:56:25.787 INFO:tasks.rados.rados.0.smithi052.stdout:1269: expect (ObjNum 171 snap 54 seq_num 171) 2024-09-13T02:56:25.911 INFO:tasks.rados.rados.0.smithi052.stdout:1272: finishing write tid 1 to smithi05277117-8 2024-09-13T02:56:25.911 INFO:tasks.rados.rados.0.smithi052.stdout:1272: finishing write tid 2 to smithi05277117-8 2024-09-13T02:56:25.911 INFO:tasks.rados.rados.0.smithi052.stdout:1272: finishing write tid 3 to smithi05277117-8 2024-09-13T02:56:25.911 INFO:tasks.rados.rados.0.smithi052.stdout:1273: finishing rollback tid 1 to smithi05277117-35 2024-09-13T02:56:25.911 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 435 (ObjNum 289 snap 0 seq_num 2939561086) dirty dne 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1272: finishing write tid 4 to smithi05277117-8 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1269: done (3 left) 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1271: done (2 left) 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1273: done (1 left) 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1274: rmattr oid 24 current snap is 143 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1274: done (1 left) 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1275: setattr oid 26 current snap is 143 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1272: finishing write tid 5 to smithi05277117-8 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1272: finishing write tid 6 to smithi05277117-8 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 943 (ObjNum 408 snap 143 seq_num 408) dirty exists 2024-09-13T02:56:25.912 INFO:tasks.rados.rados.0.smithi052.stdout:1272: left oid 8 (ObjNum 408 snap 143 seq_num 408) 2024-09-13T02:56:25.913 INFO:tasks.rados.rados.0.smithi052.stdout:1272: done (1 left) 2024-09-13T02:56:25.913 INFO:tasks.rados.rados.0.smithi052.stdout:1276: snap_remove snap 142 2024-09-13T02:56:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-mon[89065]: pgmap v99: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-mon[89065]: osdmap e325: 8 total, 7 up, 8 in 2024-09-13T02:56:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-mon[91421]: pgmap v99: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:25 smithi052 ceph-mon[91421]: osdmap e325: 8 total, 7 up, 8 in 2024-09-13T02:56:26.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 podman[96543]: 2024-09-13 02:56:25.742447133 +0000 UTC m=+0.573085251 container remove 433f528ae89864263f8e43e77250cd4139e00e441fc88dcdf727f9d19567f314 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-13T02:56:26.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 podman[96603]: 2024-09-13 02:56:25.869891502 +0000 UTC m=+0.018384547 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:56:26.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:25 smithi052 podman[96603]: 2024-09-13 02:56:25.976558828 +0000 UTC m=+0.125051854 container create c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f) 2024-09-13T02:56:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:25 smithi078 ceph-mon[85589]: pgmap v99: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:25 smithi078 ceph-mon[85589]: osdmap e325: 8 total, 7 up, 8 in 2024-09-13T02:56:26.528 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:26 smithi052 podman[96603]: 2024-09-13 02:56:26.237471147 +0000 UTC m=+0.385964174 container init c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-13T02:56:26.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:26 smithi052 podman[96603]: 2024-09-13 02:56:26.240978582 +0000 UTC m=+0.389471611 container start c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-09-13T02:56:26.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:26 smithi052 ceph-osd[96622]: -- 172.21.15.52:0/525627144 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5602afa2bd40 con 0x5602b07b2400 2024-09-13T02:56:26.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:26 smithi052 ceph-osd[96622]: -- 172.21.15.52:0/525627144 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5602af9eba40 con 0x5602b07b2400 2024-09-13T02:56:26.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:26 smithi052 bash[96603]: c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 2024-09-13T02:56:26.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:26 smithi052 systemd[1]: Started Ceph osd.0 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:56:26.801 INFO:tasks.rados.rados.0.smithi052.stdout:1276: done (1 left) 2024-09-13T02:56:26.801 INFO:tasks.rados.rados.0.smithi052.stdout:1277: rmattr oid 44 current snap is 143 2024-09-13T02:56:26.801 INFO:tasks.rados.rados.0.smithi052.stdout:1277: done (1 left) 2024-09-13T02:56:26.802 INFO:tasks.rados.rados.0.smithi052.stdout:1278: snap_remove snap 59 2024-09-13T02:56:27.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[91421]: pgmap v102: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:27.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:27.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[91421]: osdmap e326: 8 total, 7 up, 8 in 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[89065]: pgmap v102: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-mon[89065]: osdmap e326: 8 total, 7 up, 8 in 2024-09-13T02:56:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:27 smithi078 ceph-mon[85589]: pgmap v102: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 363 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 153/1107 objects degraded (13.821%) 2024-09-13T02:56:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:27.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:27.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:27 smithi078 ceph-mon[85589]: osdmap e326: 8 total, 7 up, 8 in 2024-09-13T02:56:27.802 INFO:tasks.rados.rados.0.smithi052.stdout:1278: done (1 left) 2024-09-13T02:56:27.802 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 143 2024-09-13T02:56:27.802 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 551 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:56:27.803 INFO:tasks.rados.rados.0.smithi052.stdout:1279: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-09-13T02:56:27.807 INFO:tasks.rados.rados.0.smithi052.stdout:1279: writing smithi05277117-31 from 0 to 458752 tid 1 2024-09-13T02:56:27.809 INFO:tasks.rados.rados.0.smithi052.stdout:1279: writing smithi05277117-31 from 458752 to 991232 tid 2 2024-09-13T02:56:27.815 INFO:tasks.rados.rados.0.smithi052.stdout:1279: writing smithi05277117-31 from 991232 to 1712128 tid 3 2024-09-13T02:56:27.818 INFO:tasks.rados.rados.0.smithi052.stdout:1279: writing smithi05277117-31 from 1712128 to 2064384 tid 4 2024-09-13T02:56:27.818 INFO:tasks.rados.rados.0.smithi052.stdout:1275: done (1 left) 2024-09-13T02:56:27.818 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 143 2024-09-13T02:56:27.818 INFO:tasks.rados.rados.0.smithi052.stdout:1279: finishing write tid 1 to smithi05277117-31 2024-09-13T02:56:27.818 INFO:tasks.rados.rados.0.smithi052.stdout:1279: finishing write tid 2 to smithi05277117-31 2024-09-13T02:56:27.818 INFO:tasks.rados.rados.0.smithi052.stdout:1280: seq_num 410 ranges {3448832=475136,3923968=417792,4341760=475136,4816896=425984,5242880=286720} 2024-09-13T02:56:27.839 INFO:tasks.rados.rados.0.smithi052.stdout:1280: writing smithi05277117-29 from 3448832 to 3923968 tid 1 2024-09-13T02:56:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:1280: writing smithi05277117-29 from 3923968 to 4341760 tid 2 2024-09-13T02:56:27.844 INFO:tasks.rados.rados.0.smithi052.stdout:1280: writing smithi05277117-29 from 4341760 to 4816896 tid 3 2024-09-13T02:56:27.846 INFO:tasks.rados.rados.0.smithi052.stdout:1280: writing smithi05277117-29 from 4816896 to 5242880 tid 4 2024-09-13T02:56:27.849 INFO:tasks.rados.rados.0.smithi052.stdout:1280: writing smithi05277117-29 from 5242880 to 5529600 tid 5 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1281: rollback oid 12 current snap is 143 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 114 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1279: finishing write tid 3 to smithi05277117-31 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1279: finishing write tid 4 to smithi05277117-31 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1279: finishing write tid 5 to smithi05277117-31 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1279: finishing write tid 6 to smithi05277117-31 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 847 (ObjNum 409 snap 143 seq_num 409) dirty exists 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1279: left oid 31 (ObjNum 409 snap 143 seq_num 409) 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 1 to smithi05277117-29 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 2 to smithi05277117-29 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 3 to smithi05277117-29 2024-09-13T02:56:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:1279: done (2 left) 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:1282: rollback oid 25 current snap is 143 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 118 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:1283: rmattr oid 46 current snap is 143 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 4 to smithi05277117-29 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:1284: rmattr oid 18 current snap is 143 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:1284: done (4 left) 2024-09-13T02:56:27.851 INFO:tasks.rados.rados.0.smithi052.stdout:1285: delete oid 13 current snap is 143 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1282: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 5 to smithi05277117-29 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1281: finishing rollback tid 1 to smithi05277117-12 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 548 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 6 to smithi05277117-29 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1281: done (4 left) 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1285: done (3 left) 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 143 2024-09-13T02:56:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:1286: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-09-13T02:56:27.854 INFO:tasks.rados.rados.0.smithi052.stdout:1286: writing smithi05277117-32 from 0 to 507904 tid 1 2024-09-13T02:56:27.857 INFO:tasks.rados.rados.0.smithi052.stdout:1286: writing smithi05277117-32 from 507904 to 1138688 tid 2 2024-09-13T02:56:27.860 INFO:tasks.rados.rados.0.smithi052.stdout:1286: writing smithi05277117-32 from 1138688 to 1630208 tid 3 2024-09-13T02:56:27.863 INFO:tasks.rados.rados.0.smithi052.stdout:1286: writing smithi05277117-32 from 1630208 to 2113536 tid 4 2024-09-13T02:56:27.863 INFO:tasks.rados.rados.0.smithi052.stdout:1287: snap_remove snap 139 2024-09-13T02:56:27.930 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:27 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[96618]: 2024-09-13T02:56:27.645+0000 7f2135477640 -1 Falling back to public interface 2024-09-13T02:56:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:56:28] "GET /metrics HTTP/1.1" 200 36049 "" "Prometheus/2.43.0" 2024-09-13T02:56:28.807 INFO:tasks.rados.rados.0.smithi052.stdout:1287: done (4 left) 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1288: read oid 30 snap -1 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1288: expect deleted 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1289: copy_from oid 5 from oid 11 current snap is 143 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1282: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 146 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1280: finishing write tid 7 to smithi05277117-29 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 650 (ObjNum 410 snap 143 seq_num 410) dirty exists 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1280: left oid 29 (ObjNum 410 snap 143 seq_num 410) 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 849 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1286: finishing write tid 1 to smithi05277117-32 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1286: finishing write tid 2 to smithi05277117-32 2024-09-13T02:56:28.808 INFO:tasks.rados.rados.0.smithi052.stdout:1286: finishing write tid 3 to smithi05277117-32 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1286: finishing write tid 4 to smithi05277117-32 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1286: finishing write tid 5 to smithi05277117-32 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1280: done (5 left) 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1282: done (4 left) 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1283: done (3 left) 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1290: delete oid 33 current snap is 143 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1286: finishing write tid 6 to smithi05277117-32 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 854 (ObjNum 412 snap 143 seq_num 412) dirty exists 2024-09-13T02:56:28.809 INFO:tasks.rados.rados.0.smithi052.stdout:1286: left oid 32 (ObjNum 412 snap 143 seq_num 412) 2024-09-13T02:56:28.814 INFO:tasks.rados.rados.0.smithi052.stdout:1286: done (3 left) 2024-09-13T02:56:28.814 INFO:tasks.rados.rados.0.smithi052.stdout:1288: done (2 left) 2024-09-13T02:56:28.814 INFO:tasks.rados.rados.0.smithi052.stdout:1290: done (1 left) 2024-09-13T02:56:28.814 INFO:tasks.rados.rados.0.smithi052.stdout:1291: copy_from oid 25 from oid 3 current snap is 143 2024-09-13T02:56:28.814 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 143 2024-09-13T02:56:28.814 INFO:tasks.rados.rados.0.smithi052.stdout:1292: seq_num 414 ranges {2670592=540672,3211264=802816,4014080=458752,4472832=344064} 2024-09-13T02:56:28.831 INFO:tasks.rados.rados.0.smithi052.stdout:1292: writing smithi05277117-1 from 2670592 to 3211264 tid 1 2024-09-13T02:56:28.836 INFO:tasks.rados.rados.0.smithi052.stdout:1292: writing smithi05277117-1 from 3211264 to 4014080 tid 2 2024-09-13T02:56:28.839 INFO:tasks.rados.rados.0.smithi052.stdout:1292: writing smithi05277117-1 from 4014080 to 4472832 tid 3 2024-09-13T02:56:28.841 INFO:tasks.rados.rados.0.smithi052.stdout:1292: writing smithi05277117-1 from 4472832 to 4816896 tid 4 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 143 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1291: finishing copy_from to smithi05277117-25 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1291: got expected ENOENT (src dne) 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1289: finishing copy_from racing read to smithi05277117-5 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1291: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1289: finishing copy_from to smithi05277117-5 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 385 (ObjNum 309 snap 102 seq_num 309) dirty exists 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1292: finishing write tid 1 to smithi05277117-1 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1292: finishing write tid 2 to smithi05277117-1 2024-09-13T02:56:28.842 INFO:tasks.rados.rados.0.smithi052.stdout:1293: seq_num 415 ranges {638976=557056,1196032=688128,1884160=663552,2547712=253952} 2024-09-13T02:56:28.848 INFO:tasks.rados.rados.0.smithi052.stdout:1293: writing smithi05277117-27 from 638976 to 1196032 tid 1 2024-09-13T02:56:28.852 INFO:tasks.rados.rados.0.smithi052.stdout:1293: writing smithi05277117-27 from 1196032 to 1884160 tid 2 2024-09-13T02:56:28.855 INFO:tasks.rados.rados.0.smithi052.stdout:1293: writing smithi05277117-27 from 1884160 to 2547712 tid 3 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1293: writing smithi05277117-27 from 2547712 to 2801664 tid 4 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1289: done (3 left) 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1291: done (2 left) 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1294: read oid 20 snap -1 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1294: expect (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1295: setattr oid 31 current snap is 143 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1292: finishing write tid 3 to smithi05277117-1 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1292: finishing write tid 4 to smithi05277117-1 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1292: finishing write tid 5 to smithi05277117-1 2024-09-13T02:56:28.858 INFO:tasks.rados.rados.0.smithi052.stdout:1292: finishing write tid 6 to smithi05277117-1 2024-09-13T02:56:28.859 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 587 (ObjNum 414 snap 143 seq_num 414) dirty exists 2024-09-13T02:56:28.859 INFO:tasks.rados.rados.0.smithi052.stdout:1292: left oid 1 (ObjNum 414 snap 143 seq_num 414) 2024-09-13T02:56:28.859 INFO:tasks.rados.rados.0.smithi052.stdout:1293: finishing write tid 1 to smithi05277117-27 2024-09-13T02:56:28.859 INFO:tasks.rados.rados.0.smithi052.stdout:1293: finishing write tid 2 to smithi05277117-27 2024-09-13T02:56:28.859 INFO:tasks.rados.rados.0.smithi052.stdout:1292: done (3 left) 2024-09-13T02:56:28.860 INFO:tasks.rados.rados.0.smithi052.stdout:1296: delete oid 18 current snap is 143 2024-09-13T02:56:28.860 INFO:tasks.rados.rados.0.smithi052.stdout:1293: finishing write tid 3 to smithi05277117-27 2024-09-13T02:56:28.860 INFO:tasks.rados.rados.0.smithi052.stdout:1293: finishing write tid 4 to smithi05277117-27 2024-09-13T02:56:28.860 INFO:tasks.rados.rados.0.smithi052.stdout:1293: finishing write tid 5 to smithi05277117-27 2024-09-13T02:56:28.861 INFO:tasks.rados.rados.0.smithi052.stdout:1296: done (3 left) 2024-09-13T02:56:28.861 INFO:tasks.rados.rados.0.smithi052.stdout:1297: delete oid 36 current snap is 143 2024-09-13T02:56:28.861 INFO:tasks.rados.rados.0.smithi052.stdout:1293: finishing write tid 6 to smithi05277117-27 2024-09-13T02:56:28.861 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 958 (ObjNum 415 snap 143 seq_num 415) dirty exists 2024-09-13T02:56:28.861 INFO:tasks.rados.rados.0.smithi052.stdout:1293: left oid 27 (ObjNum 415 snap 143 seq_num 415) 2024-09-13T02:56:28.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 857 (ObjNum 409 snap 143 seq_num 409) dirty exists 2024-09-13T02:56:28.863 INFO:tasks.rados.rados.0.smithi052.stdout:1293: done (3 left) 2024-09-13T02:56:28.863 INFO:tasks.rados.rados.0.smithi052.stdout:1295: done (2 left) 2024-09-13T02:56:28.863 INFO:tasks.rados.rados.0.smithi052.stdout:1297: done (1 left) 2024-09-13T02:56:28.863 INFO:tasks.rados.rados.0.smithi052.stdout:1298: copy_from oid 31 from oid 38 current snap is 143 2024-09-13T02:56:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 143 2024-09-13T02:56:28.864 INFO:tasks.rados.rados.0.smithi052.stdout:1299: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-09-13T02:56:28.867 INFO:tasks.rados.rados.0.smithi052.stdout:1299: writing smithi05277117-35 from 0 to 606208 tid 1 2024-09-13T02:56:28.871 INFO:tasks.rados.rados.0.smithi052.stdout:1299: writing smithi05277117-35 from 606208 to 1343488 tid 2 2024-09-13T02:56:28.873 INFO:tasks.rados.rados.0.smithi052.stdout:1299: writing smithi05277117-35 from 1343488 to 1777664 tid 3 2024-09-13T02:56:28.876 INFO:tasks.rados.rados.0.smithi052.stdout:1299: writing smithi05277117-35 from 1777664 to 2211840 tid 4 2024-09-13T02:56:28.876 INFO:tasks.rados.rados.0.smithi052.stdout:1300: copy_from oid 27 from oid 28 current snap is 143 2024-09-13T02:56:28.876 INFO:tasks.rados.rados.0.smithi052.stdout:1298: finishing copy_from to smithi05277117-31 2024-09-13T02:56:28.876 INFO:tasks.rados.rados.0.smithi052.stdout:1298: got expected ENOENT (src dne) 2024-09-13T02:56:28.876 INFO:tasks.rados.rados.0.smithi052.stdout:1298: finishing copy_from racing read to smithi05277117-31 2024-09-13T02:56:28.876 INFO:tasks.rados.rados.0.smithi052.stdout:1294: expect (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1299: finishing write tid 1 to smithi05277117-35 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1299: finishing write tid 2 to smithi05277117-35 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1299: finishing write tid 3 to smithi05277117-35 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1300: finishing copy_from to smithi05277117-27 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1300: got expected ENOENT (src dne) 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1300: finishing copy_from racing read to smithi05277117-27 2024-09-13T02:56:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:1299: finishing write tid 4 to smithi05277117-35 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1299: finishing write tid 5 to smithi05277117-35 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1299: finishing write tid 6 to smithi05277117-35 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 746 (ObjNum 418 snap 143 seq_num 418) dirty exists 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1299: left oid 35 (ObjNum 418 snap 143 seq_num 418) 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1294: done (3 left) 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1298: done (2 left) 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1299: done (1 left) 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1300: done (0 left) 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1301: read oid 28 snap -1 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1301: expect deleted 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 143 2024-09-13T02:56:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:1302: seq_num 419 ranges {5529600=622592,6152192=671744,6823936=647168,7471104=286720} 2024-09-13T02:56:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:28 smithi078 ceph-mon[85589]: osdmap e327: 8 total, 7 up, 8 in 2024-09-13T02:56:28.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:28.963 INFO:tasks.rados.rados.0.smithi052.stdout:1302: writing smithi05277117-29 from 5529600 to 6152192 tid 1 2024-09-13T02:56:28.967 INFO:tasks.rados.rados.0.smithi052.stdout:1302: writing smithi05277117-29 from 6152192 to 6823936 tid 2 2024-09-13T02:56:28.971 INFO:tasks.rados.rados.0.smithi052.stdout:1302: writing smithi05277117-29 from 6823936 to 7471104 tid 3 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:1302: writing smithi05277117-29 from 7471104 to 7757824 tid 4 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:1303: copy_from oid 30 from oid 24 current snap is 143 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:1302: finishing write tid 1 to smithi05277117-29 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:1302: finishing write tid 2 to smithi05277117-29 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:1302: finishing write tid 3 to smithi05277117-29 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:1301: done (2 left) 2024-09-13T02:56:28.973 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 143 2024-09-13T02:56:28.974 INFO:tasks.rados.rados.0.smithi052.stdout:1304: seq_num 420 ranges {1204224=638976,1843200=557056,2400256=450560,2850816=598016} 2024-09-13T02:56:28.983 INFO:tasks.rados.rados.0.smithi052.stdout:1304: writing smithi05277117-7 from 1204224 to 1843200 tid 1 2024-09-13T02:56:28.986 INFO:tasks.rados.rados.0.smithi052.stdout:1304: writing smithi05277117-7 from 1843200 to 2400256 tid 2 2024-09-13T02:56:28.989 INFO:tasks.rados.rados.0.smithi052.stdout:1304: writing smithi05277117-7 from 2400256 to 2850816 tid 3 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1304: writing smithi05277117-7 from 2850816 to 3448832 tid 4 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 143 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1303: finishing copy_from to smithi05277117-30 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1303: got expected ENOENT (src dne) 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1303: finishing copy_from racing read to smithi05277117-30 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1302: finishing write tid 4 to smithi05277117-29 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1302: finishing write tid 5 to smithi05277117-29 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1302: finishing write tid 6 to smithi05277117-29 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 655 (ObjNum 419 snap 143 seq_num 419) dirty exists 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1302: left oid 29 (ObjNum 419 snap 143 seq_num 419) 2024-09-13T02:56:28.993 INFO:tasks.rados.rados.0.smithi052.stdout:1304: finishing write tid 1 to smithi05277117-7 2024-09-13T02:56:28.994 INFO:tasks.rados.rados.0.smithi052.stdout:1304: finishing write tid 2 to smithi05277117-7 2024-09-13T02:56:28.994 INFO:tasks.rados.rados.0.smithi052.stdout:1304: finishing write tid 3 to smithi05277117-7 2024-09-13T02:56:28.994 INFO:tasks.rados.rados.0.smithi052.stdout:1305: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-09-13T02:56:28.996 INFO:tasks.rados.rados.0.smithi052.stdout:1305: writing smithi05277117-12 from 0 to 655360 tid 1 2024-09-13T02:56:28.998 INFO:tasks.rados.rados.0.smithi052.stdout:1305: writing smithi05277117-12 from 655360 to 1097728 tid 2 2024-09-13T02:56:29.004 INFO:tasks.rados.rados.0.smithi052.stdout:1305: writing smithi05277117-12 from 1097728 to 1761280 tid 3 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1305: writing smithi05277117-12 from 1761280 to 2260992 tid 4 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1302: done (3 left) 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1303: done (2 left) 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1306: read oid 46 snap -1 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1306: expect (ObjNum 359 snap 121 seq_num 359) 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1307: snap_create 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1304: finishing write tid 4 to smithi05277117-7 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1304: finishing write tid 5 to smithi05277117-7 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1304: finishing write tid 6 to smithi05277117-7 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 592 (ObjNum 420 snap 143 seq_num 420) dirty exists 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1304: left oid 7 (ObjNum 420 snap 143 seq_num 420) 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1305: finishing write tid 1 to smithi05277117-12 2024-09-13T02:56:29.007 INFO:tasks.rados.rados.0.smithi052.stdout:1305: finishing write tid 2 to smithi05277117-12 2024-09-13T02:56:29.008 INFO:tasks.rados.rados.0.smithi052.stdout:1305: finishing write tid 3 to smithi05277117-12 2024-09-13T02:56:29.009 INFO:tasks.rados.rados.0.smithi052.stdout:1305: finishing write tid 4 to smithi05277117-12 2024-09-13T02:56:29.010 INFO:tasks.rados.rados.0.smithi052.stdout:1305: finishing write tid 5 to smithi05277117-12 2024-09-13T02:56:29.011 INFO:tasks.rados.rados.0.smithi052.stdout:1305: finishing write tid 6 to smithi05277117-12 2024-09-13T02:56:29.011 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 581 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T02:56:29.011 INFO:tasks.rados.rados.0.smithi052.stdout:1305: left oid 12 (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:56:29.023 INFO:tasks.rados.rados.0.smithi052.stdout:1306: expect (ObjNum 359 snap 121 seq_num 359) 2024-09-13T02:56:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:28 smithi052 ceph-mon[91421]: osdmap e327: 8 total, 7 up, 8 in 2024-09-13T02:56:29.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:28 smithi052 ceph-mon[89065]: osdmap e327: 8 total, 7 up, 8 in 2024-09-13T02:56:29.808 INFO:tasks.rados.rados.0.smithi052.stdout:1304: done (3 left) 2024-09-13T02:56:29.808 INFO:tasks.rados.rados.0.smithi052.stdout:1305: done (2 left) 2024-09-13T02:56:29.808 INFO:tasks.rados.rados.0.smithi052.stdout:1306: done (1 left) 2024-09-13T02:56:29.808 INFO:tasks.rados.rados.0.smithi052.stdout:1307: done (0 left) 2024-09-13T02:56:29.808 INFO:tasks.rados.rados.0.smithi052.stdout:1308: setattr oid 23 current snap is 144 2024-09-13T02:56:29.809 INFO:tasks.rados.rados.0.smithi052.stdout:1309: snap_remove snap 126 2024-09-13T02:56:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:29 smithi078 ceph-mon[85589]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 153/1089 objects degraded (14.050%) 2024-09-13T02:56:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:29 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 153/1089 objects degraded (14.050%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:29 smithi078 ceph-mon[85589]: osdmap e328: 8 total, 7 up, 8 in 2024-09-13T02:56:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:29 smithi052 ceph-mon[91421]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 153/1089 objects degraded (14.050%) 2024-09-13T02:56:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:29 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 153/1089 objects degraded (14.050%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:29 smithi052 ceph-mon[91421]: osdmap e328: 8 total, 7 up, 8 in 2024-09-13T02:56:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:29 smithi052 ceph-mon[89065]: pgmap v105: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 153/1089 objects degraded (14.050%) 2024-09-13T02:56:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:29 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 153/1089 objects degraded (14.050%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:29 smithi052 ceph-mon[89065]: osdmap e328: 8 total, 7 up, 8 in 2024-09-13T02:56:30.816 INFO:tasks.rados.rados.0.smithi052.stdout:1309: done (1 left) 2024-09-13T02:56:30.816 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 144 2024-09-13T02:56:30.817 INFO:tasks.rados.rados.0.smithi052.stdout:1310: seq_num 422 ranges {4685824=671744,5357568=729088,6086656=417792,6504448=458752} 2024-09-13T02:56:30.846 INFO:tasks.rados.rados.0.smithi052.stdout:1310: writing smithi05277117-45 from 4685824 to 5357568 tid 1 2024-09-13T02:56:30.851 INFO:tasks.rados.rados.0.smithi052.stdout:1310: writing smithi05277117-45 from 5357568 to 6086656 tid 2 2024-09-13T02:56:30.853 INFO:tasks.rados.rados.0.smithi052.stdout:1310: writing smithi05277117-45 from 6086656 to 6504448 tid 3 2024-09-13T02:56:30.856 INFO:tasks.rados.rados.0.smithi052.stdout:1310: writing smithi05277117-45 from 6504448 to 6963200 tid 4 2024-09-13T02:56:30.856 INFO:tasks.rados.rados.0.smithi052.stdout:1311: snap_remove snap 121 2024-09-13T02:56:31.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[91421]: osdmap e329: 8 total, 7 up, 8 in 2024-09-13T02:56:31.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.109 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.109 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[89065]: osdmap e329: 8 total, 7 up, 8 in 2024-09-13T02:56:31.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.110 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:30 smithi078 ceph-mon[85589]: osdmap e329: 8 total, 7 up, 8 in 2024-09-13T02:56:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:31.442 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[96618]: 2024-09-13T02:56:31.145+0000 7f2135477640 -1 osd.0 319 log_to_monitors true 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:1311: done (2 left) 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:1312: delete oid 1 current snap is 144 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 607 (ObjNum 364 snap 125 seq_num 364) dirty exists 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:1310: finishing write tid 1 to smithi05277117-45 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:1310: finishing write tid 2 to smithi05277117-45 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:1310: finishing write tid 3 to smithi05277117-45 2024-09-13T02:56:31.826 INFO:tasks.rados.rados.0.smithi052.stdout:1310: finishing write tid 4 to smithi05277117-45 2024-09-13T02:56:31.827 INFO:tasks.rados.rados.0.smithi052.stdout:1310: finishing write tid 5 to smithi05277117-45 2024-09-13T02:56:31.827 INFO:tasks.rados.rados.0.smithi052.stdout:1310: finishing write tid 6 to smithi05277117-45 2024-09-13T02:56:31.827 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 972 (ObjNum 422 snap 144 seq_num 422) dirty exists 2024-09-13T02:56:31.827 INFO:tasks.rados.rados.0.smithi052.stdout:1310: left oid 45 (ObjNum 422 snap 144 seq_num 422) 2024-09-13T02:56:31.842 INFO:tasks.rados.rados.0.smithi052.stdout:1308: done (2 left) 2024-09-13T02:56:31.842 INFO:tasks.rados.rados.0.smithi052.stdout:1310: done (1 left) 2024-09-13T02:56:31.842 INFO:tasks.rados.rados.0.smithi052.stdout:1312: done (0 left) 2024-09-13T02:56:31.842 INFO:tasks.rados.rados.0.smithi052.stdout:1313: rollback oid 50 current snap is 144 2024-09-13T02:56:31.842 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 90 2024-09-13T02:56:31.843 INFO:tasks.rados.rados.0.smithi052.stdout:1314: copy_from oid 39 from oid 10 current snap is 144 2024-09-13T02:56:31.843 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 144 2024-09-13T02:56:31.843 INFO:tasks.rados.rados.0.smithi052.stdout:1315: seq_num 424 ranges {1015808=704512,1720320=491520,2211840=434176,2646016=679936} 2024-09-13T02:56:31.852 INFO:tasks.rados.rados.0.smithi052.stdout:1315: writing smithi05277117-2 from 1015808 to 1720320 tid 1 2024-09-13T02:56:31.856 INFO:tasks.rados.rados.0.smithi052.stdout:1315: writing smithi05277117-2 from 1720320 to 2211840 tid 2 2024-09-13T02:56:31.859 INFO:tasks.rados.rados.0.smithi052.stdout:1315: writing smithi05277117-2 from 2211840 to 2646016 tid 3 2024-09-13T02:56:31.865 INFO:tasks.rados.rados.0.smithi052.stdout:1315: writing smithi05277117-2 from 2646016 to 3325952 tid 4 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1316: read oid 36 snap -1 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1316: expect deleted 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1317: rollback oid 32 current snap is 144 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 127 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1313: finishing rollback tid 1 to smithi05277117-50 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 605 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1313: done (4 left) 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1318: rollback oid 25 current snap is 144 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 131 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1319: copy_from oid 34 from oid 3 current snap is 144 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1320: snap_create 2024-09-13T02:56:31.866 INFO:tasks.rados.rados.0.smithi052.stdout:1315: finishing write tid 1 to smithi05277117-2 2024-09-13T02:56:31.867 INFO:tasks.rados.rados.0.smithi052.stdout:1319: finishing copy_from to smithi05277117-34 2024-09-13T02:56:31.867 INFO:tasks.rados.rados.0.smithi052.stdout:1319: got expected ENOENT (src dne) 2024-09-13T02:56:31.867 INFO:tasks.rados.rados.0.smithi052.stdout:1319: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:56:31.874 INFO:tasks.rados.rados.0.smithi052.stdout:1314: finishing copy_from racing read to smithi05277117-39 2024-09-13T02:56:31.875 INFO:tasks.rados.rados.0.smithi052.stdout:1317: finishing rollback tid 0 to smithi05277117-32 2024-09-13T02:56:31.875 INFO:tasks.rados.rados.0.smithi052.stdout:1317: finishing rollback tid 1 to smithi05277117-32 2024-09-13T02:56:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 864 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1318: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1318: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1318: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 150 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1315: finishing write tid 2 to smithi05277117-2 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1315: finishing write tid 3 to smithi05277117-2 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1315: finishing write tid 4 to smithi05277117-2 2024-09-13T02:56:31.877 INFO:tasks.rados.rados.0.smithi052.stdout:1315: finishing write tid 5 to smithi05277117-2 2024-09-13T02:56:31.878 INFO:tasks.rados.rados.0.smithi052.stdout:1314: finishing copy_from to smithi05277117-39 2024-09-13T02:56:31.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 880 (ObjNum 383 snap 134 seq_num 383) dirty exists 2024-09-13T02:56:31.896 INFO:tasks.rados.rados.0.smithi052.stdout:1315: finishing write tid 6 to smithi05277117-2 2024-09-13T02:56:31.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 660 (ObjNum 424 snap 144 seq_num 424) dirty exists 2024-09-13T02:56:31.897 INFO:tasks.rados.rados.0.smithi052.stdout:1315: left oid 2 (ObjNum 424 snap 144 seq_num 424) 2024-09-13T02:56:32.095 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[91421]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 153/1089 objects degraded (14.050%) 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[91421]: osdmap e330: 8 total, 7 up, 8 in 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[91421]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[89065]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 153/1089 objects degraded (14.050%) 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[89065]: osdmap e330: 8 total, 7 up, 8 in 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[89065]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:32.096 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:31 smithi078 ceph-mon[85589]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 153/1089 objects degraded (14.050%) 2024-09-13T02:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:31 smithi078 ceph-mon[85589]: osdmap e330: 8 total, 7 up, 8 in 2024-09-13T02:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:31 smithi078 ceph-mon[85589]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T02:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:32.391 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[96618]: 2024-09-13T02:56:32.131+0000 7f212921a640 -1 osd.0 319 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:56:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:32.832 INFO:tasks.rados.rados.0.smithi052.stdout:1314: done (6 left) 2024-09-13T02:56:32.832 INFO:tasks.rados.rados.0.smithi052.stdout:1315: done (5 left) 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1316: done (4 left) 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1317: done (3 left) 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1318: done (2 left) 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1319: done (1 left) 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1320: done (0 left) 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1321: read oid 31 snap 129 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1321: expect deleted 2024-09-13T02:56:32.833 INFO:tasks.rados.rados.0.smithi052.stdout:1322: delete oid 4 current snap is 145 2024-09-13T02:56:32.849 INFO:tasks.rados.rados.0.smithi052.stdout:1321: done (1 left) 2024-09-13T02:56:32.849 INFO:tasks.rados.rados.0.smithi052.stdout:1322: done (0 left) 2024-09-13T02:56:32.849 INFO:tasks.rados.rados.0.smithi052.stdout:1323: snap_remove snap 92 2024-09-13T02:56:33.116 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[91421]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:56:33.116 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[91421]: osdmap e331: 8 total, 7 up, 8 in 2024-09-13T02:56:33.116 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[91421]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:56:33.117 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[91421]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' 2024-09-13T02:56:33.117 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[89065]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:56:33.117 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[89065]: osdmap e331: 8 total, 7 up, 8 in 2024-09-13T02:56:33.117 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[89065]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:56:33.117 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:32 smithi052 ceph-mon[89065]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' 2024-09-13T02:56:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:32 smithi078 ceph-mon[85589]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T02:56:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:32 smithi078 ceph-mon[85589]: osdmap e331: 8 total, 7 up, 8 in 2024-09-13T02:56:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:32 smithi078 ceph-mon[85589]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:56:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:32 smithi078 ceph-mon[85589]: from='osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491]' entity='osd.0' 2024-09-13T02:56:33.824 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:33.832 INFO:tasks.rados.rados.0.smithi052.stdout:1323: done (0 left) 2024-09-13T02:56:33.832 INFO:tasks.rados.rados.0.smithi052.stdout:1324: read oid 34 snap -1 2024-09-13T02:56:33.832 INFO:tasks.rados.rados.0.smithi052.stdout:1324: expect (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:56:33.832 INFO:tasks.rados.rados.0.smithi052.stdout:1325: snap_remove snap 117 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 41 op/s; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491] boot 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: osdmap e332: 8 total, 8 up, 8 in 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:34.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:56:34.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:56:33.915+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:56:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 41 op/s; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:56:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491] boot 2024-09-13T02:56:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: osdmap e332: 8 total, 8 up, 8 in 2024-09-13T02:56:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:56:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 41 op/s; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: osd.0 [v2:172.21.15.52:6802/1446772491,v1:172.21.15.52:6803/1446772491] boot 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: osdmap e332: 8 total, 8 up, 8 in 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:56:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: osdmap e333: 8 total, 8 up, 8 in 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:34.838 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:56:34.841 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:34.841 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:34.844 INFO:tasks.rados.rados.0.smithi052.stdout:1325: done (1 left) 2024-09-13T02:56:34.844 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 145 2024-09-13T02:56:34.844 INFO:tasks.rados.rados.0.smithi052.stdout:1326: seq_num 426 ranges {3325952=737280,4063232=712704,4775936=802816,5578752=90112} 2024-09-13T02:56:34.868 INFO:tasks.rados.rados.0.smithi052.stdout:1326: writing smithi05277117-2 from 3325952 to 4063232 tid 1 2024-09-13T02:56:34.872 INFO:tasks.rados.rados.0.smithi052.stdout:1326: writing smithi05277117-2 from 4063232 to 4775936 tid 2 2024-09-13T02:56:34.877 INFO:tasks.rados.rados.0.smithi052.stdout:1326: writing smithi05277117-2 from 4775936 to 5578752 tid 3 2024-09-13T02:56:34.877 INFO:tasks.rados.rados.0.smithi052.stdout:1326: writing smithi05277117-2 from 5578752 to 5668864 tid 4 2024-09-13T02:56:34.877 INFO:tasks.rados.rados.0.smithi052.stdout:1327: rollback oid 21 current snap is 145 2024-09-13T02:56:34.878 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 102 2024-09-13T02:56:34.878 INFO:tasks.rados.rados.0.smithi052.stdout:1324: expect (ObjNum 237 snap 73 seq_num 237) 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1326: finishing write tid 1 to smithi05277117-2 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1326: finishing write tid 2 to smithi05277117-2 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1326: finishing write tid 3 to smithi05277117-2 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1326: finishing write tid 4 to smithi05277117-2 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1326: finishing write tid 5 to smithi05277117-2 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1327: finishing rollback tid 0 to smithi05277117-21 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1327: finishing rollback tid 1 to smithi05277117-21 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1327: finishing rollback tid 2 to smithi05277117-21 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 642 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:1326: finishing write tid 6 to smithi05277117-2 2024-09-13T02:56:35.079 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 665 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:56:35.080 INFO:tasks.rados.rados.0.smithi052.stdout:1326: left oid 2 (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:56:35.080 INFO:tasks.rados.rados.0.smithi052.stdout:1324: done (2 left) 2024-09-13T02:56:35.080 INFO:tasks.rados.rados.0.smithi052.stdout:1326: done (1 left) 2024-09-13T02:56:35.080 INFO:tasks.rados.rados.0.smithi052.stdout:1327: done (0 left) 2024-09-13T02:56:35.080 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 145 2024-09-13T02:56:35.080 INFO:tasks.rados.rados.0.smithi052.stdout:1328: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-09-13T02:56:35.082 INFO:tasks.rados.rados.0.smithi052.stdout:1328: writing smithi05277117-26 from 0 to 761856 tid 1 2024-09-13T02:56:35.086 INFO:tasks.rados.rados.0.smithi052.stdout:1328: writing smithi05277117-26 from 761856 to 1359872 tid 2 2024-09-13T02:56:35.089 INFO:tasks.rados.rados.0.smithi052.stdout:1328: writing smithi05277117-26 from 1359872 to 1966080 tid 3 2024-09-13T02:56:35.092 INFO:tasks.rados.rados.0.smithi052.stdout:1328: writing smithi05277117-26 from 1966080 to 2367488 tid 4 2024-09-13T02:56:35.092 INFO:tasks.rados.rados.0.smithi052.stdout:1329: read oid 4 snap -1 2024-09-13T02:56:35.092 INFO:tasks.rados.rados.0.smithi052.stdout:1329: expect deleted 2024-09-13T02:56:35.092 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 145 2024-09-13T02:56:35.092 INFO:tasks.rados.rados.0.smithi052.stdout:1328: finishing write tid 1 to smithi05277117-26 2024-09-13T02:56:35.093 INFO:tasks.rados.rados.0.smithi052.stdout:1328: finishing write tid 2 to smithi05277117-26 2024-09-13T02:56:35.093 INFO:tasks.rados.rados.0.smithi052.stdout:1330: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-09-13T02:56:35.096 INFO:tasks.rados.rados.0.smithi052.stdout:1330: writing smithi05277117-22 from 0 to 778240 tid 1 2024-09-13T02:56:35.099 INFO:tasks.rados.rados.0.smithi052.stdout:1330: writing smithi05277117-22 from 778240 to 1261568 tid 2 2024-09-13T02:56:35.102 INFO:tasks.rados.rados.0.smithi052.stdout:1330: writing smithi05277117-22 from 1261568 to 1671168 tid 3 2024-09-13T02:56:35.104 INFO:tasks.rados.rados.0.smithi052.stdout:1330: writing smithi05277117-22 from 1671168 to 2088960 tid 4 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:1330: writing smithi05277117-22 from 2088960 to 2383872 tid 5 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:1331: rollback oid 48 current snap is 145 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 48 to 101 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:1328: finishing write tid 3 to smithi05277117-26 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:1328: finishing write tid 4 to smithi05277117-26 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:1328: finishing write tid 5 to smithi05277117-26 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:1328: finishing write tid 6 to smithi05277117-26 2024-09-13T02:56:35.107 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 579 (ObjNum 427 snap 145 seq_num 427) dirty exists 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1328: left oid 26 (ObjNum 427 snap 145 seq_num 427) 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 1 to smithi05277117-22 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 2 to smithi05277117-22 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 3 to smithi05277117-22 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1328: done (3 left) 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1329: done (2 left) 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1332: read oid 14 snap -1 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1332: expect deleted 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1333: rollback oid 15 current snap is 145 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 43 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1334: read oid 6 snap -1 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1334: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:56:35.108 INFO:tasks.rados.rados.0.smithi052.stdout:1335: rmattr oid 4 current snap is 145 2024-09-13T02:56:35.109 INFO:tasks.rados.rados.0.smithi052.stdout:1335: done (5 left) 2024-09-13T02:56:35.109 INFO:tasks.rados.rados.0.smithi052.stdout:1336: delete oid 29 current snap is 145 2024-09-13T02:56:35.110 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 4 to smithi05277117-22 2024-09-13T02:56:35.110 INFO:tasks.rados.rados.0.smithi052.stdout:1333: finishing rollback tid 1 to smithi05277117-15 2024-09-13T02:56:35.110 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 5 to smithi05277117-22 2024-09-13T02:56:35.110 INFO:tasks.rados.rados.0.smithi052.stdout:1333: finishing rollback tid 2 to smithi05277117-15 2024-09-13T02:56:35.110 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 418 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:56:35.110 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 6 to smithi05277117-22 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1332: done (5 left) 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1333: done (4 left) 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1336: done (3 left) 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1337: rmattr oid 16 current snap is 145 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1337: done (3 left) 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1338: rmattr oid 16 current snap is 145 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1338: done (3 left) 2024-09-13T02:56:35.111 INFO:tasks.rados.rados.0.smithi052.stdout:1339: snap_create 2024-09-13T02:56:35.112 INFO:tasks.rados.rados.0.smithi052.stdout:1331: finishing rollback tid 0 to smithi05277117-48 2024-09-13T02:56:35.112 INFO:tasks.rados.rados.0.smithi052.stdout:1331: finishing rollback tid 1 to smithi05277117-48 2024-09-13T02:56:35.112 INFO:tasks.rados.rados.0.smithi052.stdout:1330: finishing write tid 7 to smithi05277117-22 2024-09-13T02:56:35.112 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 575 (ObjNum 428 snap 145 seq_num 428) dirty exists 2024-09-13T02:56:35.112 INFO:tasks.rados.rados.0.smithi052.stdout:1330: left oid 22 (ObjNum 428 snap 145 seq_num 428) 2024-09-13T02:56:35.113 INFO:tasks.rados.rados.0.smithi052.stdout:1331: finishing rollback tid 2 to smithi05277117-48 2024-09-13T02:56:35.113 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 888 (ObjNum 250 snap 82 seq_num 250) dirty exists 2024-09-13T02:56:35.114 INFO:tasks.rados.rados.0.smithi052.stdout:1334: expect (ObjNum 226 snap 67 seq_num 226) 2024-09-13T02:56:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: osdmap e333: 8 total, 8 up, 8 in 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:56:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:34 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 159/1122 objects degraded (14.171%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 159/1122 objects degraded (14.171%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: osdmap e333: 8 total, 8 up, 8 in 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:56:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:34 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 159/1122 objects degraded (14.171%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T02:56:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:1330: done (3 left) 2024-09-13T02:56:35.844 INFO:tasks.rados.rados.0.smithi052.stdout:1331: done (2 left) 2024-09-13T02:56:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:1334: done (1 left) 2024-09-13T02:56:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:1339: done (0 left) 2024-09-13T02:56:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:1340: rollback oid 39 current snap is 146 2024-09-13T02:56:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 140 2024-09-13T02:56:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 146 2024-09-13T02:56:35.845 INFO:tasks.rados.rados.0.smithi052.stdout:1341: seq_num 430 ranges {1925120=8192} 2024-09-13T02:56:35.855 INFO:tasks.rados.rados.0.smithi052.stdout:1341: writing smithi05277117-44 from 1925120 to 1933312 tid 1 2024-09-13T02:56:35.855 INFO:tasks.rados.rados.0.smithi052.stdout:1342: read oid 16 snap 129 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1342: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1343: read oid 17 snap -1 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1343: expect deleted 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1344: copy_from oid 50 from oid 25 current snap is 146 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1340: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1340: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1340: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 883 (ObjNum 378 snap 131 seq_num 378) dirty exists 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1340: done (4 left) 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1345: rollback oid 36 current snap is 146 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 118 2024-09-13T02:56:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 146 2024-09-13T02:56:35.857 INFO:tasks.rados.rados.0.smithi052.stdout:1346: seq_num 431 ranges {2367488=24576} 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:1346: writing smithi05277117-26 from 2367488 to 2392064 tid 1 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:1347: read oid 22 snap -1 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:1347: expect (ObjNum 428 snap 145 seq_num 428) 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:1348: rmattr oid 45 current snap is 146 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 146 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:1345: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 559 (ObjNum 177 snap 0 seq_num 4209357296) dirty dne 2024-09-13T02:56:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:1341: finishing write tid 1 to smithi05277117-44 2024-09-13T02:56:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:1349: seq_num 432 ranges {1392640=40960} 2024-09-13T02:56:35.877 INFO:tasks.rados.rados.0.smithi052.stdout:1349: writing smithi05277117-6 from 1392640 to 1433600 tid 1 2024-09-13T02:56:35.877 INFO:tasks.rados.rados.0.smithi052.stdout:1345: done (8 left) 2024-09-13T02:56:35.877 INFO:tasks.rados.rados.0.smithi052.stdout:1350: copy_from oid 35 from oid 46 current snap is 146 2024-09-13T02:56:35.877 INFO:tasks.rados.rados.0.smithi052.stdout:1342: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:56:35.886 INFO:tasks.rados.rados.0.smithi052.stdout:1341: finishing write tid 2 to smithi05277117-44 2024-09-13T02:56:35.886 INFO:tasks.rados.rados.0.smithi052.stdout:1341: finishing write tid 3 to smithi05277117-44 2024-09-13T02:56:35.886 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 748 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-09-13T02:56:35.886 INFO:tasks.rados.rados.0.smithi052.stdout:1341: left oid 44 (ObjNum 430 snap 146 seq_num 430) 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1346: finishing write tid 1 to smithi05277117-26 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1346: finishing write tid 2 to smithi05277117-26 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1344: finishing copy_from racing read to smithi05277117-50 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1346: finishing write tid 3 to smithi05277117-26 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 582 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1346: left oid 26 (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1344: finishing copy_from to smithi05277117-50 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 150 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1004 (ObjNum 422 snap 144 seq_num 422) dirty exists 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1349: finishing write tid 1 to smithi05277117-6 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1341: done (8 left) 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1342: done (7 left) 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1343: done (6 left) 2024-09-13T02:56:35.887 INFO:tasks.rados.rados.0.smithi052.stdout:1344: done (5 left) 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1346: done (4 left) 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1348: done (3 left) 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1351: read oid 5 snap -1 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1351: expect (ObjNum 309 snap 102 seq_num 309) 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1352: snap_create 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1349: finishing write tid 2 to smithi05277117-6 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1349: finishing write tid 3 to smithi05277117-6 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1002 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1349: left oid 6 (ObjNum 432 snap 146 seq_num 432) 2024-09-13T02:56:35.888 INFO:tasks.rados.rados.0.smithi052.stdout:1347: expect (ObjNum 428 snap 145 seq_num 428) 2024-09-13T02:56:35.950 INFO:tasks.rados.rados.0.smithi052.stdout:1351: expect (ObjNum 309 snap 102 seq_num 309) 2024-09-13T02:56:35.990 INFO:tasks.rados.rados.0.smithi052.stdout:1350: finishing copy_from racing read to smithi05277117-35 2024-09-13T02:56:35.990 INFO:tasks.rados.rados.0.smithi052.stdout:1350: finishing copy_from to smithi05277117-35 2024-09-13T02:56:35.990 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 849 (ObjNum 359 snap 121 seq_num 359) dirty exists 2024-09-13T02:56:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:35 smithi052 ceph-mon[91421]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 41 op/s; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:35 smithi052 ceph-mon[91421]: osdmap e334: 8 total, 8 up, 8 in 2024-09-13T02:56:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:35 smithi052 ceph-mon[89065]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 41 op/s; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:35 smithi052 ceph-mon[89065]: osdmap e334: 8 total, 8 up, 8 in 2024-09-13T02:56:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:35 smithi078 ceph-mon[85589]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.8 MiB/s wr, 41 op/s; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:35 smithi078 ceph-mon[85589]: osdmap e334: 8 total, 8 up, 8 in 2024-09-13T02:56:36.849 INFO:tasks.rados.rados.0.smithi052.stdout:1347: done (4 left) 2024-09-13T02:56:36.849 INFO:tasks.rados.rados.0.smithi052.stdout:1349: done (3 left) 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:1350: done (2 left) 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:1351: done (1 left) 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:1352: done (0 left) 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 147 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:1353: seq_num 433 ranges {0=57344} 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:1353: writing smithi05277117-17 from 0 to 57344 tid 1 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 147 2024-09-13T02:56:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:1354: seq_num 434 ranges {5111808=73728} 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:1354: writing smithi05277117-35 from 5111808 to 5185536 tid 1 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:1355: snap_create 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:1353: finishing write tid 1 to smithi05277117-17 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:1353: finishing write tid 2 to smithi05277117-17 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:1353: finishing write tid 3 to smithi05277117-17 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1004 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-09-13T02:56:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:1353: left oid 17 (ObjNum 433 snap 147 seq_num 433) 2024-09-13T02:56:36.881 INFO:tasks.rados.rados.0.smithi052.stdout:1354: finishing write tid 1 to smithi05277117-35 2024-09-13T02:56:36.881 INFO:tasks.rados.rados.0.smithi052.stdout:1354: finishing write tid 2 to smithi05277117-35 2024-09-13T02:56:36.883 INFO:tasks.rados.rados.0.smithi052.stdout:1354: finishing write tid 3 to smithi05277117-35 2024-09-13T02:56:36.883 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 851 (ObjNum 434 snap 147 seq_num 434) dirty exists 2024-09-13T02:56:36.883 INFO:tasks.rados.rados.0.smithi052.stdout:1354: left oid 35 (ObjNum 434 snap 147 seq_num 434) 2024-09-13T02:56:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:36 smithi078 ceph-mon[85589]: osdmap e335: 8 total, 8 up, 8 in 2024-09-13T02:56:37.206 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:36 smithi052 ceph-mon[91421]: osdmap e335: 8 total, 8 up, 8 in 2024-09-13T02:56:37.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:36 smithi052 ceph-mon[89065]: osdmap e335: 8 total, 8 up, 8 in 2024-09-13T02:56:37.850 INFO:tasks.rados.rados.0.smithi052.stdout:1353: done (2 left) 2024-09-13T02:56:37.850 INFO:tasks.rados.rados.0.smithi052.stdout:1354: done (1 left) 2024-09-13T02:56:37.850 INFO:tasks.rados.rados.0.smithi052.stdout:1355: done (0 left) 2024-09-13T02:56:37.850 INFO:tasks.rados.rados.0.smithi052.stdout:1356: delete oid 44 current snap is 148 2024-09-13T02:56:37.855 INFO:tasks.rados.rados.0.smithi052.stdout:1356: done (0 left) 2024-09-13T02:56:37.855 INFO:tasks.rados.rados.0.smithi052.stdout:1357: rmattr oid 21 current snap is 148 2024-09-13T02:56:37.855 INFO:tasks.rados.rados.0.smithi052.stdout:1357: done (0 left) 2024-09-13T02:56:37.855 INFO:tasks.rados.rados.0.smithi052.stdout:1358: read oid 50 snap -1 2024-09-13T02:56:37.855 INFO:tasks.rados.rados.0.smithi052.stdout:1358: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:56:37.855 INFO:tasks.rados.rados.0.smithi052.stdout:1359: read oid 4 snap -1 2024-09-13T02:56:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:1359: expect deleted 2024-09-13T02:56:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:1360: snap_create 2024-09-13T02:56:37.864 INFO:tasks.rados.rados.0.smithi052.stdout:1358: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:56:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:37 smithi078 ceph-mon[85589]: pgmap v117: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:37 smithi078 ceph-mon[85589]: osdmap e336: 8 total, 8 up, 8 in 2024-09-13T02:56:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:37 smithi052 ceph-mon[91421]: pgmap v117: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:37 smithi052 ceph-mon[91421]: osdmap e336: 8 total, 8 up, 8 in 2024-09-13T02:56:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:37 smithi052 ceph-mon[89065]: pgmap v117: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 396 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 159/1122 objects degraded (14.171%) 2024-09-13T02:56:38.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:37 smithi052 ceph-mon[89065]: osdmap e336: 8 total, 8 up, 8 in 2024-09-13T02:56:38.493 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:56:38] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-09-13T02:56:38.859 INFO:tasks.rados.rados.0.smithi052.stdout:1358: done (2 left) 2024-09-13T02:56:38.859 INFO:tasks.rados.rados.0.smithi052.stdout:1359: done (1 left) 2024-09-13T02:56:38.859 INFO:tasks.rados.rados.0.smithi052.stdout:1360: done (0 left) 2024-09-13T02:56:38.860 INFO:tasks.rados.rados.0.smithi052.stdout:1361: read oid 40 snap 137 2024-09-13T02:56:38.860 INFO:tasks.rados.rados.0.smithi052.stdout:1361: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:56:38.860 INFO:tasks.rados.rados.0.smithi052.stdout:1362: delete oid 47 current snap is 149 2024-09-13T02:56:38.865 INFO:tasks.rados.rados.0.smithi052.stdout:1361: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:56:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:1361: done (1 left) 2024-09-13T02:56:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:1362: done (0 left) 2024-09-13T02:56:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 149 2024-09-13T02:56:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:1363: seq_num 437 ranges {1310720=122880} 2024-09-13T02:56:38.896 INFO:tasks.rados.rados.0.smithi052.stdout:1363: writing smithi05277117-16 from 1310720 to 1433600 tid 1 2024-09-13T02:56:38.896 INFO:tasks.rados.rados.0.smithi052.stdout:1364: delete oid 29 current snap is 149 2024-09-13T02:56:38.898 INFO:tasks.rados.rados.0.smithi052.stdout:1364: done (1 left) 2024-09-13T02:56:38.898 INFO:tasks.rados.rados.0.smithi052.stdout:1365: rollback oid 42 current snap is 149 2024-09-13T02:56:38.898 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 143 2024-09-13T02:56:38.898 INFO:tasks.rados.rados.0.smithi052.stdout:1366: read oid 39 snap -1 2024-09-13T02:56:38.898 INFO:tasks.rados.rados.0.smithi052.stdout:1366: expect (ObjNum 378 snap 131 seq_num 378) 2024-09-13T02:56:38.898 INFO:tasks.rados.rados.0.smithi052.stdout:1367: snap_create 2024-09-13T02:56:38.900 INFO:tasks.rados.rados.0.smithi052.stdout:1363: finishing write tid 1 to smithi05277117-16 2024-09-13T02:56:38.901 INFO:tasks.rados.rados.0.smithi052.stdout:1363: finishing write tid 2 to smithi05277117-16 2024-09-13T02:56:38.902 INFO:tasks.rados.rados.0.smithi052.stdout:1365: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:56:38.902 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 506 (ObjNum 70 snap 0 seq_num 304) dirty dne 2024-09-13T02:56:38.902 INFO:tasks.rados.rados.0.smithi052.stdout:1363: finishing write tid 3 to smithi05277117-16 2024-09-13T02:56:38.902 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 174 (ObjNum 437 snap 149 seq_num 437) dirty exists 2024-09-13T02:56:38.902 INFO:tasks.rados.rados.0.smithi052.stdout:1363: left oid 16 (ObjNum 437 snap 149 seq_num 437) 2024-09-13T02:56:38.903 INFO:tasks.rados.rados.0.smithi052.stdout:1366: expect (ObjNum 378 snap 131 seq_num 378) 2024-09-13T02:56:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:38 smithi078 ceph-mon[85589]: osdmap e337: 8 total, 8 up, 8 in 2024-09-13T02:56:38.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:56:38.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:38 smithi052 ceph-mon[91421]: osdmap e337: 8 total, 8 up, 8 in 2024-09-13T02:56:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:38 smithi052 ceph-mon[89065]: osdmap e337: 8 total, 8 up, 8 in 2024-09-13T02:56:39.746 INFO:tasks.rados.rados.0.smithi052.stdout:1363: done (3 left) 2024-09-13T02:56:39.746 INFO:tasks.rados.rados.0.smithi052.stdout:1365: done (2 left) 2024-09-13T02:56:39.746 INFO:tasks.rados.rados.0.smithi052.stdout:1366: done (1 left) 2024-09-13T02:56:39.746 INFO:tasks.rados.rados.0.smithi052.stdout:1367: done (0 left) 2024-09-13T02:56:39.747 INFO:tasks.rados.rados.0.smithi052.stdout:1368: copy_from oid 48 from oid 8 current snap is 150 2024-09-13T02:56:39.747 INFO:tasks.rados.rados.0.smithi052.stdout:1369: read oid 41 snap -1 2024-09-13T02:56:39.747 INFO:tasks.rados.rados.0.smithi052.stdout:1369: expect (ObjNum 197 snap 58 seq_num 197) 2024-09-13T02:56:39.747 INFO:tasks.rados.rados.0.smithi052.stdout:1370: snap_create 2024-09-13T02:56:39.760 INFO:tasks.rados.rados.0.smithi052.stdout:1369: expect (ObjNum 197 snap 58 seq_num 197) 2024-09-13T02:56:39.891 INFO:tasks.rados.rados.0.smithi052.stdout:1368: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:56:39.891 INFO:tasks.rados.rados.0.smithi052.stdout:1368: finishing copy_from to smithi05277117-48 2024-09-13T02:56:39.891 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 943 (ObjNum 408 snap 143 seq_num 408) dirty exists 2024-09-13T02:56:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:39 smithi078 ceph-mon[85589]: pgmap v120: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:56:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:39 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 159/1122 objects degraded (14.171%), 15 pgs degraded) 2024-09-13T02:56:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:39 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T02:56:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:39 smithi078 ceph-mon[85589]: osdmap e338: 8 total, 8 up, 8 in 2024-09-13T02:56:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:39 smithi078 ceph-mon[85589]: osdmap e339: 8 total, 8 up, 8 in 2024-09-13T02:56:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[91421]: pgmap v120: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 159/1122 objects degraded (14.171%), 15 pgs degraded) 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[91421]: osdmap e338: 8 total, 8 up, 8 in 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[91421]: osdmap e339: 8 total, 8 up, 8 in 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[89065]: pgmap v120: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 159/1122 objects degraded (14.171%), 15 pgs degraded) 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[89065]: osdmap e338: 8 total, 8 up, 8 in 2024-09-13T02:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:39 smithi052 ceph-mon[89065]: osdmap e339: 8 total, 8 up, 8 in 2024-09-13T02:56:40.747 INFO:tasks.rados.rados.0.smithi052.stdout:1368: done (2 left) 2024-09-13T02:56:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:1369: done (1 left) 2024-09-13T02:56:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:1370: done (0 left) 2024-09-13T02:56:40.748 INFO:tasks.rados.rados.0.smithi052.stdout:1371: snap_create 2024-09-13T02:56:41.750 INFO:tasks.rados.rados.0.smithi052.stdout:1371: done (0 left) 2024-09-13T02:56:41.750 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 152 2024-09-13T02:56:41.750 INFO:tasks.rados.rados.0.smithi052.stdout:1372: seq_num 439 ranges {3448832=155648} 2024-09-13T02:56:41.769 INFO:tasks.rados.rados.0.smithi052.stdout:1372: writing smithi05277117-7 from 3448832 to 3604480 tid 1 2024-09-13T02:56:41.770 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 152 2024-09-13T02:56:41.770 INFO:tasks.rados.rados.0.smithi052.stdout:1373: seq_num 440 ranges {6963200=172032} 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:1373: writing smithi05277117-45 from 6963200 to 7135232 tid 1 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:1374: copy_from oid 38 from oid 44 current snap is 152 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:1372: finishing write tid 1 to smithi05277117-7 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:1372: finishing write tid 2 to smithi05277117-7 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:1372: finishing write tid 3 to smithi05277117-7 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 595 (ObjNum 439 snap 152 seq_num 439) dirty exists 2024-09-13T02:56:41.809 INFO:tasks.rados.rados.0.smithi052.stdout:1372: left oid 7 (ObjNum 439 snap 152 seq_num 439) 2024-09-13T02:56:41.810 INFO:tasks.rados.rados.0.smithi052.stdout:1372: done (2 left) 2024-09-13T02:56:41.810 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 152 2024-09-13T02:56:41.810 INFO:tasks.rados.rados.0.smithi052.stdout:1375: seq_num 441 ranges {2801664=188416} 2024-09-13T02:56:41.825 INFO:tasks.rados.rados.0.smithi052.stdout:1375: writing smithi05277117-27 from 2801664 to 2990080 tid 1 2024-09-13T02:56:41.825 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 152 2024-09-13T02:56:41.825 INFO:tasks.rados.rados.0.smithi052.stdout:1376: seq_num 442 ranges {1015808=204800} 2024-09-13T02:56:41.832 INFO:tasks.rados.rados.0.smithi052.stdout:1376: writing smithi05277117-5 from 1015808 to 1220608 tid 1 2024-09-13T02:56:41.832 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 152 2024-09-13T02:56:41.832 INFO:tasks.rados.rados.0.smithi052.stdout:1377: seq_num 443 ranges {2801664=221184} 2024-09-13T02:56:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:1377: writing smithi05277117-37 from 2801664 to 3022848 tid 1 2024-09-13T02:56:41.848 INFO:tasks.rados.rados.0.smithi052.stdout:1378: snap_remove snap 111 2024-09-13T02:56:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:41 smithi052 ceph-mon[91421]: pgmap v123: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:56:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:41 smithi052 ceph-mon[91421]: osdmap e340: 8 total, 8 up, 8 in 2024-09-13T02:56:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:41 smithi052 ceph-mon[89065]: pgmap v123: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:56:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:41 smithi052 ceph-mon[89065]: osdmap e340: 8 total, 8 up, 8 in 2024-09-13T02:56:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:41 smithi078 ceph-mon[85589]: pgmap v123: 121 pgs: 121 active+clean; 407 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 12 MiB/s, 4 objects/s recovering 2024-09-13T02:56:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:41 smithi078 ceph-mon[85589]: osdmap e340: 8 total, 8 up, 8 in 2024-09-13T02:56:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1378: done (5 left) 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1379: snap_create 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1374: finishing copy_from to smithi05277117-38 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1374: got expected ENOENT (src dne) 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1374: finishing copy_from racing read to smithi05277117-38 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1373: finishing write tid 1 to smithi05277117-45 2024-09-13T02:56:42.760 INFO:tasks.rados.rados.0.smithi052.stdout:1373: finishing write tid 2 to smithi05277117-45 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1373: finishing write tid 3 to smithi05277117-45 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1007 (ObjNum 440 snap 152 seq_num 440) dirty exists 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1373: left oid 45 (ObjNum 440 snap 152 seq_num 440) 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1375: finishing write tid 1 to smithi05277117-27 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1375: finishing write tid 2 to smithi05277117-27 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1375: finishing write tid 3 to smithi05277117-27 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1010 (ObjNum 441 snap 152 seq_num 441) dirty exists 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1375: left oid 27 (ObjNum 441 snap 152 seq_num 441) 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1376: finishing write tid 1 to smithi05277117-5 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1376: finishing write tid 2 to smithi05277117-5 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1376: finishing write tid 3 to smithi05277117-5 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 597 (ObjNum 442 snap 152 seq_num 442) dirty exists 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1376: left oid 5 (ObjNum 442 snap 152 seq_num 442) 2024-09-13T02:56:42.761 INFO:tasks.rados.rados.0.smithi052.stdout:1377: finishing write tid 1 to smithi05277117-37 2024-09-13T02:56:42.762 INFO:tasks.rados.rados.0.smithi052.stdout:1377: finishing write tid 2 to smithi05277117-37 2024-09-13T02:56:42.762 INFO:tasks.rados.rados.0.smithi052.stdout:1377: finishing write tid 3 to smithi05277117-37 2024-09-13T02:56:42.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 716 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-09-13T02:56:42.762 INFO:tasks.rados.rados.0.smithi052.stdout:1377: left oid 37 (ObjNum 443 snap 152 seq_num 443) 2024-09-13T02:56:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:42 smithi052 ceph-mon[91421]: osdmap e341: 8 total, 8 up, 8 in 2024-09-13T02:56:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:42 smithi052 ceph-mon[89065]: osdmap e341: 8 total, 8 up, 8 in 2024-09-13T02:56:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:42 smithi078 ceph-mon[85589]: osdmap e341: 8 total, 8 up, 8 in 2024-09-13T02:56:43.299 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:56:43.568 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:56:43.568 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (2m) 13s ago 7m 17.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:56:43.568 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (2m) 53s ago 7m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:56:43.568 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (8m) 13s ago 8m 15.0M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:56:43.569 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (8m) 53s ago 8m 20.8M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:56:43.569 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (107s) 53s ago 12m 438M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:56:43.569 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (2m) 13s ago 13m 501M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:56:43.569 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (94s) 13s ago 13m 46.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:56:43.569 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (59s) 53s ago 12m 29.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:56:43.569 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (72s) 13s ago 12m 37.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:56:43.570 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (2m) 13s ago 6m 8602k - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:56:43.570 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (2m) 53s ago 6m 7528k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:56:43.570 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (17s) 13s ago 11m 14.4M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:56:43.570 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (11m) 13s ago 11m 193M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a b9063e97a5de 2024-09-13T02:56:43.570 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (10m) 13s ago 10m 254M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:56:43.570 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (10m) 13s ago 10m 155M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:56:43.571 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (10m) 53s ago 10m 134M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:56:43.571 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (9m) 53s ago 9m 201M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:56:43.571 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (9m) 53s ago 9m 120M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:56:43.571 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (8m) 53s ago 8m 154M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:56:43.571 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (112s) 53s ago 7m 49.1M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:56:43.757 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1373: done (5 left) 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1374: done (4 left) 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1375: done (3 left) 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1376: done (2 left) 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1377: done (1 left) 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1379: done (0 left) 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1380: copy_from oid 34 from oid 38 current snap is 153 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1381: rollback oid 46 current snap is 153 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 46 to 116 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:1382: rollback oid 23 current snap is 153 2024-09-13T02:56:43.764 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 23 to 137 2024-09-13T02:56:43.765 INFO:tasks.rados.rados.0.smithi052.stdout:1383: delete oid 22 current snap is 153 2024-09-13T02:56:43.767 INFO:tasks.rados.rados.0.smithi052.stdout:1381: finishing rollback tid 0 to smithi05277117-46 2024-09-13T02:56:43.770 INFO:tasks.rados.rados.0.smithi052.stdout:1382: finishing rollback tid 0 to smithi05277117-23 2024-09-13T02:56:43.770 INFO:tasks.rados.rados.0.smithi052.stdout:1382: finishing rollback tid 1 to smithi05277117-23 2024-09-13T02:56:43.771 INFO:tasks.rados.rados.0.smithi052.stdout:1380: finishing copy_from to smithi05277117-34 2024-09-13T02:56:43.771 INFO:tasks.rados.rados.0.smithi052.stdout:1380: got expected ENOENT (src dne) 2024-09-13T02:56:43.771 INFO:tasks.rados.rados.0.smithi052.stdout:1380: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:56:43.771 INFO:tasks.rados.rados.0.smithi052.stdout:1382: finishing rollback tid 2 to smithi05277117-23 2024-09-13T02:56:43.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 653 (ObjNum 364 snap 125 seq_num 364) dirty exists 2024-09-13T02:56:43.772 INFO:tasks.rados.rados.0.smithi052.stdout:1381: finishing rollback tid 1 to smithi05277117-46 2024-09-13T02:56:43.772 INFO:tasks.rados.rados.0.smithi052.stdout:1381: finishing rollback tid 2 to smithi05277117-46 2024-09-13T02:56:43.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 946 (ObjNum 323 snap 111 seq_num 323) dirty exists 2024-09-13T02:56:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:1380: done (3 left) 2024-09-13T02:56:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:1381: done (2 left) 2024-09-13T02:56:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:1382: done (1 left) 2024-09-13T02:56:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:1383: done (0 left) 2024-09-13T02:56:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 153 2024-09-13T02:56:43.773 INFO:tasks.rados.rados.0.smithi052.stdout:1384: seq_num 445 ranges {7274496=253952} 2024-09-13T02:56:43.814 INFO:tasks.rados.rados.0.smithi052.stdout:1384: writing smithi05277117-23 from 7274496 to 7528448 tid 1 2024-09-13T02:56:43.814 INFO:tasks.rados.rados.0.smithi052.stdout:1385: copy_from oid 45 from oid 6 current snap is 153 2024-09-13T02:56:43.814 INFO:tasks.rados.rados.0.smithi052.stdout:1386: snap_remove snap 113 2024-09-13T02:56:43.916 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:43 smithi052 ceph-mon[91421]: pgmap v126: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T02:56:43.916 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:43 smithi052 ceph-mon[91421]: osdmap e342: 8 total, 8 up, 8 in 2024-09-13T02:56:43.916 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:43 smithi052 ceph-mon[89065]: pgmap v126: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T02:56:43.916 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:43 smithi052 ceph-mon[89065]: osdmap e342: 8 total, 8 up, 8 in 2024-09-13T02:56:43.916 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7, 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:56:43.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:56:43.918 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:56:43.918 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 9, 2024-09-13T02:56:43.918 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6 2024-09-13T02:56:43.918 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:56:43.918 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:56:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:43 smithi078 ceph-mon[85589]: pgmap v126: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T02:56:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:43 smithi078 ceph-mon[85589]: osdmap e342: 8 total, 8 up, 8 in 2024-09-13T02:56:44.770 INFO:tasks.rados.rados.0.smithi052.stdout:1386: done (2 left) 2024-09-13T02:56:44.770 INFO:tasks.rados.rados.0.smithi052.stdout:1387: copy_from oid 7 from oid 29 current snap is 153 2024-09-13T02:56:44.770 INFO:tasks.rados.rados.0.smithi052.stdout:1384: finishing write tid 1 to smithi05277117-23 2024-09-13T02:56:44.770 INFO:tasks.rados.rados.0.smithi052.stdout:1384: finishing write tid 2 to smithi05277117-23 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1384: finishing write tid 3 to smithi05277117-23 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 655 (ObjNum 445 snap 153 seq_num 445) dirty exists 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1384: left oid 23 (ObjNum 445 snap 153 seq_num 445) 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1385: finishing copy_from racing read to smithi05277117-45 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1385: finishing copy_from to smithi05277117-45 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1002 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1384: done (2 left) 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1385: done (1 left) 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:1388: copy_from oid 6 from oid 47 current snap is 153 2024-09-13T02:56:44.771 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 153 2024-09-13T02:56:44.772 INFO:tasks.rados.rados.0.smithi052.stdout:1389: seq_num 446 ranges {2990080=278528} 2024-09-13T02:56:44.772 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:44.772 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:44.789 INFO:tasks.rados.rados.0.smithi052.stdout:1389: writing smithi05277117-27 from 2990080 to 3268608 tid 1 2024-09-13T02:56:44.789 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 153 2024-09-13T02:56:44.789 INFO:tasks.rados.rados.0.smithi052.stdout:1390: seq_num 447 ranges {0=294912} 2024-09-13T02:56:44.791 INFO:tasks.rados.rados.0.smithi052.stdout:1390: writing smithi05277117-32 from 0 to 294912 tid 1 2024-09-13T02:56:44.791 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 153 2024-09-13T02:56:44.791 INFO:tasks.rados.rados.0.smithi052.stdout:1391: seq_num 448 ranges {2064384=311296} 2024-09-13T02:56:44.807 INFO:tasks.rados.rados.0.smithi052.stdout:1391: writing smithi05277117-31 from 2064384 to 2375680 tid 1 2024-09-13T02:56:44.807 INFO:tasks.rados.rados.0.smithi052.stdout:1392: rmattr oid 28 current snap is 153 2024-09-13T02:56:44.807 INFO:tasks.rados.rados.0.smithi052.stdout:1392: done (5 left) 2024-09-13T02:56:44.807 INFO:tasks.rados.rados.0.smithi052.stdout:1393: delete oid 17 current snap is 153 2024-09-13T02:56:44.807 INFO:tasks.rados.rados.0.smithi052.stdout:1388: finishing copy_from to smithi05277117-6 2024-09-13T02:56:44.807 INFO:tasks.rados.rados.0.smithi052.stdout:1388: got expected ENOENT (src dne) 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1388: finishing copy_from racing read to smithi05277117-6 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1387: finishing copy_from to smithi05277117-7 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1387: got expected ENOENT (src dne) 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1387: finishing copy_from racing read to smithi05277117-7 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1389: finishing write tid 1 to smithi05277117-27 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1389: finishing write tid 2 to smithi05277117-27 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1389: finishing write tid 3 to smithi05277117-27 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1033 (ObjNum 446 snap 153 seq_num 446) dirty exists 2024-09-13T02:56:44.808 INFO:tasks.rados.rados.0.smithi052.stdout:1389: left oid 27 (ObjNum 446 snap 153 seq_num 446) 2024-09-13T02:56:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:1390: finishing write tid 1 to smithi05277117-32 2024-09-13T02:56:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:1390: finishing write tid 2 to smithi05277117-32 2024-09-13T02:56:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:1390: finishing write tid 3 to smithi05277117-32 2024-09-13T02:56:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 948 (ObjNum 447 snap 153 seq_num 447) dirty exists 2024-09-13T02:56:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:1390: left oid 32 (ObjNum 447 snap 153 seq_num 447) 2024-09-13T02:56:44.810 INFO:tasks.rados.rados.0.smithi052.stdout:1387: done (5 left) 2024-09-13T02:56:44.810 INFO:tasks.rados.rados.0.smithi052.stdout:1388: done (4 left) 2024-09-13T02:56:44.810 INFO:tasks.rados.rados.0.smithi052.stdout:1389: done (3 left) 2024-09-13T02:56:44.810 INFO:tasks.rados.rados.0.smithi052.stdout:1390: done (2 left) 2024-09-13T02:56:44.810 INFO:tasks.rados.rados.0.smithi052.stdout:1393: done (1 left) 2024-09-13T02:56:44.811 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 153 2024-09-13T02:56:44.811 INFO:tasks.rados.rados.0.smithi052.stdout:1394: seq_num 450 ranges {1220608=344064} 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:1394: writing smithi05277117-5 from 1220608 to 1564672 tid 1 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:1395: delete oid 38 current snap is 153 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:1391: finishing write tid 1 to smithi05277117-31 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:1391: finishing write tid 2 to smithi05277117-31 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:1391: finishing write tid 3 to smithi05277117-31 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 950 (ObjNum 448 snap 153 seq_num 448) dirty exists 2024-09-13T02:56:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:1391: left oid 31 (ObjNum 448 snap 153 seq_num 448) 2024-09-13T02:56:44.819 INFO:tasks.rados.rados.0.smithi052.stdout:1391: done (2 left) 2024-09-13T02:56:44.819 INFO:tasks.rados.rados.0.smithi052.stdout:1395: done (1 left) 2024-09-13T02:56:44.819 INFO:tasks.rados.rados.0.smithi052.stdout:1396: setattr oid 17 current snap is 153 2024-09-13T02:56:44.820 INFO:tasks.rados.rados.0.smithi052.stdout:1394: finishing write tid 1 to smithi05277117-5 2024-09-13T02:56:44.820 INFO:tasks.rados.rados.0.smithi052.stdout:1394: finishing write tid 2 to smithi05277117-5 2024-09-13T02:56:44.820 INFO:tasks.rados.rados.0.smithi052.stdout:1397: read oid 21 snap -1 2024-09-13T02:56:44.820 INFO:tasks.rados.rados.0.smithi052.stdout:1397: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:56:44.820 INFO:tasks.rados.rados.0.smithi052.stdout:1398: snap_remove snap 140 2024-09-13T02:56:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[91421]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[91421]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[91421]: osdmap e343: 8 total, 8 up, 8 in 2024-09-13T02:56:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1798151727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[89065]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[89065]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[89065]: osdmap e343: 8 total, 8 up, 8 in 2024-09-13T02:56:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:44 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1798151727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:44 smithi078 ceph-mon[85589]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:44 smithi078 ceph-mon[85589]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:56:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:44 smithi078 ceph-mon[85589]: osdmap e343: 8 total, 8 up, 8 in 2024-09-13T02:56:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:44 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1798151727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:56:45.781 INFO:tasks.rados.rados.0.smithi052.stdout:1394: finishing write tid 3 to smithi05277117-5 2024-09-13T02:56:45.781 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 613 (ObjNum 450 snap 153 seq_num 450) dirty exists 2024-09-13T02:56:45.781 INFO:tasks.rados.rados.0.smithi052.stdout:1394: left oid 5 (ObjNum 450 snap 153 seq_num 450) 2024-09-13T02:56:45.781 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1032 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:56:45.781 INFO:tasks.rados.rados.0.smithi052.stdout:1397: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:56:45.793 INFO:tasks.rados.rados.0.smithi052.stdout:1394: done (3 left) 2024-09-13T02:56:45.793 INFO:tasks.rados.rados.0.smithi052.stdout:1396: done (2 left) 2024-09-13T02:56:45.793 INFO:tasks.rados.rados.0.smithi052.stdout:1397: done (1 left) 2024-09-13T02:56:45.793 INFO:tasks.rados.rados.0.smithi052.stdout:1398: done (0 left) 2024-09-13T02:56:45.793 INFO:tasks.rados.rados.0.smithi052.stdout:1399: snap_remove snap 134 2024-09-13T02:56:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:45 smithi052 ceph-mon[91421]: pgmap v129: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T02:56:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:45 smithi052 ceph-mon[91421]: osdmap e344: 8 total, 8 up, 8 in 2024-09-13T02:56:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:45 smithi052 ceph-mon[89065]: pgmap v129: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T02:56:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:45 smithi052 ceph-mon[89065]: osdmap e344: 8 total, 8 up, 8 in 2024-09-13T02:56:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:45 smithi078 ceph-mon[85589]: pgmap v129: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T02:56:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:45 smithi078 ceph-mon[85589]: osdmap e344: 8 total, 8 up, 8 in 2024-09-13T02:56:46.788 INFO:tasks.rados.rados.0.smithi052.stdout:1399: done (0 left) 2024-09-13T02:56:46.789 INFO:tasks.rados.rados.0.smithi052.stdout:1400: snap_create 2024-09-13T02:56:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:46 smithi078 ceph-mon[85589]: osdmap e345: 8 total, 8 up, 8 in 2024-09-13T02:56:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[89065]: osdmap e345: 8 total, 8 up, 8 in 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[91421]: osdmap e345: 8 total, 8 up, 8 in 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:56:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:47.786 INFO:tasks.rados.rados.0.smithi052.stdout:1400: done (0 left) 2024-09-13T02:56:47.786 INFO:tasks.rados.rados.0.smithi052.stdout:1401: rollback oid 14 current snap is 154 2024-09-13T02:56:47.787 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 130 2024-09-13T02:56:47.787 INFO:tasks.rados.rados.0.smithi052.stdout:1402: snap_remove snap 118 2024-09-13T02:56:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:47 smithi078 ceph-mon[85589]: pgmap v132: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:56:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:47 smithi078 ceph-mon[85589]: osdmap e346: 8 total, 8 up, 8 in 2024-09-13T02:56:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:47 smithi052 ceph-mon[91421]: pgmap v132: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:56:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:47 smithi052 ceph-mon[91421]: osdmap e346: 8 total, 8 up, 8 in 2024-09-13T02:56:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:47 smithi052 ceph-mon[89065]: pgmap v132: 121 pgs: 121 active+clean; 411 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:56:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:47 smithi052 ceph-mon[89065]: osdmap e346: 8 total, 8 up, 8 in 2024-09-13T02:56:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:56:48] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-09-13T02:56:48.808 INFO:tasks.rados.rados.0.smithi052.stdout:1401: finishing rollback tid 1 to smithi05277117-14 2024-09-13T02:56:48.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 821 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T02:56:48.808 INFO:tasks.rados.rados.0.smithi052.stdout:1401: done (1 left) 2024-09-13T02:56:48.808 INFO:tasks.rados.rados.0.smithi052.stdout:1402: done (0 left) 2024-09-13T02:56:48.808 INFO:tasks.rados.rados.0.smithi052.stdout:1403: snap_remove snap 145 2024-09-13T02:56:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:48 smithi078 ceph-mon[85589]: osdmap e347: 8 total, 8 up, 8 in 2024-09-13T02:56:48.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:48 smithi052 ceph-mon[91421]: osdmap e347: 8 total, 8 up, 8 in 2024-09-13T02:56:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:48 smithi052 ceph-mon[89065]: osdmap e347: 8 total, 8 up, 8 in 2024-09-13T02:56:49.747 INFO:tasks.rados.rados.0.smithi052.stdout:1403: done (0 left) 2024-09-13T02:56:49.748 INFO:tasks.rados.rados.0.smithi052.stdout:1404: rollback oid 16 current snap is 154 2024-09-13T02:56:49.748 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 102 2024-09-13T02:56:49.748 INFO:tasks.rados.rados.0.smithi052.stdout:1405: read oid 31 snap -1 2024-09-13T02:56:49.748 INFO:tasks.rados.rados.0.smithi052.stdout:1405: expect (ObjNum 448 snap 153 seq_num 448) 2024-09-13T02:56:49.748 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 154 2024-09-13T02:56:49.748 INFO:tasks.rados.rados.0.smithi052.stdout:1406: seq_num 452 ranges {0=376832} 2024-09-13T02:56:49.749 INFO:tasks.rados.rados.0.smithi052.stdout:1406: writing smithi05277117-13 from 0 to 376832 tid 1 2024-09-13T02:56:49.749 INFO:tasks.rados.rados.0.smithi052.stdout:1407: delete oid 10 current snap is 154 2024-09-13T02:56:49.760 INFO:tasks.rados.rados.0.smithi052.stdout:1406: finishing write tid 1 to smithi05277117-13 2024-09-13T02:56:49.761 INFO:tasks.rados.rados.0.smithi052.stdout:1406: finishing write tid 2 to smithi05277117-13 2024-09-13T02:56:49.761 INFO:tasks.rados.rados.0.smithi052.stdout:1404: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:56:49.761 INFO:tasks.rados.rados.0.smithi052.stdout:1404: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:56:49.762 INFO:tasks.rados.rados.0.smithi052.stdout:1404: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:56:49.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 188 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:56:49.762 INFO:tasks.rados.rados.0.smithi052.stdout:1404: done (3 left) 2024-09-13T02:56:49.762 INFO:tasks.rados.rados.0.smithi052.stdout:1407: done (2 left) 2024-09-13T02:56:49.762 INFO:tasks.rados.rados.0.smithi052.stdout:1408: read oid 50 snap -1 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1408: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1409: read oid 2 snap -1 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1409: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1410: read oid 30 snap -1 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1410: expect deleted 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1411: copy_from oid 47 from oid 22 current snap is 154 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1412: snap_create 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:1406: finishing write tid 3 to smithi05277117-13 2024-09-13T02:56:49.763 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1065 (ObjNum 452 snap 154 seq_num 452) dirty exists 2024-09-13T02:56:49.764 INFO:tasks.rados.rados.0.smithi052.stdout:1406: left oid 13 (ObjNum 452 snap 154 seq_num 452) 2024-09-13T02:56:49.765 INFO:tasks.rados.rados.0.smithi052.stdout:1411: finishing copy_from to smithi05277117-47 2024-09-13T02:56:49.765 INFO:tasks.rados.rados.0.smithi052.stdout:1411: got expected ENOENT (src dne) 2024-09-13T02:56:49.766 INFO:tasks.rados.rados.0.smithi052.stdout:1411: finishing copy_from racing read to smithi05277117-47 2024-09-13T02:56:49.769 INFO:tasks.rados.rados.0.smithi052.stdout:1405: expect (ObjNum 448 snap 153 seq_num 448) 2024-09-13T02:56:49.874 INFO:tasks.rados.rados.0.smithi052.stdout:1408: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:56:49.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: pgmap v135: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 713 KiB/s wr, 13 op/s 2024-09-13T02:56:49.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: osdmap e348: 8 total, 8 up, 8 in 2024-09-13T02:56:49.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-13T02:56:49.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: Upgrade: osd.1 is safe to restart 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[89065]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: pgmap v135: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 713 KiB/s wr, 13 op/s 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: osdmap e348: 8 total, 8 up, 8 in 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: Upgrade: osd.1 is safe to restart 2024-09-13T02:56:49.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:49 smithi052 ceph-mon[91421]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T02:56:50.003 INFO:tasks.rados.rados.0.smithi052.stdout:1409: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:56:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: pgmap v135: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 713 KiB/s wr, 13 op/s 2024-09-13T02:56:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: osdmap e348: 8 total, 8 up, 8 in 2024-09-13T02:56:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: mgrmap e43: y(active, since 92s), standbys: x 2024-09-13T02:56:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T02:56:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: Upgrade: osd.1 is safe to restart 2024-09-13T02:56:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:49 smithi078 ceph-mon[85589]: osdmap e349: 8 total, 8 up, 8 in 2024-09-13T02:56:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:1405: done (6 left) 2024-09-13T02:56:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:1406: done (5 left) 2024-09-13T02:56:50.749 INFO:tasks.rados.rados.0.smithi052.stdout:1408: done (4 left) 2024-09-13T02:56:50.750 INFO:tasks.rados.rados.0.smithi052.stdout:1409: done (3 left) 2024-09-13T02:56:50.750 INFO:tasks.rados.rados.0.smithi052.stdout:1410: done (2 left) 2024-09-13T02:56:50.750 INFO:tasks.rados.rados.0.smithi052.stdout:1411: done (1 left) 2024-09-13T02:56:50.750 INFO:tasks.rados.rados.0.smithi052.stdout:1412: done (0 left) 2024-09-13T02:56:50.750 INFO:tasks.rados.rados.0.smithi052.stdout:1413: setattr oid 12 current snap is 155 2024-09-13T02:56:50.750 INFO:tasks.rados.rados.0.smithi052.stdout:1414: delete oid 11 current snap is 155 2024-09-13T02:56:50.754 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 885 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T02:56:50.755 INFO:tasks.rados.rados.0.smithi052.stdout:1413: done (1 left) 2024-09-13T02:56:50.755 INFO:tasks.rados.rados.0.smithi052.stdout:1414: done (0 left) 2024-09-13T02:56:50.755 INFO:tasks.rados.rados.0.smithi052.stdout:1415: snap_remove snap 124 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: Upgrade: Updating osd.1 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: Deploying daemon osd.1 on smithi052 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: pgmap v138: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 713 KiB/s wr, 13 op/s 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[89065]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T02:56:51.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: Upgrade: Updating osd.1 2024-09-13T02:56:51.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:51.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:56:51.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:51.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: Deploying daemon osd.1 on smithi052 2024-09-13T02:56:51.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: pgmap v138: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 713 KiB/s wr, 13 op/s 2024-09-13T02:56:51.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:51 smithi052 ceph-mon[91421]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T02:56:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: Upgrade: Updating osd.1 2024-09-13T02:56:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:56:51.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T02:56:51.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:56:51.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: Deploying daemon osd.1 on smithi052 2024-09-13T02:56:51.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: pgmap v138: 121 pgs: 121 active+clean; 414 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 713 KiB/s wr, 13 op/s 2024-09-13T02:56:51.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:51 smithi078 ceph-mon[85589]: osdmap e350: 8 total, 8 up, 8 in 2024-09-13T02:56:51.754 INFO:tasks.rados.rados.0.smithi052.stdout:1415: done (0 left) 2024-09-13T02:56:51.754 INFO:tasks.rados.rados.0.smithi052.stdout:1416: rmattr oid 47 current snap is 155 2024-09-13T02:56:51.754 INFO:tasks.rados.rados.0.smithi052.stdout:1416: done (0 left) 2024-09-13T02:56:51.754 INFO:tasks.rados.rados.0.smithi052.stdout:1417: read oid 24 snap 136 2024-09-13T02:56:51.754 INFO:tasks.rados.rados.0.smithi052.stdout:1417: expect (ObjNum 328 snap 113 seq_num 328) 2024-09-13T02:56:51.754 INFO:tasks.rados.rados.0.smithi052.stdout:1418: setattr oid 1 current snap is 155 2024-09-13T02:56:51.756 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 155 2024-09-13T02:56:51.756 INFO:tasks.rados.rados.0.smithi052.stdout:1419: seq_num 455 ranges {0=425984} 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:1419: writing smithi05277117-30 from 0 to 425984 tid 1 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:1420: rollback oid 31 current snap is 155 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 115 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:1421: read oid 42 snap -1 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:1421: expect deleted 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 155 2024-09-13T02:56:51.760 INFO:tasks.rados.rados.0.smithi052.stdout:1422: seq_num 456 ranges {3604480=442368} 2024-09-13T02:56:51.787 INFO:tasks.rados.rados.0.smithi052.stdout:1422: writing smithi05277117-7 from 3604480 to 4046848 tid 1 2024-09-13T02:56:51.787 INFO:tasks.rados.rados.0.smithi052.stdout:1423: snap_remove snap 146 2024-09-13T02:56:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1423: done (6 left) 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 155 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1419: finishing write tid 1 to smithi05277117-30 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 642 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1419: finishing write tid 2 to smithi05277117-30 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1419: finishing write tid 3 to smithi05277117-30 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1067 (ObjNum 455 snap 155 seq_num 455) dirty exists 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1419: left oid 30 (ObjNum 455 snap 155 seq_num 455) 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1420: finishing rollback tid 0 to smithi05277117-31 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1420: finishing rollback tid 1 to smithi05277117-31 2024-09-13T02:56:52.758 INFO:tasks.rados.rados.0.smithi052.stdout:1420: finishing rollback tid 2 to smithi05277117-31 2024-09-13T02:56:52.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 953 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-09-13T02:56:52.759 INFO:tasks.rados.rados.0.smithi052.stdout:1422: finishing write tid 1 to smithi05277117-7 2024-09-13T02:56:52.759 INFO:tasks.rados.rados.0.smithi052.stdout:1422: finishing write tid 2 to smithi05277117-7 2024-09-13T02:56:52.759 INFO:tasks.rados.rados.0.smithi052.stdout:1417: expect (ObjNum 328 snap 113 seq_num 328) 2024-09-13T02:56:53.007 INFO:tasks.rados.rados.0.smithi052.stdout:1422: finishing write tid 3 to smithi05277117-7 2024-09-13T02:56:53.007 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 649 (ObjNum 456 snap 155 seq_num 456) dirty exists 2024-09-13T02:56:53.008 INFO:tasks.rados.rados.0.smithi052.stdout:1422: left oid 7 (ObjNum 456 snap 155 seq_num 456) 2024-09-13T02:56:53.008 INFO:tasks.rados.rados.0.smithi052.stdout:1424: seq_num 457 ranges {0=458752} 2024-09-13T02:56:53.010 INFO:tasks.rados.rados.0.smithi052.stdout:1424: writing smithi05277117-14 from 0 to 458752 tid 1 2024-09-13T02:56:53.010 INFO:tasks.rados.rados.0.smithi052.stdout:1417: done (6 left) 2024-09-13T02:56:53.011 INFO:tasks.rados.rados.0.smithi052.stdout:1418: done (5 left) 2024-09-13T02:56:53.011 INFO:tasks.rados.rados.0.smithi052.stdout:1419: done (4 left) 2024-09-13T02:56:53.011 INFO:tasks.rados.rados.0.smithi052.stdout:1420: done (3 left) 2024-09-13T02:56:53.011 INFO:tasks.rados.rados.0.smithi052.stdout:1421: done (2 left) 2024-09-13T02:56:53.011 INFO:tasks.rados.rados.0.smithi052.stdout:1422: done (1 left) 2024-09-13T02:56:53.011 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 155 2024-09-13T02:56:53.012 INFO:tasks.rados.rados.0.smithi052.stdout:1425: seq_num 458 ranges {0=475136} 2024-09-13T02:56:53.013 INFO:tasks.rados.rados.0.smithi052.stdout:1425: writing smithi05277117-4 from 0 to 475136 tid 1 2024-09-13T02:56:53.013 INFO:tasks.rados.rados.0.smithi052.stdout:1426: copy_from oid 19 from oid 49 current snap is 155 2024-09-13T02:56:53.013 INFO:tasks.rados.rados.0.smithi052.stdout:1427: read oid 6 snap 63 2024-09-13T02:56:53.013 INFO:tasks.rados.rados.0.smithi052.stdout:1427: expect (ObjNum -84341424 snap 21853 seq_num 67204992) 2024-09-13T02:56:53.013 INFO:tasks.rados.rados.0.smithi052.stdout:1428: delete oid 41 current snap is 155 2024-09-13T02:56:53.014 INFO:tasks.rados.rados.0.smithi052.stdout:1424: finishing write tid 1 to smithi05277117-14 2024-09-13T02:56:53.014 INFO:tasks.rados.rados.0.smithi052.stdout:1424: finishing write tid 2 to smithi05277117-14 2024-09-13T02:56:53.015 INFO:tasks.rados.rados.0.smithi052.stdout:1426: finishing copy_from to smithi05277117-19 2024-09-13T02:56:53.015 INFO:tasks.rados.rados.0.smithi052.stdout:1426: got expected ENOENT (src dne) 2024-09-13T02:56:53.015 INFO:tasks.rados.rados.0.smithi052.stdout:1426: finishing copy_from racing read to smithi05277117-19 2024-09-13T02:56:53.015 INFO:tasks.rados.rados.0.smithi052.stdout:1427: expect (ObjNum -84341424 snap 21853 seq_num 67204992) 2024-09-13T02:56:53.017 INFO:tasks.rados.rados.0.smithi052.stdout:1424: finishing write tid 3 to smithi05277117-14 2024-09-13T02:56:53.017 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1073 (ObjNum 457 snap 155 seq_num 457) dirty exists 2024-09-13T02:56:53.017 INFO:tasks.rados.rados.0.smithi052.stdout:1424: left oid 14 (ObjNum 457 snap 155 seq_num 457) 2024-09-13T02:56:53.017 INFO:tasks.rados.rados.0.smithi052.stdout:1424: done (4 left) 2024-09-13T02:56:53.018 INFO:tasks.rados.rados.0.smithi052.stdout:1426: done (3 left) 2024-09-13T02:56:53.018 INFO:tasks.rados.rados.0.smithi052.stdout:1427: done (2 left) 2024-09-13T02:56:53.018 INFO:tasks.rados.rados.0.smithi052.stdout:1428: done (1 left) 2024-09-13T02:56:53.018 INFO:tasks.rados.rados.0.smithi052.stdout:1429: copy_from oid 27 from oid 45 current snap is 155 2024-09-13T02:56:53.018 INFO:tasks.rados.rados.0.smithi052.stdout:1430: snap_remove snap 129 2024-09-13T02:56:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:52 smithi052 ceph-mon[91421]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T02:56:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:52 smithi052 ceph-mon[89065]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T02:56:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:52 smithi078 ceph-mon[85589]: osdmap e351: 8 total, 8 up, 8 in 2024-09-13T02:56:53.471 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:53 smithi052 systemd[1]: Stopping Ceph osd.1 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:56:53.755 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[46486]: 2024-09-13T02:56:53.469+0000 7fc19a6c1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:56:53.755 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[46486]: 2024-09-13T02:56:53.469+0000 7fc19a6c1640 -1 osd.1 352 *** Got signal Terminated *** 2024-09-13T02:56:53.755 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[46486]: 2024-09-13T02:56:53.469+0000 7fc19a6c1640 -1 osd.1 352 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:56:53.755 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:53.764 INFO:tasks.rados.rados.0.smithi052.stdout:1430: done (2 left) 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1431: snap_create 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1425: finishing write tid 1 to smithi05277117-4 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1425: finishing write tid 2 to smithi05277117-4 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1425: finishing write tid 3 to smithi05277117-4 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 965 (ObjNum 458 snap 155 seq_num 458) dirty exists 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1425: left oid 4 (ObjNum 458 snap 155 seq_num 458) 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1429: finishing copy_from racing read to smithi05277117-27 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:1429: finishing copy_from to smithi05277117-27 2024-09-13T02:56:53.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1002 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-09-13T02:56:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-mon[91421]: pgmap v141: 121 pgs: 121 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 304 KiB/s wr, 17 op/s 2024-09-13T02:56:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-mon[91421]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T02:56:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-mon[91421]: osd.1 marked itself down and dead 2024-09-13T02:56:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-mon[89065]: pgmap v141: 121 pgs: 121 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 304 KiB/s wr, 17 op/s 2024-09-13T02:56:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-mon[89065]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T02:56:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:53 smithi052 ceph-mon[89065]: osd.1 marked itself down and dead 2024-09-13T02:56:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:53 smithi078 ceph-mon[85589]: pgmap v141: 121 pgs: 121 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 304 KiB/s wr, 17 op/s 2024-09-13T02:56:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:53 smithi078 ceph-mon[85589]: osdmap e352: 8 total, 8 up, 8 in 2024-09-13T02:56:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:53 smithi078 ceph-mon[85589]: osd.1 marked itself down and dead 2024-09-13T02:56:54.629 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:54 smithi052 podman[100880]: 2024-09-13 02:56:54.328868828 +0000 UTC m=+0.954875580 container died b9063e97a5de165b826bd039b2acfc58b38b4f5ccef88a2c4cca2b5eee15c229 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa) 2024-09-13T02:56:54.756 INFO:tasks.rados.rados.0.smithi052.stdout:1425: done (2 left) 2024-09-13T02:56:54.756 INFO:tasks.rados.rados.0.smithi052.stdout:1429: done (1 left) 2024-09-13T02:56:54.756 INFO:tasks.rados.rados.0.smithi052.stdout:1431: done (0 left) 2024-09-13T02:56:54.757 INFO:tasks.rados.rados.0.smithi052.stdout:1432: snap_create 2024-09-13T02:56:54.761 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:54.761 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:54 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:56:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:54 smithi052 ceph-mon[91421]: osdmap e353: 8 total, 7 up, 8 in 2024-09-13T02:56:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:54 smithi052 ceph-mon[91421]: osdmap e354: 8 total, 7 up, 8 in 2024-09-13T02:56:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:54 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:56:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:54 smithi052 ceph-mon[89065]: osdmap e353: 8 total, 7 up, 8 in 2024-09-13T02:56:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:54 smithi052 ceph-mon[89065]: osdmap e354: 8 total, 7 up, 8 in 2024-09-13T02:56:55.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:54 smithi052 podman[100880]: 2024-09-13 02:56:54.794732928 +0000 UTC m=+1.420739732 container cleanup b9063e97a5de165b826bd039b2acfc58b38b4f5ccef88a2c4cca2b5eee15c229 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa) 2024-09-13T02:56:55.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:54 smithi052 bash[100880]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1 2024-09-13T02:56:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:54 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:56:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:54 smithi078 ceph-mon[85589]: osdmap e353: 8 total, 7 up, 8 in 2024-09-13T02:56:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:54 smithi078 ceph-mon[85589]: osdmap e354: 8 total, 7 up, 8 in 2024-09-13T02:56:55.419 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[100898]: 2024-09-13 02:56:55.079837651 +0000 UTC m=+0.747060986 container remove b9063e97a5de165b826bd039b2acfc58b38b4f5ccef88a2c4cca2b5eee15c229 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T02:56:55.692 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[100987]: 2024-09-13 02:56:55.321533765 +0000 UTC m=+0.016433562 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:56:55.692 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[100987]: 2024-09-13 02:56:55.497693725 +0000 UTC m=+0.192593521 container create 18987c46c1ec591bf65c9bb1070d4e9ec689affc971a7e627fe201fe5ef5c066 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T02:56:55.762 INFO:tasks.rados.rados.0.smithi052.stdout:1432: done (0 left) 2024-09-13T02:56:55.762 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 157 2024-09-13T02:56:55.762 INFO:tasks.rados.rados.0.smithi052.stdout:1433: seq_num 460 ranges {4046848=507904} 2024-09-13T02:56:55.787 INFO:tasks.rados.rados.0.smithi052.stdout:1433: writing smithi05277117-7 from 4046848 to 4554752 tid 1 2024-09-13T02:56:55.788 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 157 2024-09-13T02:56:55.788 INFO:tasks.rados.rados.0.smithi052.stdout:1434: seq_num 461 ranges {294912=524288} 2024-09-13T02:56:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:1434: writing smithi05277117-32 from 294912 to 819200 tid 1 2024-09-13T02:56:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 157 2024-09-13T02:56:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:1433: finishing write tid 1 to smithi05277117-7 2024-09-13T02:56:55.792 INFO:tasks.rados.rados.0.smithi052.stdout:1435: seq_num 462 ranges {4653056=540672} 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1435: writing smithi05277117-34 from 4653056 to 5193728 tid 1 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1436: snap_create 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1433: finishing write tid 2 to smithi05277117-7 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1433: finishing write tid 3 to smithi05277117-7 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 664 (ObjNum 460 snap 157 seq_num 460) dirty exists 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1433: left oid 7 (ObjNum 460 snap 157 seq_num 460) 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1434: finishing write tid 1 to smithi05277117-32 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1434: finishing write tid 2 to smithi05277117-32 2024-09-13T02:56:55.821 INFO:tasks.rados.rados.0.smithi052.stdout:1434: finishing write tid 3 to smithi05277117-32 2024-09-13T02:56:55.822 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 972 (ObjNum 461 snap 157 seq_num 461) dirty exists 2024-09-13T02:56:55.822 INFO:tasks.rados.rados.0.smithi052.stdout:1434: left oid 32 (ObjNum 461 snap 157 seq_num 461) 2024-09-13T02:56:55.828 INFO:tasks.rados.rados.0.smithi052.stdout:1435: finishing write tid 1 to smithi05277117-34 2024-09-13T02:56:55.829 INFO:tasks.rados.rados.0.smithi052.stdout:1435: finishing write tid 2 to smithi05277117-34 2024-09-13T02:56:55.829 INFO:tasks.rados.rados.0.smithi052.stdout:1435: finishing write tid 3 to smithi05277117-34 2024-09-13T02:56:55.829 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 667 (ObjNum 462 snap 157 seq_num 462) dirty exists 2024-09-13T02:56:55.829 INFO:tasks.rados.rados.0.smithi052.stdout:1435: left oid 34 (ObjNum 462 snap 157 seq_num 462) 2024-09-13T02:56:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:55 smithi052 ceph-mon[91421]: pgmap v144: 121 pgs: 17 stale+active+clean, 104 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 304 KiB/s wr, 17 op/s 2024-09-13T02:56:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:55 smithi052 ceph-mon[91421]: osdmap e355: 8 total, 7 up, 8 in 2024-09-13T02:56:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:55 smithi052 ceph-mon[89065]: pgmap v144: 121 pgs: 17 stale+active+clean, 104 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 304 KiB/s wr, 17 op/s 2024-09-13T02:56:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:55 smithi052 ceph-mon[89065]: osdmap e355: 8 total, 7 up, 8 in 2024-09-13T02:56:56.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[100987]: 2024-09-13 02:56:55.691693041 +0000 UTC m=+0.386592838 container init 18987c46c1ec591bf65c9bb1070d4e9ec689affc971a7e627fe201fe5ef5c066 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:56:56.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[100987]: 2024-09-13 02:56:55.695110554 +0000 UTC m=+0.390010351 container start 18987c46c1ec591bf65c9bb1070d4e9ec689affc971a7e627fe201fe5ef5c066 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-13T02:56:56.030 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[100987]: 2024-09-13 02:56:55.76642662 +0000 UTC m=+0.461326420 container attach 18987c46c1ec591bf65c9bb1070d4e9ec689affc971a7e627fe201fe5ef5c066 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-13T02:56:56.030 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:55 smithi052 podman[101010]: 2024-09-13 02:56:55.924704658 +0000 UTC m=+0.017386579 container died 18987c46c1ec591bf65c9bb1070d4e9ec689affc971a7e627fe201fe5ef5c066 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T02:56:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:55 smithi078 ceph-mon[85589]: pgmap v144: 121 pgs: 17 stale+active+clean, 104 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 304 KiB/s wr, 17 op/s 2024-09-13T02:56:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:55 smithi078 ceph-mon[85589]: osdmap e355: 8 total, 7 up, 8 in 2024-09-13T02:56:56.774 INFO:tasks.rados.rados.0.smithi052.stdout:1433: done (3 left) 2024-09-13T02:56:56.774 INFO:tasks.rados.rados.0.smithi052.stdout:1434: done (2 left) 2024-09-13T02:56:56.774 INFO:tasks.rados.rados.0.smithi052.stdout:1435: done (1 left) 2024-09-13T02:56:56.774 INFO:tasks.rados.rados.0.smithi052.stdout:1436: done (0 left) 2024-09-13T02:56:56.774 INFO:tasks.rados.rados.0.smithi052.stdout:1437: delete oid 40 current snap is 158 2024-09-13T02:56:56.777 INFO:tasks.rados.rados.0.smithi052.stdout:1437: done (0 left) 2024-09-13T02:56:56.777 INFO:tasks.rados.rados.0.smithi052.stdout:1438: snap_remove snap 130 2024-09-13T02:56:56.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:56 smithi052 podman[101010]: 2024-09-13 02:56:56.520596123 +0000 UTC m=+0.613278031 container remove 18987c46c1ec591bf65c9bb1070d4e9ec689affc971a7e627fe201fe5ef5c066 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD) 2024-09-13T02:56:56.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:56 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-13T02:56:56.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:56 smithi052 systemd[1]: Stopped Ceph osd.1 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:56:56.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:56 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.1.service: Consumed 12.898s CPU time. 2024-09-13T02:56:56.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:56 smithi052 systemd[1]: Starting Ceph osd.1 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:56:57.236 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:56 smithi052 podman[101112]: 2024-09-13 02:56:56.88555624 +0000 UTC m=+0.016872446 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:56:57.237 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 podman[101112]: 2024-09-13 02:56:57.004854253 +0000 UTC m=+0.136170493 container create 4bfb14a6bd90d97586ef5d8aebda260de0dc36451fe9e0791c5bc991deaf5018 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f) 2024-09-13T02:56:57.237 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 podman[101112]: 2024-09-13 02:56:57.232385899 +0000 UTC m=+0.363702105 container init 4bfb14a6bd90d97586ef5d8aebda260de0dc36451fe9e0791c5bc991deaf5018 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T02:56:57.237 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 podman[101112]: 2024-09-13 02:56:57.235878098 +0000 UTC m=+0.367194293 container start 4bfb14a6bd90d97586ef5d8aebda260de0dc36451fe9e0791c5bc991deaf5018 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-13T02:56:57.528 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 podman[101112]: 2024-09-13 02:56:57.332538628 +0000 UTC m=+0.463854835 container attach 4bfb14a6bd90d97586ef5d8aebda260de0dc36451fe9e0791c5bc991deaf5018 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:56:57.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:57.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 bash[101112]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:57.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:57.529 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 bash[101112]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:56:57.779 INFO:tasks.rados.rados.0.smithi052.stdout:1438: done (0 left) 2024-09-13T02:56:57.779 INFO:tasks.rados.rados.0.smithi052.stdout:1439: snap_remove snap 110 2024-09-13T02:56:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-mon[91421]: pgmap v147: 121 pgs: 17 stale+active+clean, 104 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:56:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-mon[91421]: osdmap e356: 8 total, 7 up, 8 in 2024-09-13T02:56:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-mon[89065]: pgmap v147: 121 pgs: 17 stale+active+clean, 104 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:56:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-mon[89065]: osdmap e356: 8 total, 7 up, 8 in 2024-09-13T02:56:58.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:56:58.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 bash[101112]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:56:58.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:56:58.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:57 smithi052 bash[101112]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:56:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:57 smithi078 ceph-mon[85589]: pgmap v147: 121 pgs: 17 stale+active+clean, 104 active+clean; 420 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:56:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:57 smithi078 ceph-mon[85589]: osdmap e356: 8 total, 7 up, 8 in 2024-09-13T02:56:58.462 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:56:58] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 bash[101112]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 bash[101112]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 bash[101112]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T02:56:58.463 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:56:58.464 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 bash[101112]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T02:56:58.464 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate[101127]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-13T02:56:58.464 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 bash[101112]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-13T02:56:58.464 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 podman[101112]: 2024-09-13 02:56:58.167250474 +0000 UTC m=+1.298566670 container died 4bfb14a6bd90d97586ef5d8aebda260de0dc36451fe9e0791c5bc991deaf5018 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-13T02:56:58.784 INFO:tasks.rados.rados.0.smithi052.stdout:1439: done (0 left) 2024-09-13T02:56:58.784 INFO:tasks.rados.rados.0.smithi052.stdout:1440: snap_remove snap 114 2024-09-13T02:56:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:58 smithi078 ceph-mon[85589]: osdmap e357: 8 total, 7 up, 8 in 2024-09-13T02:56:58.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:56:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:56:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:56:59.070 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-mon[89065]: osdmap e357: 8 total, 7 up, 8 in 2024-09-13T02:56:59.071 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:58 smithi052 ceph-mon[91421]: osdmap e357: 8 total, 7 up, 8 in 2024-09-13T02:56:59.071 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:58 smithi052 podman[101254]: 2024-09-13 02:56:58.853447823 +0000 UTC m=+0.675421649 container remove 4bfb14a6bd90d97586ef5d8aebda260de0dc36451fe9e0791c5bc991deaf5018 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-13T02:56:59.349 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 podman[101313]: 2024-09-13 02:56:58.972215663 +0000 UTC m=+0.017021906 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:56:59.349 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 podman[101313]: 2024-09-13 02:56:59.121187276 +0000 UTC m=+0.165993502 container create 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-13T02:56:59.349 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 podman[101313]: 2024-09-13 02:56:59.348517057 +0000 UTC m=+0.393323291 container init 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T02:56:59.753 INFO:tasks.rados.rados.0.smithi052.stdout:1440: done (0 left) 2024-09-13T02:56:59.753 INFO:tasks.rados.rados.0.smithi052.stdout:1441: delete oid 34 current snap is 158 2024-09-13T02:56:59.762 INFO:tasks.rados.rados.0.smithi052.stdout:1441: done (0 left) 2024-09-13T02:56:59.762 INFO:tasks.rados.rados.0.smithi052.stdout:1442: read oid 33 snap -1 2024-09-13T02:56:59.762 INFO:tasks.rados.rados.0.smithi052.stdout:1442: expect deleted 2024-09-13T02:56:59.763 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 158 2024-09-13T02:56:59.763 INFO:tasks.rados.rados.0.smithi052.stdout:1443: seq_num 465 ranges {3137536=598016} 2024-09-13T02:56:59.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 podman[101313]: 2024-09-13 02:56:59.351934285 +0000 UTC m=+0.396740520 container start 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-13T02:56:59.778 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-osd[101332]: -- 172.21.15.52:0/4257015616 <== mon.2 v2:172.21.15.52:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563ed1f9ba40 con 0x563ed2d62000 2024-09-13T02:56:59.779 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 bash[101313]: 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c 2024-09-13T02:56:59.779 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:56:59 smithi052 systemd[1]: Started Ceph osd.1 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:56:59.784 INFO:tasks.rados.rados.0.smithi052.stdout:1443: writing smithi05277117-48 from 3137536 to 3735552 tid 1 2024-09-13T02:56:59.784 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 158 2024-09-13T02:56:59.784 INFO:tasks.rados.rados.0.smithi052.stdout:1444: seq_num 466 ranges {1564672=614400} 2024-09-13T02:56:59.796 INFO:tasks.rados.rados.0.smithi052.stdout:1444: writing smithi05277117-5 from 1564672 to 2179072 tid 1 2024-09-13T02:56:59.796 INFO:tasks.rados.rados.0.smithi052.stdout:1445: read oid 42 snap -1 2024-09-13T02:56:59.796 INFO:tasks.rados.rados.0.smithi052.stdout:1445: expect deleted 2024-09-13T02:56:59.796 INFO:tasks.rados.rados.0.smithi052.stdout:1446: delete oid 15 current snap is 158 2024-09-13T02:56:59.797 INFO:tasks.rados.rados.0.smithi052.stdout:1443: finishing write tid 1 to smithi05277117-48 2024-09-13T02:56:59.797 INFO:tasks.rados.rados.0.smithi052.stdout:1443: finishing write tid 2 to smithi05277117-48 2024-09-13T02:56:59.797 INFO:tasks.rados.rados.0.smithi052.stdout:1443: finishing write tid 3 to smithi05277117-48 2024-09-13T02:56:59.797 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1001 (ObjNum 465 snap 158 seq_num 465) dirty exists 2024-09-13T02:56:59.797 INFO:tasks.rados.rados.0.smithi052.stdout:1443: left oid 48 (ObjNum 465 snap 158 seq_num 465) 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1442: done (4 left) 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1443: done (3 left) 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1445: done (2 left) 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1446: done (1 left) 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1447: rollback oid 42 current snap is 158 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 144 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1448: read oid 40 snap 154 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1448: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1449: rmattr oid 14 current snap is 158 2024-09-13T02:56:59.799 INFO:tasks.rados.rados.0.smithi052.stdout:1449: done (3 left) 2024-09-13T02:56:59.800 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 158 2024-09-13T02:56:59.800 INFO:tasks.rados.rados.0.smithi052.stdout:1450: seq_num 468 ranges {3137536=647168} 2024-09-13T02:56:59.820 INFO:tasks.rados.rados.0.smithi052.stdout:1450: writing smithi05277117-8 from 3137536 to 3784704 tid 1 2024-09-13T02:56:59.820 INFO:tasks.rados.rados.0.smithi052.stdout:1451: snap_remove snap 85 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: pgmap v150: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 962 KiB/s wr, 5 op/s; 185/1203 objects degraded (15.378%) 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 185/1203 objects degraded (15.378%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: osdmap e358: 8 total, 7 up, 8 in 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[91421]: osdmap e359: 8 total, 7 up, 8 in 2024-09-13T02:57:00.114 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: pgmap v150: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 962 KiB/s wr, 5 op/s; 185/1203 objects degraded (15.378%) 2024-09-13T02:57:00.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 185/1203 objects degraded (15.378%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:00.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: osdmap e358: 8 total, 7 up, 8 in 2024-09-13T02:57:00.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:00.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:00.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:00.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:56:59 smithi052 ceph-mon[89065]: osdmap e359: 8 total, 7 up, 8 in 2024-09-13T02:57:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: pgmap v150: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 962 KiB/s wr, 5 op/s; 185/1203 objects degraded (15.378%) 2024-09-13T02:57:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 185/1203 objects degraded (15.378%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: osdmap e358: 8 total, 7 up, 8 in 2024-09-13T02:57:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:56:59 smithi078 ceph-mon[85589]: osdmap e359: 8 total, 7 up, 8 in 2024-09-13T02:57:00.790 INFO:tasks.rados.rados.0.smithi052.stdout:1451: done (4 left) 2024-09-13T02:57:00.790 INFO:tasks.rados.rados.0.smithi052.stdout:1452: read oid 14 snap -1 2024-09-13T02:57:00.790 INFO:tasks.rados.rados.0.smithi052.stdout:1452: expect (ObjNum 457 snap 155 seq_num 457) 2024-09-13T02:57:00.790 INFO:tasks.rados.rados.0.smithi052.stdout:1453: snap_create 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:1444: finishing write tid 1 to smithi05277117-5 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:1444: finishing write tid 2 to smithi05277117-5 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:1447: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 506 (ObjNum 129 snap 0 seq_num 4207577208) dirty dne 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:1444: finishing write tid 3 to smithi05277117-5 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 696 (ObjNum 466 snap 158 seq_num 466) dirty exists 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:1444: left oid 5 (ObjNum 466 snap 158 seq_num 466) 2024-09-13T02:57:00.791 INFO:tasks.rados.rados.0.smithi052.stdout:1448: expect (ObjNum 339 snap 116 seq_num 339) 2024-09-13T02:57:00.820 INFO:tasks.rados.rados.0.smithi052.stdout:1450: finishing write tid 1 to smithi05277117-8 2024-09-13T02:57:00.820 INFO:tasks.rados.rados.0.smithi052.stdout:1450: finishing write tid 2 to smithi05277117-8 2024-09-13T02:57:00.820 INFO:tasks.rados.rados.0.smithi052.stdout:1450: finishing write tid 3 to smithi05277117-8 2024-09-13T02:57:00.820 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1076 (ObjNum 468 snap 158 seq_num 468) dirty exists 2024-09-13T02:57:00.820 INFO:tasks.rados.rados.0.smithi052.stdout:1450: left oid 8 (ObjNum 468 snap 158 seq_num 468) 2024-09-13T02:57:00.820 INFO:tasks.rados.rados.0.smithi052.stdout:1452: expect (ObjNum 457 snap 155 seq_num 457) 2024-09-13T02:57:01.028 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:57:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T02:57:00.750+0000 7f13dc88a640 -1 Falling back to public interface 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1444: done (5 left) 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1447: done (4 left) 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1448: done (3 left) 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1450: done (2 left) 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1452: done (1 left) 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1453: done (0 left) 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1454: rollback oid 42 current snap is 159 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 43 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1455: read oid 22 snap -1 2024-09-13T02:57:01.794 INFO:tasks.rados.rados.0.smithi052.stdout:1455: expect deleted 2024-09-13T02:57:01.795 INFO:tasks.rados.rados.0.smithi052.stdout:1456: snap_remove snap 149 2024-09-13T02:57:02.068 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[91421]: pgmap v153: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 962 KiB/s wr, 5 op/s; 185/1203 objects degraded (15.378%) 2024-09-13T02:57:02.068 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[91421]: osdmap e360: 8 total, 7 up, 8 in 2024-09-13T02:57:02.068 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:02.068 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:02.069 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[89065]: pgmap v153: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 962 KiB/s wr, 5 op/s; 185/1203 objects degraded (15.378%) 2024-09-13T02:57:02.069 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[89065]: osdmap e360: 8 total, 7 up, 8 in 2024-09-13T02:57:02.069 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:02.069 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:01 smithi078 ceph-mon[85589]: pgmap v153: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 423 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 962 KiB/s wr, 5 op/s; 185/1203 objects degraded (15.378%) 2024-09-13T02:57:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:01 smithi078 ceph-mon[85589]: osdmap e360: 8 total, 7 up, 8 in 2024-09-13T02:57:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:02.800 INFO:tasks.rados.rados.0.smithi052.stdout:1456: done (2 left) 2024-09-13T02:57:02.800 INFO:tasks.rados.rados.0.smithi052.stdout:1457: setattr oid 33 current snap is 159 2024-09-13T02:57:02.800 INFO:tasks.rados.rados.0.smithi052.stdout:1454: finishing rollback tid 1 to smithi05277117-42 2024-09-13T02:57:02.800 INFO:tasks.rados.rados.0.smithi052.stdout:1454: finishing rollback tid 2 to smithi05277117-42 2024-09-13T02:57:02.800 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 599 (ObjNum 118 snap 33 seq_num 118) dirty exists 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1454: done (2 left) 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1455: done (1 left) 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1458: copy_from oid 12 from oid 18 current snap is 159 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1459: read oid 24 snap -1 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1459: expect deleted 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1460: delete oid 7 current snap is 159 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1458: finishing copy_from to smithi05277117-12 2024-09-13T02:57:02.802 INFO:tasks.rados.rados.0.smithi052.stdout:1458: got expected ENOENT (src dne) 2024-09-13T02:57:02.803 INFO:tasks.rados.rados.0.smithi052.stdout:1458: finishing copy_from racing read to smithi05277117-12 2024-09-13T02:57:02.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1080 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-13T02:57:02.808 INFO:tasks.rados.rados.0.smithi052.stdout:1457: done (3 left) 2024-09-13T02:57:02.809 INFO:tasks.rados.rados.0.smithi052.stdout:1458: done (2 left) 2024-09-13T02:57:02.809 INFO:tasks.rados.rados.0.smithi052.stdout:1459: done (1 left) 2024-09-13T02:57:02.809 INFO:tasks.rados.rados.0.smithi052.stdout:1460: done (0 left) 2024-09-13T02:57:02.809 INFO:tasks.rados.rados.0.smithi052.stdout:1461: snap_remove snap 43 2024-09-13T02:57:02.980 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:02 smithi052 ceph-mon[91421]: osdmap e361: 8 total, 7 up, 8 in 2024-09-13T02:57:02.980 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:02 smithi052 ceph-mon[89065]: osdmap e361: 8 total, 7 up, 8 in 2024-09-13T02:57:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:02 smithi078 ceph-mon[85589]: osdmap e361: 8 total, 7 up, 8 in 2024-09-13T02:57:03.797 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:03.803 INFO:tasks.rados.rados.0.smithi052.stdout:1461: done (0 left) 2024-09-13T02:57:03.803 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 159 2024-09-13T02:57:03.803 INFO:tasks.rados.rados.0.smithi052.stdout:1462: seq_num 470 ranges {1433600=679936} 2024-09-13T02:57:03.817 INFO:tasks.rados.rados.0.smithi052.stdout:1462: writing smithi05277117-27 from 1433600 to 2113536 tid 1 2024-09-13T02:57:03.817 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 159 2024-09-13T02:57:03.817 INFO:tasks.rados.rados.0.smithi052.stdout:1463: seq_num 471 ranges {0=696320} 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1463: writing smithi05277117-15 from 0 to 696320 tid 1 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1464: rollback oid 16 current snap is 159 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 144 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1462: finishing write tid 1 to smithi05277117-27 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1462: finishing write tid 2 to smithi05277117-27 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1465: setattr oid 47 current snap is 159 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1462: finishing write tid 3 to smithi05277117-27 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1083 (ObjNum 470 snap 159 seq_num 470) dirty exists 2024-09-13T02:57:03.823 INFO:tasks.rados.rados.0.smithi052.stdout:1462: left oid 27 (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:57:03.825 INFO:tasks.rados.rados.0.smithi052.stdout:1463: finishing write tid 1 to smithi05277117-15 2024-09-13T02:57:03.825 INFO:tasks.rados.rados.0.smithi052.stdout:1464: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:57:03.825 INFO:tasks.rados.rados.0.smithi052.stdout:1463: finishing write tid 2 to smithi05277117-15 2024-09-13T02:57:03.825 INFO:tasks.rados.rados.0.smithi052.stdout:1464: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:57:03.826 INFO:tasks.rados.rados.0.smithi052.stdout:1464: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:57:03.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 212 (ObjNum 221 snap 64 seq_num 221) dirty exists 2024-09-13T02:57:03.826 INFO:tasks.rados.rados.0.smithi052.stdout:1462: done (3 left) 2024-09-13T02:57:03.826 INFO:tasks.rados.rados.0.smithi052.stdout:1464: done (2 left) 2024-09-13T02:57:03.826 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 159 2024-09-13T02:57:03.826 INFO:tasks.rados.rados.0.smithi052.stdout:1466: seq_num 472 ranges {0=712704} 2024-09-13T02:57:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:1466: writing smithi05277117-10 from 0 to 712704 tid 1 2024-09-13T02:57:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:1467: copy_from oid 25 from oid 6 current snap is 159 2024-09-13T02:57:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:1463: finishing write tid 3 to smithi05277117-15 2024-09-13T02:57:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 421 (ObjNum 471 snap 159 seq_num 471) dirty exists 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1463: left oid 15 (ObjNum 471 snap 159 seq_num 471) 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1463: done (3 left) 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1468: read oid 27 snap -1 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1468: expect (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1469: read oid 15 snap -1 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1469: expect (ObjNum 471 snap 159 seq_num 471) 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1470: read oid 21 snap -1 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1470: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1471: rmattr oid 41 current snap is 159 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1471: done (6 left) 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:1472: snap_create 2024-09-13T02:57:03.833 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 886 (ObjNum 289 snap 0 seq_num 1440722589) dirty exists 2024-09-13T02:57:03.835 INFO:tasks.rados.rados.0.smithi052.stdout:1470: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:57:03.844 INFO:tasks.rados.rados.0.smithi052.stdout:1466: finishing write tid 1 to smithi05277117-10 2024-09-13T02:57:03.844 INFO:tasks.rados.rados.0.smithi052.stdout:1469: expect (ObjNum 471 snap 159 seq_num 471) 2024-09-13T02:57:03.863 INFO:tasks.rados.rados.0.smithi052.stdout:1466: finishing write tid 2 to smithi05277117-10 2024-09-13T02:57:03.863 INFO:tasks.rados.rados.0.smithi052.stdout:1467: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:57:03.864 INFO:tasks.rados.rados.0.smithi052.stdout:1467: finishing copy_from to smithi05277117-25 2024-09-13T02:57:03.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1002 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-09-13T02:57:03.864 INFO:tasks.rados.rados.0.smithi052.stdout:1466: finishing write tid 3 to smithi05277117-10 2024-09-13T02:57:03.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1085 (ObjNum 472 snap 159 seq_num 472) dirty exists 2024-09-13T02:57:03.864 INFO:tasks.rados.rados.0.smithi052.stdout:1466: left oid 10 (ObjNum 472 snap 159 seq_num 472) 2024-09-13T02:57:03.865 INFO:tasks.rados.rados.0.smithi052.stdout:1468: expect (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:57:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[89065]: pgmap v156: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 985 KiB/s rd, 454 KiB/s wr, 5 op/s; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[89065]: osdmap e362: 8 total, 7 up, 8 in 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[91421]: pgmap v156: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 985 KiB/s rd, 454 KiB/s wr, 5 op/s; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[91421]: osdmap e362: 8 total, 7 up, 8 in 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-mon[85589]: pgmap v156: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 985 KiB/s rd, 454 KiB/s wr, 5 op/s; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-mon[85589]: osdmap e362: 8 total, 7 up, 8 in 2024-09-13T02:57:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:04.746 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T02:57:04.520+0000 7f13dc88a640 -1 osd.1 352 log_to_monitors true 2024-09-13T02:57:04.805 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:04.806 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1465: done (6 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1466: done (5 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1467: done (4 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1468: done (3 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1469: done (2 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1470: done (1 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:1472: done (0 left) 2024-09-13T02:57:04.809 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 160 2024-09-13T02:57:04.810 INFO:tasks.rados.rados.0.smithi052.stdout:1473: seq_num 473 ranges {5185536=729088} 2024-09-13T02:57:04.842 INFO:tasks.rados.rados.0.smithi052.stdout:1473: writing smithi05277117-35 from 5185536 to 5914624 tid 1 2024-09-13T02:57:04.842 INFO:tasks.rados.rados.0.smithi052.stdout:1474: delete oid 36 current snap is 160 2024-09-13T02:57:04.846 INFO:tasks.rados.rados.0.smithi052.stdout:1474: done (1 left) 2024-09-13T02:57:04.846 INFO:tasks.rados.rados.0.smithi052.stdout:1475: read oid 3 snap -1 2024-09-13T02:57:04.846 INFO:tasks.rados.rados.0.smithi052.stdout:1475: expect deleted 2024-09-13T02:57:04.846 INFO:tasks.rados.rados.0.smithi052.stdout:1476: delete oid 13 current snap is 160 2024-09-13T02:57:04.849 INFO:tasks.rados.rados.0.smithi052.stdout:1473: finishing write tid 1 to smithi05277117-35 2024-09-13T02:57:04.849 INFO:tasks.rados.rados.0.smithi052.stdout:1473: finishing write tid 2 to smithi05277117-35 2024-09-13T02:57:04.851 INFO:tasks.rados.rados.0.smithi052.stdout:1475: done (2 left) 2024-09-13T02:57:04.851 INFO:tasks.rados.rados.0.smithi052.stdout:1476: done (1 left) 2024-09-13T02:57:04.851 INFO:tasks.rados.rados.0.smithi052.stdout:1477: snap_remove snap 63 2024-09-13T02:57:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-mon[91421]: osdmap e363: 8 total, 7 up, 8 in 2024-09-13T02:57:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-mon[91421]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:57:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 186/1179 objects degraded (15.776%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:05.032 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T02:57:04.833+0000 7f13d4635640 -1 osd.1 352 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:57:05.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-mon[89065]: osdmap e363: 8 total, 7 up, 8 in 2024-09-13T02:57:05.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-mon[89065]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:57:05.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:04 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 186/1179 objects degraded (15.776%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:04 smithi078 ceph-mon[85589]: osdmap e363: 8 total, 7 up, 8 in 2024-09-13T02:57:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:04 smithi078 ceph-mon[85589]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T02:57:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:04 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 186/1179 objects degraded (15.776%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:05.810 INFO:tasks.rados.rados.0.smithi052.stdout:1477: done (1 left) 2024-09-13T02:57:05.810 INFO:tasks.rados.rados.0.smithi052.stdout:1478: read oid 33 snap -1 2024-09-13T02:57:05.811 INFO:tasks.rados.rados.0.smithi052.stdout:1478: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:57:05.811 INFO:tasks.rados.rados.0.smithi052.stdout:1479: snap_create 2024-09-13T02:57:05.811 INFO:tasks.rados.rados.0.smithi052.stdout:1473: finishing write tid 3 to smithi05277117-35 2024-09-13T02:57:05.811 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 854 (ObjNum 473 snap 160 seq_num 473) dirty exists 2024-09-13T02:57:05.811 INFO:tasks.rados.rados.0.smithi052.stdout:1473: left oid 35 (ObjNum 473 snap 160 seq_num 473) 2024-09-13T02:57:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:05 smithi078 ceph-mon[85589]: pgmap v159: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 985 KiB/s rd, 454 KiB/s wr, 5 op/s; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:05 smithi078 ceph-mon[85589]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:57:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:05 smithi078 ceph-mon[85589]: osdmap e364: 8 total, 7 up, 8 in 2024-09-13T02:57:06.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:05 smithi078 ceph-mon[85589]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:06.234 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[91421]: pgmap v159: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 985 KiB/s rd, 454 KiB/s wr, 5 op/s; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[91421]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[91421]: osdmap e364: 8 total, 7 up, 8 in 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[91421]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[89065]: pgmap v159: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 985 KiB/s rd, 454 KiB/s wr, 5 op/s; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[89065]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[89065]: osdmap e364: 8 total, 7 up, 8 in 2024-09-13T02:57:06.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:05 smithi052 ceph-mon[89065]: from='osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:06.812 INFO:tasks.rados.rados.0.smithi052.stdout:1473: done (2 left) 2024-09-13T02:57:06.812 INFO:tasks.rados.rados.0.smithi052.stdout:1479: done (1 left) 2024-09-13T02:57:06.812 INFO:tasks.rados.rados.0.smithi052.stdout:1480: snap_create 2024-09-13T02:57:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1478: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:57:07.133 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:57:07.133 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[91421]: osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539] boot 2024-09-13T02:57:07.133 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[91421]: osdmap e365: 8 total, 8 up, 8 in 2024-09-13T02:57:07.133 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:57:07.133 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[91421]: osdmap e366: 8 total, 8 up, 8 in 2024-09-13T02:57:07.134 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:57:07.134 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[89065]: osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539] boot 2024-09-13T02:57:07.134 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[89065]: osdmap e365: 8 total, 8 up, 8 in 2024-09-13T02:57:07.134 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:57:07.134 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:06 smithi052 ceph-mon[89065]: osdmap e366: 8 total, 8 up, 8 in 2024-09-13T02:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:06 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:06 smithi078 ceph-mon[85589]: osd.1 [v2:172.21.15.52:6810/3776311539,v1:172.21.15.52:6811/3776311539] boot 2024-09-13T02:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:06 smithi078 ceph-mon[85589]: osdmap e365: 8 total, 8 up, 8 in 2024-09-13T02:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T02:57:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:06 smithi078 ceph-mon[85589]: osdmap e366: 8 total, 8 up, 8 in 2024-09-13T02:57:07.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:57:07.130+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:57:07.813 INFO:tasks.rados.rados.0.smithi052.stdout:1478: done (1 left) 2024-09-13T02:57:07.813 INFO:tasks.rados.rados.0.smithi052.stdout:1480: done (0 left) 2024-09-13T02:57:07.813 INFO:tasks.rados.rados.0.smithi052.stdout:1481: setattr oid 9 current snap is 162 2024-09-13T02:57:07.814 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 162 2024-09-13T02:57:07.814 INFO:tasks.rados.rados.0.smithi052.stdout:1482: seq_num 476 ranges {0=778240} 2024-09-13T02:57:07.819 INFO:tasks.rados.rados.0.smithi052.stdout:1482: writing smithi05277117-40 from 0 to 778240 tid 1 2024-09-13T02:57:07.819 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 162 2024-09-13T02:57:07.819 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1030 (ObjNum 65 snap 0 seq_num 4210186144) dirty exists 2024-09-13T02:57:07.819 INFO:tasks.rados.rados.0.smithi052.stdout:1483: seq_num 477 ranges {7528448=794624} 2024-09-13T02:57:07.865 INFO:tasks.rados.rados.0.smithi052.stdout:1483: writing smithi05277117-23 from 7528448 to 8323072 tid 1 2024-09-13T02:57:07.865 INFO:tasks.rados.rados.0.smithi052.stdout:1481: done (2 left) 2024-09-13T02:57:07.865 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 162 2024-09-13T02:57:07.865 INFO:tasks.rados.rados.0.smithi052.stdout:1482: finishing write tid 1 to smithi05277117-40 2024-09-13T02:57:07.865 INFO:tasks.rados.rados.0.smithi052.stdout:1482: finishing write tid 2 to smithi05277117-40 2024-09-13T02:57:07.866 INFO:tasks.rados.rados.0.smithi052.stdout:1482: finishing write tid 3 to smithi05277117-40 2024-09-13T02:57:07.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 720 (ObjNum 476 snap 162 seq_num 476) dirty exists 2024-09-13T02:57:07.866 INFO:tasks.rados.rados.0.smithi052.stdout:1482: left oid 40 (ObjNum 476 snap 162 seq_num 476) 2024-09-13T02:57:07.866 INFO:tasks.rados.rados.0.smithi052.stdout:1484: seq_num 478 ranges {3022848=409600,3432448=401408} 2024-09-13T02:57:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:1484: writing smithi05277117-37 from 3022848 to 3432448 tid 1 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:1484: writing smithi05277117-37 from 3432448 to 3833856 tid 2 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:1482: done (2 left) 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:1485: read oid 48 snap 153 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:1485: expect (ObjNum 408 snap 143 seq_num 408) 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 162 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:1483: finishing write tid 1 to smithi05277117-23 2024-09-13T02:57:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:1483: finishing write tid 2 to smithi05277117-23 2024-09-13T02:57:07.888 INFO:tasks.rados.rados.0.smithi052.stdout:1483: finishing write tid 3 to smithi05277117-23 2024-09-13T02:57:07.888 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 746 (ObjNum 477 snap 162 seq_num 477) dirty exists 2024-09-13T02:57:07.888 INFO:tasks.rados.rados.0.smithi052.stdout:1483: left oid 23 (ObjNum 477 snap 162 seq_num 477) 2024-09-13T02:57:07.888 INFO:tasks.rados.rados.0.smithi052.stdout:1486: seq_num 479 ranges {819200=425984,1245184=401408} 2024-09-13T02:57:07.894 INFO:tasks.rados.rados.0.smithi052.stdout:1486: writing smithi05277117-32 from 819200 to 1245184 tid 1 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1486: writing smithi05277117-32 from 1245184 to 1646592 tid 2 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1483: done (3 left) 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1487: setattr oid 45 current snap is 162 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1484: finishing write tid 1 to smithi05277117-37 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1484: finishing write tid 2 to smithi05277117-37 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1484: finishing write tid 3 to smithi05277117-37 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1484: finishing write tid 4 to smithi05277117-37 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 723 (ObjNum 478 snap 162 seq_num 478) dirty exists 2024-09-13T02:57:07.897 INFO:tasks.rados.rados.0.smithi052.stdout:1484: left oid 37 (ObjNum 478 snap 162 seq_num 478) 2024-09-13T02:57:07.898 INFO:tasks.rados.rados.0.smithi052.stdout:1485: expect (ObjNum 408 snap 143 seq_num 408) 2024-09-13T02:57:07.998 INFO:tasks.rados.rados.0.smithi052.stdout:1486: finishing write tid 1 to smithi05277117-32 2024-09-13T02:57:07.998 INFO:tasks.rados.rados.0.smithi052.stdout:1486: finishing write tid 2 to smithi05277117-32 2024-09-13T02:57:07.998 INFO:tasks.rados.rados.0.smithi052.stdout:1486: finishing write tid 3 to smithi05277117-32 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1486: finishing write tid 4 to smithi05277117-32 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1034 (ObjNum 479 snap 162 seq_num 479) dirty exists 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1486: left oid 32 (ObjNum 479 snap 162 seq_num 479) 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1484: done (3 left) 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1485: done (2 left) 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1486: done (1 left) 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1488: read oid 36 snap -1 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1488: expect deleted 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1489: read oid 12 snap -1 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1489: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:07.999 INFO:tasks.rados.rados.0.smithi052.stdout:1490: snap_remove snap 131 2024-09-13T02:57:08.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:57:08] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: pgmap v162: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[89065]: osdmap e367: 8 total, 8 up, 8 in 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: pgmap v162: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:08.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:57:08.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:08 smithi052 ceph-mon[91421]: osdmap e367: 8 total, 8 up, 8 in 2024-09-13T02:57:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: pgmap v162: 121 pgs: 35 active+undersized, 11 active+undersized+degraded, 75 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 186/1179 objects degraded (15.776%) 2024-09-13T02:57:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-13T02:57:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-mon[85589]: osdmap e367: 8 total, 8 up, 8 in 2024-09-13T02:57:08.816 INFO:tasks.rados.rados.0.smithi052.stdout:1490: done (3 left) 2024-09-13T02:57:08.816 INFO:tasks.rados.rados.0.smithi052.stdout:1491: snap_create 2024-09-13T02:57:08.817 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1139 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-09-13T02:57:08.817 INFO:tasks.rados.rados.0.smithi052.stdout:1489: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:08.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:57:08.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:09.818 INFO:tasks.rados.rados.0.smithi052.stdout:1487: done (3 left) 2024-09-13T02:57:09.818 INFO:tasks.rados.rados.0.smithi052.stdout:1488: done (2 left) 2024-09-13T02:57:09.818 INFO:tasks.rados.rados.0.smithi052.stdout:1489: done (1 left) 2024-09-13T02:57:09.818 INFO:tasks.rados.rados.0.smithi052.stdout:1491: done (0 left) 2024-09-13T02:57:09.818 INFO:tasks.rados.rados.0.smithi052.stdout:1492: copy_from oid 36 from oid 33 current snap is 163 2024-09-13T02:57:09.818 INFO:tasks.rados.rados.0.smithi052.stdout:1493: rollback oid 44 current snap is 163 2024-09-13T02:57:09.819 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 161 2024-09-13T02:57:09.819 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 163 2024-09-13T02:57:09.819 INFO:tasks.rados.rados.0.smithi052.stdout:1494: seq_num 480 ranges {3784704=442368,4227072=401408} 2024-09-13T02:57:09.841 INFO:tasks.rados.rados.0.smithi052.stdout:1494: writing smithi05277117-8 from 3784704 to 4227072 tid 1 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:1494: writing smithi05277117-8 from 4227072 to 4628480 tid 2 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 163 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:1492: finishing copy_from racing read to smithi05277117-36 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:1492: finishing copy_from to smithi05277117-36 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1080 (ObjNum 33 snap 0 seq_num 4197501008) dirty exists 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:1493: finishing rollback tid 1 to smithi05277117-44 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 852 (ObjNum 65 snap 0 seq_num 1483625843) dirty dne 2024-09-13T02:57:09.844 INFO:tasks.rados.rados.0.smithi052.stdout:1495: seq_num 481 ranges {0=458752,458752=401408} 2024-09-13T02:57:09.846 INFO:tasks.rados.rados.0.smithi052.stdout:1495: writing smithi05277117-9 from 0 to 458752 tid 1 2024-09-13T02:57:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1495: writing smithi05277117-9 from 458752 to 860160 tid 2 2024-09-13T02:57:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1492: done (3 left) 2024-09-13T02:57:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1493: done (2 left) 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1496: setattr oid 37 current snap is 163 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1494: finishing write tid 1 to smithi05277117-8 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1494: finishing write tid 2 to smithi05277117-8 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1494: finishing write tid 3 to smithi05277117-8 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1494: finishing write tid 4 to smithi05277117-8 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1134 (ObjNum 480 snap 163 seq_num 480) dirty exists 2024-09-13T02:57:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1494: left oid 8 (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:09.851 INFO:tasks.rados.rados.0.smithi052.stdout:1494: done (2 left) 2024-09-13T02:57:09.852 INFO:tasks.rados.rados.0.smithi052.stdout:1497: snap_remove snap 159 2024-09-13T02:57:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:09 smithi078 ceph-mon[85589]: pgmap v165: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 409 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 24/1038 objects degraded (2.312%); 3.8 MiB/s, 2 objects/s recovering 2024-09-13T02:57:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:09 smithi078 ceph-mon[85589]: osdmap e368: 8 total, 8 up, 8 in 2024-09-13T02:57:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:09 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 24/1038 objects degraded (2.312%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:09 smithi052 ceph-mon[91421]: pgmap v165: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 409 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 24/1038 objects degraded (2.312%); 3.8 MiB/s, 2 objects/s recovering 2024-09-13T02:57:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:09 smithi052 ceph-mon[91421]: osdmap e368: 8 total, 8 up, 8 in 2024-09-13T02:57:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:09 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 24/1038 objects degraded (2.312%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:09 smithi052 ceph-mon[89065]: pgmap v165: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 409 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 24/1038 objects degraded (2.312%); 3.8 MiB/s, 2 objects/s recovering 2024-09-13T02:57:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:09 smithi052 ceph-mon[89065]: osdmap e368: 8 total, 8 up, 8 in 2024-09-13T02:57:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:09 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 24/1038 objects degraded (2.312%), 5 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:1497: done (2 left) 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 163 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:1495: finishing write tid 1 to smithi05277117-9 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:1495: finishing write tid 2 to smithi05277117-9 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:1495: finishing write tid 3 to smithi05277117-9 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:1495: finishing write tid 4 to smithi05277117-9 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1042 (ObjNum 481 snap 163 seq_num 481) dirty exists 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:1495: left oid 9 (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:57:10.829 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 724 (ObjNum 478 snap 162 seq_num 478) dirty exists 2024-09-13T02:57:10.830 INFO:tasks.rados.rados.0.smithi052.stdout:1498: seq_num 482 ranges {0=475136,475136=401408} 2024-09-13T02:57:10.831 INFO:tasks.rados.rados.0.smithi052.stdout:1498: writing smithi05277117-38 from 0 to 475136 tid 1 2024-09-13T02:57:10.833 INFO:tasks.rados.rados.0.smithi052.stdout:1498: writing smithi05277117-38 from 475136 to 876544 tid 2 2024-09-13T02:57:10.834 INFO:tasks.rados.rados.0.smithi052.stdout:1495: done (2 left) 2024-09-13T02:57:10.834 INFO:tasks.rados.rados.0.smithi052.stdout:1496: done (1 left) 2024-09-13T02:57:10.834 INFO:tasks.rados.rados.0.smithi052.stdout:1499: setattr oid 14 current snap is 163 2024-09-13T02:57:10.835 INFO:tasks.rados.rados.0.smithi052.stdout:1500: snap_remove snap 102 2024-09-13T02:57:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:10 smithi078 ceph-mon[85589]: osdmap e369: 8 total, 8 up, 8 in 2024-09-13T02:57:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:10 smithi052 ceph-mon[91421]: osdmap e369: 8 total, 8 up, 8 in 2024-09-13T02:57:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:10 smithi052 ceph-mon[89065]: osdmap e369: 8 total, 8 up, 8 in 2024-09-13T02:57:11.836 INFO:tasks.rados.rados.0.smithi052.stdout:1500: done (2 left) 2024-09-13T02:57:12.081 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 163 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:1498: finishing write tid 1 to smithi05277117-38 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:1498: finishing write tid 2 to smithi05277117-38 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:1498: finishing write tid 3 to smithi05277117-38 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1143 (ObjNum 457 snap 155 seq_num 457) dirty exists 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:1498: finishing write tid 4 to smithi05277117-38 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1141 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:1498: left oid 38 (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:57:12.082 INFO:tasks.rados.rados.0.smithi052.stdout:1501: seq_num 483 ranges {2768896=491520,3260416=401408} 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1501: writing smithi05277117-50 from 2768896 to 3260416 tid 1 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1501: writing smithi05277117-50 from 3260416 to 3661824 tid 2 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1498: done (2 left) 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1499: done (1 left) 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1502: copy_from oid 14 from oid 8 current snap is 163 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1503: setattr oid 25 current snap is 163 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1504: rollback oid 44 current snap is 163 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 101 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1505: rollback oid 5 current snap is 163 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 116 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1506: delete oid 6 current snap is 163 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1501: finishing write tid 1 to smithi05277117-50 2024-09-13T02:57:12.087 INFO:tasks.rados.rados.0.smithi052.stdout:1501: finishing write tid 2 to smithi05277117-50 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1501: finishing write tid 3 to smithi05277117-50 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1501: finishing write tid 4 to smithi05277117-50 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 766 (ObjNum 483 snap 163 seq_num 483) dirty exists 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1501: left oid 50 (ObjNum 483 snap 163 seq_num 483) 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1504: finishing rollback tid 1 to smithi05277117-44 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 852 (ObjNum 65 snap 0 seq_num 1483625843) dirty dne 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1003 (ObjNum 432 snap 146 seq_num 432) dirty exists 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1501: done (5 left) 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1503: done (4 left) 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1504: done (3 left) 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1506: done (2 left) 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1507: read oid 6 snap -1 2024-09-13T02:57:12.088 INFO:tasks.rados.rados.0.smithi052.stdout:1507: expect deleted 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1508: read oid 28 snap 157 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1508: expect deleted 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1509: read oid 38 snap 147 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1509: expect deleted 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1510: copy_from oid 18 from oid 37 current snap is 163 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1511: copy_from oid 13 from oid 3 current snap is 163 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1512: delete oid 16 current snap is 163 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1505: finishing rollback tid 0 to smithi05277117-5 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1505: finishing rollback tid 1 to smithi05277117-5 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1507: done (7 left) 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1508: done (6 left) 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1509: done (5 left) 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:1512: done (4 left) 2024-09-13T02:57:12.089 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 163 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1505: finishing rollback tid 2 to smithi05277117-5 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 740 (ObjNum 331 snap 115 seq_num 331) dirty exists 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1513: seq_num 486 ranges {8323072=548864,8871936=401408} 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1513: writing smithi05277117-23 from 8323072 to 8871936 tid 1 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1513: writing smithi05277117-23 from 8871936 to 9273344 tid 2 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1505: done (4 left) 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 163 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1511: finishing copy_from to smithi05277117-13 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1511: got expected ENOENT (src dne) 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1511: finishing copy_from racing read to smithi05277117-13 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1502: finishing copy_from racing read to smithi05277117-14 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1502: finishing copy_from to smithi05277117-14 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1134 (ObjNum 480 snap 163 seq_num 480) dirty exists 2024-09-13T02:57:12.090 INFO:tasks.rados.rados.0.smithi052.stdout:1510: finishing copy_from racing read to smithi05277117-18 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1510: finishing copy_from to smithi05277117-18 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 724 (ObjNum 478 snap 162 seq_num 478) dirty exists 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1514: seq_num 487 ranges {778240=565248,1343488=401408} 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1514: writing smithi05277117-40 from 778240 to 1343488 tid 1 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1514: writing smithi05277117-40 from 1343488 to 1744896 tid 2 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1502: done (4 left) 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1510: done (3 left) 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1511: done (2 left) 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1515: copy_from oid 34 from oid 5 current snap is 163 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1513: finishing write tid 1 to smithi05277117-23 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1513: finishing write tid 2 to smithi05277117-23 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1513: finishing write tid 3 to smithi05277117-23 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:1513: finishing write tid 4 to smithi05277117-23 2024-09-13T02:57:12.091 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 770 (ObjNum 486 snap 163 seq_num 486) dirty exists 2024-09-13T02:57:12.092 INFO:tasks.rados.rados.0.smithi052.stdout:1513: left oid 23 (ObjNum 486 snap 163 seq_num 486) 2024-09-13T02:57:12.092 INFO:tasks.rados.rados.0.smithi052.stdout:1513: done (2 left) 2024-09-13T02:57:12.092 INFO:tasks.rados.rados.0.smithi052.stdout:1516: read oid 14 snap -1 2024-09-13T02:57:12.092 INFO:tasks.rados.rados.0.smithi052.stdout:1516: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:12.092 INFO:tasks.rados.rados.0.smithi052.stdout:1517: snap_remove snap 136 2024-09-13T02:57:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:11 smithi078 ceph-mon[85589]: pgmap v168: 121 pgs: 121 active+clean; 406 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 3.8 MiB/s, 2 objects/s recovering 2024-09-13T02:57:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:11 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1038 objects degraded (2.312%), 5 pgs degraded) 2024-09-13T02:57:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:11 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T02:57:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:11 smithi078 ceph-mon[85589]: osdmap e370: 8 total, 8 up, 8 in 2024-09-13T02:57:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[91421]: pgmap v168: 121 pgs: 121 active+clean; 406 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 3.8 MiB/s, 2 objects/s recovering 2024-09-13T02:57:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1038 objects degraded (2.312%), 5 pgs degraded) 2024-09-13T02:57:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T02:57:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[91421]: osdmap e370: 8 total, 8 up, 8 in 2024-09-13T02:57:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[89065]: pgmap v168: 121 pgs: 121 active+clean; 406 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 3.8 MiB/s, 2 objects/s recovering 2024-09-13T02:57:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/1038 objects degraded (2.312%), 5 pgs degraded) 2024-09-13T02:57:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T02:57:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:11 smithi052 ceph-mon[89065]: osdmap e370: 8 total, 8 up, 8 in 2024-09-13T02:57:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:12.845 INFO:tasks.rados.rados.0.smithi052.stdout:1517: done (3 left) 2024-09-13T02:57:12.845 INFO:tasks.rados.rados.0.smithi052.stdout:1518: snap_remove snap 150 2024-09-13T02:57:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:12 smithi078 ceph-mon[85589]: osdmap e371: 8 total, 8 up, 8 in 2024-09-13T02:57:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:12 smithi052 ceph-mon[91421]: osdmap e371: 8 total, 8 up, 8 in 2024-09-13T02:57:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:12 smithi052 ceph-mon[89065]: osdmap e371: 8 total, 8 up, 8 in 2024-09-13T02:57:13.838 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:13 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:13.853 INFO:tasks.rados.rados.0.smithi052.stdout:1518: done (3 left) 2024-09-13T02:57:13.853 INFO:tasks.rados.rados.0.smithi052.stdout:1519: delete oid 47 current snap is 163 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1514: finishing write tid 1 to smithi05277117-40 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1514: finishing write tid 2 to smithi05277117-40 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1514: finishing write tid 3 to smithi05277117-40 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1514: finishing write tid 4 to smithi05277117-40 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 727 (ObjNum 487 snap 163 seq_num 487) dirty exists 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1514: left oid 40 (ObjNum 487 snap 163 seq_num 487) 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1515: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1515: finishing copy_from to smithi05277117-34 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 740 (ObjNum 331 snap 115 seq_num 331) dirty exists 2024-09-13T02:57:13.854 INFO:tasks.rados.rados.0.smithi052.stdout:1516: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:14.113 INFO:tasks.rados.rados.0.smithi052.stdout:1514: done (3 left) 2024-09-13T02:57:14.113 INFO:tasks.rados.rados.0.smithi052.stdout:1515: done (2 left) 2024-09-13T02:57:14.113 INFO:tasks.rados.rados.0.smithi052.stdout:1516: done (1 left) 2024-09-13T02:57:14.113 INFO:tasks.rados.rados.0.smithi052.stdout:1519: done (0 left) 2024-09-13T02:57:14.113 INFO:tasks.rados.rados.0.smithi052.stdout:1520: snap_remove snap 90 2024-09-13T02:57:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:13 smithi078 ceph-mon[85589]: pgmap v171: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-09-13T02:57:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:13 smithi078 ceph-mon[85589]: osdmap e372: 8 total, 8 up, 8 in 2024-09-13T02:57:14.221 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:13 smithi052 ceph-mon[91421]: pgmap v171: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-09-13T02:57:14.221 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:13 smithi052 ceph-mon[91421]: osdmap e372: 8 total, 8 up, 8 in 2024-09-13T02:57:14.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:13 smithi052 ceph-mon[89065]: pgmap v171: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-09-13T02:57:14.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:13 smithi052 ceph-mon[89065]: osdmap e372: 8 total, 8 up, 8 in 2024-09-13T02:57:14.222 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (3m) 11s ago 7m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (2m) 84s ago 7m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (9m) 11s ago 9m 15.2M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (9m) 84s ago 9m 20.8M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (2m) 84s ago 12m 438M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (2m) 11s ago 14m 503M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (2m) 11s ago 14m 49.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (90s) 84s ago 12m 29.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (103s) 11s ago 12m 40.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (3m) 11s ago 7m 8220k - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:57:14.493 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (2m) 84s ago 7m 7528k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (48s) 11s ago 12m 112M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (15s) 11s ago 11m 12.1M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (11m) 11s ago 11m 273M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 72795c71984a 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (11m) 11s ago 11m 176M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (10m) 84s ago 10m 134M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (10m) 84s ago 10m 201M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (9m) 84s ago 9m 120M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (9m) 84s ago 9m 154M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:57:14.494 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (2m) 84s ago 8m 49.1M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:57:14.757 INFO:tasks.rados.rados.0.smithi052.stdout:1520: done (0 left) 2024-09-13T02:57:14.757 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 163 2024-09-13T02:57:14.757 INFO:tasks.rados.rados.0.smithi052.stdout:1521: seq_num 489 ranges {0=598016,598016=401408} 2024-09-13T02:57:14.761 INFO:tasks.rados.rados.0.smithi052.stdout:1521: writing smithi05277117-16 from 0 to 598016 tid 1 2024-09-13T02:57:14.764 INFO:tasks.rados.rados.0.smithi052.stdout:1521: writing smithi05277117-16 from 598016 to 999424 tid 2 2024-09-13T02:57:14.764 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 163 2024-09-13T02:57:14.764 INFO:tasks.rados.rados.0.smithi052.stdout:1522: seq_num 490 ranges {696320=614400,1310720=401408} 2024-09-13T02:57:14.773 INFO:tasks.rados.rados.0.smithi052.stdout:1522: writing smithi05277117-15 from 696320 to 1310720 tid 1 2024-09-13T02:57:14.776 INFO:tasks.rados.rados.0.smithi052.stdout:1522: writing smithi05277117-15 from 1310720 to 1712128 tid 2 2024-09-13T02:57:14.776 INFO:tasks.rados.rados.0.smithi052.stdout:1523: snap_remove snap 157 2024-09-13T02:57:14.850 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:14.850 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:14.852 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:57:14.852 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:57:14.852 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:57:14.852 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 6, 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 8, 2024-09-13T02:57:14.853 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 7 2024-09-13T02:57:14.854 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:57:14.854 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:57:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:14 smithi078 ceph-mon[85589]: osdmap e373: 8 total, 8 up, 8 in 2024-09-13T02:57:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:14 smithi078 ceph-mon[85589]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:14 smithi078 ceph-mon[85589]: osdmap e374: 8 total, 8 up, 8 in 2024-09-13T02:57:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:14 smithi052 ceph-mon[91421]: osdmap e373: 8 total, 8 up, 8 in 2024-09-13T02:57:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:14 smithi052 ceph-mon[91421]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:14 smithi052 ceph-mon[91421]: osdmap e374: 8 total, 8 up, 8 in 2024-09-13T02:57:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:14 smithi052 ceph-mon[89065]: osdmap e373: 8 total, 8 up, 8 in 2024-09-13T02:57:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:14 smithi052 ceph-mon[89065]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:14 smithi052 ceph-mon[89065]: osdmap e374: 8 total, 8 up, 8 in 2024-09-13T02:57:15.758 INFO:tasks.rados.rados.0.smithi052.stdout:1523: done (2 left) 2024-09-13T02:57:15.758 INFO:tasks.rados.rados.0.smithi052.stdout:1524: read oid 20 snap -1 2024-09-13T02:57:15.758 INFO:tasks.rados.rados.0.smithi052.stdout:1524: expect (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:57:15.758 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 163 2024-09-13T02:57:15.758 INFO:tasks.rados.rados.0.smithi052.stdout:1525: seq_num 491 ranges {0=630784,630784=401408} 2024-09-13T02:57:15.762 INFO:tasks.rados.rados.0.smithi052.stdout:1525: writing smithi05277117-49 from 0 to 630784 tid 1 2024-09-13T02:57:15.765 INFO:tasks.rados.rados.0.smithi052.stdout:1525: writing smithi05277117-49 from 630784 to 1032192 tid 2 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:1526: rollback oid 31 current snap is 163 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 116 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:1527: read oid 2 snap -1 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:1527: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:1528: copy_from oid 11 from oid 38 current snap is 163 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:1529: rollback oid 36 current snap is 163 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 158 2024-09-13T02:57:15.766 INFO:tasks.rados.rados.0.smithi052.stdout:1530: snap_remove snap 141 2024-09-13T02:57:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:15 smithi078 ceph-mon[85589]: pgmap v174: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-09-13T02:57:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:15 smithi078 ceph-mon[85589]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:15 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3644375710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:15 smithi078 ceph-mon[85589]: osdmap e375: 8 total, 8 up, 8 in 2024-09-13T02:57:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[89065]: pgmap v174: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-09-13T02:57:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[89065]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3644375710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[89065]: osdmap e375: 8 total, 8 up, 8 in 2024-09-13T02:57:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[91421]: pgmap v174: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-09-13T02:57:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[91421]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3644375710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:15 smithi052 ceph-mon[91421]: osdmap e375: 8 total, 8 up, 8 in 2024-09-13T02:57:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1530: done (8 left) 2024-09-13T02:57:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 163 2024-09-13T02:57:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1521: finishing write tid 1 to smithi05277117-16 2024-09-13T02:57:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1531: seq_num 492 ranges {0=647168,647168=401408} 2024-09-13T02:57:16.762 INFO:tasks.rados.rados.0.smithi052.stdout:1531: writing smithi05277117-13 from 0 to 647168 tid 1 2024-09-13T02:57:16.765 INFO:tasks.rados.rados.0.smithi052.stdout:1531: writing smithi05277117-13 from 647168 to 1048576 tid 2 2024-09-13T02:57:16.765 INFO:tasks.rados.rados.0.smithi052.stdout:1532: delete oid 35 current snap is 163 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1521: finishing write tid 2 to smithi05277117-16 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1521: finishing write tid 3 to smithi05277117-16 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1521: finishing write tid 4 to smithi05277117-16 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 227 (ObjNum 489 snap 163 seq_num 489) dirty exists 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1521: left oid 16 (ObjNum 489 snap 163 seq_num 489) 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1522: finishing write tid 1 to smithi05277117-15 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1522: finishing write tid 2 to smithi05277117-15 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1522: finishing write tid 3 to smithi05277117-15 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:1522: finishing write tid 4 to smithi05277117-15 2024-09-13T02:57:16.767 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 424 (ObjNum 490 snap 163 seq_num 490) dirty exists 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1522: left oid 15 (ObjNum 490 snap 163 seq_num 490) 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1525: finishing write tid 1 to smithi05277117-49 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1525: finishing write tid 2 to smithi05277117-49 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1529: finishing rollback tid 0 to smithi05277117-36 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1525: finishing write tid 3 to smithi05277117-49 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1525: finishing write tid 4 to smithi05277117-49 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 793 (ObjNum 491 snap 163 seq_num 491) dirty exists 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1525: left oid 49 (ObjNum 491 snap 163 seq_num 491) 2024-09-13T02:57:16.768 INFO:tasks.rados.rados.0.smithi052.stdout:1524: expect (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:1529: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1082 (ObjNum 33 snap 0 seq_num 4197501008) dirty dne 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:1526: finishing rollback tid 0 to smithi05277117-31 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:1528: finishing copy_from racing read to smithi05277117-11 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:1521: done (9 left) 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:1522: done (8 left) 2024-09-13T02:57:16.828 INFO:tasks.rados.rados.0.smithi052.stdout:1524: done (7 left) 2024-09-13T02:57:16.829 INFO:tasks.rados.rados.0.smithi052.stdout:1525: done (6 left) 2024-09-13T02:57:16.829 INFO:tasks.rados.rados.0.smithi052.stdout:1529: done (5 left) 2024-09-13T02:57:16.829 INFO:tasks.rados.rados.0.smithi052.stdout:1532: done (4 left) 2024-09-13T02:57:16.829 INFO:tasks.rados.rados.0.smithi052.stdout:1533: snap_remove snap 125 2024-09-13T02:57:17.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[91421]: pgmap v177: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:57:17.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:17.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:17.660 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:17.661 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[91421]: osdmap e376: 8 total, 8 up, 8 in 2024-09-13T02:57:17.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[89065]: pgmap v177: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:57:17.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:17.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:17.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:17.661 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:17 smithi052 ceph-mon[89065]: osdmap e376: 8 total, 8 up, 8 in 2024-09-13T02:57:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:17 smithi078 ceph-mon[85589]: pgmap v177: 121 pgs: 121 active+clean; 424 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-13T02:57:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:17.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:17.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:17 smithi078 ceph-mon[85589]: osdmap e376: 8 total, 8 up, 8 in 2024-09-13T02:57:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1533: done (4 left) 2024-09-13T02:57:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 163 2024-09-13T02:57:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:1528: finishing copy_from to smithi05277117-11 2024-09-13T02:57:17.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1141 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:17.762 INFO:tasks.rados.rados.0.smithi052.stdout:1526: finishing rollback tid 1 to smithi05277117-31 2024-09-13T02:57:17.762 INFO:tasks.rados.rados.0.smithi052.stdout:1526: finishing rollback tid 2 to smithi05277117-31 2024-09-13T02:57:17.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1080 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-09-13T02:57:17.762 INFO:tasks.rados.rados.0.smithi052.stdout:1527: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:57:18.002 INFO:tasks.rados.rados.0.smithi052.stdout:1531: finishing write tid 1 to smithi05277117-13 2024-09-13T02:57:18.002 INFO:tasks.rados.rados.0.smithi052.stdout:1531: finishing write tid 2 to smithi05277117-13 2024-09-13T02:57:18.002 INFO:tasks.rados.rados.0.smithi052.stdout:1534: seq_num 494 ranges {253952=679936,933888=401408} 2024-09-13T02:57:18.007 INFO:tasks.rados.rados.0.smithi052.stdout:1534: writing smithi05277117-21 from 253952 to 933888 tid 1 2024-09-13T02:57:18.010 INFO:tasks.rados.rados.0.smithi052.stdout:1534: writing smithi05277117-21 from 933888 to 1335296 tid 2 2024-09-13T02:57:18.010 INFO:tasks.rados.rados.0.smithi052.stdout:1526: done (4 left) 2024-09-13T02:57:18.010 INFO:tasks.rados.rados.0.smithi052.stdout:1527: done (3 left) 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1528: done (2 left) 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1535: read oid 23 snap -1 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1535: expect (ObjNum 486 snap 163 seq_num 486) 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1536: read oid 50 snap 120 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1536: expect (ObjNum 340 snap 116 seq_num 340) 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1531: finishing write tid 3 to smithi05277117-13 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1531: finishing write tid 4 to smithi05277117-13 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1197 (ObjNum 492 snap 163 seq_num 492) dirty exists 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1531: left oid 13 (ObjNum 492 snap 163 seq_num 492) 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1537: read oid 3 snap -1 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1537: expect deleted 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1531: done (4 left) 2024-09-13T02:57:18.011 INFO:tasks.rados.rados.0.smithi052.stdout:1538: setattr oid 30 current snap is 163 2024-09-13T02:57:18.012 INFO:tasks.rados.rados.0.smithi052.stdout:1534: finishing write tid 1 to smithi05277117-21 2024-09-13T02:57:18.012 INFO:tasks.rados.rados.0.smithi052.stdout:1537: done (4 left) 2024-09-13T02:57:18.012 INFO:tasks.rados.rados.0.smithi052.stdout:1539: snap_remove snap 101 2024-09-13T02:57:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:57:18] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-09-13T02:57:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1534: finishing write tid 2 to smithi05277117-21 2024-09-13T02:57:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1534: finishing write tid 3 to smithi05277117-21 2024-09-13T02:57:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1207 (ObjNum 455 snap 155 seq_num 455) dirty exists 2024-09-13T02:57:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1534: finishing write tid 4 to smithi05277117-21 2024-09-13T02:57:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 809 (ObjNum 494 snap 163 seq_num 494) dirty exists 2024-09-13T02:57:18.773 INFO:tasks.rados.rados.0.smithi052.stdout:1534: left oid 21 (ObjNum 494 snap 163 seq_num 494) 2024-09-13T02:57:18.774 INFO:tasks.rados.rados.0.smithi052.stdout:1535: expect (ObjNum 486 snap 163 seq_num 486) 2024-09-13T02:57:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:18 smithi078 ceph-mon[85589]: osdmap e377: 8 total, 8 up, 8 in 2024-09-13T02:57:18.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:19.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:18 smithi052 ceph-mon[89065]: osdmap e377: 8 total, 8 up, 8 in 2024-09-13T02:57:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:18 smithi052 ceph-mon[91421]: osdmap e377: 8 total, 8 up, 8 in 2024-09-13T02:57:19.622 INFO:tasks.rados.rados.0.smithi052.stdout:1536: expect (ObjNum 340 snap 116 seq_num 340) 2024-09-13T02:57:19.647 INFO:tasks.rados.rados.0.smithi052.stdout:1534: done (4 left) 2024-09-13T02:57:19.647 INFO:tasks.rados.rados.0.smithi052.stdout:1535: done (3 left) 2024-09-13T02:57:19.647 INFO:tasks.rados.rados.0.smithi052.stdout:1536: done (2 left) 2024-09-13T02:57:19.647 INFO:tasks.rados.rados.0.smithi052.stdout:1538: done (1 left) 2024-09-13T02:57:19.648 INFO:tasks.rados.rados.0.smithi052.stdout:1539: done (0 left) 2024-09-13T02:57:19.648 INFO:tasks.rados.rados.0.smithi052.stdout:1540: read oid 2 snap -1 2024-09-13T02:57:19.648 INFO:tasks.rados.rados.0.smithi052.stdout:1540: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:57:19.648 INFO:tasks.rados.rados.0.smithi052.stdout:1541: snap_create 2024-09-13T02:57:19.662 INFO:tasks.rados.rados.0.smithi052.stdout:1540: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:57:19.896 INFO:tasks.rados.rados.0.smithi052.stdout:1540: done (1 left) 2024-09-13T02:57:19.896 INFO:tasks.rados.rados.0.smithi052.stdout:1541: done (0 left) 2024-09-13T02:57:19.896 INFO:tasks.rados.rados.0.smithi052.stdout:1542: read oid 11 snap -1 2024-09-13T02:57:19.896 INFO:tasks.rados.rados.0.smithi052.stdout:1542: expect (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:57:19.896 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 164 2024-09-13T02:57:19.896 INFO:tasks.rados.rados.0.smithi052.stdout:1543: seq_num 495 ranges {0=696320,696320=401408} 2024-09-13T02:57:19.899 INFO:tasks.rados.rados.0.smithi052.stdout:1543: writing smithi05277117-24 from 0 to 696320 tid 1 2024-09-13T02:57:19.902 INFO:tasks.rados.rados.0.smithi052.stdout:1543: writing smithi05277117-24 from 696320 to 1097728 tid 2 2024-09-13T02:57:19.902 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 164 2024-09-13T02:57:19.902 INFO:tasks.rados.rados.0.smithi052.stdout:1544: seq_num 496 ranges {1646592=712704,2359296=401408} 2024-09-13T02:57:19.915 INFO:tasks.rados.rados.0.smithi052.stdout:1544: writing smithi05277117-32 from 1646592 to 2359296 tid 1 2024-09-13T02:57:19.917 INFO:tasks.rados.rados.0.smithi052.stdout:1544: writing smithi05277117-32 from 2359296 to 2760704 tid 2 2024-09-13T02:57:19.917 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 164 2024-09-13T02:57:19.917 INFO:tasks.rados.rados.0.smithi052.stdout:1545: seq_num 497 ranges {0=729088,729088=401408} 2024-09-13T02:57:19.921 INFO:tasks.rados.rados.0.smithi052.stdout:1545: writing smithi05277117-36 from 0 to 729088 tid 1 2024-09-13T02:57:19.924 INFO:tasks.rados.rados.0.smithi052.stdout:1545: writing smithi05277117-36 from 729088 to 1130496 tid 2 2024-09-13T02:57:19.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 164 2024-09-13T02:57:19.924 INFO:tasks.rados.rados.0.smithi052.stdout:1546: seq_num 498 ranges {0=745472,745472=401408} 2024-09-13T02:57:19.928 INFO:tasks.rados.rados.0.smithi052.stdout:1546: writing smithi05277117-22 from 0 to 745472 tid 1 2024-09-13T02:57:19.931 INFO:tasks.rados.rados.0.smithi052.stdout:1546: writing smithi05277117-22 from 745472 to 1146880 tid 2 2024-09-13T02:57:19.931 INFO:tasks.rados.rados.0.smithi052.stdout:1547: snap_remove snap 144 2024-09-13T02:57:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:19 smithi052 ceph-mon[91421]: pgmap v180: 121 pgs: 121 active+clean; 392 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T02:57:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:19 smithi052 ceph-mon[91421]: osdmap e378: 8 total, 8 up, 8 in 2024-09-13T02:57:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:19 smithi052 ceph-mon[91421]: osdmap e379: 8 total, 8 up, 8 in 2024-09-13T02:57:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:19 smithi052 ceph-mon[89065]: pgmap v180: 121 pgs: 121 active+clean; 392 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T02:57:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:19 smithi052 ceph-mon[89065]: osdmap e378: 8 total, 8 up, 8 in 2024-09-13T02:57:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:19 smithi052 ceph-mon[89065]: osdmap e379: 8 total, 8 up, 8 in 2024-09-13T02:57:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:19 smithi078 ceph-mon[85589]: pgmap v180: 121 pgs: 121 active+clean; 392 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-09-13T02:57:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:19 smithi078 ceph-mon[85589]: osdmap e378: 8 total, 8 up, 8 in 2024-09-13T02:57:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:19 smithi078 ceph-mon[85589]: osdmap e379: 8 total, 8 up, 8 in 2024-09-13T02:57:20.773 INFO:tasks.rados.rados.0.smithi052.stdout:1542: expect (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:57:20.806 INFO:tasks.rados.rados.0.smithi052.stdout:1543: finishing write tid 1 to smithi05277117-24 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1543: finishing write tid 2 to smithi05277117-24 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1543: finishing write tid 3 to smithi05277117-24 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1542: done (5 left) 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1547: done (4 left) 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1548: rollback oid 48 current snap is 164 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 48 to 133 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1543: finishing write tid 4 to smithi05277117-24 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 858 (ObjNum 495 snap 164 seq_num 495) dirty exists 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1543: left oid 24 (ObjNum 495 snap 164 seq_num 495) 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1544: finishing write tid 1 to smithi05277117-32 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1544: finishing write tid 2 to smithi05277117-32 2024-09-13T02:57:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:1544: finishing write tid 3 to smithi05277117-32 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1544: finishing write tid 4 to smithi05277117-32 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1108 (ObjNum 496 snap 164 seq_num 496) dirty exists 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1544: left oid 32 (ObjNum 496 snap 164 seq_num 496) 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1545: finishing write tid 1 to smithi05277117-36 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1545: finishing write tid 2 to smithi05277117-36 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1545: finishing write tid 3 to smithi05277117-36 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1543: done (4 left) 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1544: done (3 left) 2024-09-13T02:57:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:1549: snap_remove snap 147 2024-09-13T02:57:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1549: done (3 left) 2024-09-13T02:57:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 164 2024-09-13T02:57:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:1545: finishing write tid 4 to smithi05277117-36 2024-09-13T02:57:21.777 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1085 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:57:21.778 INFO:tasks.rados.rados.0.smithi052.stdout:1545: left oid 36 (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:57:21.778 INFO:tasks.rados.rados.0.smithi052.stdout:1546: finishing write tid 1 to smithi05277117-22 2024-09-13T02:57:21.778 INFO:tasks.rados.rados.0.smithi052.stdout:1550: seq_num 499 ranges {1998848=761856,2760704=401408} 2024-09-13T02:57:21.793 INFO:tasks.rados.rados.0.smithi052.stdout:1550: writing smithi05277117-34 from 1998848 to 2760704 tid 1 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1550: writing smithi05277117-34 from 2760704 to 3162112 tid 2 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1545: done (3 left) 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1551: read oid 42 snap 138 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1551: expect deleted 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 164 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1546: finishing write tid 2 to smithi05277117-22 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1546: finishing write tid 3 to smithi05277117-22 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1546: finishing write tid 4 to smithi05277117-22 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 652 (ObjNum 498 snap 164 seq_num 498) dirty exists 2024-09-13T02:57:21.798 INFO:tasks.rados.rados.0.smithi052.stdout:1546: left oid 22 (ObjNum 498 snap 164 seq_num 498) 2024-09-13T02:57:21.799 INFO:tasks.rados.rados.0.smithi052.stdout:1548: finishing rollback tid 0 to smithi05277117-48 2024-09-13T02:57:21.799 INFO:tasks.rados.rados.0.smithi052.stdout:1548: finishing rollback tid 1 to smithi05277117-48 2024-09-13T02:57:21.799 INFO:tasks.rados.rados.0.smithi052.stdout:1548: finishing rollback tid 2 to smithi05277117-48 2024-09-13T02:57:21.799 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1120 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-13T02:57:21.799 INFO:tasks.rados.rados.0.smithi052.stdout:1552: seq_num 500 ranges {1712128=778240,2490368=401408} 2024-09-13T02:57:21.812 INFO:tasks.rados.rados.0.smithi052.stdout:1552: writing smithi05277117-15 from 1712128 to 2490368 tid 1 2024-09-13T02:57:21.815 INFO:tasks.rados.rados.0.smithi052.stdout:1552: writing smithi05277117-15 from 2490368 to 2891776 tid 2 2024-09-13T02:57:21.815 INFO:tasks.rados.rados.0.smithi052.stdout:1546: done (4 left) 2024-09-13T02:57:21.815 INFO:tasks.rados.rados.0.smithi052.stdout:1548: done (3 left) 2024-09-13T02:57:21.815 INFO:tasks.rados.rados.0.smithi052.stdout:1551: done (2 left) 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1553: copy_from oid 48 from oid 43 current snap is 164 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1550: finishing write tid 1 to smithi05277117-34 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1550: finishing write tid 2 to smithi05277117-34 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1550: finishing write tid 3 to smithi05277117-34 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1550: finishing write tid 4 to smithi05277117-34 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 801 (ObjNum 499 snap 164 seq_num 499) dirty exists 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1550: left oid 34 (ObjNum 499 snap 164 seq_num 499) 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1550: done (2 left) 2024-09-13T02:57:21.816 INFO:tasks.rados.rados.0.smithi052.stdout:1554: snap_remove snap 155 2024-09-13T02:57:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:21 smithi052 ceph-mon[89065]: pgmap v183: 121 pgs: 121 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T02:57:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:21 smithi052 ceph-mon[89065]: osdmap e380: 8 total, 8 up, 8 in 2024-09-13T02:57:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:21 smithi052 ceph-mon[91421]: pgmap v183: 121 pgs: 121 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T02:57:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:21 smithi052 ceph-mon[91421]: osdmap e380: 8 total, 8 up, 8 in 2024-09-13T02:57:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:21 smithi078 ceph-mon[85589]: pgmap v183: 121 pgs: 121 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-09-13T02:57:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:21 smithi078 ceph-mon[85589]: osdmap e380: 8 total, 8 up, 8 in 2024-09-13T02:57:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1554: done (2 left) 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1555: snap_create 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1552: finishing write tid 1 to smithi05277117-15 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1552: finishing write tid 2 to smithi05277117-15 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1552: finishing write tid 3 to smithi05277117-15 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1552: finishing write tid 4 to smithi05277117-15 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 427 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1552: left oid 15 (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:57:22.788 INFO:tasks.rados.rados.0.smithi052.stdout:1553: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:57:22.789 INFO:tasks.rados.rados.0.smithi052.stdout:1553: finishing copy_from to smithi05277117-48 2024-09-13T02:57:22.789 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 526 (ObjNum 388 snap 135 seq_num 388) dirty exists 2024-09-13T02:57:22.870 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[89065]: osdmap e381: 8 total, 8 up, 8 in 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[89065]: Upgrade: osd.2 is safe to restart 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[91421]: osdmap e381: 8 total, 8 up, 8 in 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:22.871 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:22 smithi052 ceph-mon[91421]: Upgrade: osd.2 is safe to restart 2024-09-13T02:57:23.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:22 smithi078 ceph-mon[85589]: osdmap e381: 8 total, 8 up, 8 in 2024-09-13T02:57:23.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:23.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:22 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T02:57:23.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:22 smithi078 ceph-mon[85589]: Upgrade: osd.2 is safe to restart 2024-09-13T02:57:23.780 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1552: done (2 left) 2024-09-13T02:57:23.787 INFO:tasks.rados.rados.0.smithi052.stdout:1553: done (1 left) 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1555: done (0 left) 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1556: read oid 28 snap -1 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1556: expect deleted 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1557: read oid 11 snap -1 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1557: expect (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1558: read oid 14 snap -1 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1558: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1559: copy_from oid 50 from oid 12 current snap is 165 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 165 2024-09-13T02:57:23.788 INFO:tasks.rados.rados.0.smithi052.stdout:1560: seq_num 501 ranges {1433600=794624,2228224=401408} 2024-09-13T02:57:23.802 INFO:tasks.rados.rados.0.smithi052.stdout:1560: writing smithi05277117-45 from 1433600 to 2228224 tid 1 2024-09-13T02:57:23.805 INFO:tasks.rados.rados.0.smithi052.stdout:1560: writing smithi05277117-45 from 2228224 to 2629632 tid 2 2024-09-13T02:57:23.805 INFO:tasks.rados.rados.0.smithi052.stdout:1561: read oid 2 snap 138 2024-09-13T02:57:23.805 INFO:tasks.rados.rados.0.smithi052.stdout:1561: expect (ObjNum 309 snap 102 seq_num 309) 2024-09-13T02:57:23.805 INFO:tasks.rados.rados.0.smithi052.stdout:1557: expect (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:57:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:1559: finishing copy_from racing read to smithi05277117-50 2024-09-13T02:57:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:1559: finishing copy_from to smithi05277117-50 2024-09-13T02:57:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 885 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T02:57:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:1560: finishing write tid 1 to smithi05277117-45 2024-09-13T02:57:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:1560: finishing write tid 2 to smithi05277117-45 2024-09-13T02:57:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:1556: done (5 left) 2024-09-13T02:57:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:1557: done (4 left) 2024-09-13T02:57:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:1559: done (3 left) 2024-09-13T02:57:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:1562: rollback oid 26 current snap is 165 2024-09-13T02:57:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 52 2024-09-13T02:57:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:1560: finishing write tid 3 to smithi05277117-45 2024-09-13T02:57:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:1558: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:24.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[89065]: pgmap v186: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:57:24.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[89065]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[91421]: pgmap v186: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[91421]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:57:24.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1560: finishing write tid 4 to smithi05277117-45 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1237 (ObjNum 501 snap 165 seq_num 501) dirty exists 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1560: left oid 45 (ObjNum 501 snap 165 seq_num 501) 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1558: done (3 left) 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1560: done (2 left) 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1563: copy_from oid 30 from oid 11 current snap is 165 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1562: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:57:24.086 INFO:tasks.rados.rados.0.smithi052.stdout:1561: expect (ObjNum 309 snap 102 seq_num 309) 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:1562: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:1562: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1144 (ObjNum 154 snap 45 seq_num 154) dirty exists 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:1563: finishing copy_from racing read to smithi05277117-30 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:1563: finishing copy_from to smithi05277117-30 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1141 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:24.128 INFO:tasks.rados.rados.0.smithi052.stdout:1561: done (2 left) 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1562: done (1 left) 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1563: done (0 left) 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1564: read oid 6 snap -1 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1564: expect deleted 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1565: rmattr oid 42 current snap is 165 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1565: done (1 left) 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1566: read oid 12 snap -1 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1566: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1567: rmattr oid 48 current snap is 165 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 165 2024-09-13T02:57:24.129 INFO:tasks.rados.rados.0.smithi052.stdout:1568: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-09-13T02:57:24.130 INFO:tasks.rados.rados.0.smithi052.stdout:1568: writing smithi05277117-41 from 0 to 409600 tid 1 2024-09-13T02:57:24.132 INFO:tasks.rados.rados.0.smithi052.stdout:1568: writing smithi05277117-41 from 409600 to 827392 tid 2 2024-09-13T02:57:24.135 INFO:tasks.rados.rados.0.smithi052.stdout:1568: writing smithi05277117-41 from 827392 to 1212416 tid 3 2024-09-13T02:57:24.135 INFO:tasks.rados.rados.0.smithi052.stdout:1569: read oid 42 snap -1 2024-09-13T02:57:24.135 INFO:tasks.rados.rados.0.smithi052.stdout:1569: expect (ObjNum 118 snap 33 seq_num 118) 2024-09-13T02:57:24.136 INFO:tasks.rados.rados.0.smithi052.stdout:1570: rollback oid 25 current snap is 165 2024-09-13T02:57:24.136 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 152 2024-09-13T02:57:24.136 INFO:tasks.rados.rados.0.smithi052.stdout:1571: snap_remove snap 161 2024-09-13T02:57:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:23 smithi078 ceph-mon[85589]: pgmap v186: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:57:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:23 smithi078 ceph-mon[85589]: osdmap e382: 8 total, 8 up, 8 in 2024-09-13T02:57:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T02:57:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:24.757 INFO:tasks.rados.rados.0.smithi052.stdout:1571: done (6 left) 2024-09-13T02:57:24.757 INFO:tasks.rados.rados.0.smithi052.stdout:1572: read oid 8 snap -1 2024-09-13T02:57:24.757 INFO:tasks.rados.rados.0.smithi052.stdout:1572: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:24.757 INFO:tasks.rados.rados.0.smithi052.stdout:1573: delete oid 4 current snap is 165 2024-09-13T02:57:24.757 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1135 (ObjNum 388 snap 135 seq_num 388) dirty exists 2024-09-13T02:57:24.757 INFO:tasks.rados.rados.0.smithi052.stdout:1566: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:24.789 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:24.789 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:1568: finishing write tid 1 to smithi05277117-41 2024-09-13T02:57:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:1568: finishing write tid 2 to smithi05277117-41 2024-09-13T02:57:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:1568: finishing write tid 3 to smithi05277117-41 2024-09-13T02:57:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:1568: finishing write tid 4 to smithi05277117-41 2024-09-13T02:57:24.833 INFO:tasks.rados.rados.0.smithi052.stdout:1570: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:1570: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:1570: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1006 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:1568: finishing write tid 5 to smithi05277117-41 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 731 (ObjNum 502 snap 165 seq_num 502) dirty exists 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:1568: left oid 41 (ObjNum 502 snap 165 seq_num 502) 2024-09-13T02:57:24.834 INFO:tasks.rados.rados.0.smithi052.stdout:1569: expect (ObjNum 118 snap 33 seq_num 118) 2024-09-13T02:57:24.961 INFO:tasks.rados.rados.0.smithi052.stdout:1572: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:25.078 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[91421]: Upgrade: Updating osd.2 2024-09-13T02:57:25.078 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[91421]: Deploying daemon osd.2 on smithi052 2024-09-13T02:57:25.078 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[91421]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T02:57:25.078 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[91421]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T02:57:25.078 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[89065]: Upgrade: Updating osd.2 2024-09-13T02:57:25.079 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[89065]: Deploying daemon osd.2 on smithi052 2024-09-13T02:57:25.079 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[89065]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T02:57:25.079 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:24 smithi052 ceph-mon[89065]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T02:57:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:24 smithi078 ceph-mon[85589]: Upgrade: Updating osd.2 2024-09-13T02:57:25.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:24 smithi078 ceph-mon[85589]: Deploying daemon osd.2 on smithi052 2024-09-13T02:57:25.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:24 smithi078 ceph-mon[85589]: osdmap e383: 8 total, 8 up, 8 in 2024-09-13T02:57:25.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:24 smithi078 ceph-mon[85589]: osdmap e384: 8 total, 8 up, 8 in 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1564: done (7 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1566: done (6 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1567: done (5 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1568: done (4 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1569: done (3 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1570: done (2 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1572: done (1 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1573: done (0 left) 2024-09-13T02:57:25.222 INFO:tasks.rados.rados.0.smithi052.stdout:1574: snap_create 2024-09-13T02:57:25.794 INFO:tasks.rados.rados.0.smithi052.stdout:1574: done (0 left) 2024-09-13T02:57:25.794 INFO:tasks.rados.rados.0.smithi052.stdout:1575: read oid 13 snap -1 2024-09-13T02:57:25.794 INFO:tasks.rados.rados.0.smithi052.stdout:1575: expect (ObjNum 492 snap 163 seq_num 492) 2024-09-13T02:57:25.794 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 166 2024-09-13T02:57:25.794 INFO:tasks.rados.rados.0.smithi052.stdout:1576: seq_num 504 ranges {2760704=450560,3211264=589824,3801088=212992} 2024-09-13T02:57:25.811 INFO:tasks.rados.rados.0.smithi052.stdout:1576: writing smithi05277117-32 from 2760704 to 3211264 tid 1 2024-09-13T02:57:25.815 INFO:tasks.rados.rados.0.smithi052.stdout:1576: writing smithi05277117-32 from 3211264 to 3801088 tid 2 2024-09-13T02:57:25.817 INFO:tasks.rados.rados.0.smithi052.stdout:1576: writing smithi05277117-32 from 3801088 to 4014080 tid 3 2024-09-13T02:57:25.817 INFO:tasks.rados.rados.0.smithi052.stdout:1577: copy_from oid 3 from oid 14 current snap is 166 2024-09-13T02:57:25.817 INFO:tasks.rados.rados.0.smithi052.stdout:1575: expect (ObjNum 492 snap 163 seq_num 492) 2024-09-13T02:57:25.846 INFO:tasks.rados.rados.0.smithi052.stdout:1576: finishing write tid 1 to smithi05277117-32 2024-09-13T02:57:25.846 INFO:tasks.rados.rados.0.smithi052.stdout:1576: finishing write tid 2 to smithi05277117-32 2024-09-13T02:57:25.846 INFO:tasks.rados.rados.0.smithi052.stdout:1576: finishing write tid 3 to smithi05277117-32 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1576: finishing write tid 4 to smithi05277117-32 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1576: finishing write tid 5 to smithi05277117-32 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1148 (ObjNum 504 snap 166 seq_num 504) dirty exists 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1576: left oid 32 (ObjNum 504 snap 166 seq_num 504) 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1577: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1577: finishing copy_from to smithi05277117-3 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1134 (ObjNum 480 snap 163 seq_num 480) dirty exists 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1575: done (2 left) 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1576: done (1 left) 2024-09-13T02:57:25.847 INFO:tasks.rados.rados.0.smithi052.stdout:1577: done (0 left) 2024-09-13T02:57:25.848 INFO:tasks.rados.rados.0.smithi052.stdout:1578: snap_create 2024-09-13T02:57:25.985 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:25 smithi052 ceph-mon[91421]: pgmap v189: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-13T02:57:25.985 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:25 smithi052 ceph-mon[89065]: pgmap v189: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-13T02:57:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:25 smithi078 ceph-mon[85589]: pgmap v189: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-13T02:57:26.803 INFO:tasks.rados.rados.0.smithi052.stdout:1578: done (0 left) 2024-09-13T02:57:26.803 INFO:tasks.rados.rados.0.smithi052.stdout:1579: delete oid 33 current snap is 167 2024-09-13T02:57:26.806 INFO:tasks.rados.rados.0.smithi052.stdout:1579: done (0 left) 2024-09-13T02:57:26.806 INFO:tasks.rados.rados.0.smithi052.stdout:1580: read oid 12 snap -1 2024-09-13T02:57:26.806 INFO:tasks.rados.rados.0.smithi052.stdout:1580: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:26.806 INFO:tasks.rados.rados.0.smithi052.stdout:1581: read oid 50 snap 160 2024-09-13T02:57:26.806 INFO:tasks.rados.rados.0.smithi052.stdout:1581: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:57:26.806 INFO:tasks.rados.rados.0.smithi052.stdout:1582: snap_remove snap 54 2024-09-13T02:57:26.893 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:26 smithi052 ceph-mon[91421]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T02:57:26.894 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:26 smithi052 systemd[1]: Stopping Ceph osd.2 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:57:26.894 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:26 smithi052 ceph-mon[89065]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T02:57:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:26 smithi078 ceph-mon[85589]: osdmap e385: 8 total, 8 up, 8 in 2024-09-13T02:57:27.283 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[52303]: 2024-09-13T02:57:26.930+0000 7fa23f0e5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:57:27.283 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[52303]: 2024-09-13T02:57:26.930+0000 7fa23f0e5640 -1 osd.2 386 *** Got signal Terminated *** 2024-09-13T02:57:27.283 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:26 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[52303]: 2024-09-13T02:57:26.930+0000 7fa23f0e5640 -1 osd.2 386 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:57:27.813 INFO:tasks.rados.rados.0.smithi052.stdout:1580: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:27.883 INFO:tasks.rados.rados.0.smithi052.stdout:1581: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:57:28.018 INFO:tasks.rados.rados.0.smithi052.stdout:1580: done (2 left) 2024-09-13T02:57:28.018 INFO:tasks.rados.rados.0.smithi052.stdout:1581: done (1 left) 2024-09-13T02:57:28.019 INFO:tasks.rados.rados.0.smithi052.stdout:1582: done (0 left) 2024-09-13T02:57:28.019 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 167 2024-09-13T02:57:28.019 INFO:tasks.rados.rados.0.smithi052.stdout:1583: seq_num 506 ranges {876544=483328,1359872=761856,2121728=40960} 2024-09-13T02:57:28.025 INFO:tasks.rados.rados.0.smithi052.stdout:1583: writing smithi05277117-38 from 876544 to 1359872 tid 1 2024-09-13T02:57:28.030 INFO:tasks.rados.rados.0.smithi052.stdout:1583: writing smithi05277117-38 from 1359872 to 2121728 tid 2 2024-09-13T02:57:28.030 INFO:tasks.rados.rados.0.smithi052.stdout:1583: writing smithi05277117-38 from 2121728 to 2162688 tid 3 2024-09-13T02:57:28.030 INFO:tasks.rados.rados.0.smithi052.stdout:1584: rollback oid 50 current snap is 167 2024-09-13T02:57:28.031 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 148 2024-09-13T02:57:28.031 INFO:tasks.rados.rados.0.smithi052.stdout:1583: finishing write tid 1 to smithi05277117-38 2024-09-13T02:57:28.031 INFO:tasks.rados.rados.0.smithi052.stdout:1585: setattr oid 41 current snap is 167 2024-09-13T02:57:28.032 INFO:tasks.rados.rados.0.smithi052.stdout:1586: rollback oid 7 current snap is 167 2024-09-13T02:57:28.032 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 132 2024-09-13T02:57:28.032 INFO:tasks.rados.rados.0.smithi052.stdout:1587: snap_remove snap 120 2024-09-13T02:57:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:27 smithi078 ceph-mon[85589]: pgmap v192: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 KiB/s rd, 0 op/s 2024-09-13T02:57:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:27 smithi078 ceph-mon[85589]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T02:57:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:27 smithi078 ceph-mon[85589]: osd.2 marked itself down and dead 2024-09-13T02:57:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:27 smithi052 ceph-mon[91421]: pgmap v192: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 KiB/s rd, 0 op/s 2024-09-13T02:57:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:27 smithi052 ceph-mon[91421]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T02:57:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:27 smithi052 ceph-mon[91421]: osd.2 marked itself down and dead 2024-09-13T02:57:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:27 smithi052 ceph-mon[89065]: pgmap v192: 121 pgs: 121 active+clean; 370 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 KiB/s rd, 0 op/s 2024-09-13T02:57:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:27 smithi052 ceph-mon[89065]: osdmap e386: 8 total, 8 up, 8 in 2024-09-13T02:57:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:27 smithi052 ceph-mon[89065]: osd.2 marked itself down and dead 2024-09-13T02:57:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:57:28] "GET /metrics HTTP/1.1" 200 36170 "" "Prometheus/2.43.0" 2024-09-13T02:57:28.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:28 smithi052 podman[105716]: 2024-09-13 02:57:28.385387051 +0000 UTC m=+1.612639750 container died 72795c71984aee0c392443ddffd1a2e1e21067796710773de92afbaf1475abef (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-13T02:57:28.819 INFO:tasks.rados.rados.0.smithi052.stdout:1587: done (4 left) 2024-09-13T02:57:28.819 INFO:tasks.rados.rados.0.smithi052.stdout:1588: rollback oid 14 current snap is 167 2024-09-13T02:57:28.819 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 154 2024-09-13T02:57:28.819 INFO:tasks.rados.rados.0.smithi052.stdout:1584: finishing rollback tid 0 to smithi05277117-50 2024-09-13T02:57:28.820 INFO:tasks.rados.rados.0.smithi052.stdout:1584: finishing rollback tid 1 to smithi05277117-50 2024-09-13T02:57:28.820 INFO:tasks.rados.rados.0.smithi052.stdout:1584: finishing rollback tid 2 to smithi05277117-50 2024-09-13T02:57:28.820 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 888 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:57:28.820 INFO:tasks.rados.rados.0.smithi052.stdout:1583: finishing write tid 2 to smithi05277117-38 2024-09-13T02:57:28.820 INFO:tasks.rados.rados.0.smithi052.stdout:1583: finishing write tid 3 to smithi05277117-38 2024-09-13T02:57:28.820 INFO:tasks.rados.rados.0.smithi052.stdout:1583: finishing write tid 4 to smithi05277117-38 2024-09-13T02:57:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:1586: finishing rollback tid 1 to smithi05277117-7 2024-09-13T02:57:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:1586: finishing rollback tid 2 to smithi05277117-7 2024-09-13T02:57:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 817 (ObjNum 343 snap 117 seq_num 343) dirty exists 2024-09-13T02:57:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:1583: finishing write tid 5 to smithi05277117-38 2024-09-13T02:57:28.821 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1254 (ObjNum 506 snap 167 seq_num 506) dirty exists 2024-09-13T02:57:28.822 INFO:tasks.rados.rados.0.smithi052.stdout:1583: left oid 38 (ObjNum 506 snap 167 seq_num 506) 2024-09-13T02:57:28.822 INFO:tasks.rados.rados.0.smithi052.stdout:1583: done (4 left) 2024-09-13T02:57:28.822 INFO:tasks.rados.rados.0.smithi052.stdout:1584: done (3 left) 2024-09-13T02:57:28.822 INFO:tasks.rados.rados.0.smithi052.stdout:1586: done (2 left) 2024-09-13T02:57:28.822 INFO:tasks.rados.rados.0.smithi052.stdout:1589: delete oid 19 current snap is 167 2024-09-13T02:57:28.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 732 (ObjNum 502 snap 165 seq_num 502) dirty exists 2024-09-13T02:57:28.832 INFO:tasks.rados.rados.0.smithi052.stdout:1585: done (2 left) 2024-09-13T02:57:28.832 INFO:tasks.rados.rados.0.smithi052.stdout:1589: done (1 left) 2024-09-13T02:57:28.832 INFO:tasks.rados.rados.0.smithi052.stdout:1590: snap_remove snap 52 2024-09-13T02:57:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:28 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:57:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:28 smithi078 ceph-mon[85589]: osdmap e387: 8 total, 7 up, 8 in 2024-09-13T02:57:28.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:29.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:28 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:57:29.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:28 smithi052 ceph-mon[89065]: osdmap e387: 8 total, 7 up, 8 in 2024-09-13T02:57:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:28 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:57:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:28 smithi052 ceph-mon[91421]: osdmap e387: 8 total, 7 up, 8 in 2024-09-13T02:57:29.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:28 smithi052 podman[105716]: 2024-09-13 02:57:28.741192924 +0000 UTC m=+1.968445630 container cleanup 72795c71984aee0c392443ddffd1a2e1e21067796710773de92afbaf1475abef (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-13T02:57:29.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:28 smithi052 bash[105716]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2 2024-09-13T02:57:29.349 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105744]: 2024-09-13 02:57:29.033994346 +0000 UTC m=+0.647926278 container remove 72795c71984aee0c392443ddffd1a2e1e21067796710773de92afbaf1475abef (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-bbdadfa, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-13T02:57:29.613 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105836]: 2024-09-13 02:57:29.252607879 +0000 UTC m=+0.016444711 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:57:29.613 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105836]: 2024-09-13 02:57:29.360065278 +0000 UTC m=+0.123902143 container create 081d916c083b4b5ba35b87f0a47f62cb6226539680373e1f1537e3db8685497a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-13T02:57:29.759 INFO:tasks.rados.rados.0.smithi052.stdout:1590: done (1 left) 2024-09-13T02:57:29.759 INFO:tasks.rados.rados.0.smithi052.stdout:1591: read oid 23 snap 137 2024-09-13T02:57:29.759 INFO:tasks.rados.rados.0.smithi052.stdout:1591: expect (ObjNum 364 snap 125 seq_num 364) 2024-09-13T02:57:29.760 INFO:tasks.rados.rados.0.smithi052.stdout:1592: read oid 44 snap -1 2024-09-13T02:57:29.760 INFO:tasks.rados.rados.0.smithi052.stdout:1592: expect deleted 2024-09-13T02:57:29.760 INFO:tasks.rados.rados.0.smithi052.stdout:1593: read oid 20 snap -1 2024-09-13T02:57:29.760 INFO:tasks.rados.rados.0.smithi052.stdout:1593: expect (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:57:29.760 INFO:tasks.rados.rados.0.smithi052.stdout:1594: setattr oid 41 current snap is 167 2024-09-13T02:57:29.760 INFO:tasks.rados.rados.0.smithi052.stdout:1588: finishing rollback tid 0 to smithi05277117-14 2024-09-13T02:57:29.761 INFO:tasks.rados.rados.0.smithi052.stdout:1588: finishing rollback tid 1 to smithi05277117-14 2024-09-13T02:57:29.761 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1261 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-09-13T02:57:29.765 INFO:tasks.rados.rados.0.smithi052.stdout:1588: done (4 left) 2024-09-13T02:57:29.765 INFO:tasks.rados.rados.0.smithi052.stdout:1592: done (3 left) 2024-09-13T02:57:29.765 INFO:tasks.rados.rados.0.smithi052.stdout:1595: read oid 36 snap -1 2024-09-13T02:57:29.765 INFO:tasks.rados.rados.0.smithi052.stdout:1595: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:57:29.765 INFO:tasks.rados.rados.0.smithi052.stdout:1596: snap_create 2024-09-13T02:57:29.770 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 733 (ObjNum 502 snap 165 seq_num 502) dirty exists 2024-09-13T02:57:29.781 INFO:tasks.rados.rados.0.smithi052.stdout:1593: expect (ObjNum 404 snap 141 seq_num 404) 2024-09-13T02:57:29.842 INFO:tasks.rados.rados.0.smithi052.stdout:1591: expect (ObjNum 364 snap 125 seq_num 364) 2024-09-13T02:57:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:29 smithi052 ceph-mon[91421]: pgmap v195: 121 pgs: 15 stale+active+clean, 106 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:57:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:29 smithi052 ceph-mon[91421]: osdmap e388: 8 total, 7 up, 8 in 2024-09-13T02:57:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:29 smithi052 ceph-mon[91421]: osdmap e389: 8 total, 7 up, 8 in 2024-09-13T02:57:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:29 smithi052 ceph-mon[89065]: pgmap v195: 121 pgs: 15 stale+active+clean, 106 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:57:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:29 smithi052 ceph-mon[89065]: osdmap e388: 8 total, 7 up, 8 in 2024-09-13T02:57:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:29 smithi052 ceph-mon[89065]: osdmap e389: 8 total, 7 up, 8 in 2024-09-13T02:57:30.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105836]: 2024-09-13 02:57:29.612424424 +0000 UTC m=+0.376261247 container init 081d916c083b4b5ba35b87f0a47f62cb6226539680373e1f1537e3db8685497a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-13T02:57:30.030 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105836]: 2024-09-13 02:57:29.615969123 +0000 UTC m=+0.379805946 container start 081d916c083b4b5ba35b87f0a47f62cb6226539680373e1f1537e3db8685497a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:57:30.030 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105836]: 2024-09-13 02:57:29.703951541 +0000 UTC m=+0.467788372 container attach 081d916c083b4b5ba35b87f0a47f62cb6226539680373e1f1537e3db8685497a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T02:57:30.030 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:29 smithi052 podman[105836]: 2024-09-13 02:57:29.819149243 +0000 UTC m=+0.582986075 container died 081d916c083b4b5ba35b87f0a47f62cb6226539680373e1f1537e3db8685497a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-09-13T02:57:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:29 smithi078 ceph-mon[85589]: pgmap v195: 121 pgs: 15 stale+active+clean, 106 active+clean; 386 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-09-13T02:57:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:29 smithi078 ceph-mon[85589]: osdmap e388: 8 total, 7 up, 8 in 2024-09-13T02:57:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:29 smithi078 ceph-mon[85589]: osdmap e389: 8 total, 7 up, 8 in 2024-09-13T02:57:30.261 INFO:tasks.rados.rados.0.smithi052.stdout:1595: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:57:30.761 INFO:tasks.rados.rados.0.smithi052.stdout:1591: done (4 left) 2024-09-13T02:57:30.761 INFO:tasks.rados.rados.0.smithi052.stdout:1593: done (3 left) 2024-09-13T02:57:30.761 INFO:tasks.rados.rados.0.smithi052.stdout:1594: done (2 left) 2024-09-13T02:57:30.761 INFO:tasks.rados.rados.0.smithi052.stdout:1595: done (1 left) 2024-09-13T02:57:30.761 INFO:tasks.rados.rados.0.smithi052.stdout:1596: done (0 left) 2024-09-13T02:57:30.761 INFO:tasks.rados.rados.0.smithi052.stdout:1597: snap_create 2024-09-13T02:57:30.778 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 podman[105858]: 2024-09-13 02:57:30.382985881 +0000 UTC m=+0.557592527 container remove 081d916c083b4b5ba35b87f0a47f62cb6226539680373e1f1537e3db8685497a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True) 2024-09-13T02:57:30.778 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-13T02:57:30.778 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 systemd[1]: Stopped Ceph osd.2 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:57:30.778 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.2.service: Consumed 16.007s CPU time. 2024-09-13T02:57:30.778 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 systemd[1]: Starting Ceph osd.2 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:57:31.095 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 podman[105958]: 2024-09-13 02:57:30.730305495 +0000 UTC m=+0.016330347 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:57:31.095 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:30 smithi052 podman[105958]: 2024-09-13 02:57:30.850716463 +0000 UTC m=+0.136741314 container create 1d9ef232c718ccdb3ea1b26217b2574f8c99a8ac49b35f20183f46580394bc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:57:31.528 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 podman[105958]: 2024-09-13 02:57:31.094901751 +0000 UTC m=+0.380926603 container init 1d9ef232c718ccdb3ea1b26217b2574f8c99a8ac49b35f20183f46580394bc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-13T02:57:31.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 podman[105958]: 2024-09-13 02:57:31.098432636 +0000 UTC m=+0.384457492 container start 1d9ef232c718ccdb3ea1b26217b2574f8c99a8ac49b35f20183f46580394bc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-13T02:57:31.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 podman[105958]: 2024-09-13 02:57:31.153124046 +0000 UTC m=+0.439148900 container attach 1d9ef232c718ccdb3ea1b26217b2574f8c99a8ac49b35f20183f46580394bc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:57:31.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:57:31.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 bash[105958]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:57:31.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:57:31.529 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 bash[105958]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:57:31.762 INFO:tasks.rados.rados.0.smithi052.stdout:1597: done (0 left) 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1598: rmattr oid 27 current snap is 169 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1599: rollback oid 7 current snap is 169 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 165 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1600: read oid 50 snap -1 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1600: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1601: read oid 18 snap -1 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1601: expect (ObjNum 478 snap 162 seq_num 478) 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 169 2024-09-13T02:57:31.763 INFO:tasks.rados.rados.0.smithi052.stdout:1602: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-09-13T02:57:31.766 INFO:tasks.rados.rados.0.smithi052.stdout:1602: writing smithi05277117-1 from 0 to 516096 tid 1 2024-09-13T02:57:31.769 INFO:tasks.rados.rados.0.smithi052.stdout:1602: writing smithi05277117-1 from 516096 to 1040384 tid 2 2024-09-13T02:57:31.771 INFO:tasks.rados.rados.0.smithi052.stdout:1602: writing smithi05277117-1 from 1040384 to 1318912 tid 3 2024-09-13T02:57:31.771 INFO:tasks.rados.rados.0.smithi052.stdout:1603: copy_from oid 41 from oid 30 current snap is 169 2024-09-13T02:57:31.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1278 (ObjNum 470 snap 159 seq_num 470) dirty exists 2024-09-13T02:57:31.772 INFO:tasks.rados.rados.0.smithi052.stdout:1599: finishing rollback tid 0 to smithi05277117-7 2024-09-13T02:57:31.772 INFO:tasks.rados.rados.0.smithi052.stdout:1598: done (5 left) 2024-09-13T02:57:31.772 INFO:tasks.rados.rados.0.smithi052.stdout:1604: snap_remove snap 163 2024-09-13T02:57:31.997 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[91421]: pgmap v198: 121 pgs: 5 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 101 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 16 op/s; 4/912 objects degraded (0.439%) 2024-09-13T02:57:31.997 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[91421]: osdmap e390: 8 total, 7 up, 8 in 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 4/912 objects degraded (0.439%), 1 pg degraded (PG_DEGRADED) 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[89065]: pgmap v198: 121 pgs: 5 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 101 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 16 op/s; 4/912 objects degraded (0.439%) 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[89065]: osdmap e390: 8 total, 7 up, 8 in 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 4/912 objects degraded (0.439%), 1 pg degraded (PG_DEGRADED) 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:31.998 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:31.998 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:57:31.999 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 bash[105958]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:57:31.999 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:57:31.999 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 bash[105958]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:57:31.999 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:57:31.999 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:31 smithi052 bash[105958]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:57:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:31 smithi078 ceph-mon[85589]: pgmap v198: 121 pgs: 5 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 101 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 16 op/s; 4/912 objects degraded (0.439%) 2024-09-13T02:57:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:31 smithi078 ceph-mon[85589]: osdmap e390: 8 total, 7 up, 8 in 2024-09-13T02:57:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:31 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 4/912 objects degraded (0.439%), 1 pg degraded (PG_DEGRADED) 2024-09-13T02:57:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:32.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:57:32.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 bash[105958]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:57:32.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T02:57:32.280 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 bash[105958]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T02:57:32.280 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:57:32.280 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 bash[105958]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T02:57:32.280 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate[105973]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-13T02:57:32.280 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 bash[105958]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-13T02:57:32.280 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 podman[105958]: 2024-09-13 02:57:32.029669896 +0000 UTC m=+1.315694748 container died 1d9ef232c718ccdb3ea1b26217b2574f8c99a8ac49b35f20183f46580394bc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-13T02:57:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:32.771 INFO:tasks.rados.rados.0.smithi052.stdout:1604: done (5 left) 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1605: snap_create 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1599: finishing rollback tid 1 to smithi05277117-7 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 834 (ObjNum 593 snap 0 seq_num 4210779704) dirty dne 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1602: finishing write tid 1 to smithi05277117-1 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1602: finishing write tid 2 to smithi05277117-1 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1602: finishing write tid 3 to smithi05277117-1 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1602: finishing write tid 4 to smithi05277117-1 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1602: finishing write tid 5 to smithi05277117-1 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 839 (ObjNum 508 snap 169 seq_num 508) dirty exists 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1602: left oid 1 (ObjNum 508 snap 169 seq_num 508) 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1603: finishing copy_from racing read to smithi05277117-41 2024-09-13T02:57:32.772 INFO:tasks.rados.rados.0.smithi052.stdout:1603: finishing copy_from to smithi05277117-41 2024-09-13T02:57:32.773 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1141 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:32.773 INFO:tasks.rados.rados.0.smithi052.stdout:1600: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:57:32.905 INFO:tasks.rados.rados.0.smithi052.stdout:1601: expect (ObjNum 478 snap 162 seq_num 478) 2024-09-13T02:57:32.956 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:32 smithi052 ceph-mon[91421]: osdmap e391: 8 total, 7 up, 8 in 2024-09-13T02:57:32.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:32 smithi052 ceph-mon[89065]: osdmap e391: 8 total, 7 up, 8 in 2024-09-13T02:57:32.957 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 podman[106111]: 2024-09-13 02:57:32.623815168 +0000 UTC m=+0.586863985 container remove 1d9ef232c718ccdb3ea1b26217b2574f8c99a8ac49b35f20183f46580394bc82 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:57:32.957 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 podman[106171]: 2024-09-13 02:57:32.742244507 +0000 UTC m=+0.017041875 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:57:32.957 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:32 smithi052 podman[106171]: 2024-09-13 02:57:32.866332262 +0000 UTC m=+0.141129622 container create f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f) 2024-09-13T02:57:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:32 smithi078 ceph-mon[85589]: osdmap e391: 8 total, 7 up, 8 in 2024-09-13T02:57:33.278 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:33 smithi052 podman[106171]: 2024-09-13 02:57:33.09347956 +0000 UTC m=+0.368276920 container init f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T02:57:33.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:33 smithi052 podman[106171]: 2024-09-13 02:57:33.096937674 +0000 UTC m=+0.371735036 container start f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T02:57:33.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-osd[106190]: -- 172.21.15.52:0/176900194 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5636465d7a40 con 0x56364739e000 2024-09-13T02:57:33.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:33 smithi052 bash[106171]: f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a 2024-09-13T02:57:33.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:33 smithi052 systemd[1]: Started Ceph osd.2 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:57:33.772 INFO:tasks.rados.rados.0.smithi052.stdout:1599: done (5 left) 2024-09-13T02:57:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:1600: done (4 left) 2024-09-13T02:57:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:1601: done (3 left) 2024-09-13T02:57:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:1602: done (2 left) 2024-09-13T02:57:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:1603: done (1 left) 2024-09-13T02:57:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:1605: done (0 left) 2024-09-13T02:57:33.773 INFO:tasks.rados.rados.0.smithi052.stdout:1606: delete oid 39 current snap is 170 2024-09-13T02:57:33.778 INFO:tasks.rados.rados.0.smithi052.stdout:1606: done (0 left) 2024-09-13T02:57:33.778 INFO:tasks.rados.rados.0.smithi052.stdout:1607: snap_remove snap 143 2024-09-13T02:57:33.778 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:34.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[89065]: pgmap v201: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 850 KiB/s wr, 19 op/s; 113/831 objects degraded (13.598%) 2024-09-13T02:57:34.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[89065]: osdmap e392: 8 total, 7 up, 8 in 2024-09-13T02:57:34.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[91421]: pgmap v201: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 850 KiB/s wr, 19 op/s; 113/831 objects degraded (13.598%) 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[91421]: osdmap e392: 8 total, 7 up, 8 in 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:33 smithi078 ceph-mon[85589]: pgmap v201: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 850 KiB/s wr, 19 op/s; 113/831 objects degraded (13.598%) 2024-09-13T02:57:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:33 smithi078 ceph-mon[85589]: osdmap e392: 8 total, 7 up, 8 in 2024-09-13T02:57:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:34.782 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:34.782 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:34.784 INFO:tasks.rados.rados.0.smithi052.stdout:1607: done (0 left) 2024-09-13T02:57:34.785 INFO:tasks.rados.rados.0.smithi052.stdout:1608: snap_remove snap 133 2024-09-13T02:57:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:34 smithi078 ceph-mon[85589]: osdmap e393: 8 total, 7 up, 8 in 2024-09-13T02:57:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:34 smithi052 ceph-mon[91421]: osdmap e393: 8 total, 7 up, 8 in 2024-09-13T02:57:35.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T02:57:34.974+0000 7f3d9126f640 -1 Falling back to public interface 2024-09-13T02:57:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:34 smithi052 ceph-mon[89065]: osdmap e393: 8 total, 7 up, 8 in 2024-09-13T02:57:35.792 INFO:tasks.rados.rados.0.smithi052.stdout:1608: done (0 left) 2024-09-13T02:57:35.792 INFO:tasks.rados.rados.0.smithi052.stdout:1609: rollback oid 19 current snap is 170 2024-09-13T02:57:35.792 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 132 2024-09-13T02:57:35.793 INFO:tasks.rados.rados.0.smithi052.stdout:1610: rmattr oid 33 current snap is 170 2024-09-13T02:57:35.793 INFO:tasks.rados.rados.0.smithi052.stdout:1610: done (1 left) 2024-09-13T02:57:35.793 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 170 2024-09-13T02:57:35.793 INFO:tasks.rados.rados.0.smithi052.stdout:1611: seq_num 510 ranges {9273344=548864,9822208=745472,10567680=57344} 2024-09-13T02:57:35.848 INFO:tasks.rados.rados.0.smithi052.stdout:1611: writing smithi05277117-23 from 9273344 to 9822208 tid 1 2024-09-13T02:57:35.852 INFO:tasks.rados.rados.0.smithi052.stdout:1611: writing smithi05277117-23 from 9822208 to 10567680 tid 2 2024-09-13T02:57:35.853 INFO:tasks.rados.rados.0.smithi052.stdout:1611: writing smithi05277117-23 from 10567680 to 10625024 tid 3 2024-09-13T02:57:35.853 INFO:tasks.rados.rados.0.smithi052.stdout:1612: rmattr oid 37 current snap is 170 2024-09-13T02:57:35.853 INFO:tasks.rados.rados.0.smithi052.stdout:1609: finishing rollback tid 1 to smithi05277117-19 2024-09-13T02:57:35.853 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 662 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:57:35.853 INFO:tasks.rados.rados.0.smithi052.stdout:1611: finishing write tid 1 to smithi05277117-23 2024-09-13T02:57:35.853 INFO:tasks.rados.rados.0.smithi052.stdout:1609: done (2 left) 2024-09-13T02:57:35.854 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 170 2024-09-13T02:57:35.854 INFO:tasks.rados.rados.0.smithi052.stdout:1613: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-09-13T02:57:35.856 INFO:tasks.rados.rados.0.smithi052.stdout:1613: writing smithi05277117-6 from 0 to 565248 tid 1 2024-09-13T02:57:35.860 INFO:tasks.rados.rados.0.smithi052.stdout:1613: writing smithi05277117-6 from 565248 to 1196032 tid 2 2024-09-13T02:57:35.862 INFO:tasks.rados.rados.0.smithi052.stdout:1613: writing smithi05277117-6 from 1196032 to 1368064 tid 3 2024-09-13T02:57:35.862 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 170 2024-09-13T02:57:35.862 INFO:tasks.rados.rados.0.smithi052.stdout:1614: seq_num 512 ranges {3833856=581632,4415488=516096,4931584=286720} 2024-09-13T02:57:35.886 INFO:tasks.rados.rados.0.smithi052.stdout:1614: writing smithi05277117-18 from 3833856 to 4415488 tid 1 2024-09-13T02:57:35.889 INFO:tasks.rados.rados.0.smithi052.stdout:1614: writing smithi05277117-18 from 4415488 to 4931584 tid 2 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1614: writing smithi05277117-18 from 4931584 to 5218304 tid 3 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1615: read oid 26 snap -1 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1615: expect (ObjNum 154 snap 45 seq_num 154) 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1616: snap_create 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1142 (ObjNum 478 snap 162 seq_num 478) dirty exists 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1611: finishing write tid 2 to smithi05277117-23 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1611: finishing write tid 3 to smithi05277117-23 2024-09-13T02:57:35.891 INFO:tasks.rados.rados.0.smithi052.stdout:1611: finishing write tid 4 to smithi05277117-23 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1611: finishing write tid 5 to smithi05277117-23 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 892 (ObjNum 510 snap 170 seq_num 510) dirty exists 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1611: left oid 23 (ObjNum 510 snap 170 seq_num 510) 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1613: finishing write tid 1 to smithi05277117-6 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1613: finishing write tid 2 to smithi05277117-6 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1613: finishing write tid 3 to smithi05277117-6 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1613: finishing write tid 4 to smithi05277117-6 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1613: finishing write tid 5 to smithi05277117-6 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1303 (ObjNum 511 snap 170 seq_num 511) dirty exists 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1613: left oid 6 (ObjNum 511 snap 170 seq_num 511) 2024-09-13T02:57:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:1614: finishing write tid 1 to smithi05277117-18 2024-09-13T02:57:35.893 INFO:tasks.rados.rados.0.smithi052.stdout:1614: finishing write tid 2 to smithi05277117-18 2024-09-13T02:57:35.893 INFO:tasks.rados.rados.0.smithi052.stdout:1614: finishing write tid 3 to smithi05277117-18 2024-09-13T02:57:35.893 INFO:tasks.rados.rados.0.smithi052.stdout:1614: finishing write tid 4 to smithi05277117-18 2024-09-13T02:57:35.894 INFO:tasks.rados.rados.0.smithi052.stdout:1614: finishing write tid 5 to smithi05277117-18 2024-09-13T02:57:35.894 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1089 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:57:35.895 INFO:tasks.rados.rados.0.smithi052.stdout:1614: left oid 18 (ObjNum 512 snap 170 seq_num 512) 2024-09-13T02:57:35.908 INFO:tasks.rados.rados.0.smithi052.stdout:1615: expect (ObjNum 154 snap 45 seq_num 154) 2024-09-13T02:57:36.190 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:35 smithi052 ceph-mon[91421]: pgmap v204: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 850 KiB/s wr, 19 op/s; 113/831 objects degraded (13.598%) 2024-09-13T02:57:36.191 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:35 smithi052 ceph-mon[91421]: osdmap e394: 8 total, 7 up, 8 in 2024-09-13T02:57:36.191 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:35 smithi052 ceph-mon[89065]: pgmap v204: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 850 KiB/s wr, 19 op/s; 113/831 objects degraded (13.598%) 2024-09-13T02:57:36.191 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:35 smithi052 ceph-mon[89065]: osdmap e394: 8 total, 7 up, 8 in 2024-09-13T02:57:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:35 smithi078 ceph-mon[85589]: pgmap v204: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 347 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 850 KiB/s wr, 19 op/s; 113/831 objects degraded (13.598%) 2024-09-13T02:57:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:35 smithi078 ceph-mon[85589]: osdmap e394: 8 total, 7 up, 8 in 2024-09-13T02:57:36.799 INFO:tasks.rados.rados.0.smithi052.stdout:1611: done (5 left) 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1612: done (4 left) 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1613: done (3 left) 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1614: done (2 left) 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1615: done (1 left) 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1616: done (0 left) 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1617: rollback oid 32 current snap is 171 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 154 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1618: read oid 35 snap -1 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1618: expect deleted 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 171 2024-09-13T02:57:36.800 INFO:tasks.rados.rados.0.smithi052.stdout:1619: seq_num 513 ranges {1368064=598016,1966080=794624,2760704=8192} 2024-09-13T02:57:36.809 INFO:tasks.rados.rados.0.smithi052.stdout:1619: writing smithi05277117-6 from 1368064 to 1966080 tid 1 2024-09-13T02:57:36.815 INFO:tasks.rados.rados.0.smithi052.stdout:1619: writing smithi05277117-6 from 1966080 to 2760704 tid 2 2024-09-13T02:57:36.815 INFO:tasks.rados.rados.0.smithi052.stdout:1619: writing smithi05277117-6 from 2760704 to 2768896 tid 3 2024-09-13T02:57:36.815 INFO:tasks.rados.rados.0.smithi052.stdout:1620: snap_remove snap 167 2024-09-13T02:57:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:36 smithi078 ceph-mon[85589]: osdmap e395: 8 total, 7 up, 8 in 2024-09-13T02:57:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:36 smithi052 ceph-mon[91421]: osdmap e395: 8 total, 7 up, 8 in 2024-09-13T02:57:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:36 smithi052 ceph-mon[89065]: osdmap e395: 8 total, 7 up, 8 in 2024-09-13T02:57:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:37.801 INFO:tasks.rados.rados.0.smithi052.stdout:1620: done (3 left) 2024-09-13T02:57:37.801 INFO:tasks.rados.rados.0.smithi052.stdout:1621: snap_remove snap 168 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[91421]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 113/828 objects degraded (13.647%) 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 113/828 objects degraded (13.647%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[91421]: osdmap e396: 8 total, 7 up, 8 in 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[89065]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 113/828 objects degraded (13.647%) 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 113/828 objects degraded (13.647%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[89065]: osdmap e396: 8 total, 7 up, 8 in 2024-09-13T02:57:38.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:38.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:37 smithi078 ceph-mon[85589]: pgmap v207: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 343 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 113/828 objects degraded (13.647%) 2024-09-13T02:57:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:37 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 113/828 objects degraded (13.647%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:37 smithi078 ceph-mon[85589]: osdmap e396: 8 total, 7 up, 8 in 2024-09-13T02:57:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:57:38] "GET /metrics HTTP/1.1" 200 36181 "" "Prometheus/2.43.0" 2024-09-13T02:57:38.809 INFO:tasks.rados.rados.0.smithi052.stdout:1621: done (3 left) 2024-09-13T02:57:38.809 INFO:tasks.rados.rados.0.smithi052.stdout:1622: snap_remove snap 166 2024-09-13T02:57:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:38 smithi078 ceph-mon[85589]: osdmap e397: 8 total, 7 up, 8 in 2024-09-13T02:57:38.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:38.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:57:38.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:38 smithi052 ceph-mon[91421]: osdmap e397: 8 total, 7 up, 8 in 2024-09-13T02:57:39.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T02:57:38.809+0000 7f3d9126f640 -1 osd.2 386 log_to_monitors true 2024-09-13T02:57:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:38 smithi052 ceph-mon[89065]: osdmap e397: 8 total, 7 up, 8 in 2024-09-13T02:57:39.813 INFO:tasks.rados.rados.0.smithi052.stdout:1622: done (3 left) 2024-09-13T02:57:39.813 INFO:tasks.rados.rados.0.smithi052.stdout:1623: delete oid 20 current snap is 171 2024-09-13T02:57:39.813 INFO:tasks.rados.rados.0.smithi052.stdout:1617: finishing rollback tid 0 to smithi05277117-32 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1617: finishing rollback tid 1 to smithi05277117-32 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1617: finishing rollback tid 2 to smithi05277117-32 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1152 (ObjNum 447 snap 153 seq_num 447) dirty exists 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1619: finishing write tid 1 to smithi05277117-6 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1619: finishing write tid 2 to smithi05277117-6 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1619: finishing write tid 3 to smithi05277117-6 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1619: finishing write tid 4 to smithi05277117-6 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1619: finishing write tid 5 to smithi05277117-6 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1308 (ObjNum 513 snap 171 seq_num 513) dirty exists 2024-09-13T02:57:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:1619: left oid 6 (ObjNum 513 snap 171 seq_num 513) 2024-09-13T02:57:39.821 INFO:tasks.rados.rados.0.smithi052.stdout:1617: done (3 left) 2024-09-13T02:57:39.821 INFO:tasks.rados.rados.0.smithi052.stdout:1618: done (2 left) 2024-09-13T02:57:39.821 INFO:tasks.rados.rados.0.smithi052.stdout:1619: done (1 left) 2024-09-13T02:57:39.821 INFO:tasks.rados.rados.0.smithi052.stdout:1623: done (0 left) 2024-09-13T02:57:39.821 INFO:tasks.rados.rados.0.smithi052.stdout:1624: copy_from oid 3 from oid 11 current snap is 171 2024-09-13T02:57:39.822 INFO:tasks.rados.rados.0.smithi052.stdout:1625: snap_create 2024-09-13T02:57:39.829 INFO:tasks.rados.rados.0.smithi052.stdout:1624: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:57:39.830 INFO:tasks.rados.rados.0.smithi052.stdout:1624: finishing copy_from to smithi05277117-3 2024-09-13T02:57:39.830 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1141 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:40.028 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T02:57:39.832+0000 7f3d8901a640 -1 osd.2 386 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[91421]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 338 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 117/828 objects degraded (14.130%) 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[91421]: osdmap e398: 8 total, 7 up, 8 in 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[91421]: from='osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[91421]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[89065]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 338 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 117/828 objects degraded (14.130%) 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[89065]: osdmap e398: 8 total, 7 up, 8 in 2024-09-13T02:57:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[89065]: from='osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:57:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:39 smithi052 ceph-mon[89065]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:57:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:39 smithi078 ceph-mon[85589]: pgmap v210: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 338 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 117/828 objects degraded (14.130%) 2024-09-13T02:57:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:39 smithi078 ceph-mon[85589]: osdmap e398: 8 total, 7 up, 8 in 2024-09-13T02:57:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:39 smithi078 ceph-mon[85589]: from='osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:57:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:39 smithi078 ceph-mon[85589]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T02:57:40.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:57:40.567+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-13T02:57:40.819 INFO:tasks.rados.rados.0.smithi052.stdout:1624: done (1 left) 2024-09-13T02:57:40.819 INFO:tasks.rados.rados.0.smithi052.stdout:1625: done (0 left) 2024-09-13T02:57:40.819 INFO:tasks.rados.rados.0.smithi052.stdout:1626: read oid 44 snap 156 2024-09-13T02:57:40.819 INFO:tasks.rados.rados.0.smithi052.stdout:1626: expect deleted 2024-09-13T02:57:40.820 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 172 2024-09-13T02:57:40.820 INFO:tasks.rados.rados.0.smithi052.stdout:1627: seq_num 515 ranges {2768896=630784,3399680=565248,3964928=237568} 2024-09-13T02:57:40.839 INFO:tasks.rados.rados.0.smithi052.stdout:1627: writing smithi05277117-50 from 2768896 to 3399680 tid 1 2024-09-13T02:57:40.843 INFO:tasks.rados.rados.0.smithi052.stdout:1627: writing smithi05277117-50 from 3399680 to 3964928 tid 2 2024-09-13T02:57:40.845 INFO:tasks.rados.rados.0.smithi052.stdout:1627: writing smithi05277117-50 from 3964928 to 4202496 tid 3 2024-09-13T02:57:40.845 INFO:tasks.rados.rados.0.smithi052.stdout:1628: read oid 12 snap -1 2024-09-13T02:57:40.846 INFO:tasks.rados.rados.0.smithi052.stdout:1628: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:40.846 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 172 2024-09-13T02:57:40.846 INFO:tasks.rados.rados.0.smithi052.stdout:1629: seq_num 516 ranges {3473408=647168,4120576=450560,4571136=352256} 2024-09-13T02:57:40.868 INFO:tasks.rados.rados.0.smithi052.stdout:1629: writing smithi05277117-43 from 3473408 to 4120576 tid 1 2024-09-13T02:57:40.870 INFO:tasks.rados.rados.0.smithi052.stdout:1629: writing smithi05277117-43 from 4120576 to 4571136 tid 2 2024-09-13T02:57:40.872 INFO:tasks.rados.rados.0.smithi052.stdout:1629: writing smithi05277117-43 from 4571136 to 4923392 tid 3 2024-09-13T02:57:40.872 INFO:tasks.rados.rados.0.smithi052.stdout:1630: snap_remove snap 162 2024-09-13T02:57:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: osdmap e399: 8 total, 7 up, 8 in 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: osdmap e399: 8 total, 7 up, 8 in 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: osdmap e399: 8 total, 7 up, 8 in 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:57:41.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:41.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:57:41.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:41.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:41.822 INFO:tasks.rados.rados.0.smithi052.stdout:1627: finishing write tid 1 to smithi05277117-50 2024-09-13T02:57:41.822 INFO:tasks.rados.rados.0.smithi052.stdout:1627: finishing write tid 2 to smithi05277117-50 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1627: finishing write tid 3 to smithi05277117-50 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1627: finishing write tid 4 to smithi05277117-50 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1627: finishing write tid 5 to smithi05277117-50 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 899 (ObjNum 515 snap 172 seq_num 515) dirty exists 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1627: left oid 50 (ObjNum 515 snap 172 seq_num 515) 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1626: done (4 left) 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1627: done (3 left) 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1630: done (2 left) 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 172 2024-09-13T02:57:41.823 INFO:tasks.rados.rados.0.smithi052.stdout:1631: seq_num 517 ranges {999424=663552,1662976=786432,2449408=16384} 2024-09-13T02:57:41.832 INFO:tasks.rados.rados.0.smithi052.stdout:1631: writing smithi05277117-16 from 999424 to 1662976 tid 1 2024-09-13T02:57:41.838 INFO:tasks.rados.rados.0.smithi052.stdout:1631: writing smithi05277117-16 from 1662976 to 2449408 tid 2 2024-09-13T02:57:41.838 INFO:tasks.rados.rados.0.smithi052.stdout:1631: writing smithi05277117-16 from 2449408 to 2465792 tid 3 2024-09-13T02:57:41.839 INFO:tasks.rados.rados.0.smithi052.stdout:1632: copy_from oid 35 from oid 39 current snap is 172 2024-09-13T02:57:41.840 INFO:tasks.rados.rados.0.smithi052.stdout:1631: finishing write tid 1 to smithi05277117-16 2024-09-13T02:57:41.840 INFO:tasks.rados.rados.0.smithi052.stdout:1633: rollback oid 7 current snap is 172 2024-09-13T02:57:41.840 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 171 2024-09-13T02:57:41.840 INFO:tasks.rados.rados.0.smithi052.stdout:1634: rollback oid 9 current snap is 172 2024-09-13T02:57:41.840 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 165 2024-09-13T02:57:41.840 INFO:tasks.rados.rados.0.smithi052.stdout:1635: snap_remove snap 137 2024-09-13T02:57:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 338 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 117/828 objects degraded (14.130%) 2024-09-13T02:57:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-13T02:57:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:57:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024] boot 2024-09-13T02:57:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: osdmap e400: 8 total, 8 up, 8 in 2024-09-13T02:57:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:57:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 338 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 117/828 objects degraded (14.130%) 2024-09-13T02:57:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024] boot 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: osdmap e400: 8 total, 8 up, 8 in 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: pgmap v213: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 338 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 117/828 objects degraded (14.130%) 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: osd.2 [v2:172.21.15.52:6818/608352024,v1:172.21.15.52:6819/608352024] boot 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: osdmap e400: 8 total, 8 up, 8 in 2024-09-13T02:57:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T02:57:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:42.841 INFO:tasks.rados.rados.0.smithi052.stdout:1631: finishing write tid 2 to smithi05277117-16 2024-09-13T02:57:42.843 INFO:tasks.rados.rados.0.smithi052.stdout:1631: finishing write tid 3 to smithi05277117-16 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1631: finishing write tid 4 to smithi05277117-16 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1631: finishing write tid 5 to smithi05277117-16 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 260 (ObjNum 517 snap 172 seq_num 517) dirty exists 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1631: left oid 16 (ObjNum 517 snap 172 seq_num 517) 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1633: finishing rollback tid 1 to smithi05277117-7 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 834 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1629: finishing write tid 1 to smithi05277117-43 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1634: finishing rollback tid 0 to smithi05277117-9 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1634: finishing rollback tid 1 to smithi05277117-9 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1634: finishing rollback tid 2 to smithi05277117-9 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1156 (ObjNum 481 snap 163 seq_num 481) dirty exists 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1632: finishing copy_from to smithi05277117-35 2024-09-13T02:57:42.844 INFO:tasks.rados.rados.0.smithi052.stdout:1632: got expected ENOENT (src dne) 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1632: finishing copy_from racing read to smithi05277117-35 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1629: finishing write tid 2 to smithi05277117-43 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1629: finishing write tid 3 to smithi05277117-43 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1629: finishing write tid 4 to smithi05277117-43 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1629: finishing write tid 5 to smithi05277117-43 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1148 (ObjNum 516 snap 172 seq_num 516) dirty exists 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1629: left oid 43 (ObjNum 516 snap 172 seq_num 516) 2024-09-13T02:57:42.845 INFO:tasks.rados.rados.0.smithi052.stdout:1628: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:57:42.910 INFO:tasks.rados.rados.0.smithi052.stdout:1628: done (6 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1629: done (5 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1631: done (4 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1632: done (3 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1633: done (2 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1634: done (1 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1635: done (0 left) 2024-09-13T02:57:42.911 INFO:tasks.rados.rados.0.smithi052.stdout:1636: snap_remove snap 138 2024-09-13T02:57:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:42 smithi078 ceph-mon[85589]: osdmap e401: 8 total, 8 up, 8 in 2024-09-13T02:57:43.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:42 smithi052 ceph-mon[89065]: osdmap e401: 8 total, 8 up, 8 in 2024-09-13T02:57:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:42 smithi052 ceph-mon[91421]: osdmap e401: 8 total, 8 up, 8 in 2024-09-13T02:57:43.835 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:43.843 INFO:tasks.rados.rados.0.smithi052.stdout:1636: done (0 left) 2024-09-13T02:57:43.843 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 172 2024-09-13T02:57:43.843 INFO:tasks.rados.rados.0.smithi052.stdout:1637: seq_num 518 ranges {1097728=679936,1777664=671744,2449408=131072} 2024-09-13T02:57:43.854 INFO:tasks.rados.rados.0.smithi052.stdout:1637: writing smithi05277117-24 from 1097728 to 1777664 tid 1 2024-09-13T02:57:43.860 INFO:tasks.rados.rados.0.smithi052.stdout:1637: writing smithi05277117-24 from 1777664 to 2449408 tid 2 2024-09-13T02:57:43.861 INFO:tasks.rados.rados.0.smithi052.stdout:1637: writing smithi05277117-24 from 2449408 to 2580480 tid 3 2024-09-13T02:57:43.861 INFO:tasks.rados.rados.0.smithi052.stdout:1638: read oid 5 snap -1 2024-09-13T02:57:43.861 INFO:tasks.rados.rados.0.smithi052.stdout:1638: expect (ObjNum 331 snap 115 seq_num 331) 2024-09-13T02:57:43.862 INFO:tasks.rados.rados.0.smithi052.stdout:1637: finishing write tid 1 to smithi05277117-24 2024-09-13T02:57:43.862 INFO:tasks.rados.rados.0.smithi052.stdout:1639: read oid 33 snap 132 2024-09-13T02:57:43.862 INFO:tasks.rados.rados.0.smithi052.stdout:1639: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:57:43.862 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 172 2024-09-13T02:57:43.862 INFO:tasks.rados.rados.0.smithi052.stdout:1640: seq_num 519 ranges {1032192=696320,1728512=548864,2277376=253952} 2024-09-13T02:57:43.872 INFO:tasks.rados.rados.0.smithi052.stdout:1640: writing smithi05277117-49 from 1032192 to 1728512 tid 1 2024-09-13T02:57:43.876 INFO:tasks.rados.rados.0.smithi052.stdout:1640: writing smithi05277117-49 from 1728512 to 2277376 tid 2 2024-09-13T02:57:43.878 INFO:tasks.rados.rados.0.smithi052.stdout:1640: writing smithi05277117-49 from 2277376 to 2531328 tid 3 2024-09-13T02:57:43.878 INFO:tasks.rados.rados.0.smithi052.stdout:1637: finishing write tid 2 to smithi05277117-24 2024-09-13T02:57:43.878 INFO:tasks.rados.rados.0.smithi052.stdout:1641: delete oid 19 current snap is 172 2024-09-13T02:57:43.878 INFO:tasks.rados.rados.0.smithi052.stdout:1637: finishing write tid 3 to smithi05277117-24 2024-09-13T02:57:43.878 INFO:tasks.rados.rados.0.smithi052.stdout:1637: finishing write tid 4 to smithi05277117-24 2024-09-13T02:57:43.878 INFO:tasks.rados.rados.0.smithi052.stdout:1637: finishing write tid 5 to smithi05277117-24 2024-09-13T02:57:43.879 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 862 (ObjNum 518 snap 172 seq_num 518) dirty exists 2024-09-13T02:57:43.879 INFO:tasks.rados.rados.0.smithi052.stdout:1637: left oid 24 (ObjNum 518 snap 172 seq_num 518) 2024-09-13T02:57:43.879 INFO:tasks.rados.rados.0.smithi052.stdout:1638: expect (ObjNum 331 snap 115 seq_num 331) 2024-09-13T02:57:43.961 INFO:tasks.rados.rados.0.smithi052.stdout:1639: expect (ObjNum 219 snap 64 seq_num 219) 2024-09-13T02:57:44.005 INFO:tasks.rados.rados.0.smithi052.stdout:1640: finishing write tid 1 to smithi05277117-49 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1640: finishing write tid 2 to smithi05277117-49 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1640: finishing write tid 3 to smithi05277117-49 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1640: finishing write tid 4 to smithi05277117-49 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1640: finishing write tid 5 to smithi05277117-49 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 922 (ObjNum 519 snap 172 seq_num 519) dirty exists 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1640: left oid 49 (ObjNum 519 snap 172 seq_num 519) 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1637: done (4 left) 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1638: done (3 left) 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1639: done (2 left) 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1640: done (1 left) 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1641: done (0 left) 2024-09-13T02:57:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:1642: snap_remove snap 170 2024-09-13T02:57:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:43 smithi078 ceph-mon[85589]: pgmap v216: 121 pgs: 12 active+undersized, 8 active+undersized+degraded, 101 active+clean; 337 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s; 102/828 objects degraded (12.319%) 2024-09-13T02:57:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:43 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 102/828 objects degraded (12.319%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:43 smithi078 ceph-mon[85589]: osdmap e402: 8 total, 8 up, 8 in 2024-09-13T02:57:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:43 smithi052 ceph-mon[91421]: pgmap v216: 121 pgs: 12 active+undersized, 8 active+undersized+degraded, 101 active+clean; 337 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s; 102/828 objects degraded (12.319%) 2024-09-13T02:57:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:43 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 102/828 objects degraded (12.319%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:43 smithi052 ceph-mon[91421]: osdmap e402: 8 total, 8 up, 8 in 2024-09-13T02:57:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:43 smithi052 ceph-mon[89065]: pgmap v216: 121 pgs: 12 active+undersized, 8 active+undersized+degraded, 101 active+clean; 337 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s; 102/828 objects degraded (12.319%) 2024-09-13T02:57:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:43 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 102/828 objects degraded (12.319%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:57:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:43 smithi052 ceph-mon[89065]: osdmap e402: 8 total, 8 up, 8 in 2024-09-13T02:57:44.845 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:44.845 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:44.847 INFO:tasks.rados.rados.0.smithi052.stdout:1642: done (0 left) 2024-09-13T02:57:44.847 INFO:tasks.rados.rados.0.smithi052.stdout:1643: read oid 18 snap -1 2024-09-13T02:57:44.848 INFO:tasks.rados.rados.0.smithi052.stdout:1643: expect (ObjNum 512 snap 170 seq_num 512) 2024-09-13T02:57:44.848 INFO:tasks.rados.rados.0.smithi052.stdout:1644: rollback oid 11 current snap is 172 2024-09-13T02:57:44.848 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 11 to 160 2024-09-13T02:57:44.848 INFO:tasks.rados.rados.0.smithi052.stdout:1645: rollback oid 23 current snap is 172 2024-09-13T02:57:44.848 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 23 to 160 2024-09-13T02:57:44.848 INFO:tasks.rados.rados.0.smithi052.stdout:1646: snap_create 2024-09-13T02:57:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:1644: finishing rollback tid 0 to smithi05277117-11 2024-09-13T02:57:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:1644: finishing rollback tid 1 to smithi05277117-11 2024-09-13T02:57:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1150 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-13T02:57:44.862 INFO:tasks.rados.rados.0.smithi052.stdout:1645: finishing rollback tid 0 to smithi05277117-23 2024-09-13T02:57:44.862 INFO:tasks.rados.rados.0.smithi052.stdout:1645: finishing rollback tid 1 to smithi05277117-23 2024-09-13T02:57:44.863 INFO:tasks.rados.rados.0.smithi052.stdout:1645: finishing rollback tid 2 to smithi05277117-23 2024-09-13T02:57:44.863 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 926 (ObjNum 445 snap 153 seq_num 445) dirty exists 2024-09-13T02:57:44.879 INFO:tasks.rados.rados.0.smithi052.stdout:1643: expect (ObjNum 512 snap 170 seq_num 512) 2024-09-13T02:57:45.165 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:57:45.165 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:44 smithi052 ceph-mon[91421]: osdmap e403: 8 total, 8 up, 8 in 2024-09-13T02:57:45.166 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:44 smithi052 ceph-mon[89065]: osdmap e403: 8 total, 8 up, 8 in 2024-09-13T02:57:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:44 smithi078 ceph-mon[85589]: osdmap e403: 8 total, 8 up, 8 in 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (3m) 8s ago 8m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (3m) 115s ago 8m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (9m) 8s ago 9m 15.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (9m) 115s ago 9m 20.8M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (2m) 115s ago 13m 438M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (3m) 8s ago 14m 505M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (2m) 8s ago 14m 52.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (2m) 115s ago 13m 29.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (2m) 8s ago 13m 43.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (3m) 8s ago 7m 16.4M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:57:45.438 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (3m) 115s ago 7m 7528k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (79s) 8s ago 12m 144M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (46s) 8s ago 12m 112M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (12s) 8s ago 11m 14.3M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (11m) 8s ago 11m 198M 2481M 17.2.7-1627-gbbdadfa3 a994b00deb3a 20178095679d 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (11m) 115s ago 11m 134M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (10m) 115s ago 10m 201M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (10m) 115s ago 10m 120M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (9m) 115s ago 9m 154M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:57:45.439 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (2m) 115s ago 8m 49.1M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:57:45.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 5, 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 7, 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:57:45.773 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:57:45.854 INFO:tasks.rados.rados.0.smithi052.stdout:1643: done (3 left) 2024-09-13T02:57:45.854 INFO:tasks.rados.rados.0.smithi052.stdout:1644: done (2 left) 2024-09-13T02:57:45.854 INFO:tasks.rados.rados.0.smithi052.stdout:1645: done (1 left) 2024-09-13T02:57:45.854 INFO:tasks.rados.rados.0.smithi052.stdout:1646: done (0 left) 2024-09-13T02:57:45.854 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 173 2024-09-13T02:57:45.855 INFO:tasks.rados.rados.0.smithi052.stdout:1647: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2024-09-13T02:57:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:1647: writing smithi05277117-29 from 0 to 729088 tid 1 2024-09-13T02:57:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:1647: writing smithi05277117-29 from 729088 to 1449984 tid 2 2024-09-13T02:57:45.863 INFO:tasks.rados.rados.0.smithi052.stdout:1647: writing smithi05277117-29 from 1449984 to 1531904 tid 3 2024-09-13T02:57:45.863 INFO:tasks.rados.rados.0.smithi052.stdout:1648: snap_remove snap 151 2024-09-13T02:57:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[91421]: pgmap v219: 121 pgs: 12 active+undersized, 8 active+undersized+degraded, 101 active+clean; 337 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s; 102/828 objects degraded (12.319%) 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[91421]: osdmap e404: 8 total, 8 up, 8 in 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[91421]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3920882295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[89065]: pgmap v219: 121 pgs: 12 active+undersized, 8 active+undersized+degraded, 101 active+clean; 337 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s; 102/828 objects degraded (12.319%) 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[89065]: osdmap e404: 8 total, 8 up, 8 in 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[89065]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3920882295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:45 smithi078 ceph-mon[85589]: pgmap v219: 121 pgs: 12 active+undersized, 8 active+undersized+degraded, 101 active+clean; 337 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s; 102/828 objects degraded (12.319%) 2024-09-13T02:57:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:45 smithi078 ceph-mon[85589]: osdmap e404: 8 total, 8 up, 8 in 2024-09-13T02:57:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:45 smithi078 ceph-mon[85589]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3920882295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:57:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1648: done (1 left) 2024-09-13T02:57:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1649: rmattr oid 40 current snap is 173 2024-09-13T02:57:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1649: done (1 left) 2024-09-13T02:57:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1650: delete oid 21 current snap is 173 2024-09-13T02:57:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1647: finishing write tid 1 to smithi05277117-29 2024-09-13T02:57:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1647: finishing write tid 2 to smithi05277117-29 2024-09-13T02:57:46.863 INFO:tasks.rados.rados.0.smithi052.stdout:1647: finishing write tid 3 to smithi05277117-29 2024-09-13T02:57:46.863 INFO:tasks.rados.rados.0.smithi052.stdout:1647: finishing write tid 4 to smithi05277117-29 2024-09-13T02:57:46.863 INFO:tasks.rados.rados.0.smithi052.stdout:1647: finishing write tid 5 to smithi05277117-29 2024-09-13T02:57:46.863 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 670 (ObjNum 521 snap 173 seq_num 521) dirty exists 2024-09-13T02:57:46.863 INFO:tasks.rados.rados.0.smithi052.stdout:1647: left oid 29 (ObjNum 521 snap 173 seq_num 521) 2024-09-13T02:57:46.873 INFO:tasks.rados.rados.0.smithi052.stdout:1647: done (1 left) 2024-09-13T02:57:46.873 INFO:tasks.rados.rados.0.smithi052.stdout:1650: done (0 left) 2024-09-13T02:57:46.873 INFO:tasks.rados.rados.0.smithi052.stdout:1651: read oid 10 snap -1 2024-09-13T02:57:46.873 INFO:tasks.rados.rados.0.smithi052.stdout:1651: expect (ObjNum 472 snap 159 seq_num 472) 2024-09-13T02:57:46.874 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 173 2024-09-13T02:57:46.874 INFO:tasks.rados.rados.0.smithi052.stdout:1652: seq_num 523 ranges {2580480=770048,3350528=491520,3842048=311296} 2024-09-13T02:57:46.892 INFO:tasks.rados.rados.0.smithi052.stdout:1652: writing smithi05277117-24 from 2580480 to 3350528 tid 1 2024-09-13T02:57:46.895 INFO:tasks.rados.rados.0.smithi052.stdout:1652: writing smithi05277117-24 from 3350528 to 3842048 tid 2 2024-09-13T02:57:46.897 INFO:tasks.rados.rados.0.smithi052.stdout:1652: writing smithi05277117-24 from 3842048 to 4153344 tid 3 2024-09-13T02:57:46.897 INFO:tasks.rados.rados.0.smithi052.stdout:1653: copy_from oid 50 from oid 18 current snap is 173 2024-09-13T02:57:46.897 INFO:tasks.rados.rados.0.smithi052.stdout:1651: expect (ObjNum 472 snap 159 seq_num 472) 2024-09-13T02:57:46.918 INFO:tasks.rados.rados.0.smithi052.stdout:1652: finishing write tid 1 to smithi05277117-24 2024-09-13T02:57:46.918 INFO:tasks.rados.rados.0.smithi052.stdout:1652: finishing write tid 2 to smithi05277117-24 2024-09-13T02:57:46.918 INFO:tasks.rados.rados.0.smithi052.stdout:1652: finishing write tid 3 to smithi05277117-24 2024-09-13T02:57:46.918 INFO:tasks.rados.rados.0.smithi052.stdout:1652: finishing write tid 4 to smithi05277117-24 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1652: finishing write tid 5 to smithi05277117-24 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 866 (ObjNum 523 snap 173 seq_num 523) dirty exists 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1652: left oid 24 (ObjNum 523 snap 173 seq_num 523) 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1653: finishing copy_from racing read to smithi05277117-50 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1653: finishing copy_from to smithi05277117-50 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1089 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1651: done (2 left) 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1652: done (1 left) 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1653: done (0 left) 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1654: rollback oid 13 current snap is 173 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 13 to 160 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1655: rollback oid 30 current snap is 173 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 165 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1656: read oid 14 snap -1 2024-09-13T02:57:46.919 INFO:tasks.rados.rados.0.smithi052.stdout:1656: expect deleted 2024-09-13T02:57:46.920 INFO:tasks.rados.rados.0.smithi052.stdout:1657: snap_create 2024-09-13T02:57:46.921 INFO:tasks.rados.rados.0.smithi052.stdout:1654: finishing rollback tid 0 to smithi05277117-13 2024-09-13T02:57:46.922 INFO:tasks.rados.rados.0.smithi052.stdout:1655: finishing rollback tid 0 to smithi05277117-30 2024-09-13T02:57:46.922 INFO:tasks.rados.rados.0.smithi052.stdout:1654: finishing rollback tid 1 to smithi05277117-13 2024-09-13T02:57:46.922 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1353 (ObjNum 33 snap 0 seq_num 4197501008) dirty dne 2024-09-13T02:57:46.922 INFO:tasks.rados.rados.0.smithi052.stdout:1655: finishing rollback tid 1 to smithi05277117-30 2024-09-13T02:57:46.922 INFO:tasks.rados.rados.0.smithi052.stdout:1655: finishing rollback tid 2 to smithi05277117-30 2024-09-13T02:57:46.922 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1346 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[91421]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[91421]: osdmap e405: 8 total, 8 up, 8 in 2024-09-13T02:57:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[89065]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[89065]: osdmap e405: 8 total, 8 up, 8 in 2024-09-13T02:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:46 smithi078 ceph-mon[85589]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:57:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:46 smithi078 ceph-mon[85589]: osdmap e405: 8 total, 8 up, 8 in 2024-09-13T02:57:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:57:47.865 INFO:tasks.rados.rados.0.smithi052.stdout:1654: done (3 left) 2024-09-13T02:57:47.866 INFO:tasks.rados.rados.0.smithi052.stdout:1655: done (2 left) 2024-09-13T02:57:47.866 INFO:tasks.rados.rados.0.smithi052.stdout:1656: done (1 left) 2024-09-13T02:57:47.866 INFO:tasks.rados.rados.0.smithi052.stdout:1657: done (0 left) 2024-09-13T02:57:47.866 INFO:tasks.rados.rados.0.smithi052.stdout:1658: snap_create 2024-09-13T02:57:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:47 smithi078 ceph-mon[85589]: pgmap v222: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 1 op/s; 6.2 MiB/s, 2 objects/s recovering 2024-09-13T02:57:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:47 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 102/828 objects degraded (12.319%), 8 pgs degraded) 2024-09-13T02:57:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:47 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T02:57:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:47 smithi078 ceph-mon[85589]: osdmap e406: 8 total, 8 up, 8 in 2024-09-13T02:57:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[91421]: pgmap v222: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 1 op/s; 6.2 MiB/s, 2 objects/s recovering 2024-09-13T02:57:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 102/828 objects degraded (12.319%), 8 pgs degraded) 2024-09-13T02:57:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T02:57:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[91421]: osdmap e406: 8 total, 8 up, 8 in 2024-09-13T02:57:48.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[89065]: pgmap v222: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 1 op/s; 6.2 MiB/s, 2 objects/s recovering 2024-09-13T02:57:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 102/828 objects degraded (12.319%), 8 pgs degraded) 2024-09-13T02:57:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T02:57:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:47 smithi052 ceph-mon[89065]: osdmap e406: 8 total, 8 up, 8 in 2024-09-13T02:57:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:57:48] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-09-13T02:57:48.872 INFO:tasks.rados.rados.0.smithi052.stdout:1658: done (0 left) 2024-09-13T02:57:48.872 INFO:tasks.rados.rados.0.smithi052.stdout:1659: copy_from oid 10 from oid 15 current snap is 175 2024-09-13T02:57:48.872 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 175 2024-09-13T02:57:48.872 INFO:tasks.rados.rados.0.smithi052.stdout:1660: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-09-13T02:57:48.877 INFO:tasks.rados.rados.0.smithi052.stdout:1660: writing smithi05277117-35 from 0 to 786432 tid 1 2024-09-13T02:57:48.882 INFO:tasks.rados.rados.0.smithi052.stdout:1660: writing smithi05277117-35 from 786432 to 1564672 tid 2 2024-09-13T02:57:48.882 INFO:tasks.rados.rados.0.smithi052.stdout:1660: writing smithi05277117-35 from 1564672 to 1589248 tid 3 2024-09-13T02:57:48.882 INFO:tasks.rados.rados.0.smithi052.stdout:1661: copy_from oid 6 from oid 14 current snap is 175 2024-09-13T02:57:48.882 INFO:tasks.rados.rados.0.smithi052.stdout:1662: snap_create 2024-09-13T02:57:48.885 INFO:tasks.rados.rados.0.smithi052.stdout:1661: finishing copy_from to smithi05277117-6 2024-09-13T02:57:48.885 INFO:tasks.rados.rados.0.smithi052.stdout:1661: got expected ENOENT (src dne) 2024-09-13T02:57:48.885 INFO:tasks.rados.rados.0.smithi052.stdout:1661: finishing copy_from racing read to smithi05277117-6 2024-09-13T02:57:48.886 INFO:tasks.rados.rados.0.smithi052.stdout:1660: finishing write tid 1 to smithi05277117-35 2024-09-13T02:57:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:1660: finishing write tid 2 to smithi05277117-35 2024-09-13T02:57:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:1660: finishing write tid 3 to smithi05277117-35 2024-09-13T02:57:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:1660: finishing write tid 4 to smithi05277117-35 2024-09-13T02:57:48.889 INFO:tasks.rados.rados.0.smithi052.stdout:1660: finishing write tid 5 to smithi05277117-35 2024-09-13T02:57:48.889 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 870 (ObjNum 524 snap 175 seq_num 524) dirty exists 2024-09-13T02:57:48.889 INFO:tasks.rados.rados.0.smithi052.stdout:1660: left oid 35 (ObjNum 524 snap 175 seq_num 524) 2024-09-13T02:57:48.893 INFO:tasks.rados.rados.0.smithi052.stdout:1659: finishing copy_from racing read to smithi05277117-10 2024-09-13T02:57:48.894 INFO:tasks.rados.rados.0.smithi052.stdout:1659: finishing copy_from to smithi05277117-10 2024-09-13T02:57:48.894 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 427 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:57:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:48 smithi078 ceph-mon[85589]: osdmap e407: 8 total, 8 up, 8 in 2024-09-13T02:57:48.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:48 smithi052 ceph-mon[91421]: osdmap e407: 8 total, 8 up, 8 in 2024-09-13T02:57:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:48 smithi052 ceph-mon[89065]: osdmap e407: 8 total, 8 up, 8 in 2024-09-13T02:57:49.764 INFO:tasks.rados.rados.0.smithi052.stdout:1659: done (3 left) 2024-09-13T02:57:49.764 INFO:tasks.rados.rados.0.smithi052.stdout:1660: done (2 left) 2024-09-13T02:57:49.764 INFO:tasks.rados.rados.0.smithi052.stdout:1661: done (1 left) 2024-09-13T02:57:49.764 INFO:tasks.rados.rados.0.smithi052.stdout:1662: done (0 left) 2024-09-13T02:57:49.764 INFO:tasks.rados.rados.0.smithi052.stdout:1663: delete oid 36 current snap is 176 2024-09-13T02:57:49.769 INFO:tasks.rados.rados.0.smithi052.stdout:1663: done (0 left) 2024-09-13T02:57:49.769 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 176 2024-09-13T02:57:49.769 INFO:tasks.rados.rados.0.smithi052.stdout:1664: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-09-13T02:57:49.771 INFO:tasks.rados.rados.0.smithi052.stdout:1664: writing smithi05277117-4 from 0 to 417792 tid 1 2024-09-13T02:57:49.775 INFO:tasks.rados.rados.0.smithi052.stdout:1664: writing smithi05277117-4 from 417792 to 1007616 tid 2 2024-09-13T02:57:49.779 INFO:tasks.rados.rados.0.smithi052.stdout:1664: writing smithi05277117-4 from 1007616 to 1622016 tid 3 2024-09-13T02:57:49.779 INFO:tasks.rados.rados.0.smithi052.stdout:1665: rollback oid 39 current snap is 176 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 172 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1664: finishing write tid 1 to smithi05277117-4 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1664: finishing write tid 2 to smithi05277117-4 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1666: read oid 48 snap 153 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1666: expect (ObjNum 408 snap 143 seq_num 408) 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1667: rollback oid 36 current snap is 176 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 175 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1668: rmattr oid 5 current snap is 176 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1668: done (4 left) 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1669: setattr oid 8 current snap is 176 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1670: read oid 14 snap 116 2024-09-13T02:57:49.780 INFO:tasks.rados.rados.0.smithi052.stdout:1670: expect (ObjNum 165 snap 50 seq_num 165) 2024-09-13T02:57:49.781 INFO:tasks.rados.rados.0.smithi052.stdout:1671: setattr oid 50 current snap is 176 2024-09-13T02:57:49.781 INFO:tasks.rados.rados.0.smithi052.stdout:1672: snap_remove snap 127 2024-09-13T02:57:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:49 smithi078 ceph-mon[85589]: pgmap v225: 121 pgs: 121 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 6.2 MiB/s, 2 objects/s recovering 2024-09-13T02:57:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:49 smithi078 ceph-mon[85589]: osdmap e408: 8 total, 8 up, 8 in 2024-09-13T02:57:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:49 smithi078 ceph-mon[85589]: osdmap e409: 8 total, 8 up, 8 in 2024-09-13T02:57:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:49 smithi052 ceph-mon[91421]: pgmap v225: 121 pgs: 121 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 6.2 MiB/s, 2 objects/s recovering 2024-09-13T02:57:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:49 smithi052 ceph-mon[91421]: osdmap e408: 8 total, 8 up, 8 in 2024-09-13T02:57:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:49 smithi052 ceph-mon[91421]: osdmap e409: 8 total, 8 up, 8 in 2024-09-13T02:57:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:49 smithi052 ceph-mon[89065]: pgmap v225: 121 pgs: 121 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 6.2 MiB/s, 2 objects/s recovering 2024-09-13T02:57:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:49 smithi052 ceph-mon[89065]: osdmap e408: 8 total, 8 up, 8 in 2024-09-13T02:57:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:49 smithi052 ceph-mon[89065]: osdmap e409: 8 total, 8 up, 8 in 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1672: done (7 left) 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1673: rmattr oid 21 current snap is 176 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1673: done (7 left) 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1674: rollback oid 47 current snap is 176 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 154 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1665: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 888 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1667: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:57:50.768 INFO:tasks.rados.rados.0.smithi052.stdout:1667: finishing rollback tid 2 to smithi05277117-36 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1092 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1664: finishing write tid 3 to smithi05277117-4 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1090 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1664: finishing write tid 4 to smithi05277117-4 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1355 (ObjNum 480 snap 163 seq_num 480) dirty exists 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1664: finishing write tid 5 to smithi05277117-4 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1220 (ObjNum 526 snap 176 seq_num 526) dirty exists 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1664: left oid 4 (ObjNum 526 snap 176 seq_num 526) 2024-09-13T02:57:50.769 INFO:tasks.rados.rados.0.smithi052.stdout:1670: expect (ObjNum 165 snap 50 seq_num 165) 2024-09-13T02:57:50.873 INFO:tasks.rados.rados.0.smithi052.stdout:1666: expect (ObjNum 408 snap 143 seq_num 408) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1674: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 887 (ObjNum 545 snap 0 seq_num 346005232) dirty dne 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1664: done (7 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1665: done (6 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1666: done (5 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1667: done (4 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1669: done (3 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1670: done (2 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1671: done (1 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1674: done (0 left) 2024-09-13T02:57:50.974 INFO:tasks.rados.rados.0.smithi052.stdout:1675: rollback oid 2 current snap is 176 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 172 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1676: read oid 42 snap -1 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1676: expect (ObjNum 118 snap 33 seq_num 118) 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1677: read oid 8 snap -1 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1677: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1678: read oid 23 snap -1 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1678: expect (ObjNum 445 snap 153 seq_num 445) 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1679: read oid 7 snap -1 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1679: expect deleted 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 176 2024-09-13T02:57:50.975 INFO:tasks.rados.rados.0.smithi052.stdout:1680: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-09-13T02:57:50.976 INFO:tasks.rados.rados.0.smithi052.stdout:1680: writing smithi05277117-39 from 0 to 434176 tid 1 2024-09-13T02:57:50.979 INFO:tasks.rados.rados.0.smithi052.stdout:1680: writing smithi05277117-39 from 434176 to 909312 tid 2 2024-09-13T02:57:50.983 INFO:tasks.rados.rados.0.smithi052.stdout:1680: writing smithi05277117-39 from 909312 to 1474560 tid 3 2024-09-13T02:57:50.985 INFO:tasks.rados.rados.0.smithi052.stdout:1680: writing smithi05277117-39 from 1474560 to 1638400 tid 4 2024-09-13T02:57:50.985 INFO:tasks.rados.rados.0.smithi052.stdout:1675: finishing rollback tid 0 to smithi05277117-2 2024-09-13T02:57:50.985 INFO:tasks.rados.rados.0.smithi052.stdout:1675: finishing rollback tid 1 to smithi05277117-2 2024-09-13T02:57:50.985 INFO:tasks.rados.rados.0.smithi052.stdout:1675: finishing rollback tid 2 to smithi05277117-2 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 673 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:1680: finishing write tid 1 to smithi05277117-39 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:1680: finishing write tid 2 to smithi05277117-39 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:1675: done (5 left) 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:1679: done (4 left) 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:1681: copy_from oid 7 from oid 3 current snap is 176 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 176 2024-09-13T02:57:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:1682: seq_num 528 ranges {4923392=450560,5373952=761856,6135808=442368} 2024-09-13T02:57:51.015 INFO:tasks.rados.rados.0.smithi052.stdout:1682: writing smithi05277117-43 from 4923392 to 5373952 tid 1 2024-09-13T02:57:51.019 INFO:tasks.rados.rados.0.smithi052.stdout:1682: writing smithi05277117-43 from 5373952 to 6135808 tid 2 2024-09-13T02:57:51.022 INFO:tasks.rados.rados.0.smithi052.stdout:1682: writing smithi05277117-43 from 6135808 to 6578176 tid 3 2024-09-13T02:57:51.022 INFO:tasks.rados.rados.0.smithi052.stdout:1683: snap_create 2024-09-13T02:57:51.022 INFO:tasks.rados.rados.0.smithi052.stdout:1680: finishing write tid 3 to smithi05277117-39 2024-09-13T02:57:51.022 INFO:tasks.rados.rados.0.smithi052.stdout:1680: finishing write tid 4 to smithi05277117-39 2024-09-13T02:57:51.022 INFO:tasks.rados.rados.0.smithi052.stdout:1680: finishing write tid 5 to smithi05277117-39 2024-09-13T02:57:51.022 INFO:tasks.rados.rados.0.smithi052.stdout:1681: finishing copy_from racing read to smithi05277117-7 2024-09-13T02:57:51.023 INFO:tasks.rados.rados.0.smithi052.stdout:1680: finishing write tid 6 to smithi05277117-39 2024-09-13T02:57:51.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 893 (ObjNum 527 snap 176 seq_num 527) dirty exists 2024-09-13T02:57:51.023 INFO:tasks.rados.rados.0.smithi052.stdout:1680: left oid 39 (ObjNum 527 snap 176 seq_num 527) 2024-09-13T02:57:51.023 INFO:tasks.rados.rados.0.smithi052.stdout:1681: finishing copy_from to smithi05277117-7 2024-09-13T02:57:51.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1141 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:57:51.023 INFO:tasks.rados.rados.0.smithi052.stdout:1676: expect (ObjNum 118 snap 33 seq_num 118) 2024-09-13T02:57:51.154 INFO:tasks.rados.rados.0.smithi052.stdout:1678: expect (ObjNum 445 snap 153 seq_num 445) 2024-09-13T02:57:51.695 INFO:tasks.rados.rados.0.smithi052.stdout:1677: expect (ObjNum 480 snap 163 seq_num 480) 2024-09-13T02:57:51.950 INFO:tasks.rados.rados.0.smithi052.stdout:1682: finishing write tid 1 to smithi05277117-43 2024-09-13T02:57:51.950 INFO:tasks.rados.rados.0.smithi052.stdout:1682: finishing write tid 2 to smithi05277117-43 2024-09-13T02:57:51.950 INFO:tasks.rados.rados.0.smithi052.stdout:1682: finishing write tid 3 to smithi05277117-43 2024-09-13T02:57:51.950 INFO:tasks.rados.rados.0.smithi052.stdout:1682: finishing write tid 4 to smithi05277117-43 2024-09-13T02:57:51.950 INFO:tasks.rados.rados.0.smithi052.stdout:1682: finishing write tid 5 to smithi05277117-43 2024-09-13T02:57:51.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1154 (ObjNum 528 snap 176 seq_num 528) dirty exists 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1682: left oid 43 (ObjNum 528 snap 176 seq_num 528) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1676: done (6 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1677: done (5 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1678: done (4 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1680: done (3 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1681: done (2 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1682: done (1 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1683: done (0 left) 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 177 2024-09-13T02:57:51.951 INFO:tasks.rados.rados.0.smithi052.stdout:1684: seq_num 529 ranges {876544=466944,1343488=647168,1990656=532480,2523136=24576} 2024-09-13T02:57:51.957 INFO:tasks.rados.rados.0.smithi052.stdout:1684: writing smithi05277117-3 from 876544 to 1343488 tid 1 2024-09-13T02:57:51.960 INFO:tasks.rados.rados.0.smithi052.stdout:1684: writing smithi05277117-3 from 1343488 to 1990656 tid 2 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1684: writing smithi05277117-3 from 1990656 to 2523136 tid 3 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1684: writing smithi05277117-3 from 2523136 to 2547712 tid 4 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1685: read oid 23 snap -1 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1685: expect (ObjNum 445 snap 153 seq_num 445) 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1686: read oid 25 snap -1 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1686: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:57:51.964 INFO:tasks.rados.rados.0.smithi052.stdout:1687: snap_remove snap 116 2024-09-13T02:57:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:51 smithi052 ceph-mon[91421]: pgmap v228: 121 pgs: 121 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:57:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:51 smithi052 ceph-mon[91421]: osdmap e410: 8 total, 8 up, 8 in 2024-09-13T02:57:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:51 smithi052 ceph-mon[89065]: pgmap v228: 121 pgs: 121 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:57:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:51 smithi052 ceph-mon[89065]: osdmap e410: 8 total, 8 up, 8 in 2024-09-13T02:57:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:51 smithi078 ceph-mon[85589]: pgmap v228: 121 pgs: 121 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-09-13T02:57:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:51 smithi078 ceph-mon[85589]: osdmap e410: 8 total, 8 up, 8 in 2024-09-13T02:57:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:52.885 INFO:tasks.rados.rados.0.smithi052.stdout:1684: finishing write tid 1 to smithi05277117-3 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1684: finishing write tid 2 to smithi05277117-3 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1684: finishing write tid 3 to smithi05277117-3 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1684: finishing write tid 4 to smithi05277117-3 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1684: finishing write tid 5 to smithi05277117-3 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1684: finishing write tid 6 to smithi05277117-3 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1362 (ObjNum 529 snap 177 seq_num 529) dirty exists 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1684: left oid 3 (ObjNum 529 snap 177 seq_num 529) 2024-09-13T02:57:52.886 INFO:tasks.rados.rados.0.smithi052.stdout:1686: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:57:53.021 INFO:tasks.rados.rados.0.smithi052.stdout:1685: expect (ObjNum 445 snap 153 seq_num 445) 2024-09-13T02:57:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:52 smithi078 ceph-mon[85589]: osdmap e411: 8 total, 8 up, 8 in 2024-09-13T02:57:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:52 smithi052 ceph-mon[91421]: osdmap e411: 8 total, 8 up, 8 in 2024-09-13T02:57:53.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:52 smithi052 ceph-mon[89065]: osdmap e411: 8 total, 8 up, 8 in 2024-09-13T02:57:53.561 INFO:tasks.rados.rados.0.smithi052.stdout:1684: done (3 left) 2024-09-13T02:57:53.561 INFO:tasks.rados.rados.0.smithi052.stdout:1685: done (2 left) 2024-09-13T02:57:53.561 INFO:tasks.rados.rados.0.smithi052.stdout:1686: done (1 left) 2024-09-13T02:57:53.561 INFO:tasks.rados.rados.0.smithi052.stdout:1687: done (0 left) 2024-09-13T02:57:53.562 INFO:tasks.rados.rados.0.smithi052.stdout:1688: snap_create 2024-09-13T02:57:53.880 INFO:tasks.rados.rados.0.smithi052.stdout:1688: done (0 left) 2024-09-13T02:57:53.880 INFO:tasks.rados.rados.0.smithi052.stdout:1689: snap_create 2024-09-13T02:57:53.881 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:53 smithi078 ceph-mon[85589]: pgmap v231: 121 pgs: 121 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-09-13T02:57:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:53 smithi078 ceph-mon[85589]: osdmap e412: 8 total, 8 up, 8 in 2024-09-13T02:57:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:53 smithi052 ceph-mon[91421]: pgmap v231: 121 pgs: 121 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-09-13T02:57:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:53 smithi052 ceph-mon[91421]: osdmap e412: 8 total, 8 up, 8 in 2024-09-13T02:57:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:53 smithi052 ceph-mon[89065]: pgmap v231: 121 pgs: 121 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-09-13T02:57:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:53 smithi052 ceph-mon[89065]: osdmap e412: 8 total, 8 up, 8 in 2024-09-13T02:57:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:1689: done (0 left) 2024-09-13T02:57:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 179 2024-09-13T02:57:54.766 INFO:tasks.rados.rados.0.smithi052.stdout:1690: seq_num 530 ranges {1744896=483328,2228224=532480,2760704=671744} 2024-09-13T02:57:54.777 INFO:tasks.rados.rados.0.smithi052.stdout:1690: writing smithi05277117-40 from 1744896 to 2228224 tid 1 2024-09-13T02:57:54.781 INFO:tasks.rados.rados.0.smithi052.stdout:1690: writing smithi05277117-40 from 2228224 to 2760704 tid 2 2024-09-13T02:57:54.785 INFO:tasks.rados.rados.0.smithi052.stdout:1690: writing smithi05277117-40 from 2760704 to 3432448 tid 3 2024-09-13T02:57:54.785 INFO:tasks.rados.rados.0.smithi052.stdout:1691: snap_create 2024-09-13T02:57:54.786 INFO:tasks.rados.rados.0.smithi052.stdout:1690: finishing write tid 1 to smithi05277117-40 2024-09-13T02:57:54.789 INFO:tasks.rados.rados.0.smithi052.stdout:1690: finishing write tid 2 to smithi05277117-40 2024-09-13T02:57:54.789 INFO:tasks.rados.rados.0.smithi052.stdout:1690: finishing write tid 3 to smithi05277117-40 2024-09-13T02:57:54.789 INFO:tasks.rados.rados.0.smithi052.stdout:1690: finishing write tid 4 to smithi05277117-40 2024-09-13T02:57:54.790 INFO:tasks.rados.rados.0.smithi052.stdout:1690: finishing write tid 5 to smithi05277117-40 2024-09-13T02:57:54.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1146 (ObjNum 530 snap 179 seq_num 530) dirty exists 2024-09-13T02:57:54.791 INFO:tasks.rados.rados.0.smithi052.stdout:1690: left oid 40 (ObjNum 530 snap 179 seq_num 530) 2024-09-13T02:57:54.887 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:54.887 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:54 smithi078 ceph-mon[85589]: osdmap e413: 8 total, 8 up, 8 in 2024-09-13T02:57:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:54 smithi078 ceph-mon[85589]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T02:57:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:54 smithi052 ceph-mon[91421]: osdmap e413: 8 total, 8 up, 8 in 2024-09-13T02:57:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:54 smithi052 ceph-mon[91421]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T02:57:55.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:54 smithi052 ceph-mon[89065]: osdmap e413: 8 total, 8 up, 8 in 2024-09-13T02:57:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:54 smithi052 ceph-mon[89065]: osdmap e414: 8 total, 8 up, 8 in 2024-09-13T02:57:55.766 INFO:tasks.rados.rados.0.smithi052.stdout:1690: done (1 left) 2024-09-13T02:57:55.766 INFO:tasks.rados.rados.0.smithi052.stdout:1691: done (0 left) 2024-09-13T02:57:55.767 INFO:tasks.rados.rados.0.smithi052.stdout:1692: copy_from oid 50 from oid 10 current snap is 180 2024-09-13T02:57:55.767 INFO:tasks.rados.rados.0.smithi052.stdout:1693: snap_remove snap 176 2024-09-13T02:57:56.138 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:55 smithi052 ceph-mon[91421]: pgmap v234: 121 pgs: 121 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-13T02:57:56.139 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:55 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:56.139 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:55 smithi052 ceph-mon[91421]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T02:57:56.139 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:55 smithi052 ceph-mon[89065]: pgmap v234: 121 pgs: 121 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-13T02:57:56.139 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:55 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:56.139 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:55 smithi052 ceph-mon[89065]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T02:57:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:55 smithi078 ceph-mon[85589]: pgmap v234: 121 pgs: 121 active+clean; 317 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-09-13T02:57:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:55 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:55 smithi078 ceph-mon[85589]: osdmap e415: 8 total, 8 up, 8 in 2024-09-13T02:57:56.769 INFO:tasks.rados.rados.0.smithi052.stdout:1693: done (1 left) 2024-09-13T02:57:56.769 INFO:tasks.rados.rados.0.smithi052.stdout:1694: copy_from oid 5 from oid 2 current snap is 180 2024-09-13T02:57:56.769 INFO:tasks.rados.rados.0.smithi052.stdout:1692: finishing copy_from racing read to smithi05277117-50 2024-09-13T02:57:56.769 INFO:tasks.rados.rados.0.smithi052.stdout:1692: finishing copy_from to smithi05277117-50 2024-09-13T02:57:56.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 427 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:57:56.770 INFO:tasks.rados.rados.0.smithi052.stdout:1692: done (1 left) 2024-09-13T02:57:56.770 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 180 2024-09-13T02:57:56.770 INFO:tasks.rados.rados.0.smithi052.stdout:1695: seq_num 531 ranges {876544=499712,1376256=417792,1794048=548864,2342912=237568} 2024-09-13T02:57:56.775 INFO:tasks.rados.rados.0.smithi052.stdout:1695: writing smithi05277117-7 from 876544 to 1376256 tid 1 2024-09-13T02:57:56.778 INFO:tasks.rados.rados.0.smithi052.stdout:1695: writing smithi05277117-7 from 1376256 to 1794048 tid 2 2024-09-13T02:57:56.781 INFO:tasks.rados.rados.0.smithi052.stdout:1695: writing smithi05277117-7 from 1794048 to 2342912 tid 3 2024-09-13T02:57:56.783 INFO:tasks.rados.rados.0.smithi052.stdout:1695: writing smithi05277117-7 from 2342912 to 2580480 tid 4 2024-09-13T02:57:56.783 INFO:tasks.rados.rados.0.smithi052.stdout:1696: snap_create 2024-09-13T02:57:56.783 INFO:tasks.rados.rados.0.smithi052.stdout:1695: finishing write tid 1 to smithi05277117-7 2024-09-13T02:57:56.783 INFO:tasks.rados.rados.0.smithi052.stdout:1695: finishing write tid 2 to smithi05277117-7 2024-09-13T02:57:56.798 INFO:tasks.rados.rados.0.smithi052.stdout:1694: finishing copy_from racing read to smithi05277117-5 2024-09-13T02:57:56.798 INFO:tasks.rados.rados.0.smithi052.stdout:1695: finishing write tid 3 to smithi05277117-7 2024-09-13T02:57:56.799 INFO:tasks.rados.rados.0.smithi052.stdout:1695: finishing write tid 4 to smithi05277117-7 2024-09-13T02:57:56.799 INFO:tasks.rados.rados.0.smithi052.stdout:1695: finishing write tid 5 to smithi05277117-7 2024-09-13T02:57:56.804 INFO:tasks.rados.rados.0.smithi052.stdout:1695: finishing write tid 6 to smithi05277117-7 2024-09-13T02:57:56.804 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1146 (ObjNum 531 snap 180 seq_num 531) dirty exists 2024-09-13T02:57:56.805 INFO:tasks.rados.rados.0.smithi052.stdout:1695: left oid 7 (ObjNum 531 snap 180 seq_num 531) 2024-09-13T02:57:56.805 INFO:tasks.rados.rados.0.smithi052.stdout:1694: finishing copy_from to smithi05277117-5 2024-09-13T02:57:56.805 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 673 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:57:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:56 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:56 smithi078 ceph-mon[85589]: Upgrade: osd.3 is safe to restart 2024-09-13T02:57:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:56 smithi078 ceph-mon[85589]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T02:57:57.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:56 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:57.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:56 smithi052 ceph-mon[89065]: Upgrade: osd.3 is safe to restart 2024-09-13T02:57:57.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:56 smithi052 ceph-mon[89065]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T02:57:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:56 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T02:57:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:56 smithi052 ceph-mon[91421]: Upgrade: osd.3 is safe to restart 2024-09-13T02:57:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:56 smithi052 ceph-mon[91421]: osdmap e416: 8 total, 8 up, 8 in 2024-09-13T02:57:57.769 INFO:tasks.rados.rados.0.smithi052.stdout:1694: done (2 left) 2024-09-13T02:57:57.769 INFO:tasks.rados.rados.0.smithi052.stdout:1695: done (1 left) 2024-09-13T02:57:57.770 INFO:tasks.rados.rados.0.smithi052.stdout:1696: done (0 left) 2024-09-13T02:57:57.770 INFO:tasks.rados.rados.0.smithi052.stdout:1697: read oid 9 snap -1 2024-09-13T02:57:57.770 INFO:tasks.rados.rados.0.smithi052.stdout:1697: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:57:57.770 INFO:tasks.rados.rados.0.smithi052.stdout:1698: setattr oid 15 current snap is 181 2024-09-13T02:57:57.770 INFO:tasks.rados.rados.0.smithi052.stdout:1699: snap_remove snap 177 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: pgmap v237: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 812 KiB/s wr, 3 op/s 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: Upgrade: Updating osd.3 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: Deploying daemon osd.3 on smithi052 2024-09-13T02:57:58.349 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[91421]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: pgmap v237: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 812 KiB/s wr, 3 op/s 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: Upgrade: Updating osd.3 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: Deploying daemon osd.3 on smithi052 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-mon[89065]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T02:57:58.350 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:57:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:57:58] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-09-13T02:57:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: pgmap v237: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 812 KiB/s wr, 3 op/s 2024-09-13T02:57:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: Upgrade: Updating osd.3 2024-09-13T02:57:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:57:58.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T02:57:58.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:57:58.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: Deploying daemon osd.3 on smithi052 2024-09-13T02:57:58.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-mon[85589]: osdmap e417: 8 total, 8 up, 8 in 2024-09-13T02:57:58.771 INFO:tasks.rados.rados.0.smithi052.stdout:1699: done (2 left) 2024-09-13T02:57:58.771 INFO:tasks.rados.rados.0.smithi052.stdout:1700: snap_remove snap 178 2024-09-13T02:57:58.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:57:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:57:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:57:59.769 INFO:tasks.rados.rados.0.smithi052.stdout:1700: done (2 left) 2024-09-13T02:57:59.769 INFO:tasks.rados.rados.0.smithi052.stdout:1701: copy_from oid 7 from oid 33 current snap is 181 2024-09-13T02:57:59.769 INFO:tasks.rados.rados.0.smithi052.stdout:1697: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:57:59.805 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 428 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:57:59.805 INFO:tasks.rados.rados.0.smithi052.stdout:1701: finishing copy_from to smithi05277117-7 2024-09-13T02:57:59.805 INFO:tasks.rados.rados.0.smithi052.stdout:1701: got expected ENOENT (src dne) 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1701: finishing copy_from racing read to smithi05277117-7 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1697: done (2 left) 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1698: done (1 left) 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1701: done (0 left) 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1702: rollback oid 48 current snap is 181 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 48 to 172 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1703: read oid 17 snap -1 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1703: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 181 2024-09-13T02:57:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1704: seq_num 532 ranges {2531328=516096,3047424=696320,3743744=507904} 2024-09-13T02:57:59.822 INFO:tasks.rados.rados.0.smithi052.stdout:1704: writing smithi05277117-49 from 2531328 to 3047424 tid 1 2024-09-13T02:57:59.826 INFO:tasks.rados.rados.0.smithi052.stdout:1704: writing smithi05277117-49 from 3047424 to 3743744 tid 2 2024-09-13T02:57:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1704: writing smithi05277117-49 from 3743744 to 4251648 tid 3 2024-09-13T02:57:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1705: setattr oid 13 current snap is 181 2024-09-13T02:57:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1703: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1702: finishing rollback tid 0 to smithi05277117-48 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1702: finishing rollback tid 1 to smithi05277117-48 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1702: finishing rollback tid 2 to smithi05277117-48 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1238 (ObjNum 388 snap 135 seq_num 388) dirty exists 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1704: finishing write tid 1 to smithi05277117-49 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1704: finishing write tid 2 to smithi05277117-49 2024-09-13T02:57:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1704: finishing write tid 3 to smithi05277117-49 2024-09-13T02:57:59.833 INFO:tasks.rados.rados.0.smithi052.stdout:1702: done (3 left) 2024-09-13T02:57:59.833 INFO:tasks.rados.rados.0.smithi052.stdout:1703: done (2 left) 2024-09-13T02:57:59.833 INFO:tasks.rados.rados.0.smithi052.stdout:1706: snap_remove snap 160 2024-09-13T02:57:59.947 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:59 smithi052 ceph-mon[91421]: pgmap v240: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T02:57:59.947 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:59 smithi052 ceph-mon[91421]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T02:57:59.947 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:57:59 smithi052 ceph-mon[91421]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T02:57:59.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:59 smithi052 ceph-mon[89065]: pgmap v240: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T02:57:59.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:59 smithi052 ceph-mon[89065]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T02:57:59.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:57:59 smithi052 ceph-mon[89065]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T02:58:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:59 smithi078 ceph-mon[85589]: pgmap v240: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-13T02:58:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:59 smithi078 ceph-mon[85589]: osdmap e418: 8 total, 8 up, 8 in 2024-09-13T02:58:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:57:59 smithi078 ceph-mon[85589]: osdmap e419: 8 total, 8 up, 8 in 2024-09-13T02:58:00.210 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:57:59 smithi052 systemd[1]: Stopping Ceph osd.3 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:58:00.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[58212]: 2024-09-13T02:58:00.208+0000 7f0380bd4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:58:00.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[58212]: 2024-09-13T02:58:00.208+0000 7f0380bd4640 -1 osd.3 419 *** Got signal Terminated *** 2024-09-13T02:58:00.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[58212]: 2024-09-13T02:58:00.208+0000 7f0380bd4640 -1 osd.3 419 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:58:00.782 INFO:tasks.rados.rados.0.smithi052.stdout:1704: finishing write tid 4 to smithi05277117-49 2024-09-13T02:58:00.782 INFO:tasks.rados.rados.0.smithi052.stdout:1704: finishing write tid 5 to smithi05277117-49 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1094 (ObjNum 532 snap 181 seq_num 532) dirty exists 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1704: left oid 49 (ObjNum 532 snap 181 seq_num 532) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1374 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1704: done (2 left) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1705: done (1 left) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1706: done (0 left) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1707: rmattr oid 39 current snap is 181 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1707: done (0 left) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1708: read oid 26 snap 115 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1708: expect (ObjNum 225 snap 67 seq_num 225) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1709: read oid 5 snap 115 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1709: expect (ObjNum 331 snap 115 seq_num 331) 2024-09-13T02:58:00.783 INFO:tasks.rados.rados.0.smithi052.stdout:1710: delete oid 47 current snap is 181 2024-09-13T02:58:00.792 INFO:tasks.rados.rados.0.smithi052.stdout:1710: done (2 left) 2024-09-13T02:58:00.792 INFO:tasks.rados.rados.0.smithi052.stdout:1711: read oid 36 snap 115 2024-09-13T02:58:00.792 INFO:tasks.rados.rados.0.smithi052.stdout:1711: expect deleted 2024-09-13T02:58:00.792 INFO:tasks.rados.rados.0.smithi052.stdout:1712: delete oid 11 current snap is 181 2024-09-13T02:58:00.801 INFO:tasks.rados.rados.0.smithi052.stdout:1708: expect (ObjNum 225 snap 67 seq_num 225) 2024-09-13T02:58:00.892 INFO:tasks.rados.rados.0.smithi052.stdout:1708: done (3 left) 2024-09-13T02:58:00.892 INFO:tasks.rados.rados.0.smithi052.stdout:1711: done (2 left) 2024-09-13T02:58:00.892 INFO:tasks.rados.rados.0.smithi052.stdout:1712: done (1 left) 2024-09-13T02:58:00.892 INFO:tasks.rados.rados.0.smithi052.stdout:1713: delete oid 33 current snap is 181 2024-09-13T02:58:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:00 smithi052 ceph-mon[91421]: osd.3 marked itself down and dead 2024-09-13T02:58:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:00 smithi052 ceph-mon[89065]: osd.3 marked itself down and dead 2024-09-13T02:58:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:00 smithi078 ceph-mon[85589]: osd.3 marked itself down and dead 2024-09-13T02:58:01.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:01 smithi052 podman[110236]: 2024-09-13 02:58:01.338023592 +0000 UTC m=+1.235888984 container died 20178095679d5775a5aa0bacd21ab1f8fb1bb29d5724675e4ea05b2ab631a221 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-13T02:58:01.792 INFO:tasks.rados.rados.0.smithi052.stdout:1713: done (1 left) 2024-09-13T02:58:01.793 INFO:tasks.rados.rados.0.smithi052.stdout:1714: snap_create 2024-09-13T02:58:01.800 INFO:tasks.rados.rados.0.smithi052.stdout:1709: expect (ObjNum 331 snap 115 seq_num 331) 2024-09-13T02:58:01.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[91421]: pgmap v243: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-09-13T02:58:01.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:58:01.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[91421]: osdmap e420: 8 total, 7 up, 8 in 2024-09-13T02:58:01.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:01.968 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:01.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[89065]: pgmap v243: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-09-13T02:58:01.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:58:01.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[89065]: osdmap e420: 8 total, 7 up, 8 in 2024-09-13T02:58:01.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:01.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:01.969 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:01 smithi052 podman[110236]: 2024-09-13 02:58:01.715972852 +0000 UTC m=+1.613838253 container cleanup 20178095679d5775a5aa0bacd21ab1f8fb1bb29d5724675e4ea05b2ab631a221 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:58:01.969 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:01 smithi052 bash[110236]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3 2024-09-13T02:58:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:01 smithi078 ceph-mon[85589]: pgmap v243: 121 pgs: 121 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-09-13T02:58:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:01 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:58:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:01 smithi078 ceph-mon[85589]: osdmap e420: 8 total, 7 up, 8 in 2024-09-13T02:58:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:02.278 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:01 smithi052 podman[110262]: 2024-09-13 02:58:01.967362531 +0000 UTC m=+0.625594644 container remove 20178095679d5775a5aa0bacd21ab1f8fb1bb29d5724675e4ea05b2ab631a221 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T02:58:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:02.722 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:02 smithi052 podman[110355]: 2024-09-13 02:58:02.195041839 +0000 UTC m=+0.016095960 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:58:02.722 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:02 smithi052 podman[110355]: 2024-09-13 02:58:02.301498351 +0000 UTC m=+0.122552471 container create 256e1602004ebd1ffe97423a668e30b7e9e5933b3afeb178809a547bc85bd57b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:58:02.722 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:02 smithi052 podman[110355]: 2024-09-13 02:58:02.721264378 +0000 UTC m=+0.542318499 container init 256e1602004ebd1ffe97423a668e30b7e9e5933b3afeb178809a547bc85bd57b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:58:02.792 INFO:tasks.rados.rados.0.smithi052.stdout:1709: done (1 left) 2024-09-13T02:58:02.792 INFO:tasks.rados.rados.0.smithi052.stdout:1714: done (0 left) 2024-09-13T02:58:02.792 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 182 2024-09-13T02:58:02.792 INFO:tasks.rados.rados.0.smithi052.stdout:1715: seq_num 536 ranges {4251648=581632,4833280=688128,5521408=516096} 2024-09-13T02:58:02.819 INFO:tasks.rados.rados.0.smithi052.stdout:1715: writing smithi05277117-49 from 4251648 to 4833280 tid 1 2024-09-13T02:58:02.823 INFO:tasks.rados.rados.0.smithi052.stdout:1715: writing smithi05277117-49 from 4833280 to 5521408 tid 2 2024-09-13T02:58:02.826 INFO:tasks.rados.rados.0.smithi052.stdout:1715: writing smithi05277117-49 from 5521408 to 6037504 tid 3 2024-09-13T02:58:02.827 INFO:tasks.rados.rados.0.smithi052.stdout:1716: setattr oid 31 current snap is 182 2024-09-13T02:58:02.827 INFO:tasks.rados.rados.0.smithi052.stdout:1715: finishing write tid 1 to smithi05277117-49 2024-09-13T02:58:02.827 INFO:tasks.rados.rados.0.smithi052.stdout:1715: finishing write tid 2 to smithi05277117-49 2024-09-13T02:58:02.828 INFO:tasks.rados.rados.0.smithi052.stdout:1717: read oid 35 snap -1 2024-09-13T02:58:02.828 INFO:tasks.rados.rados.0.smithi052.stdout:1717: expect (ObjNum 524 snap 175 seq_num 524) 2024-09-13T02:58:02.828 INFO:tasks.rados.rados.0.smithi052.stdout:1718: snap_remove snap 180 2024-09-13T02:58:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:02 smithi052 ceph-mon[91421]: osdmap e421: 8 total, 7 up, 8 in 2024-09-13T02:58:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:02 smithi052 ceph-mon[89065]: osdmap e421: 8 total, 7 up, 8 in 2024-09-13T02:58:03.029 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:02 smithi052 podman[110355]: 2024-09-13 02:58:02.725972067 +0000 UTC m=+0.547026194 container start 256e1602004ebd1ffe97423a668e30b7e9e5933b3afeb178809a547bc85bd57b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-13T02:58:03.029 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:02 smithi052 podman[110355]: 2024-09-13 02:58:02.829441968 +0000 UTC m=+0.650496095 container attach 256e1602004ebd1ffe97423a668e30b7e9e5933b3afeb178809a547bc85bd57b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-09-13T02:58:03.029 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:02 smithi052 podman[110355]: 2024-09-13 02:58:02.94256521 +0000 UTC m=+0.763619340 container died 256e1602004ebd1ffe97423a668e30b7e9e5933b3afeb178809a547bc85bd57b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-13T02:58:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:02 smithi078 ceph-mon[85589]: osdmap e421: 8 total, 7 up, 8 in 2024-09-13T02:58:03.566 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 podman[110378]: 2024-09-13 02:58:03.532926086 +0000 UTC m=+0.581012356 container remove 256e1602004ebd1ffe97423a668e30b7e9e5933b3afeb178809a547bc85bd57b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD) 2024-09-13T02:58:03.567 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-13T02:58:03.567 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 systemd[1]: Stopped Ceph osd.3 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:58:03.567 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.3.service: Consumed 12.870s CPU time. 2024-09-13T02:58:03.789 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:03.798 INFO:tasks.rados.rados.0.smithi052.stdout:1718: done (3 left) 2024-09-13T02:58:03.798 INFO:tasks.rados.rados.0.smithi052.stdout:1719: setattr oid 18 current snap is 182 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:1715: finishing write tid 3 to smithi05277117-49 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:1715: finishing write tid 4 to smithi05277117-49 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1248 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:1715: finishing write tid 5 to smithi05277117-49 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1098 (ObjNum 536 snap 182 seq_num 536) dirty exists 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:1715: left oid 49 (ObjNum 536 snap 182 seq_num 536) 2024-09-13T02:58:03.799 INFO:tasks.rados.rados.0.smithi052.stdout:1717: expect (ObjNum 524 snap 175 seq_num 524) 2024-09-13T02:58:03.844 INFO:tasks.rados.rados.0.smithi052.stdout:1715: done (3 left) 2024-09-13T02:58:03.844 INFO:tasks.rados.rados.0.smithi052.stdout:1716: done (2 left) 2024-09-13T02:58:03.844 INFO:tasks.rados.rados.0.smithi052.stdout:1717: done (1 left) 2024-09-13T02:58:03.844 INFO:tasks.rados.rados.0.smithi052.stdout:1720: snap_create 2024-09-13T02:58:03.851 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1093 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:58:03.993 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:03 smithi052 ceph-mon[91421]: pgmap v246: 121 pgs: 26 active+undersized, 2 stale+active+clean, 4 active+undersized+degraded, 89 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 420 KiB/s wr, 15 op/s; 55/723 objects degraded (7.607%) 2024-09-13T02:58:03.993 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:03 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 55/723 objects degraded (7.607%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:03.993 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:03 smithi052 ceph-mon[91421]: osdmap e422: 8 total, 7 up, 8 in 2024-09-13T02:58:03.993 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:03 smithi052 ceph-mon[89065]: pgmap v246: 121 pgs: 26 active+undersized, 2 stale+active+clean, 4 active+undersized+degraded, 89 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 420 KiB/s wr, 15 op/s; 55/723 objects degraded (7.607%) 2024-09-13T02:58:03.993 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:03 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 55/723 objects degraded (7.607%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:03.993 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:03 smithi052 ceph-mon[89065]: osdmap e422: 8 total, 7 up, 8 in 2024-09-13T02:58:03.994 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 systemd[1]: Starting Ceph osd.3 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:58:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:03 smithi078 ceph-mon[85589]: pgmap v246: 121 pgs: 26 active+undersized, 2 stale+active+clean, 4 active+undersized+degraded, 89 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 420 KiB/s wr, 15 op/s; 55/723 objects degraded (7.607%) 2024-09-13T02:58:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:03 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 55/723 objects degraded (7.607%), 4 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:03 smithi078 ceph-mon[85589]: osdmap e422: 8 total, 7 up, 8 in 2024-09-13T02:58:04.254 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 podman[110478]: 2024-09-13 02:58:03.992056328 +0000 UTC m=+0.106302966 container create e272891cee00bf29f2b4e974cbcd3eede035b9d7b1e23f16db2458804aaf5596 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:58:04.254 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:03 smithi052 podman[110478]: 2024-09-13 02:58:03.902016608 +0000 UTC m=+0.016263200 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:58:04.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 podman[110478]: 2024-09-13 02:58:04.253349197 +0000 UTC m=+0.367595805 container init e272891cee00bf29f2b4e974cbcd3eede035b9d7b1e23f16db2458804aaf5596 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0) 2024-09-13T02:58:04.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 podman[110478]: 2024-09-13 02:58:04.25717925 +0000 UTC m=+0.371425847 container start e272891cee00bf29f2b4e974cbcd3eede035b9d7b1e23f16db2458804aaf5596 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T02:58:04.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 podman[110478]: 2024-09-13 02:58:04.336262774 +0000 UTC m=+0.450509377 container attach e272891cee00bf29f2b4e974cbcd3eede035b9d7b1e23f16db2458804aaf5596 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:58:04.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:04.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 bash[110478]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:04.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:04.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 bash[110478]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:04.767 INFO:tasks.rados.rados.0.smithi052.stdout:1719: done (1 left) 2024-09-13T02:58:04.767 INFO:tasks.rados.rados.0.smithi052.stdout:1720: done (0 left) 2024-09-13T02:58:04.768 INFO:tasks.rados.rados.0.smithi052.stdout:1721: snap_create 2024-09-13T02:58:04.800 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:04.800 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:05.156 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-mon[91421]: osdmap e423: 8 total, 7 up, 8 in 2024-09-13T02:58:05.156 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-mon[91421]: osdmap e424: 8 total, 7 up, 8 in 2024-09-13T02:58:05.157 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:58:05.157 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 bash[110478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:58:05.157 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T02:58:05.157 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:04 smithi052 bash[110478]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T02:58:05.157 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-mon[89065]: osdmap e423: 8 total, 7 up, 8 in 2024-09-13T02:58:05.157 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:04 smithi052 ceph-mon[89065]: osdmap e424: 8 total, 7 up, 8 in 2024-09-13T02:58:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:04 smithi078 ceph-mon[85589]: osdmap e423: 8 total, 7 up, 8 in 2024-09-13T02:58:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:04 smithi078 ceph-mon[85589]: osdmap e424: 8 total, 7 up, 8 in 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 bash[110478]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 bash[110478]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 bash[110478]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 bash[110478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate[110493]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-13T02:58:05.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 bash[110478]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-13T02:58:05.530 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 podman[110478]: 2024-09-13 02:58:05.18655082 +0000 UTC m=+1.300797430 container died e272891cee00bf29f2b4e974cbcd3eede035b9d7b1e23f16db2458804aaf5596 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-13T02:58:05.770 INFO:tasks.rados.rados.0.smithi052.stdout:1721: done (0 left) 2024-09-13T02:58:05.770 INFO:tasks.rados.rados.0.smithi052.stdout:1722: snap_remove snap 165 2024-09-13T02:58:06.106 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-mon[91421]: pgmap v249: 121 pgs: 26 active+undersized, 2 stale+active+clean, 4 active+undersized+degraded, 89 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 420 KiB/s wr, 9 op/s; 55/723 objects degraded (7.607%) 2024-09-13T02:58:06.106 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-mon[91421]: osdmap e425: 8 total, 7 up, 8 in 2024-09-13T02:58:06.107 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-mon[89065]: pgmap v249: 121 pgs: 26 active+undersized, 2 stale+active+clean, 4 active+undersized+degraded, 89 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 420 KiB/s wr, 9 op/s; 55/723 objects degraded (7.607%) 2024-09-13T02:58:06.107 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:05 smithi052 ceph-mon[89065]: osdmap e425: 8 total, 7 up, 8 in 2024-09-13T02:58:06.107 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 podman[110623]: 2024-09-13 02:58:05.790054459 +0000 UTC m=+0.597153520 container remove e272891cee00bf29f2b4e974cbcd3eede035b9d7b1e23f16db2458804aaf5596 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:58:06.107 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:05 smithi052 podman[110683]: 2024-09-13 02:58:05.999212273 +0000 UTC m=+0.107396409 container create e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-13T02:58:06.107 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:06 smithi052 podman[110683]: 2024-09-13 02:58:05.908285773 +0000 UTC m=+0.016469918 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:58:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:05 smithi078 ceph-mon[85589]: pgmap v249: 121 pgs: 26 active+undersized, 2 stale+active+clean, 4 active+undersized+degraded, 89 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 420 KiB/s wr, 9 op/s; 55/723 objects degraded (7.607%) 2024-09-13T02:58:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:05 smithi078 ceph-mon[85589]: osdmap e425: 8 total, 7 up, 8 in 2024-09-13T02:58:06.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:06 smithi052 podman[110683]: 2024-09-13 02:58:06.235583889 +0000 UTC m=+0.343768025 container init e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-13T02:58:06.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:06 smithi052 podman[110683]: 2024-09-13 02:58:06.239012019 +0000 UTC m=+0.347196155 container start e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-13T02:58:06.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:06 smithi052 ceph-osd[110702]: -- 172.21.15.52:0/1371855160 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555a67f8ba40 con 0x555a68d52400 2024-09-13T02:58:06.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:06 smithi052 bash[110683]: e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 2024-09-13T02:58:06.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:06 smithi052 systemd[1]: Started Ceph osd.3 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:58:06.774 INFO:tasks.rados.rados.0.smithi052.stdout:1722: done (0 left) 2024-09-13T02:58:06.774 INFO:tasks.rados.rados.0.smithi052.stdout:1723: rollback oid 7 current snap is 184 2024-09-13T02:58:06.774 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 115 2024-09-13T02:58:06.774 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 184 2024-09-13T02:58:06.775 INFO:tasks.rados.rados.0.smithi052.stdout:1724: seq_num 537 ranges {4276224=598016,4874240=573440,5447680=491520,5939200=139264} 2024-09-13T02:58:06.800 INFO:tasks.rados.rados.0.smithi052.stdout:1724: writing smithi05277117-31 from 4276224 to 4874240 tid 1 2024-09-13T02:58:06.804 INFO:tasks.rados.rados.0.smithi052.stdout:1724: writing smithi05277117-31 from 4874240 to 5447680 tid 2 2024-09-13T02:58:06.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: writing smithi05277117-31 from 5447680 to 5939200 tid 3 2024-09-13T02:58:06.808 INFO:tasks.rados.rados.0.smithi052.stdout:1724: writing smithi05277117-31 from 5939200 to 6078464 tid 4 2024-09-13T02:58:06.808 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 184 2024-09-13T02:58:06.808 INFO:tasks.rados.rados.0.smithi052.stdout:1723: finishing rollback tid 0 to smithi05277117-7 2024-09-13T02:58:06.808 INFO:tasks.rados.rados.0.smithi052.stdout:1725: seq_num 538 ranges {2891776=614400,3506176=450560,3956736=704512,4661248=49152} 2024-09-13T02:58:06.827 INFO:tasks.rados.rados.0.smithi052.stdout:1725: writing smithi05277117-50 from 2891776 to 3506176 tid 1 2024-09-13T02:58:06.830 INFO:tasks.rados.rados.0.smithi052.stdout:1725: writing smithi05277117-50 from 3506176 to 3956736 tid 2 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1725: writing smithi05277117-50 from 3956736 to 4661248 tid 3 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1725: writing smithi05277117-50 from 4661248 to 4710400 tid 4 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1726: read oid 9 snap -1 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1726: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 184 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1723: finishing rollback tid 1 to smithi05277117-7 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1723: finishing rollback tid 2 to smithi05277117-7 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1149 (ObjNum 292 snap 97 seq_num 292) dirty exists 2024-09-13T02:58:06.835 INFO:tasks.rados.rados.0.smithi052.stdout:1724: finishing write tid 1 to smithi05277117-31 2024-09-13T02:58:06.836 INFO:tasks.rados.rados.0.smithi052.stdout:1727: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-09-13T02:58:06.839 INFO:tasks.rados.rados.0.smithi052.stdout:1727: writing smithi05277117-28 from 0 to 630784 tid 1 2024-09-13T02:58:06.843 INFO:tasks.rados.rados.0.smithi052.stdout:1727: writing smithi05277117-28 from 630784 to 1368064 tid 2 2024-09-13T02:58:06.847 INFO:tasks.rados.rados.0.smithi052.stdout:1727: writing smithi05277117-28 from 1368064 to 1835008 tid 3 2024-09-13T02:58:06.847 INFO:tasks.rados.rados.0.smithi052.stdout:1723: done (4 left) 2024-09-13T02:58:06.847 INFO:tasks.rados.rados.0.smithi052.stdout:1728: snap_remove snap 148 2024-09-13T02:58:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:07 smithi078 ceph-mon[85589]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 9 op/s; 93/726 objects degraded (12.810%) 2024-09-13T02:58:07.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:07.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:07.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:07.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:07 smithi078 ceph-mon[85589]: osdmap e426: 8 total, 7 up, 8 in 2024-09-13T02:58:07.779 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T02:58:07.641+0000 7f9706807640 -1 Falling back to public interface 2024-09-13T02:58:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[91421]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 9 op/s; 93/726 objects degraded (12.810%) 2024-09-13T02:58:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[91421]: osdmap e426: 8 total, 7 up, 8 in 2024-09-13T02:58:07.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[89065]: pgmap v252: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 9 op/s; 93/726 objects degraded (12.810%) 2024-09-13T02:58:07.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:07.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:07.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:07.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:07 smithi052 ceph-mon[89065]: osdmap e426: 8 total, 7 up, 8 in 2024-09-13T02:58:07.806 INFO:tasks.rados.rados.0.smithi052.stdout:1728: done (4 left) 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1729: snap_create 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: finishing write tid 2 to smithi05277117-31 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: finishing write tid 3 to smithi05277117-31 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: finishing write tid 4 to smithi05277117-31 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: finishing write tid 5 to smithi05277117-31 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: finishing write tid 6 to smithi05277117-31 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1266 (ObjNum 537 snap 184 seq_num 537) dirty exists 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1724: left oid 31 (ObjNum 537 snap 184 seq_num 537) 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1725: finishing write tid 1 to smithi05277117-50 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1725: finishing write tid 2 to smithi05277117-50 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1725: finishing write tid 3 to smithi05277117-50 2024-09-13T02:58:07.807 INFO:tasks.rados.rados.0.smithi052.stdout:1725: finishing write tid 4 to smithi05277117-50 2024-09-13T02:58:07.808 INFO:tasks.rados.rados.0.smithi052.stdout:1725: finishing write tid 5 to smithi05277117-50 2024-09-13T02:58:07.808 INFO:tasks.rados.rados.0.smithi052.stdout:1726: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1725: finishing write tid 6 to smithi05277117-50 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1103 (ObjNum 538 snap 184 seq_num 538) dirty exists 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1725: left oid 50 (ObjNum 538 snap 184 seq_num 538) 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1727: finishing write tid 1 to smithi05277117-28 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1727: finishing write tid 2 to smithi05277117-28 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1727: finishing write tid 3 to smithi05277117-28 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1727: finishing write tid 4 to smithi05277117-28 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1727: finishing write tid 5 to smithi05277117-28 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1097 (ObjNum 539 snap 184 seq_num 539) dirty exists 2024-09-13T02:58:07.840 INFO:tasks.rados.rados.0.smithi052.stdout:1727: left oid 28 (ObjNum 539 snap 184 seq_num 539) 2024-09-13T02:58:08.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:58:08] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-09-13T02:58:08.810 INFO:tasks.rados.rados.0.smithi052.stdout:1724: done (4 left) 2024-09-13T02:58:08.810 INFO:tasks.rados.rados.0.smithi052.stdout:1725: done (3 left) 2024-09-13T02:58:08.810 INFO:tasks.rados.rados.0.smithi052.stdout:1726: done (2 left) 2024-09-13T02:58:08.811 INFO:tasks.rados.rados.0.smithi052.stdout:1727: done (1 left) 2024-09-13T02:58:08.811 INFO:tasks.rados.rados.0.smithi052.stdout:1729: done (0 left) 2024-09-13T02:58:08.811 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 185 2024-09-13T02:58:08.811 INFO:tasks.rados.rados.0.smithi052.stdout:1730: seq_num 540 ranges {3596288=647168,4243456=671744,4915200=532480} 2024-09-13T02:58:08.833 INFO:tasks.rados.rados.0.smithi052.stdout:1730: writing smithi05277117-42 from 3596288 to 4243456 tid 1 2024-09-13T02:58:08.837 INFO:tasks.rados.rados.0.smithi052.stdout:1730: writing smithi05277117-42 from 4243456 to 4915200 tid 2 2024-09-13T02:58:08.840 INFO:tasks.rados.rados.0.smithi052.stdout:1730: writing smithi05277117-42 from 4915200 to 5447680 tid 3 2024-09-13T02:58:08.840 INFO:tasks.rados.rados.0.smithi052.stdout:1731: copy_from oid 22 from oid 18 current snap is 185 2024-09-13T02:58:08.840 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 185 2024-09-13T02:58:08.840 INFO:tasks.rados.rados.0.smithi052.stdout:1732: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-09-13T02:58:08.844 INFO:tasks.rados.rados.0.smithi052.stdout:1732: writing smithi05277117-21 from 0 to 663552 tid 1 2024-09-13T02:58:08.849 INFO:tasks.rados.rados.0.smithi052.stdout:1732: writing smithi05277117-21 from 663552 to 1220608 tid 2 2024-09-13T02:58:08.851 INFO:tasks.rados.rados.0.smithi052.stdout:1732: writing smithi05277117-21 from 1220608 to 1695744 tid 3 2024-09-13T02:58:08.852 INFO:tasks.rados.rados.0.smithi052.stdout:1732: writing smithi05277117-21 from 1695744 to 1867776 tid 4 2024-09-13T02:58:08.852 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 185 2024-09-13T02:58:08.853 INFO:tasks.rados.rados.0.smithi052.stdout:1730: finishing write tid 1 to smithi05277117-42 2024-09-13T02:58:08.853 INFO:tasks.rados.rados.0.smithi052.stdout:1730: finishing write tid 2 to smithi05277117-42 2024-09-13T02:58:08.853 INFO:tasks.rados.rados.0.smithi052.stdout:1733: seq_num 542 ranges {2891776=679936,3571712=442368,4014080=679936,4694016=81920} 2024-09-13T02:58:08.873 INFO:tasks.rados.rados.0.smithi052.stdout:1733: writing smithi05277117-15 from 2891776 to 3571712 tid 1 2024-09-13T02:58:08.875 INFO:tasks.rados.rados.0.smithi052.stdout:1733: writing smithi05277117-15 from 3571712 to 4014080 tid 2 2024-09-13T02:58:08.880 INFO:tasks.rados.rados.0.smithi052.stdout:1733: writing smithi05277117-15 from 4014080 to 4694016 tid 3 2024-09-13T02:58:08.880 INFO:tasks.rados.rados.0.smithi052.stdout:1733: writing smithi05277117-15 from 4694016 to 4775936 tid 4 2024-09-13T02:58:08.881 INFO:tasks.rados.rados.0.smithi052.stdout:1734: read oid 38 snap -1 2024-09-13T02:58:08.881 INFO:tasks.rados.rados.0.smithi052.stdout:1734: expect (ObjNum 506 snap 167 seq_num 506) 2024-09-13T02:58:08.881 INFO:tasks.rados.rados.0.smithi052.stdout:1735: snap_remove snap 169 2024-09-13T02:58:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:08 smithi078 ceph-mon[85589]: osdmap e427: 8 total, 7 up, 8 in 2024-09-13T02:58:08.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:58:08.947 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:08 smithi052 ceph-mon[91421]: osdmap e427: 8 total, 7 up, 8 in 2024-09-13T02:58:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:08 smithi052 ceph-mon[89065]: osdmap e427: 8 total, 7 up, 8 in 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1735: done (5 left) 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1736: rmattr oid 48 current snap is 185 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1730: finishing write tid 3 to smithi05277117-42 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1730: finishing write tid 4 to smithi05277117-42 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1730: finishing write tid 5 to smithi05277117-42 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 705 (ObjNum 540 snap 185 seq_num 540) dirty exists 2024-09-13T02:58:09.769 INFO:tasks.rados.rados.0.smithi052.stdout:1730: left oid 42 (ObjNum 540 snap 185 seq_num 540) 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: finishing write tid 1 to smithi05277117-21 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1730: done (5 left) 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1737: rollback oid 30 current snap is 185 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 171 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: finishing write tid 2 to smithi05277117-21 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: finishing write tid 3 to smithi05277117-21 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: finishing write tid 4 to smithi05277117-21 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: finishing write tid 5 to smithi05277117-21 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: finishing write tid 6 to smithi05277117-21 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1108 (ObjNum 541 snap 185 seq_num 541) dirty exists 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1732: left oid 21 (ObjNum 541 snap 185 seq_num 541) 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1731: finishing copy_from racing read to smithi05277117-22 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1733: finishing write tid 1 to smithi05277117-15 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1733: finishing write tid 2 to smithi05277117-15 2024-09-13T02:58:09.770 INFO:tasks.rados.rados.0.smithi052.stdout:1731: finishing copy_from to smithi05277117-22 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1093 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1733: finishing write tid 3 to smithi05277117-15 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1733: finishing write tid 4 to smithi05277117-15 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1733: finishing write tid 5 to smithi05277117-15 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1733: finishing write tid 6 to smithi05277117-15 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 433 (ObjNum 542 snap 185 seq_num 542) dirty exists 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1733: left oid 15 (ObjNum 542 snap 185 seq_num 542) 2024-09-13T02:58:09.771 INFO:tasks.rados.rados.0.smithi052.stdout:1734: expect (ObjNum 506 snap 167 seq_num 506) 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:1737: finishing rollback tid 0 to smithi05277117-30 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:1737: finishing rollback tid 1 to smithi05277117-30 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1274 (ObjNum 388 snap 135 seq_num 388) dirty exists 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:1737: finishing rollback tid 2 to smithi05277117-30 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1379 (ObjNum 482 snap 163 seq_num 482) dirty exists 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:1731: done (5 left) 2024-09-13T02:58:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:1732: done (4 left) 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1733: done (3 left) 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1734: done (2 left) 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1736: done (1 left) 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1737: done (0 left) 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1738: read oid 41 snap -1 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1738: expect (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:58:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:1739: snap_create 2024-09-13T02:58:09.850 INFO:tasks.rados.rados.0.smithi052.stdout:1738: expect (ObjNum 482 snap 163 seq_num 482) 2024-09-13T02:58:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:09 smithi078 ceph-mon[85589]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 880 KiB/s wr, 14 op/s; 96/735 objects degraded (13.061%) 2024-09-13T02:58:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:09 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 96/735 objects degraded (13.061%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:09 smithi078 ceph-mon[85589]: osdmap e428: 8 total, 7 up, 8 in 2024-09-13T02:58:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:09 smithi078 ceph-mon[85589]: osdmap e429: 8 total, 7 up, 8 in 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[91421]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 880 KiB/s wr, 14 op/s; 96/735 objects degraded (13.061%) 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 96/735 objects degraded (13.061%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[91421]: osdmap e428: 8 total, 7 up, 8 in 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[91421]: osdmap e429: 8 total, 7 up, 8 in 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[89065]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 880 KiB/s wr, 14 op/s; 96/735 objects degraded (13.061%) 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 96/735 objects degraded (13.061%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:10.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[89065]: osdmap e428: 8 total, 7 up, 8 in 2024-09-13T02:58:10.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:09 smithi052 ceph-mon[89065]: osdmap e429: 8 total, 7 up, 8 in 2024-09-13T02:58:10.812 INFO:tasks.rados.rados.0.smithi052.stdout:1738: done (1 left) 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:1739: done (0 left) 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:1740: read oid 1 snap -1 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:1740: expect (ObjNum 508 snap 169 seq_num 508) 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:1741: read oid 4 snap -1 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:1741: expect (ObjNum 526 snap 176 seq_num 526) 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 186 2024-09-13T02:58:10.813 INFO:tasks.rados.rados.0.smithi052.stdout:1742: seq_num 543 ranges {2629632=704512,3334144=729088,4063232=475136} 2024-09-13T02:58:10.832 INFO:tasks.rados.rados.0.smithi052.stdout:1742: writing smithi05277117-45 from 2629632 to 3334144 tid 1 2024-09-13T02:58:10.836 INFO:tasks.rados.rados.0.smithi052.stdout:1742: writing smithi05277117-45 from 3334144 to 4063232 tid 2 2024-09-13T02:58:10.840 INFO:tasks.rados.rados.0.smithi052.stdout:1742: writing smithi05277117-45 from 4063232 to 4538368 tid 3 2024-09-13T02:58:10.840 INFO:tasks.rados.rados.0.smithi052.stdout:1743: setattr oid 5 current snap is 186 2024-09-13T02:58:10.840 INFO:tasks.rados.rados.0.smithi052.stdout:1741: expect (ObjNum 526 snap 176 seq_num 526) 2024-09-13T02:58:10.885 INFO:tasks.rados.rados.0.smithi052.stdout:1740: expect (ObjNum 508 snap 169 seq_num 508) 2024-09-13T02:58:10.926 INFO:tasks.rados.rados.0.smithi052.stdout:1742: finishing write tid 1 to smithi05277117-45 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1742: finishing write tid 2 to smithi05277117-45 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1742: finishing write tid 3 to smithi05277117-45 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1742: finishing write tid 4 to smithi05277117-45 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1742: finishing write tid 5 to smithi05277117-45 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1384 (ObjNum 543 snap 186 seq_num 543) dirty exists 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1742: left oid 45 (ObjNum 543 snap 186 seq_num 543) 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1740: done (3 left) 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1741: done (2 left) 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1742: done (1 left) 2024-09-13T02:58:10.927 INFO:tasks.rados.rados.0.smithi052.stdout:1744: read oid 47 snap -1 2024-09-13T02:58:10.928 INFO:tasks.rados.rados.0.smithi052.stdout:1744: expect deleted 2024-09-13T02:58:10.928 INFO:tasks.rados.rados.0.smithi052.stdout:1745: rollback oid 28 current snap is 186 2024-09-13T02:58:10.928 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 164 2024-09-13T02:58:10.928 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 186 2024-09-13T02:58:10.928 INFO:tasks.rados.rados.0.smithi052.stdout:1746: seq_num 544 ranges {2465792=720896,3186688=614400,3801088=589824} 2024-09-13T02:58:10.943 INFO:tasks.rados.rados.0.smithi052.stdout:1746: writing smithi05277117-16 from 2465792 to 3186688 tid 1 2024-09-13T02:58:10.947 INFO:tasks.rados.rados.0.smithi052.stdout:1746: writing smithi05277117-16 from 3186688 to 3801088 tid 2 2024-09-13T02:58:10.950 INFO:tasks.rados.rados.0.smithi052.stdout:1746: writing smithi05277117-16 from 3801088 to 4390912 tid 3 2024-09-13T02:58:10.950 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 186 2024-09-13T02:58:10.950 INFO:tasks.rados.rados.0.smithi052.stdout:1747: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-09-13T02:58:10.954 INFO:tasks.rados.rados.0.smithi052.stdout:1747: writing smithi05277117-11 from 0 to 737280 tid 1 2024-09-13T02:58:10.957 INFO:tasks.rados.rados.0.smithi052.stdout:1747: writing smithi05277117-11 from 737280 to 1228800 tid 2 2024-09-13T02:58:10.959 INFO:tasks.rados.rados.0.smithi052.stdout:1747: writing smithi05277117-11 from 1228800 to 1679360 tid 3 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1747: writing smithi05277117-11 from 1679360 to 1941504 tid 4 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1748: delete oid 42 current snap is 186 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1745: finishing rollback tid 0 to smithi05277117-28 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1745: finishing rollback tid 1 to smithi05277117-28 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1099 (ObjNum 129 snap 0 seq_num 4209104400) dirty dne 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1150 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1746: finishing write tid 1 to smithi05277117-16 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1746: finishing write tid 2 to smithi05277117-16 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1746: finishing write tid 3 to smithi05277117-16 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1746: finishing write tid 4 to smithi05277117-16 2024-09-13T02:58:10.962 INFO:tasks.rados.rados.0.smithi052.stdout:1746: finishing write tid 5 to smithi05277117-16 2024-09-13T02:58:10.963 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 285 (ObjNum 544 snap 186 seq_num 544) dirty exists 2024-09-13T02:58:10.963 INFO:tasks.rados.rados.0.smithi052.stdout:1746: left oid 16 (ObjNum 544 snap 186 seq_num 544) 2024-09-13T02:58:10.963 INFO:tasks.rados.rados.0.smithi052.stdout:1747: finishing write tid 1 to smithi05277117-11 2024-09-13T02:58:10.963 INFO:tasks.rados.rados.0.smithi052.stdout:1747: finishing write tid 2 to smithi05277117-11 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1747: finishing write tid 3 to smithi05277117-11 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1747: finishing write tid 4 to smithi05277117-11 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1743: done (5 left) 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1744: done (4 left) 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1745: done (3 left) 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1746: done (2 left) 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1748: done (1 left) 2024-09-13T02:58:10.964 INFO:tasks.rados.rados.0.smithi052.stdout:1749: delete oid 16 current snap is 186 2024-09-13T02:58:10.965 INFO:tasks.rados.rados.0.smithi052.stdout:1747: finishing write tid 5 to smithi05277117-11 2024-09-13T02:58:10.965 INFO:tasks.rados.rados.0.smithi052.stdout:1747: finishing write tid 6 to smithi05277117-11 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1159 (ObjNum 545 snap 186 seq_num 545) dirty exists 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1747: left oid 11 (ObjNum 545 snap 186 seq_num 545) 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1747: done (1 left) 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1749: done (0 left) 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1750: copy_from oid 27 from oid 15 current snap is 186 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1751: read oid 30 snap 152 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1751: expect deleted 2024-09-13T02:58:10.966 INFO:tasks.rados.rados.0.smithi052.stdout:1752: snap_remove snap 172 2024-09-13T02:58:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:10 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:10 smithi078 ceph-mon[85589]: osdmap e430: 8 total, 7 up, 8 in 2024-09-13T02:58:11.272 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.272 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[91421]: osdmap e430: 8 total, 7 up, 8 in 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:11.273 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:10 smithi052 ceph-mon[89065]: osdmap e430: 8 total, 7 up, 8 in 2024-09-13T02:58:11.528 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T02:58:11.411+0000 7f9706807640 -1 osd.3 419 log_to_monitors true 2024-09-13T02:58:11.907 INFO:tasks.rados.rados.0.smithi052.stdout:1752: done (2 left) 2024-09-13T02:58:11.907 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 186 2024-09-13T02:58:11.907 INFO:tasks.rados.rados.0.smithi052.stdout:1753: seq_num 548 ranges {98304=786432,884736=598016,1482752=606208} 2024-09-13T02:58:11.913 INFO:tasks.rados.rados.0.smithi052.stdout:1753: writing smithi05277117-7 from 98304 to 884736 tid 1 2024-09-13T02:58:11.918 INFO:tasks.rados.rados.0.smithi052.stdout:1753: writing smithi05277117-7 from 884736 to 1482752 tid 2 2024-09-13T02:58:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:1753: writing smithi05277117-7 from 1482752 to 2088960 tid 3 2024-09-13T02:58:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 186 2024-09-13T02:58:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:1754: seq_num 549 ranges {3432448=802816,4235264=483328,4718592=434176,5152768=286720} 2024-09-13T02:58:11.947 INFO:tasks.rados.rados.0.smithi052.stdout:1754: writing smithi05277117-40 from 3432448 to 4235264 tid 1 2024-09-13T02:58:11.950 INFO:tasks.rados.rados.0.smithi052.stdout:1754: writing smithi05277117-40 from 4235264 to 4718592 tid 2 2024-09-13T02:58:11.954 INFO:tasks.rados.rados.0.smithi052.stdout:1754: writing smithi05277117-40 from 4718592 to 5152768 tid 3 2024-09-13T02:58:11.956 INFO:tasks.rados.rados.0.smithi052.stdout:1754: writing smithi05277117-40 from 5152768 to 5439488 tid 4 2024-09-13T02:58:11.956 INFO:tasks.rados.rados.0.smithi052.stdout:1755: read oid 47 snap -1 2024-09-13T02:58:11.956 INFO:tasks.rados.rados.0.smithi052.stdout:1755: expect deleted 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1756: delete oid 37 current snap is 186 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1750: finishing copy_from racing read to smithi05277117-27 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1750: finishing copy_from to smithi05277117-27 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 433 (ObjNum 542 snap 185 seq_num 542) dirty exists 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1753: finishing write tid 1 to smithi05277117-7 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1753: finishing write tid 2 to smithi05277117-7 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1753: finishing write tid 3 to smithi05277117-7 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1753: finishing write tid 4 to smithi05277117-7 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1753: finishing write tid 5 to smithi05277117-7 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1154 (ObjNum 548 snap 186 seq_num 548) dirty exists 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1753: left oid 7 (ObjNum 548 snap 186 seq_num 548) 2024-09-13T02:58:11.957 INFO:tasks.rados.rados.0.smithi052.stdout:1754: finishing write tid 1 to smithi05277117-40 2024-09-13T02:58:11.958 INFO:tasks.rados.rados.0.smithi052.stdout:1754: finishing write tid 2 to smithi05277117-40 2024-09-13T02:58:11.969 INFO:tasks.rados.rados.0.smithi052.stdout:1754: finishing write tid 3 to smithi05277117-40 2024-09-13T02:58:11.970 INFO:tasks.rados.rados.0.smithi052.stdout:1754: finishing write tid 4 to smithi05277117-40 2024-09-13T02:58:11.970 INFO:tasks.rados.rados.0.smithi052.stdout:1754: finishing write tid 5 to smithi05277117-40 2024-09-13T02:58:11.971 INFO:tasks.rados.rados.0.smithi052.stdout:1750: done (5 left) 2024-09-13T02:58:11.971 INFO:tasks.rados.rados.0.smithi052.stdout:1751: done (4 left) 2024-09-13T02:58:11.971 INFO:tasks.rados.rados.0.smithi052.stdout:1753: done (3 left) 2024-09-13T02:58:11.971 INFO:tasks.rados.rados.0.smithi052.stdout:1755: done (2 left) 2024-09-13T02:58:11.971 INFO:tasks.rados.rados.0.smithi052.stdout:1756: done (1 left) 2024-09-13T02:58:11.971 INFO:tasks.rados.rados.0.smithi052.stdout:1757: rmattr oid 37 current snap is 186 2024-09-13T02:58:11.972 INFO:tasks.rados.rados.0.smithi052.stdout:1757: done (1 left) 2024-09-13T02:58:11.972 INFO:tasks.rados.rados.0.smithi052.stdout:1758: snap_create 2024-09-13T02:58:11.972 INFO:tasks.rados.rados.0.smithi052.stdout:1754: finishing write tid 6 to smithi05277117-40 2024-09-13T02:58:11.972 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1151 (ObjNum 549 snap 186 seq_num 549) dirty exists 2024-09-13T02:58:11.972 INFO:tasks.rados.rados.0.smithi052.stdout:1754: left oid 40 (ObjNum 549 snap 186 seq_num 549) 2024-09-13T02:58:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:11 smithi078 ceph-mon[85589]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 98/735 objects degraded (13.333%) 2024-09-13T02:58:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:11 smithi078 ceph-mon[85589]: from='osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:58:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:11 smithi078 ceph-mon[85589]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:58:12.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-mon[91421]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 98/735 objects degraded (13.333%) 2024-09-13T02:58:12.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-mon[91421]: from='osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:58:12.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-mon[91421]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:58:12.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-mon[89065]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 98/735 objects degraded (13.333%) 2024-09-13T02:58:12.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-mon[89065]: from='osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:58:12.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-mon[89065]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T02:58:12.231 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:11 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T02:58:11.947+0000 7f96fe5b2640 -1 osd.3 419 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:58:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:12.926 INFO:tasks.rados.rados.0.smithi052.stdout:1754: done (1 left) 2024-09-13T02:58:12.927 INFO:tasks.rados.rados.0.smithi052.stdout:1758: done (0 left) 2024-09-13T02:58:12.927 INFO:tasks.rados.rados.0.smithi052.stdout:1759: snap_remove snap 164 2024-09-13T02:58:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:12 smithi078 ceph-mon[85589]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:58:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:12 smithi078 ceph-mon[85589]: osdmap e431: 8 total, 7 up, 8 in 2024-09-13T02:58:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:12 smithi078 ceph-mon[85589]: from='osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:58:13.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:12 smithi078 ceph-mon[85589]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:58:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[89065]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[89065]: osdmap e431: 8 total, 7 up, 8 in 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[89065]: from='osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[89065]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[91421]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[91421]: osdmap e431: 8 total, 7 up, 8 in 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[91421]: from='osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:58:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:12 smithi052 ceph-mon[91421]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-09-13T02:58:13.911 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:58:13.795+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-13T02:58:13.911 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:13.930 INFO:tasks.rados.rados.0.smithi052.stdout:1759: done (0 left) 2024-09-13T02:58:13.930 INFO:tasks.rados.rados.0.smithi052.stdout:1760: delete oid 49 current snap is 187 2024-09-13T02:58:13.981 INFO:tasks.rados.rados.0.smithi052.stdout:1760: done (0 left) 2024-09-13T02:58:13.981 INFO:tasks.rados.rados.0.smithi052.stdout:1761: delete oid 40 current snap is 187 2024-09-13T02:58:13.984 INFO:tasks.rados.rados.0.smithi052.stdout:1761: done (0 left) 2024-09-13T02:58:13.984 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 187 2024-09-13T02:58:13.984 INFO:tasks.rados.rados.0.smithi052.stdout:1762: seq_num 553 ranges {4775936=466944,5242880=417792,5660672=417792,6078464=516096,6594560=253952} 2024-09-13T02:58:14.013 INFO:tasks.rados.rados.0.smithi052.stdout:1762: writing smithi05277117-15 from 4775936 to 5242880 tid 1 2024-09-13T02:58:14.016 INFO:tasks.rados.rados.0.smithi052.stdout:1762: writing smithi05277117-15 from 5242880 to 5660672 tid 2 2024-09-13T02:58:14.019 INFO:tasks.rados.rados.0.smithi052.stdout:1762: writing smithi05277117-15 from 5660672 to 6078464 tid 3 2024-09-13T02:58:14.022 INFO:tasks.rados.rados.0.smithi052.stdout:1762: writing smithi05277117-15 from 6078464 to 6594560 tid 4 2024-09-13T02:58:14.024 INFO:tasks.rados.rados.0.smithi052.stdout:1762: writing smithi05277117-15 from 6594560 to 6848512 tid 5 2024-09-13T02:58:14.024 INFO:tasks.rados.rados.0.smithi052.stdout:1763: delete oid 41 current snap is 187 2024-09-13T02:58:14.024 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 1 to smithi05277117-15 2024-09-13T02:58:14.024 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 2 to smithi05277117-15 2024-09-13T02:58:14.024 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 3 to smithi05277117-15 2024-09-13T02:58:14.027 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 4 to smithi05277117-15 2024-09-13T02:58:14.027 INFO:tasks.rados.rados.0.smithi052.stdout:1763: done (1 left) 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1764: read oid 43 snap -1 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1764: expect (ObjNum 528 snap 176 seq_num 528) 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1765: read oid 27 snap -1 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1765: expect (ObjNum 542 snap 185 seq_num 542) 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1766: read oid 7 snap -1 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1766: expect (ObjNum 548 snap 186 seq_num 548) 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1767: rollback oid 1 current snap is 187 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 186 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1768: read oid 39 snap -1 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1768: expect (ObjNum 527 snap 176 seq_num 527) 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1769: copy_from oid 30 from oid 5 current snap is 187 2024-09-13T02:58:14.028 INFO:tasks.rados.rados.0.smithi052.stdout:1770: snap_remove snap 173 2024-09-13T02:58:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.8 MiB/s wr, 21 op/s; 100/750 objects degraded (13.333%) 2024-09-13T02:58:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:58:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032] boot 2024-09-13T02:58:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: osdmap e432: 8 total, 8 up, 8 in 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.8 MiB/s wr, 21 op/s; 100/750 objects degraded (13.333%) 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032] boot 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: osdmap e432: 8 total, 8 up, 8 in 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.8 MiB/s wr, 21 op/s; 100/750 objects degraded (13.333%) 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: osd.3 [v2:172.21.15.52:6826/2907370032,v1:172.21.15.52:6827/2907370032] boot 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: osdmap e432: 8 total, 8 up, 8 in 2024-09-13T02:58:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:14.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:14.935 INFO:tasks.rados.rados.0.smithi052.stdout:1770: done (7 left) 2024-09-13T02:58:14.935 INFO:tasks.rados.rados.0.smithi052.stdout:1771: read oid 6 snap -1 2024-09-13T02:58:14.935 INFO:tasks.rados.rados.0.smithi052.stdout:1771: expect (ObjNum 513 snap 171 seq_num 513) 2024-09-13T02:58:14.935 INFO:tasks.rados.rados.0.smithi052.stdout:1772: snap_remove snap 185 2024-09-13T02:58:14.936 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:14.936 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:14 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:14 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:14 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-13T02:58:15.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:14 smithi078 ceph-mon[85589]: osdmap e433: 8 total, 8 up, 8 in 2024-09-13T02:58:15.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:14 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 100/750 objects degraded (13.333%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[91421]: osdmap e433: 8 total, 8 up, 8 in 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 100/750 objects degraded (13.333%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[89065]: osdmap e433: 8 total, 8 up, 8 in 2024-09-13T02:58:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:14 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 100/750 objects degraded (13.333%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:15.937 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 5 to smithi05277117-15 2024-09-13T02:58:15.937 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 6 to smithi05277117-15 2024-09-13T02:58:15.937 INFO:tasks.rados.rados.0.smithi052.stdout:1762: finishing write tid 7 to smithi05277117-15 2024-09-13T02:58:15.937 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 439 (ObjNum 553 snap 187 seq_num 553) dirty exists 2024-09-13T02:58:15.937 INFO:tasks.rados.rados.0.smithi052.stdout:1762: left oid 15 (ObjNum 553 snap 187 seq_num 553) 2024-09-13T02:58:15.937 INFO:tasks.rados.rados.0.smithi052.stdout:1768: expect (ObjNum 527 snap 176 seq_num 527) 2024-09-13T02:58:16.000 INFO:tasks.rados.rados.0.smithi052.stdout:1766: expect (ObjNum 548 snap 186 seq_num 548) 2024-09-13T02:58:16.057 INFO:tasks.rados.rados.0.smithi052.stdout:1767: finishing rollback tid 0 to smithi05277117-1 2024-09-13T02:58:16.057 INFO:tasks.rados.rados.0.smithi052.stdout:1767: finishing rollback tid 1 to smithi05277117-1 2024-09-13T02:58:16.057 INFO:tasks.rados.rados.0.smithi052.stdout:1767: finishing rollback tid 2 to smithi05277117-1 2024-09-13T02:58:16.057 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1157 (ObjNum 508 snap 169 seq_num 508) dirty exists 2024-09-13T02:58:16.057 INFO:tasks.rados.rados.0.smithi052.stdout:1765: expect (ObjNum 542 snap 185 seq_num 542) 2024-09-13T02:58:16.114 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:58:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:15 smithi078 ceph-mon[85589]: pgmap v264: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 100/750 objects degraded (13.333%) 2024-09-13T02:58:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:15 smithi078 ceph-mon[85589]: osdmap e434: 8 total, 8 up, 8 in 2024-09-13T02:58:16.278 INFO:tasks.rados.rados.0.smithi052.stdout:1764: expect (ObjNum 528 snap 176 seq_num 528) 2024-09-13T02:58:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:15 smithi052 ceph-mon[91421]: pgmap v264: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 100/750 objects degraded (13.333%) 2024-09-13T02:58:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:15 smithi052 ceph-mon[91421]: osdmap e434: 8 total, 8 up, 8 in 2024-09-13T02:58:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:15 smithi052 ceph-mon[89065]: pgmap v264: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 340 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 100/750 objects degraded (13.333%) 2024-09-13T02:58:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:15 smithi052 ceph-mon[89065]: osdmap e434: 8 total, 8 up, 8 in 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (4m) 6s ago 8m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (3m) 2m ago 8m 80.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (10m) 6s ago 10m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (10m) 2m ago 10m 20.8M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (3m) 6s ago 15m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (3m) 6s ago 15m 54.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:58:16.394 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (2m) 2m ago 13m 29.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (2m) 6s ago 13m 47.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (4m) 6s ago 8m 16.2M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (3m) 2m ago 8m 7528k - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (110s) 6s ago 13m 164M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (77s) 6s ago 12m 131M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (43s) 6s ago 12m 122M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (10s) 6s ago 12m 12.1M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (11m) 2m ago 11m 134M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a df833009e682 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (11m) 2m ago 11m 201M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (10m) 2m ago 10m 120M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (10m) 2m ago 10m 154M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:58:16.395 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (3m) 2m ago 9m 49.1M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:58:16.641 INFO:tasks.rados.rados.0.smithi052.stdout:1769: finishing copy_from racing read to smithi05277117-30 2024-09-13T02:58:16.641 INFO:tasks.rados.rados.0.smithi052.stdout:1769: finishing copy_from to smithi05277117-30 2024-09-13T02:58:16.641 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1150 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:16.641 INFO:tasks.rados.rados.0.smithi052.stdout:1771: expect (ObjNum 513 snap 171 seq_num 513) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1762: done (8 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1764: done (7 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1765: done (6 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1766: done (5 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1767: done (4 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1768: done (3 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1769: done (2 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1771: done (1 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1772: done (0 left) 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1773: rollback oid 21 current snap is 187 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 171 2024-09-13T02:58:16.737 INFO:tasks.rados.rados.0.smithi052.stdout:1774: read oid 13 snap 175 2024-09-13T02:58:16.738 INFO:tasks.rados.rados.0.smithi052.stdout:1774: expect deleted 2024-09-13T02:58:16.738 INFO:tasks.rados.rados.0.smithi052.stdout:1775: copy_from oid 25 from oid 10 current snap is 187 2024-09-13T02:58:16.738 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 187 2024-09-13T02:58:16.738 INFO:tasks.rados.rados.0.smithi052.stdout:1776: seq_num 555 ranges {1622016=499712,2121728=638976,2760704=425984,3186688=540672} 2024-09-13T02:58:16.747 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:58:16.747 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:58:16.747 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:58:16.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:16.747 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 4, 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 4 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 6, 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 9 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:58:16.748 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:58:16.749 INFO:tasks.rados.rados.0.smithi052.stdout:1776: writing smithi05277117-4 from 1622016 to 2121728 tid 1 2024-09-13T02:58:16.752 INFO:tasks.rados.rados.0.smithi052.stdout:1776: writing smithi05277117-4 from 2121728 to 2760704 tid 2 2024-09-13T02:58:16.754 INFO:tasks.rados.rados.0.smithi052.stdout:1776: writing smithi05277117-4 from 2760704 to 3186688 tid 3 2024-09-13T02:58:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1776: writing smithi05277117-4 from 3186688 to 3727360 tid 4 2024-09-13T02:58:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1777: snap_create 2024-09-13T02:58:16.758 INFO:tasks.rados.rados.0.smithi052.stdout:1773: finishing rollback tid 0 to smithi05277117-21 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1773: finishing rollback tid 1 to smithi05277117-21 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1773: finishing rollback tid 2 to smithi05277117-21 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1112 (ObjNum 494 snap 163 seq_num 494) dirty exists 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1775: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1776: finishing write tid 1 to smithi05277117-4 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1775: finishing copy_from to smithi05277117-25 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 427 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1776: finishing write tid 2 to smithi05277117-4 2024-09-13T02:58:16.759 INFO:tasks.rados.rados.0.smithi052.stdout:1776: finishing write tid 3 to smithi05277117-4 2024-09-13T02:58:16.761 INFO:tasks.rados.rados.0.smithi052.stdout:1776: finishing write tid 4 to smithi05277117-4 2024-09-13T02:58:16.761 INFO:tasks.rados.rados.0.smithi052.stdout:1776: finishing write tid 5 to smithi05277117-4 2024-09-13T02:58:16.761 INFO:tasks.rados.rados.0.smithi052.stdout:1776: finishing write tid 6 to smithi05277117-4 2024-09-13T02:58:16.762 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1306 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-09-13T02:58:16.762 INFO:tasks.rados.rados.0.smithi052.stdout:1776: left oid 4 (ObjNum 555 snap 187 seq_num 555) 2024-09-13T02:58:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[89065]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[89065]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/744716461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[91421]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[91421]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:16 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/744716461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:16 smithi078 ceph-mon[85589]: osdmap e435: 8 total, 8 up, 8 in 2024-09-13T02:58:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:16 smithi078 ceph-mon[85589]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:16 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/744716461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:1773: done (4 left) 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:1774: done (3 left) 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:1775: done (2 left) 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:1776: done (1 left) 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:1777: done (0 left) 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 188 2024-09-13T02:58:17.363 INFO:tasks.rados.rados.0.smithi052.stdout:1778: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2024-09-13T02:58:17.365 INFO:tasks.rados.rados.0.smithi052.stdout:1778: writing smithi05277117-47 from 0 to 516096 tid 1 2024-09-13T02:58:17.369 INFO:tasks.rados.rados.0.smithi052.stdout:1778: writing smithi05277117-47 from 516096 to 1040384 tid 2 2024-09-13T02:58:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:1778: writing smithi05277117-47 from 1040384 to 1679360 tid 3 2024-09-13T02:58:17.376 INFO:tasks.rados.rados.0.smithi052.stdout:1778: writing smithi05277117-47 from 1679360 to 2121728 tid 4 2024-09-13T02:58:17.376 INFO:tasks.rados.rados.0.smithi052.stdout:1779: setattr oid 48 current snap is 188 2024-09-13T02:58:17.376 INFO:tasks.rados.rados.0.smithi052.stdout:1778: finishing write tid 1 to smithi05277117-47 2024-09-13T02:58:17.376 INFO:tasks.rados.rados.0.smithi052.stdout:1778: finishing write tid 2 to smithi05277117-47 2024-09-13T02:58:17.376 INFO:tasks.rados.rados.0.smithi052.stdout:1778: finishing write tid 3 to smithi05277117-47 2024-09-13T02:58:17.379 INFO:tasks.rados.rados.0.smithi052.stdout:1780: read oid 17 snap 183 2024-09-13T02:58:17.379 INFO:tasks.rados.rados.0.smithi052.stdout:1780: expect (ObjNum -85853888 snap 21853 seq_num 4209702256) 2024-09-13T02:58:17.379 INFO:tasks.rados.rados.0.smithi052.stdout:1781: snap_remove snap 154 2024-09-13T02:58:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:17 smithi078 ceph-mon[85589]: pgmap v267: 121 pgs: 27 active+undersized, 5 active+undersized+degraded, 89 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 996 KiB/s wr, 7 op/s; 92/753 objects degraded (12.218%); 1.8 MiB/s, 0 objects/s recovering 2024-09-13T02:58:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:17 smithi078 ceph-mon[85589]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:17 smithi078 ceph-mon[85589]: osdmap e436: 8 total, 8 up, 8 in 2024-09-13T02:58:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:17 smithi052 ceph-mon[91421]: pgmap v267: 121 pgs: 27 active+undersized, 5 active+undersized+degraded, 89 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 996 KiB/s wr, 7 op/s; 92/753 objects degraded (12.218%); 1.8 MiB/s, 0 objects/s recovering 2024-09-13T02:58:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:17 smithi052 ceph-mon[91421]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:17 smithi052 ceph-mon[91421]: osdmap e436: 8 total, 8 up, 8 in 2024-09-13T02:58:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:17 smithi052 ceph-mon[89065]: pgmap v267: 121 pgs: 27 active+undersized, 5 active+undersized+degraded, 89 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 996 KiB/s wr, 7 op/s; 92/753 objects degraded (12.218%); 1.8 MiB/s, 0 objects/s recovering 2024-09-13T02:58:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:17 smithi052 ceph-mon[89065]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:17 smithi052 ceph-mon[89065]: osdmap e436: 8 total, 8 up, 8 in 2024-09-13T02:58:18.366 INFO:tasks.rados.rados.0.smithi052.stdout:1778: finishing write tid 4 to smithi05277117-47 2024-09-13T02:58:18.366 INFO:tasks.rados.rados.0.smithi052.stdout:1781: done (3 left) 2024-09-13T02:58:18.367 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 188 2024-09-13T02:58:18.367 INFO:tasks.rados.rados.0.smithi052.stdout:1778: finishing write tid 5 to smithi05277117-47 2024-09-13T02:58:18.367 INFO:tasks.rados.rados.0.smithi052.stdout:1780: expect (ObjNum -85853888 snap 21853 seq_num 4209702256) 2024-09-13T02:58:18.369 INFO:tasks.rados.rados.0.smithi052.stdout:1778: finishing write tid 6 to smithi05277117-47 2024-09-13T02:58:18.370 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 898 (ObjNum 556 snap 188 seq_num 556) dirty exists 2024-09-13T02:58:18.370 INFO:tasks.rados.rados.0.smithi052.stdout:1778: left oid 47 (ObjNum 556 snap 188 seq_num 556) 2024-09-13T02:58:18.370 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1308 (ObjNum 388 snap 135 seq_num 388) dirty exists 2024-09-13T02:58:18.370 INFO:tasks.rados.rados.0.smithi052.stdout:1782: seq_num 557 ranges {2891776=532480,3424256=802816,4227072=794624,5021696=8192} 2024-09-13T02:58:18.390 INFO:tasks.rados.rados.0.smithi052.stdout:1782: writing smithi05277117-10 from 2891776 to 3424256 tid 1 2024-09-13T02:58:18.394 INFO:tasks.rados.rados.0.smithi052.stdout:1782: writing smithi05277117-10 from 3424256 to 4227072 tid 2 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:1782: writing smithi05277117-10 from 4227072 to 5021696 tid 3 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:1782: writing smithi05277117-10 from 5021696 to 5029888 tid 4 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:1778: done (3 left) 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:1779: done (2 left) 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:1780: done (1 left) 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 188 2024-09-13T02:58:18.400 INFO:tasks.rados.rados.0.smithi052.stdout:1782: finishing write tid 1 to smithi05277117-10 2024-09-13T02:58:18.401 INFO:tasks.rados.rados.0.smithi052.stdout:1783: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-09-13T02:58:18.402 INFO:tasks.rados.rados.0.smithi052.stdout:1783: writing smithi05277117-37 from 0 to 548864 tid 1 2024-09-13T02:58:18.407 INFO:tasks.rados.rados.0.smithi052.stdout:1783: writing smithi05277117-37 from 548864 to 1236992 tid 2 2024-09-13T02:58:18.410 INFO:tasks.rados.rados.0.smithi052.stdout:1783: writing smithi05277117-37 from 1236992 to 1843200 tid 3 2024-09-13T02:58:18.413 INFO:tasks.rados.rados.0.smithi052.stdout:1783: writing smithi05277117-37 from 1843200 to 2154496 tid 4 2024-09-13T02:58:18.413 INFO:tasks.rados.rados.0.smithi052.stdout:1784: copy_from oid 44 from oid 28 current snap is 188 2024-09-13T02:58:18.413 INFO:tasks.rados.rados.0.smithi052.stdout:1782: finishing write tid 2 to smithi05277117-10 2024-09-13T02:58:18.413 INFO:tasks.rados.rados.0.smithi052.stdout:1782: finishing write tid 3 to smithi05277117-10 2024-09-13T02:58:18.413 INFO:tasks.rados.rados.0.smithi052.stdout:1782: finishing write tid 4 to smithi05277117-10 2024-09-13T02:58:18.413 INFO:tasks.rados.rados.0.smithi052.stdout:1782: finishing write tid 5 to smithi05277117-10 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:1783: finishing write tid 1 to smithi05277117-37 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:1782: finishing write tid 6 to smithi05277117-10 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1444 (ObjNum 557 snap 188 seq_num 557) dirty exists 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:1782: left oid 10 (ObjNum 557 snap 188 seq_num 557) 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:1783: finishing write tid 2 to smithi05277117-37 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:1782: done (2 left) 2024-09-13T02:58:18.414 INFO:tasks.rados.rados.0.smithi052.stdout:1785: snap_remove snap 156 2024-09-13T02:58:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:58:18] "GET /metrics HTTP/1.1" 200 36040 "" "Prometheus/2.43.0" 2024-09-13T02:58:18.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:19.370 INFO:tasks.rados.rados.0.smithi052.stdout:1785: done (2 left) 2024-09-13T02:58:19.370 INFO:tasks.rados.rados.0.smithi052.stdout:1786: read oid 50 snap -1 2024-09-13T02:58:19.370 INFO:tasks.rados.rados.0.smithi052.stdout:1786: expect (ObjNum 538 snap 184 seq_num 538) 2024-09-13T02:58:19.370 INFO:tasks.rados.rados.0.smithi052.stdout:1787: read oid 7 snap 132 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1787: expect (ObjNum 343 snap 117 seq_num 343) 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1788: delete oid 14 current snap is 188 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1784: finishing copy_from to smithi05277117-44 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1784: got expected ENOENT (src dne) 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1784: finishing copy_from racing read to smithi05277117-44 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1783: finishing write tid 3 to smithi05277117-37 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1783: finishing write tid 4 to smithi05277117-37 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1783: finishing write tid 5 to smithi05277117-37 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1783: finishing write tid 6 to smithi05277117-37 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1159 (ObjNum 558 snap 188 seq_num 558) dirty exists 2024-09-13T02:58:19.371 INFO:tasks.rados.rados.0.smithi052.stdout:1783: left oid 37 (ObjNum 558 snap 188 seq_num 558) 2024-09-13T02:58:19.381 INFO:tasks.rados.rados.0.smithi052.stdout:1783: done (4 left) 2024-09-13T02:58:19.381 INFO:tasks.rados.rados.0.smithi052.stdout:1784: done (3 left) 2024-09-13T02:58:19.381 INFO:tasks.rados.rados.0.smithi052.stdout:1788: done (2 left) 2024-09-13T02:58:19.381 INFO:tasks.rados.rados.0.smithi052.stdout:1789: snap_remove snap 184 2024-09-13T02:58:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:19 smithi078 ceph-mon[85589]: pgmap v269: 121 pgs: 121 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-13T02:58:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:19 smithi078 ceph-mon[85589]: osdmap e437: 8 total, 8 up, 8 in 2024-09-13T02:58:19.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:19 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/753 objects degraded (12.218%), 5 pgs degraded) 2024-09-13T02:58:19.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:19 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T02:58:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:1789: done (2 left) 2024-09-13T02:58:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 188 2024-09-13T02:58:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:1790: seq_num 560 ranges {1638400=581632,2220032=458752,2678784=614400,3293184=532480} 2024-09-13T02:58:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[91421]: pgmap v269: 121 pgs: 121 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-13T02:58:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[91421]: osdmap e437: 8 total, 8 up, 8 in 2024-09-13T02:58:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/753 objects degraded (12.218%), 5 pgs degraded) 2024-09-13T02:58:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T02:58:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[89065]: pgmap v269: 121 pgs: 121 active+clean; 341 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 14 op/s; 13 MiB/s, 4 objects/s recovering 2024-09-13T02:58:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[89065]: osdmap e437: 8 total, 8 up, 8 in 2024-09-13T02:58:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 92/753 objects degraded (12.218%), 5 pgs degraded) 2024-09-13T02:58:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:19 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T02:58:19.786 INFO:tasks.rados.rados.0.smithi052.stdout:1790: writing smithi05277117-39 from 1638400 to 2220032 tid 1 2024-09-13T02:58:19.789 INFO:tasks.rados.rados.0.smithi052.stdout:1790: writing smithi05277117-39 from 2220032 to 2678784 tid 2 2024-09-13T02:58:19.793 INFO:tasks.rados.rados.0.smithi052.stdout:1790: writing smithi05277117-39 from 2678784 to 3293184 tid 3 2024-09-13T02:58:19.797 INFO:tasks.rados.rados.0.smithi052.stdout:1790: writing smithi05277117-39 from 3293184 to 3825664 tid 4 2024-09-13T02:58:19.798 INFO:tasks.rados.rados.0.smithi052.stdout:1791: setattr oid 35 current snap is 188 2024-09-13T02:58:19.798 INFO:tasks.rados.rados.0.smithi052.stdout:1787: expect (ObjNum 343 snap 117 seq_num 343) 2024-09-13T02:58:19.836 INFO:tasks.rados.rados.0.smithi052.stdout:1786: expect (ObjNum 538 snap 184 seq_num 538) 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:1790: finishing write tid 1 to smithi05277117-39 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:1790: finishing write tid 2 to smithi05277117-39 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:1790: finishing write tid 3 to smithi05277117-39 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:1790: finishing write tid 4 to smithi05277117-39 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:1790: finishing write tid 5 to smithi05277117-39 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:1790: finishing write tid 6 to smithi05277117-39 2024-09-13T02:58:20.046 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 903 (ObjNum 560 snap 188 seq_num 560) dirty exists 2024-09-13T02:58:20.047 INFO:tasks.rados.rados.0.smithi052.stdout:1790: left oid 39 (ObjNum 560 snap 188 seq_num 560) 2024-09-13T02:58:20.047 INFO:tasks.rados.rados.0.smithi052.stdout:1786: done (3 left) 2024-09-13T02:58:20.047 INFO:tasks.rados.rados.0.smithi052.stdout:1787: done (2 left) 2024-09-13T02:58:20.047 INFO:tasks.rados.rados.0.smithi052.stdout:1790: done (1 left) 2024-09-13T02:58:20.047 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 188 2024-09-13T02:58:20.047 INFO:tasks.rados.rados.0.smithi052.stdout:1792: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-09-13T02:58:20.049 INFO:tasks.rados.rados.0.smithi052.stdout:1792: writing smithi05277117-20 from 0 to 598016 tid 1 2024-09-13T02:58:20.053 INFO:tasks.rados.rados.0.smithi052.stdout:1792: writing smithi05277117-20 from 598016 to 1343488 tid 2 2024-09-13T02:58:20.057 INFO:tasks.rados.rados.0.smithi052.stdout:1792: writing smithi05277117-20 from 1343488 to 2121728 tid 3 2024-09-13T02:58:20.059 INFO:tasks.rados.rados.0.smithi052.stdout:1792: writing smithi05277117-20 from 2121728 to 2203648 tid 4 2024-09-13T02:58:20.059 INFO:tasks.rados.rados.0.smithi052.stdout:1793: copy_from oid 45 from oid 28 current snap is 188 2024-09-13T02:58:20.059 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 871 (ObjNum 524 snap 175 seq_num 524) dirty exists 2024-09-13T02:58:20.060 INFO:tasks.rados.rados.0.smithi052.stdout:1792: finishing write tid 1 to smithi05277117-20 2024-09-13T02:58:20.060 INFO:tasks.rados.rados.0.smithi052.stdout:1792: finishing write tid 2 to smithi05277117-20 2024-09-13T02:58:20.060 INFO:tasks.rados.rados.0.smithi052.stdout:1791: done (2 left) 2024-09-13T02:58:20.060 INFO:tasks.rados.rados.0.smithi052.stdout:1794: rollback oid 3 current snap is 188 2024-09-13T02:58:20.060 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 187 2024-09-13T02:58:20.061 INFO:tasks.rados.rados.0.smithi052.stdout:1795: delete oid 29 current snap is 188 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1795: done (3 left) 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1796: copy_from oid 48 from oid 22 current snap is 188 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1797: copy_from oid 35 from oid 4 current snap is 188 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1798: read oid 47 snap -1 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1798: expect (ObjNum 556 snap 188 seq_num 556) 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1799: delete oid 23 current snap is 188 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1793: finishing copy_from to smithi05277117-45 2024-09-13T02:58:20.062 INFO:tasks.rados.rados.0.smithi052.stdout:1793: got expected ENOENT (src dne) 2024-09-13T02:58:20.067 INFO:tasks.rados.rados.0.smithi052.stdout:1793: finishing copy_from racing read to smithi05277117-45 2024-09-13T02:58:20.067 INFO:tasks.rados.rados.0.smithi052.stdout:1792: finishing write tid 3 to smithi05277117-20 2024-09-13T02:58:20.067 INFO:tasks.rados.rados.0.smithi052.stdout:1792: finishing write tid 4 to smithi05277117-20 2024-09-13T02:58:20.068 INFO:tasks.rados.rados.0.smithi052.stdout:1794: finishing rollback tid 0 to smithi05277117-3 2024-09-13T02:58:20.068 INFO:tasks.rados.rados.0.smithi052.stdout:1792: finishing write tid 5 to smithi05277117-20 2024-09-13T02:58:20.068 INFO:tasks.rados.rados.0.smithi052.stdout:1794: finishing rollback tid 1 to smithi05277117-3 2024-09-13T02:58:20.068 INFO:tasks.rados.rados.0.smithi052.stdout:1793: done (6 left) 2024-09-13T02:58:20.068 INFO:tasks.rados.rados.0.smithi052.stdout:1799: done (5 left) 2024-09-13T02:58:20.068 INFO:tasks.rados.rados.0.smithi052.stdout:1800: rmattr oid 27 current snap is 188 2024-09-13T02:58:20.069 INFO:tasks.rados.rados.0.smithi052.stdout:1801: read oid 16 snap -1 2024-09-13T02:58:20.069 INFO:tasks.rados.rados.0.smithi052.stdout:1801: expect deleted 2024-09-13T02:58:20.069 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 188 2024-09-13T02:58:20.069 INFO:tasks.rados.rados.0.smithi052.stdout:1802: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2024-09-13T02:58:20.070 INFO:tasks.rados.rados.0.smithi052.stdout:1802: writing smithi05277117-33 from 0 to 655360 tid 1 2024-09-13T02:58:20.072 INFO:tasks.rados.rados.0.smithi052.stdout:1802: writing smithi05277117-33 from 655360 to 1097728 tid 2 2024-09-13T02:58:20.076 INFO:tasks.rados.rados.0.smithi052.stdout:1802: writing smithi05277117-33 from 1097728 to 1695744 tid 3 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:1802: writing smithi05277117-33 from 1695744 to 2260992 tid 4 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:1803: delete oid 23 current snap is 188 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:1794: finishing rollback tid 2 to smithi05277117-3 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1462 (ObjNum 529 snap 177 seq_num 529) dirty exists 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:1792: finishing write tid 6 to smithi05277117-20 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1446 (ObjNum 561 snap 188 seq_num 561) dirty exists 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:1792: left oid 20 (ObjNum 561 snap 188 seq_num 561) 2024-09-13T02:58:20.081 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1464 (ObjNum 542 snap 185 seq_num 542) dirty exists 2024-09-13T02:58:20.082 INFO:tasks.rados.rados.0.smithi052.stdout:1798: expect (ObjNum 556 snap 188 seq_num 556) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1802: finishing write tid 1 to smithi05277117-33 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1802: finishing write tid 2 to smithi05277117-33 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1802: finishing write tid 3 to smithi05277117-33 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1792: done (8 left) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1794: done (7 left) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1798: done (6 left) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1800: done (5 left) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1801: done (4 left) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1803: done (3 left) 2024-09-13T02:58:20.139 INFO:tasks.rados.rados.0.smithi052.stdout:1804: snap_remove snap 174 2024-09-13T02:58:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:20 smithi078 ceph-mon[85589]: osdmap e438: 8 total, 8 up, 8 in 2024-09-13T02:58:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:20 smithi078 ceph-mon[85589]: osdmap e439: 8 total, 8 up, 8 in 2024-09-13T02:58:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:20 smithi052 ceph-mon[91421]: osdmap e438: 8 total, 8 up, 8 in 2024-09-13T02:58:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:20 smithi052 ceph-mon[91421]: osdmap e439: 8 total, 8 up, 8 in 2024-09-13T02:58:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:20 smithi052 ceph-mon[89065]: osdmap e438: 8 total, 8 up, 8 in 2024-09-13T02:58:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:20 smithi052 ceph-mon[89065]: osdmap e439: 8 total, 8 up, 8 in 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1804: done (3 left) 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1805: delete oid 3 current snap is 188 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1797: finishing copy_from racing read to smithi05277117-35 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1797: finishing copy_from to smithi05277117-35 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1306 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1802: finishing write tid 4 to smithi05277117-33 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1802: finishing write tid 5 to smithi05277117-33 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:1802: finishing write tid 6 to smithi05277117-33 2024-09-13T02:58:20.782 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1469 (ObjNum 564 snap 188 seq_num 564) dirty exists 2024-09-13T02:58:20.783 INFO:tasks.rados.rados.0.smithi052.stdout:1802: left oid 33 (ObjNum 564 snap 188 seq_num 564) 2024-09-13T02:58:20.783 INFO:tasks.rados.rados.0.smithi052.stdout:1796: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:58:20.783 INFO:tasks.rados.rados.0.smithi052.stdout:1796: finishing copy_from to smithi05277117-48 2024-09-13T02:58:20.783 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1093 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:58:20.793 INFO:tasks.rados.rados.0.smithi052.stdout:1796: done (3 left) 2024-09-13T02:58:20.793 INFO:tasks.rados.rados.0.smithi052.stdout:1797: done (2 left) 2024-09-13T02:58:20.793 INFO:tasks.rados.rados.0.smithi052.stdout:1802: done (1 left) 2024-09-13T02:58:20.793 INFO:tasks.rados.rados.0.smithi052.stdout:1805: done (0 left) 2024-09-13T02:58:20.793 INFO:tasks.rados.rados.0.smithi052.stdout:1806: delete oid 23 current snap is 188 2024-09-13T02:58:20.798 INFO:tasks.rados.rados.0.smithi052.stdout:1806: done (0 left) 2024-09-13T02:58:20.798 INFO:tasks.rados.rados.0.smithi052.stdout:1807: copy_from oid 6 from oid 30 current snap is 188 2024-09-13T02:58:20.799 INFO:tasks.rados.rados.0.smithi052.stdout:1808: snap_remove snap 186 2024-09-13T02:58:21.278 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 02:58:20 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T02:58:20.805+0000 7f96e8d6d640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fa after trimming was started 2024-09-13T02:58:21.787 INFO:tasks.rados.rados.0.smithi052.stdout:1808: done (1 left) 2024-09-13T02:58:21.787 INFO:tasks.rados.rados.0.smithi052.stdout:1809: snap_create 2024-09-13T02:58:21.788 INFO:tasks.rados.rados.0.smithi052.stdout:1807: finishing copy_from racing read to smithi05277117-6 2024-09-13T02:58:21.788 INFO:tasks.rados.rados.0.smithi052.stdout:1807: finishing copy_from to smithi05277117-6 2024-09-13T02:58:21.788 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1150 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:21 smithi052 ceph-mon[91421]: pgmap v273: 121 pgs: 121 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-13T02:58:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:21 smithi052 ceph-mon[91421]: osdmap e440: 8 total, 8 up, 8 in 2024-09-13T02:58:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:21 smithi052 ceph-mon[89065]: pgmap v273: 121 pgs: 121 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-13T02:58:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:21 smithi052 ceph-mon[89065]: osdmap e440: 8 total, 8 up, 8 in 2024-09-13T02:58:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:21 smithi078 ceph-mon[85589]: pgmap v273: 121 pgs: 121 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 12 MiB/s, 3 objects/s recovering 2024-09-13T02:58:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:21 smithi078 ceph-mon[85589]: osdmap e440: 8 total, 8 up, 8 in 2024-09-13T02:58:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:1807: done (1 left) 2024-09-13T02:58:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:1809: done (0 left) 2024-09-13T02:58:22.793 INFO:tasks.rados.rados.0.smithi052.stdout:1810: delete oid 46 current snap is 189 2024-09-13T02:58:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:1810: done (0 left) 2024-09-13T02:58:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:1811: rollback oid 6 current snap is 189 2024-09-13T02:58:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 175 2024-09-13T02:58:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:1812: read oid 17 snap -1 2024-09-13T02:58:22.798 INFO:tasks.rados.rados.0.smithi052.stdout:1812: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:58:22.799 INFO:tasks.rados.rados.0.smithi052.stdout:1813: setattr oid 1 current snap is 189 2024-09-13T02:58:22.802 INFO:tasks.rados.rados.0.smithi052.stdout:1814: snap_create 2024-09-13T02:58:22.803 INFO:tasks.rados.rados.0.smithi052.stdout:1811: finishing rollback tid 0 to smithi05277117-6 2024-09-13T02:58:22.804 INFO:tasks.rados.rados.0.smithi052.stdout:1811: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:58:22.805 INFO:tasks.rados.rados.0.smithi052.stdout:1811: finishing rollback tid 2 to smithi05277117-6 2024-09-13T02:58:22.805 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1456 (ObjNum 513 snap 171 seq_num 513) dirty exists 2024-09-13T02:58:22.805 INFO:tasks.rados.rados.0.smithi052.stdout:1812: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:58:22.808 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1158 (ObjNum 508 snap 169 seq_num 508) dirty exists 2024-09-13T02:58:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:22 smithi078 ceph-mon[85589]: osdmap e441: 8 total, 8 up, 8 in 2024-09-13T02:58:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:22 smithi052 ceph-mon[91421]: osdmap e441: 8 total, 8 up, 8 in 2024-09-13T02:58:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:22 smithi052 ceph-mon[89065]: osdmap e441: 8 total, 8 up, 8 in 2024-09-13T02:58:23.790 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:23.799 INFO:tasks.rados.rados.0.smithi052.stdout:1811: done (3 left) 2024-09-13T02:58:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:1812: done (2 left) 2024-09-13T02:58:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:1813: done (1 left) 2024-09-13T02:58:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:1814: done (0 left) 2024-09-13T02:58:23.800 INFO:tasks.rados.rados.0.smithi052.stdout:1815: delete oid 31 current snap is 190 2024-09-13T02:58:23.806 INFO:tasks.rados.rados.0.smithi052.stdout:1815: done (0 left) 2024-09-13T02:58:23.807 INFO:tasks.rados.rados.0.smithi052.stdout:1816: delete oid 33 current snap is 190 2024-09-13T02:58:23.810 INFO:tasks.rados.rados.0.smithi052.stdout:1816: done (0 left) 2024-09-13T02:58:23.810 INFO:tasks.rados.rados.0.smithi052.stdout:1817: read oid 29 snap -1 2024-09-13T02:58:23.810 INFO:tasks.rados.rados.0.smithi052.stdout:1817: expect deleted 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:1818: rollback oid 6 current snap is 190 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 183 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:1819: read oid 9 snap -1 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:1819: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:1820: read oid 49 snap -1 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:1820: expect deleted 2024-09-13T02:58:23.811 INFO:tasks.rados.rados.0.smithi052.stdout:1821: snap_create 2024-09-13T02:58:23.815 INFO:tasks.rados.rados.0.smithi052.stdout:1818: finishing rollback tid 0 to smithi05277117-6 2024-09-13T02:58:23.815 INFO:tasks.rados.rados.0.smithi052.stdout:1818: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:58:23.815 INFO:tasks.rados.rados.0.smithi052.stdout:1818: finishing rollback tid 2 to smithi05277117-6 2024-09-13T02:58:23.815 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1460 (ObjNum 513 snap 171 seq_num 513) dirty exists 2024-09-13T02:58:23.815 INFO:tasks.rados.rados.0.smithi052.stdout:1819: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:58:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:23 smithi078 ceph-mon[85589]: pgmap v276: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-09-13T02:58:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:23 smithi078 ceph-mon[85589]: osdmap e442: 8 total, 8 up, 8 in 2024-09-13T02:58:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:23 smithi052 ceph-mon[91421]: pgmap v276: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-09-13T02:58:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:23 smithi052 ceph-mon[91421]: osdmap e442: 8 total, 8 up, 8 in 2024-09-13T02:58:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:23 smithi052 ceph-mon[89065]: pgmap v276: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-09-13T02:58:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:23 smithi052 ceph-mon[89065]: osdmap e442: 8 total, 8 up, 8 in 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1817: done (4 left) 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1818: done (3 left) 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1819: done (2 left) 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1820: done (1 left) 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1821: done (0 left) 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1822: read oid 24 snap -1 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1822: expect (ObjNum 523 snap 173 seq_num 523) 2024-09-13T02:58:24.775 INFO:tasks.rados.rados.0.smithi052.stdout:1823: read oid 14 snap -1 2024-09-13T02:58:24.776 INFO:tasks.rados.rados.0.smithi052.stdout:1823: expect deleted 2024-09-13T02:58:24.776 INFO:tasks.rados.rados.0.smithi052.stdout:1824: snap_remove snap 181 2024-09-13T02:58:24.800 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:24.800 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:24 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:24 smithi078 ceph-mon[85589]: osdmap e443: 8 total, 8 up, 8 in 2024-09-13T02:58:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:24 smithi078 ceph-mon[85589]: osdmap e444: 8 total, 8 up, 8 in 2024-09-13T02:58:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:24 smithi052 ceph-mon[91421]: osdmap e443: 8 total, 8 up, 8 in 2024-09-13T02:58:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:24 smithi052 ceph-mon[91421]: osdmap e444: 8 total, 8 up, 8 in 2024-09-13T02:58:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:24 smithi052 ceph-mon[89065]: osdmap e443: 8 total, 8 up, 8 in 2024-09-13T02:58:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:24 smithi052 ceph-mon[89065]: osdmap e444: 8 total, 8 up, 8 in 2024-09-13T02:58:25.777 INFO:tasks.rados.rados.0.smithi052.stdout:1824: done (2 left) 2024-09-13T02:58:25.777 INFO:tasks.rados.rados.0.smithi052.stdout:1825: snap_remove snap 171 2024-09-13T02:58:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:25 smithi078 ceph-mon[85589]: pgmap v279: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-13T02:58:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:25 smithi078 ceph-mon[85589]: osdmap e445: 8 total, 8 up, 8 in 2024-09-13T02:58:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:25 smithi052 ceph-mon[91421]: pgmap v279: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-13T02:58:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:25 smithi052 ceph-mon[91421]: osdmap e445: 8 total, 8 up, 8 in 2024-09-13T02:58:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:25 smithi052 ceph-mon[89065]: pgmap v279: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-13T02:58:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:25 smithi052 ceph-mon[89065]: osdmap e445: 8 total, 8 up, 8 in 2024-09-13T02:58:26.779 INFO:tasks.rados.rados.0.smithi052.stdout:1825: done (2 left) 2024-09-13T02:58:26.779 INFO:tasks.rados.rados.0.smithi052.stdout:1826: snap_create 2024-09-13T02:58:26.779 INFO:tasks.rados.rados.0.smithi052.stdout:1822: expect (ObjNum 523 snap 173 seq_num 523) 2024-09-13T02:58:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:27 smithi078 ceph-mon[85589]: pgmap v282: 121 pgs: 121 active+clean; 364 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-13T02:58:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:27.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:27 smithi078 ceph-mon[85589]: osdmap e446: 8 total, 8 up, 8 in 2024-09-13T02:58:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:27 smithi052 ceph-mon[91421]: pgmap v282: 121 pgs: 121 active+clean; 364 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-13T02:58:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:27 smithi052 ceph-mon[91421]: osdmap e446: 8 total, 8 up, 8 in 2024-09-13T02:58:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:27 smithi052 ceph-mon[89065]: pgmap v282: 121 pgs: 121 active+clean; 364 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-13T02:58:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:27 smithi052 ceph-mon[89065]: osdmap e446: 8 total, 8 up, 8 in 2024-09-13T02:58:27.780 INFO:tasks.rados.rados.0.smithi052.stdout:1822: done (2 left) 2024-09-13T02:58:27.780 INFO:tasks.rados.rados.0.smithi052.stdout:1823: done (1 left) 2024-09-13T02:58:27.780 INFO:tasks.rados.rados.0.smithi052.stdout:1826: done (0 left) 2024-09-13T02:58:27.781 INFO:tasks.rados.rados.0.smithi052.stdout:1827: rollback oid 7 current snap is 192 2024-09-13T02:58:27.781 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 182 2024-09-13T02:58:27.781 INFO:tasks.rados.rados.0.smithi052.stdout:1828: snap_remove snap 183 2024-09-13T02:58:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:58:28] "GET /metrics HTTP/1.1" 200 36040 "" "Prometheus/2.43.0" 2024-09-13T02:58:28.786 INFO:tasks.rados.rados.0.smithi052.stdout:1828: done (1 left) 2024-09-13T02:58:28.786 INFO:tasks.rados.rados.0.smithi052.stdout:1829: rollback oid 16 current snap is 192 2024-09-13T02:58:28.786 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 158 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1830: rollback oid 47 current snap is 192 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 187 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1827: finishing rollback tid 0 to smithi05277117-7 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1831: read oid 12 snap -1 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1831: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1832: rollback oid 33 current snap is 192 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 33 to 179 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1833: snap_create 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1827: finishing rollback tid 1 to smithi05277117-7 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:1827: finishing rollback tid 2 to smithi05277117-7 2024-09-13T02:58:28.787 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1161 (ObjNum 531 snap 180 seq_num 531) dirty exists 2024-09-13T02:58:28.794 INFO:tasks.rados.rados.0.smithi052.stdout:1829: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:58:28.794 INFO:tasks.rados.rados.0.smithi052.stdout:1829: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:58:28.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 308 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-13T02:58:28.800 INFO:tasks.rados.rados.0.smithi052.stdout:1830: finishing rollback tid 0 to smithi05277117-47 2024-09-13T02:58:28.800 INFO:tasks.rados.rados.0.smithi052.stdout:1830: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:58:28.800 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 905 (ObjNum 209 snap 0 seq_num 1402609272) dirty dne 2024-09-13T02:58:28.802 INFO:tasks.rados.rados.0.smithi052.stdout:1832: finishing rollback tid 1 to smithi05277117-33 2024-09-13T02:58:28.802 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1490 (ObjNum 3505 snap 0 seq_num 4210171248) dirty dne 2024-09-13T02:58:28.807 INFO:tasks.rados.rados.0.smithi052.stdout:1831: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:58:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:28 smithi078 ceph-mon[85589]: osdmap e447: 8 total, 8 up, 8 in 2024-09-13T02:58:28.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:28 smithi052 ceph-mon[89065]: osdmap e447: 8 total, 8 up, 8 in 2024-09-13T02:58:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:28 smithi052 ceph-mon[91421]: osdmap e447: 8 total, 8 up, 8 in 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1827: done (5 left) 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1829: done (4 left) 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1830: done (3 left) 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1831: done (2 left) 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1832: done (1 left) 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1833: done (0 left) 2024-09-13T02:58:29.776 INFO:tasks.rados.rados.0.smithi052.stdout:1834: snap_create 2024-09-13T02:58:30.178 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:29 smithi078 ceph-mon[85589]: pgmap v285: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T02:58:30.178 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:29 smithi078 ceph-mon[85589]: osdmap e448: 8 total, 8 up, 8 in 2024-09-13T02:58:30.178 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:30.178 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:29 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:30.178 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:29 smithi078 ceph-mon[85589]: Upgrade: osd.4 is safe to restart 2024-09-13T02:58:30.178 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:29 smithi078 ceph-mon[85589]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T02:58:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[91421]: pgmap v285: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[91421]: osdmap e448: 8 total, 8 up, 8 in 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[91421]: Upgrade: osd.4 is safe to restart 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[91421]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[89065]: pgmap v285: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[89065]: osdmap e448: 8 total, 8 up, 8 in 2024-09-13T02:58:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T02:58:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[89065]: Upgrade: osd.4 is safe to restart 2024-09-13T02:58:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:29 smithi052 ceph-mon[89065]: osdmap e449: 8 total, 8 up, 8 in 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:1834: done (0 left) 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:1835: read oid 37 snap -1 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:1835: expect (ObjNum 558 snap 188 seq_num 558) 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:1836: read oid 17 snap -1 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:1836: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 194 2024-09-13T02:58:30.777 INFO:tasks.rados.rados.0.smithi052.stdout:1837: seq_num 571 ranges {3825664=770048,4595712=483328,5079040=753664,5832704=368640} 2024-09-13T02:58:30.802 INFO:tasks.rados.rados.0.smithi052.stdout:1837: writing smithi05277117-39 from 3825664 to 4595712 tid 1 2024-09-13T02:58:30.805 INFO:tasks.rados.rados.0.smithi052.stdout:1837: writing smithi05277117-39 from 4595712 to 5079040 tid 2 2024-09-13T02:58:30.810 INFO:tasks.rados.rados.0.smithi052.stdout:1837: writing smithi05277117-39 from 5079040 to 5832704 tid 3 2024-09-13T02:58:30.812 INFO:tasks.rados.rados.0.smithi052.stdout:1837: writing smithi05277117-39 from 5832704 to 6201344 tid 4 2024-09-13T02:58:30.813 INFO:tasks.rados.rados.0.smithi052.stdout:1838: copy_from oid 29 from oid 44 current snap is 194 2024-09-13T02:58:30.813 INFO:tasks.rados.rados.0.smithi052.stdout:1836: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:58:30.816 INFO:tasks.rados.rados.0.smithi052.stdout:1835: expect (ObjNum 558 snap 188 seq_num 558) 2024-09-13T02:58:30.873 INFO:tasks.rados.rados.0.smithi052.stdout:1837: finishing write tid 1 to smithi05277117-39 2024-09-13T02:58:30.873 INFO:tasks.rados.rados.0.smithi052.stdout:1837: finishing write tid 2 to smithi05277117-39 2024-09-13T02:58:30.873 INFO:tasks.rados.rados.0.smithi052.stdout:1837: finishing write tid 3 to smithi05277117-39 2024-09-13T02:58:30.873 INFO:tasks.rados.rados.0.smithi052.stdout:1837: finishing write tid 4 to smithi05277117-39 2024-09-13T02:58:30.873 INFO:tasks.rados.rados.0.smithi052.stdout:1837: finishing write tid 5 to smithi05277117-39 2024-09-13T02:58:30.873 INFO:tasks.rados.rados.0.smithi052.stdout:1838: finishing copy_from to smithi05277117-29 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1838: got expected ENOENT (src dne) 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1838: finishing copy_from racing read to smithi05277117-29 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1837: finishing write tid 6 to smithi05277117-39 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 910 (ObjNum 571 snap 194 seq_num 571) dirty exists 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1837: left oid 39 (ObjNum 571 snap 194 seq_num 571) 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1835: done (3 left) 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1836: done (2 left) 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1837: done (1 left) 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1838: done (0 left) 2024-09-13T02:58:30.874 INFO:tasks.rados.rados.0.smithi052.stdout:1839: delete oid 44 current snap is 194 2024-09-13T02:58:30.875 INFO:tasks.rados.rados.0.smithi052.stdout:1839: done (0 left) 2024-09-13T02:58:30.875 INFO:tasks.rados.rados.0.smithi052.stdout:1840: rollback oid 49 current snap is 194 2024-09-13T02:58:30.875 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 191 2024-09-13T02:58:30.875 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 194 2024-09-13T02:58:30.875 INFO:tasks.rados.rados.0.smithi052.stdout:1841: seq_num 573 ranges {294912=802816,1097728=655360,1753088=720896,2473984=229376} 2024-09-13T02:58:30.881 INFO:tasks.rados.rados.0.smithi052.stdout:1841: writing smithi05277117-32 from 294912 to 1097728 tid 1 2024-09-13T02:58:30.884 INFO:tasks.rados.rados.0.smithi052.stdout:1841: writing smithi05277117-32 from 1097728 to 1753088 tid 2 2024-09-13T02:58:30.888 INFO:tasks.rados.rados.0.smithi052.stdout:1841: writing smithi05277117-32 from 1753088 to 2473984 tid 3 2024-09-13T02:58:30.890 INFO:tasks.rados.rados.0.smithi052.stdout:1841: writing smithi05277117-32 from 2473984 to 2703360 tid 4 2024-09-13T02:58:30.890 INFO:tasks.rados.rados.0.smithi052.stdout:1842: snap_create 2024-09-13T02:58:30.891 INFO:tasks.rados.rados.0.smithi052.stdout:1840: finishing rollback tid 1 to smithi05277117-49 2024-09-13T02:58:30.891 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1109 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-13T02:58:30.891 INFO:tasks.rados.rados.0.smithi052.stdout:1841: finishing write tid 1 to smithi05277117-32 2024-09-13T02:58:30.891 INFO:tasks.rados.rados.0.smithi052.stdout:1841: finishing write tid 2 to smithi05277117-32 2024-09-13T02:58:30.892 INFO:tasks.rados.rados.0.smithi052.stdout:1841: finishing write tid 3 to smithi05277117-32 2024-09-13T02:58:30.893 INFO:tasks.rados.rados.0.smithi052.stdout:1841: finishing write tid 4 to smithi05277117-32 2024-09-13T02:58:30.893 INFO:tasks.rados.rados.0.smithi052.stdout:1841: finishing write tid 5 to smithi05277117-32 2024-09-13T02:58:30.894 INFO:tasks.rados.rados.0.smithi052.stdout:1841: finishing write tid 6 to smithi05277117-32 2024-09-13T02:58:30.894 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1369 (ObjNum 573 snap 194 seq_num 573) dirty exists 2024-09-13T02:58:30.894 INFO:tasks.rados.rados.0.smithi052.stdout:1841: left oid 32 (ObjNum 573 snap 194 seq_num 573) 2024-09-13T02:58:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[91421]: Upgrade: Updating osd.4 2024-09-13T02:58:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[91421]: Deploying daemon osd.4 on smithi078 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[91421]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[89065]: Upgrade: Updating osd.4 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[89065]: Deploying daemon osd.4 on smithi078 2024-09-13T02:58:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:31 smithi052 ceph-mon[89065]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T02:58:31.568 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:31 smithi078 ceph-mon[85589]: Upgrade: Updating osd.4 2024-09-13T02:58:31.568 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:31.568 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T02:58:31.568 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:31.568 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:31 smithi078 ceph-mon[85589]: Deploying daemon osd.4 on smithi078 2024-09-13T02:58:31.568 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:31 smithi078 ceph-mon[85589]: osdmap e450: 8 total, 8 up, 8 in 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:1840: done (2 left) 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:1841: done (1 left) 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:1842: done (0 left) 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:1843: read oid 25 snap -1 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:1843: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 195 2024-09-13T02:58:31.779 INFO:tasks.rados.rados.0.smithi052.stdout:1844: seq_num 574 ranges {2580480=16384} 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1844: writing smithi05277117-7 from 2580480 to 2596864 tid 1 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1845: rmattr oid 3 current snap is 195 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1845: done (2 left) 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1846: rollback oid 5 current snap is 195 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 153 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1847: read oid 49 snap -1 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1847: expect deleted 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1848: copy_from oid 13 from oid 23 current snap is 195 2024-09-13T02:58:31.794 INFO:tasks.rados.rados.0.smithi052.stdout:1849: copy_from oid 36 from oid 3 current snap is 195 2024-09-13T02:58:31.795 INFO:tasks.rados.rados.0.smithi052.stdout:1843: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1848: finishing copy_from to smithi05277117-13 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1848: got expected ENOENT (src dne) 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1848: finishing copy_from racing read to smithi05277117-13 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1843: done (5 left) 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1847: done (4 left) 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1848: done (3 left) 2024-09-13T02:58:31.913 INFO:tasks.rados.rados.0.smithi052.stdout:1850: read oid 33 snap 193 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1850: expect deleted 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1851: delete oid 14 current snap is 195 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1844: finishing write tid 1 to smithi05277117-7 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1844: finishing write tid 2 to smithi05277117-7 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1846: finishing rollback tid 0 to smithi05277117-5 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1849: finishing copy_from to smithi05277117-36 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1849: got expected ENOENT (src dne) 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1844: finishing write tid 3 to smithi05277117-7 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1163 (ObjNum 574 snap 195 seq_num 574) dirty exists 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1844: left oid 7 (ObjNum 574 snap 195 seq_num 574) 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1849: finishing copy_from racing read to smithi05277117-36 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1846: finishing rollback tid 1 to smithi05277117-5 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:1846: finishing rollback tid 2 to smithi05277117-5 2024-09-13T02:58:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1166 (ObjNum 450 snap 153 seq_num 450) dirty exists 2024-09-13T02:58:31.915 INFO:tasks.rados.rados.0.smithi052.stdout:1844: done (4 left) 2024-09-13T02:58:31.915 INFO:tasks.rados.rados.0.smithi052.stdout:1846: done (3 left) 2024-09-13T02:58:31.915 INFO:tasks.rados.rados.0.smithi052.stdout:1849: done (2 left) 2024-09-13T02:58:31.915 INFO:tasks.rados.rados.0.smithi052.stdout:1850: done (1 left) 2024-09-13T02:58:31.915 INFO:tasks.rados.rados.0.smithi052.stdout:1851: done (0 left) 2024-09-13T02:58:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:1852: read oid 4 snap -1 2024-09-13T02:58:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:1852: expect (ObjNum 555 snap 187 seq_num 555) 2024-09-13T02:58:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:1853: read oid 11 snap -1 2024-09-13T02:58:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:1853: expect (ObjNum 545 snap 186 seq_num 545) 2024-09-13T02:58:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:1854: copy_from oid 33 from oid 6 current snap is 195 2024-09-13T02:58:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:1855: snap_remove snap 193 2024-09-13T02:58:32.428 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:32 smithi078 ceph-mon[85589]: pgmap v288: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T02:58:32.428 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:32.428 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:32.428 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:32 smithi078 ceph-mon[85589]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T02:58:32.428 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[91421]: pgmap v288: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T02:58:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[91421]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T02:58:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[89065]: pgmap v288: 121 pgs: 121 active+clean; 361 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T02:58:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:32 smithi052 ceph-mon[89065]: osdmap e451: 8 total, 8 up, 8 in 2024-09-13T02:58:32.781 INFO:tasks.rados.rados.0.smithi052.stdout:1855: done (3 left) 2024-09-13T02:58:32.784 INFO:tasks.rados.rados.0.smithi052.stdout:1856: read oid 49 snap -1 2024-09-13T02:58:32.784 INFO:tasks.rados.rados.0.smithi052.stdout:1856: expect deleted 2024-09-13T02:58:32.784 INFO:tasks.rados.rados.0.smithi052.stdout:1857: delete oid 40 current snap is 195 2024-09-13T02:58:32.784 INFO:tasks.rados.rados.0.smithi052.stdout:1853: expect (ObjNum 545 snap 186 seq_num 545) 2024-09-13T02:58:32.836 INFO:tasks.rados.rados.0.smithi052.stdout:1852: expect (ObjNum 555 snap 187 seq_num 555) 2024-09-13T02:58:32.961 INFO:tasks.rados.rados.0.smithi052.stdout:1854: finishing copy_from racing read to smithi05277117-33 2024-09-13T02:58:32.961 INFO:tasks.rados.rados.0.smithi052.stdout:1854: finishing copy_from to smithi05277117-33 2024-09-13T02:58:32.961 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1460 (ObjNum 513 snap 171 seq_num 513) dirty exists 2024-09-13T02:58:32.961 INFO:tasks.rados.rados.0.smithi052.stdout:1852: done (4 left) 2024-09-13T02:58:32.961 INFO:tasks.rados.rados.0.smithi052.stdout:1853: done (3 left) 2024-09-13T02:58:32.961 INFO:tasks.rados.rados.0.smithi052.stdout:1854: done (2 left) 2024-09-13T02:58:32.962 INFO:tasks.rados.rados.0.smithi052.stdout:1856: done (1 left) 2024-09-13T02:58:32.962 INFO:tasks.rados.rados.0.smithi052.stdout:1857: done (0 left) 2024-09-13T02:58:32.962 INFO:tasks.rados.rados.0.smithi052.stdout:1858: read oid 32 snap -1 2024-09-13T02:58:32.962 INFO:tasks.rados.rados.0.smithi052.stdout:1858: expect (ObjNum 573 snap 194 seq_num 573) 2024-09-13T02:58:32.962 INFO:tasks.rados.rados.0.smithi052.stdout:1859: snap_remove snap 191 2024-09-13T02:58:33.506 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:33 smithi078 systemd[1]: Stopping Ceph osd.4 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:58:33.788 INFO:tasks.rados.rados.0.smithi052.stdout:1859: done (1 left) 2024-09-13T02:58:33.788 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 195 2024-09-13T02:58:33.788 INFO:tasks.rados.rados.0.smithi052.stdout:1860: seq_num 577 ranges {2768896=65536} 2024-09-13T02:58:33.791 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[35705]: 2024-09-13T02:58:33.520+0000 7fc1df2d8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:58:33.791 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[35705]: 2024-09-13T02:58:33.520+0000 7fc1df2d8640 -1 osd.4 452 *** Got signal Terminated *** 2024-09-13T02:58:33.791 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[35705]: 2024-09-13T02:58:33.520+0000 7fc1df2d8640 -1 osd.4 452 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:58:33.791 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:33.804 INFO:tasks.rados.rados.0.smithi052.stdout:1860: writing smithi05277117-6 from 2768896 to 2834432 tid 1 2024-09-13T02:58:33.805 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 195 2024-09-13T02:58:33.805 INFO:tasks.rados.rados.0.smithi052.stdout:1861: seq_num 578 ranges {4628480=81920} 2024-09-13T02:58:33.830 INFO:tasks.rados.rados.0.smithi052.stdout:1861: writing smithi05277117-8 from 4628480 to 4710400 tid 1 2024-09-13T02:58:33.830 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 195 2024-09-13T02:58:33.830 INFO:tasks.rados.rados.0.smithi052.stdout:1858: expect (ObjNum 573 snap 194 seq_num 573) 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1860: finishing write tid 1 to smithi05277117-6 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1860: finishing write tid 2 to smithi05277117-6 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1860: finishing write tid 3 to smithi05277117-6 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1474 (ObjNum 577 snap 195 seq_num 577) dirty exists 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1860: left oid 6 (ObjNum 577 snap 195 seq_num 577) 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1861: finishing write tid 1 to smithi05277117-8 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1861: finishing write tid 2 to smithi05277117-8 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1861: finishing write tid 3 to smithi05277117-8 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1477 (ObjNum 578 snap 195 seq_num 578) dirty exists 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1861: left oid 8 (ObjNum 578 snap 195 seq_num 578) 2024-09-13T02:58:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:1862: seq_num 579 ranges {0=98304} 2024-09-13T02:58:33.908 INFO:tasks.rados.rados.0.smithi052.stdout:1862: writing smithi05277117-28 from 0 to 98304 tid 1 2024-09-13T02:58:33.908 INFO:tasks.rados.rados.0.smithi052.stdout:1858: done (3 left) 2024-09-13T02:58:33.908 INFO:tasks.rados.rados.0.smithi052.stdout:1860: done (2 left) 2024-09-13T02:58:33.908 INFO:tasks.rados.rados.0.smithi052.stdout:1861: done (1 left) 2024-09-13T02:58:33.908 INFO:tasks.rados.rados.0.smithi052.stdout:1863: snap_create 2024-09-13T02:58:33.909 INFO:tasks.rados.rados.0.smithi052.stdout:1862: finishing write tid 1 to smithi05277117-28 2024-09-13T02:58:33.909 INFO:tasks.rados.rados.0.smithi052.stdout:1862: finishing write tid 2 to smithi05277117-28 2024-09-13T02:58:33.910 INFO:tasks.rados.rados.0.smithi052.stdout:1862: finishing write tid 3 to smithi05277117-28 2024-09-13T02:58:33.911 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1101 (ObjNum 579 snap 195 seq_num 579) dirty exists 2024-09-13T02:58:33.911 INFO:tasks.rados.rados.0.smithi052.stdout:1862: left oid 28 (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:58:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-mon[85589]: pgmap v291: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 680 KiB/s wr, 7 op/s 2024-09-13T02:58:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-mon[85589]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T02:58:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:33 smithi078 ceph-mon[85589]: osd.4 marked itself down and dead 2024-09-13T02:58:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:33 smithi052 ceph-mon[91421]: pgmap v291: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 680 KiB/s wr, 7 op/s 2024-09-13T02:58:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:33 smithi052 ceph-mon[91421]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T02:58:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:33 smithi052 ceph-mon[91421]: osd.4 marked itself down and dead 2024-09-13T02:58:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:33 smithi052 ceph-mon[89065]: pgmap v291: 121 pgs: 121 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 680 KiB/s wr, 7 op/s 2024-09-13T02:58:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:33 smithi052 ceph-mon[89065]: osdmap e452: 8 total, 8 up, 8 in 2024-09-13T02:58:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:33 smithi052 ceph-mon[89065]: osd.4 marked itself down and dead 2024-09-13T02:58:34.607 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:34 smithi078 podman[90406]: 2024-09-13 02:58:34.339095314 +0000 UTC m=+0.925491540 container died df833009e6821e6b5bfa51fd7bbdc6bd63a037287d51708d0aa3963e480e59dd (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-13T02:58:34.607 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:34.608 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1862: done (1 left) 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1863: done (0 left) 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1864: rmattr oid 13 current snap is 196 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1865: read oid 26 snap 189 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1865: expect (ObjNum 154 snap 45 seq_num 154) 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1866: rollback oid 22 current snap is 196 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 195 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 196 2024-09-13T02:58:34.778 INFO:tasks.rados.rados.0.smithi052.stdout:1867: seq_num 580 ranges {6201344=114688} 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:1867: writing smithi05277117-39 from 6201344 to 6316032 tid 1 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:1868: snap_create 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1479 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:1866: finishing rollback tid 0 to smithi05277117-22 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:1866: finishing rollback tid 1 to smithi05277117-22 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:1866: finishing rollback tid 2 to smithi05277117-22 2024-09-13T02:58:34.819 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1097 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:58:34.820 INFO:tasks.rados.rados.0.smithi052.stdout:1865: expect (ObjNum 154 snap 45 seq_num 154) 2024-09-13T02:58:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:34 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:58:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:34 smithi078 ceph-mon[85589]: osdmap e453: 8 total, 7 up, 8 in 2024-09-13T02:58:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:34 smithi078 ceph-mon[85589]: osdmap e454: 8 total, 7 up, 8 in 2024-09-13T02:58:34.946 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:34 smithi078 podman[90406]: 2024-09-13 02:58:34.704841267 +0000 UTC m=+1.291237482 container cleanup df833009e6821e6b5bfa51fd7bbdc6bd63a037287d51708d0aa3963e480e59dd (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-13T02:58:34.947 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:34 smithi078 bash[90406]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4 2024-09-13T02:58:34.978 INFO:tasks.rados.rados.0.smithi052.stdout:1867: finishing write tid 1 to smithi05277117-39 2024-09-13T02:58:34.978 INFO:tasks.rados.rados.0.smithi052.stdout:1867: finishing write tid 2 to smithi05277117-39 2024-09-13T02:58:34.978 INFO:tasks.rados.rados.0.smithi052.stdout:1867: finishing write tid 3 to smithi05277117-39 2024-09-13T02:58:34.978 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 912 (ObjNum 580 snap 196 seq_num 580) dirty exists 2024-09-13T02:58:34.978 INFO:tasks.rados.rados.0.smithi052.stdout:1867: left oid 39 (ObjNum 580 snap 196 seq_num 580) 2024-09-13T02:58:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:34 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:58:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:34 smithi052 ceph-mon[91421]: osdmap e453: 8 total, 7 up, 8 in 2024-09-13T02:58:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:34 smithi052 ceph-mon[91421]: osdmap e454: 8 total, 7 up, 8 in 2024-09-13T02:58:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:34 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:58:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:34 smithi052 ceph-mon[89065]: osdmap e453: 8 total, 7 up, 8 in 2024-09-13T02:58:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:34 smithi052 ceph-mon[89065]: osdmap e454: 8 total, 7 up, 8 in 2024-09-13T02:58:35.446 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90423]: 2024-09-13 02:58:35.090049357 +0000 UTC m=+0.746812336 container remove df833009e6821e6b5bfa51fd7bbdc6bd63a037287d51708d0aa3963e480e59dd (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-bbdadfa, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T02:58:35.802 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90511]: 2024-09-13 02:58:35.374963746 +0000 UTC m=+0.015622833 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:58:35.803 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90511]: 2024-09-13 02:58:35.557736106 +0000 UTC m=+0.198395237 container create e3ffdded6938282ecd1c2f70cc3b5fe490f842a529f712827d09d5297b0d33f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T02:58:35.805 INFO:tasks.rados.rados.0.smithi052.stdout:1864: done (4 left) 2024-09-13T02:58:35.805 INFO:tasks.rados.rados.0.smithi052.stdout:1865: done (3 left) 2024-09-13T02:58:35.805 INFO:tasks.rados.rados.0.smithi052.stdout:1866: done (2 left) 2024-09-13T02:58:35.805 INFO:tasks.rados.rados.0.smithi052.stdout:1867: done (1 left) 2024-09-13T02:58:35.805 INFO:tasks.rados.rados.0.smithi052.stdout:1868: done (0 left) 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:1869: read oid 12 snap -1 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:1869: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:1870: read oid 44 snap -1 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:1870: expect deleted 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 197 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:1871: seq_num 581 ranges {0=139264} 2024-09-13T02:58:35.806 INFO:tasks.rados.rados.0.smithi052.stdout:1871: writing smithi05277117-14 from 0 to 139264 tid 1 2024-09-13T02:58:35.807 INFO:tasks.rados.rados.0.smithi052.stdout:1872: rollback oid 2 current snap is 197 2024-09-13T02:58:35.807 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 190 2024-09-13T02:58:35.807 INFO:tasks.rados.rados.0.smithi052.stdout:1873: snap_create 2024-09-13T02:58:35.812 INFO:tasks.rados.rados.0.smithi052.stdout:1871: finishing write tid 1 to smithi05277117-14 2024-09-13T02:58:35.813 INFO:tasks.rados.rados.0.smithi052.stdout:1871: finishing write tid 2 to smithi05277117-14 2024-09-13T02:58:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:1871: finishing write tid 3 to smithi05277117-14 2024-09-13T02:58:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1481 (ObjNum 581 snap 197 seq_num 581) dirty exists 2024-09-13T02:58:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:1871: left oid 14 (ObjNum 581 snap 197 seq_num 581) 2024-09-13T02:58:35.816 INFO:tasks.rados.rados.0.smithi052.stdout:1872: finishing rollback tid 0 to smithi05277117-2 2024-09-13T02:58:35.817 INFO:tasks.rados.rados.0.smithi052.stdout:1872: finishing rollback tid 1 to smithi05277117-2 2024-09-13T02:58:35.817 INFO:tasks.rados.rados.0.smithi052.stdout:1872: finishing rollback tid 2 to smithi05277117-2 2024-09-13T02:58:35.818 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 677 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:35.821 INFO:tasks.rados.rados.0.smithi052.stdout:1869: expect (ObjNum 421 snap 143 seq_num 421) 2024-09-13T02:58:36.179 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:35 smithi052 ceph-mon[91421]: pgmap v294: 121 pgs: 9 stale+active+clean, 112 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 680 KiB/s wr, 5 op/s 2024-09-13T02:58:36.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:35 smithi052 ceph-mon[89065]: pgmap v294: 121 pgs: 9 stale+active+clean, 112 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 680 KiB/s wr, 5 op/s 2024-09-13T02:58:36.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:35 smithi078 ceph-mon[85589]: pgmap v294: 121 pgs: 9 stale+active+clean, 112 active+clean; 367 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 680 KiB/s wr, 5 op/s 2024-09-13T02:58:36.197 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90511]: 2024-09-13 02:58:35.801994414 +0000 UTC m=+0.442653504 container init e3ffdded6938282ecd1c2f70cc3b5fe490f842a529f712827d09d5297b0d33f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T02:58:36.197 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90511]: 2024-09-13 02:58:35.807983718 +0000 UTC m=+0.448642799 container start e3ffdded6938282ecd1c2f70cc3b5fe490f842a529f712827d09d5297b0d33f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-13T02:58:36.197 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90511]: 2024-09-13 02:58:35.918832691 +0000 UTC m=+0.559491764 container attach e3ffdded6938282ecd1c2f70cc3b5fe490f842a529f712827d09d5297b0d33f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2) 2024-09-13T02:58:36.197 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:35 smithi078 podman[90511]: 2024-09-13 02:58:35.992453794 +0000 UTC m=+0.633112874 container died e3ffdded6938282ecd1c2f70cc3b5fe490f842a529f712827d09d5297b0d33f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f) 2024-09-13T02:58:36.815 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:36 smithi078 podman[90535]: 2024-09-13 02:58:36.547537249 +0000 UTC m=+0.549468274 container remove e3ffdded6938282ecd1c2f70cc3b5fe490f842a529f712827d09d5297b0d33f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:58:36.815 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:36 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-13T02:58:36.816 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:36 smithi078 systemd[1]: Stopped Ceph osd.4 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:58:36.816 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:36 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.4.service: Consumed 13.730s CPU time. 2024-09-13T02:58:36.816 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:36 smithi078 systemd[1]: Starting Ceph osd.4 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1869: done (4 left) 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1870: done (3 left) 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1871: done (2 left) 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1872: done (1 left) 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1873: done (0 left) 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1874: rmattr oid 18 current snap is 198 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 198 2024-09-13T02:58:36.817 INFO:tasks.rados.rados.0.smithi052.stdout:1875: seq_num 582 ranges {139264=155648} 2024-09-13T02:58:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:1875: writing smithi05277117-14 from 139264 to 294912 tid 1 2024-09-13T02:58:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:1876: snap_create 2024-09-13T02:58:36.824 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1102 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:58:36.824 INFO:tasks.rados.rados.0.smithi052.stdout:1875: finishing write tid 1 to smithi05277117-14 2024-09-13T02:58:36.824 INFO:tasks.rados.rados.0.smithi052.stdout:1875: finishing write tid 2 to smithi05277117-14 2024-09-13T02:58:36.825 INFO:tasks.rados.rados.0.smithi052.stdout:1875: finishing write tid 3 to smithi05277117-14 2024-09-13T02:58:36.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1484 (ObjNum 582 snap 198 seq_num 582) dirty exists 2024-09-13T02:58:36.826 INFO:tasks.rados.rados.0.smithi052.stdout:1875: left oid 14 (ObjNum 582 snap 198 seq_num 582) 2024-09-13T02:58:37.145 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:36 smithi078 ceph-mon[85589]: osdmap e455: 8 total, 7 up, 8 in 2024-09-13T02:58:37.145 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:36 smithi078 podman[90630]: 2024-09-13 02:58:36.892271899 +0000 UTC m=+0.016029513 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:58:37.146 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 podman[90630]: 2024-09-13 02:58:37.024211306 +0000 UTC m=+0.147968912 container create 26bf6a918fdaa9b1c6cc42ea46600083c3943bbc37d5f13f2570f67ce9e8249a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:58:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:36 smithi052 ceph-mon[91421]: osdmap e455: 8 total, 7 up, 8 in 2024-09-13T02:58:37.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:36 smithi052 ceph-mon[89065]: osdmap e455: 8 total, 7 up, 8 in 2024-09-13T02:58:37.407 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 podman[90630]: 2024-09-13 02:58:37.259860786 +0000 UTC m=+0.383618393 container init 26bf6a918fdaa9b1c6cc42ea46600083c3943bbc37d5f13f2570f67ce9e8249a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:58:37.407 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 podman[90630]: 2024-09-13 02:58:37.263220874 +0000 UTC m=+0.386978481 container start 26bf6a918fdaa9b1c6cc42ea46600083c3943bbc37d5f13f2570f67ce9e8249a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:58:37.407 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 podman[90630]: 2024-09-13 02:58:37.368001343 +0000 UTC m=+0.491758964 container attach 26bf6a918fdaa9b1c6cc42ea46600083c3943bbc37d5f13f2570f67ce9e8249a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T02:58:37.407 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:37.408 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 bash[90630]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:37.408 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:37.408 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 bash[90630]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:58:37.821 INFO:tasks.rados.rados.0.smithi052.stdout:1874: done (2 left) 2024-09-13T02:58:37.821 INFO:tasks.rados.rados.0.smithi052.stdout:1875: done (1 left) 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1876: done (0 left) 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1877: copy_from oid 34 from oid 41 current snap is 199 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1878: rollback oid 2 current snap is 199 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 179 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1879: rollback oid 26 current snap is 199 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 153 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1880: read oid 9 snap -1 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1880: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1881: rollback oid 37 current snap is 199 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 152 2024-09-13T02:58:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:1882: delete oid 4 current snap is 199 2024-09-13T02:58:37.826 INFO:tasks.rados.rados.0.smithi052.stdout:1877: finishing copy_from to smithi05277117-34 2024-09-13T02:58:37.826 INFO:tasks.rados.rados.0.smithi052.stdout:1877: got expected ENOENT (src dne) 2024-09-13T02:58:37.826 INFO:tasks.rados.rados.0.smithi052.stdout:1877: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:58:37.830 INFO:tasks.rados.rados.0.smithi052.stdout:1880: expect (ObjNum 481 snap 163 seq_num 481) 2024-09-13T02:58:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:1881: finishing rollback tid 0 to smithi05277117-37 2024-09-13T02:58:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:1881: finishing rollback tid 1 to smithi05277117-37 2024-09-13T02:58:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:1878: finishing rollback tid 0 to smithi05277117-2 2024-09-13T02:58:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:1881: finishing rollback tid 2 to smithi05277117-37 2024-09-13T02:58:37.856 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1162 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1879: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1879: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1879: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1162 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1878: finishing rollback tid 1 to smithi05277117-2 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1878: finishing rollback tid 2 to smithi05277117-2 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 680 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1877: done (5 left) 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1878: done (4 left) 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1879: done (3 left) 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1880: done (2 left) 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1881: done (1 left) 2024-09-13T02:58:37.857 INFO:tasks.rados.rados.0.smithi052.stdout:1882: done (0 left) 2024-09-13T02:58:37.858 INFO:tasks.rados.rados.0.smithi052.stdout:1883: snap_create 2024-09-13T02:58:38.150 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-mon[85589]: pgmap v297: 121 pgs: 7 active+undersized, 7 stale+active+clean, 6 active+undersized+degraded, 101 active+clean; 372 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 16/735 objects degraded (2.177%) 2024-09-13T02:58:38.150 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 16/735 objects degraded (2.177%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:38.150 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-mon[85589]: osdmap e456: 8 total, 7 up, 8 in 2024-09-13T02:58:38.150 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:58:38.150 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 bash[90630]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:58:38.151 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:58:38.151 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:37 smithi078 bash[90630]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T02:58:38.151 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:58:38.151 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 bash[90630]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T02:58:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:37 smithi052 ceph-mon[91421]: pgmap v297: 121 pgs: 7 active+undersized, 7 stale+active+clean, 6 active+undersized+degraded, 101 active+clean; 372 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 16/735 objects degraded (2.177%) 2024-09-13T02:58:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:37 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 16/735 objects degraded (2.177%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:37 smithi052 ceph-mon[91421]: osdmap e456: 8 total, 7 up, 8 in 2024-09-13T02:58:38.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:37 smithi052 ceph-mon[89065]: pgmap v297: 121 pgs: 7 active+undersized, 7 stale+active+clean, 6 active+undersized+degraded, 101 active+clean; 372 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 16/735 objects degraded (2.177%) 2024-09-13T02:58:38.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:37 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 16/735 objects degraded (2.177%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:38.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:37 smithi052 ceph-mon[89065]: osdmap e456: 8 total, 7 up, 8 in 2024-09-13T02:58:38.446 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:58:38.446 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 bash[90630]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 bash[90630]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 bash[90630]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate[90644]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 bash[90630]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-13T02:58:38.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 podman[90630]: 2024-09-13 02:58:38.176780968 +0000 UTC m=+1.300538599 container died 26bf6a918fdaa9b1c6cc42ea46600083c3943bbc37d5f13f2570f67ce9e8249a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-13T02:58:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:58:38] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-09-13T02:58:38.739 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:38.828 INFO:tasks.rados.rados.0.smithi052.stdout:1883: done (0 left) 2024-09-13T02:58:38.829 INFO:tasks.rados.rados.0.smithi052.stdout:1884: copy_from oid 2 from oid 47 current snap is 200 2024-09-13T02:58:38.829 INFO:tasks.rados.rados.0.smithi052.stdout:1885: snap_remove snap 158 2024-09-13T02:58:39.039 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:38 smithi078 ceph-mon[85589]: osdmap e457: 8 total, 7 up, 8 in 2024-09-13T02:58:39.039 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 podman[90785]: 2024-09-13 02:58:38.738158591 +0000 UTC m=+0.551207061 container remove 26bf6a918fdaa9b1c6cc42ea46600083c3943bbc37d5f13f2570f67ce9e8249a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T02:58:39.040 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:38 smithi078 podman[90845]: 2024-09-13 02:58:38.84488967 +0000 UTC m=+0.015810315 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:58:39.040 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:39 smithi078 podman[90845]: 2024-09-13 02:58:39.038928353 +0000 UTC m=+0.209849032 container create bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, ceph=True) 2024-09-13T02:58:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:38 smithi052 ceph-mon[89065]: osdmap e457: 8 total, 7 up, 8 in 2024-09-13T02:58:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:38 smithi052 ceph-mon[91421]: osdmap e457: 8 total, 7 up, 8 in 2024-09-13T02:58:39.291 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:39 smithi078 podman[90845]: 2024-09-13 02:58:39.266430435 +0000 UTC m=+0.437351076 container init bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=) 2024-09-13T02:58:39.291 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:39 smithi078 podman[90845]: 2024-09-13 02:58:39.269616058 +0000 UTC m=+0.440536702 container start bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-13T02:58:39.696 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-osd[90864]: -- 172.21.15.78:0/603786391 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5586356ada40 con 0x558636474400 2024-09-13T02:58:39.696 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:39 smithi078 bash[90845]: bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb 2024-09-13T02:58:39.696 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:39 smithi078 systemd[1]: Started Ceph osd.4 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1885: done (1 left) 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1886: rollback oid 25 current snap is 200 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 179 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1884: finishing copy_from to smithi05277117-2 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1884: got expected ENOENT (src dne) 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1884: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1884: done (1 left) 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1887: rmattr oid 50 current snap is 200 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1887: done (1 left) 2024-09-13T02:58:39.780 INFO:tasks.rados.rados.0.smithi052.stdout:1888: read oid 10 snap 195 2024-09-13T02:58:39.781 INFO:tasks.rados.rados.0.smithi052.stdout:1888: expect (ObjNum 557 snap 188 seq_num 557) 2024-09-13T02:58:39.781 INFO:tasks.rados.rados.0.smithi052.stdout:1889: delete oid 38 current snap is 200 2024-09-13T02:58:39.784 INFO:tasks.rados.rados.0.smithi052.stdout:1886: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:58:39.787 INFO:tasks.rados.rados.0.smithi052.stdout:1886: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:58:39.787 INFO:tasks.rados.rados.0.smithi052.stdout:1886: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:58:39.787 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1009 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:58:39.789 INFO:tasks.rados.rados.0.smithi052.stdout:1886: done (2 left) 2024-09-13T02:58:39.789 INFO:tasks.rados.rados.0.smithi052.stdout:1889: done (1 left) 2024-09-13T02:58:39.789 INFO:tasks.rados.rados.0.smithi052.stdout:1890: read oid 36 snap -1 2024-09-13T02:58:39.789 INFO:tasks.rados.rados.0.smithi052.stdout:1890: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:58:39.789 INFO:tasks.rados.rados.0.smithi052.stdout:1891: read oid 23 snap -1 2024-09-13T02:58:39.789 INFO:tasks.rados.rados.0.smithi052.stdout:1891: expect deleted 2024-09-13T02:58:39.790 INFO:tasks.rados.rados.0.smithi052.stdout:1892: snap_create 2024-09-13T02:58:39.797 INFO:tasks.rados.rados.0.smithi052.stdout:1890: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:58:39.831 INFO:tasks.rados.rados.0.smithi052.stdout:1888: expect (ObjNum 557 snap 188 seq_num 557) 2024-09-13T02:58:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-mon[85589]: pgmap v300: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 87/750 objects degraded (11.600%) 2024-09-13T02:58:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-mon[85589]: osdmap e458: 8 total, 7 up, 8 in 2024-09-13T02:58:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:39 smithi078 ceph-mon[85589]: osdmap e459: 8 total, 7 up, 8 in 2024-09-13T02:58:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[91421]: pgmap v300: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 87/750 objects degraded (11.600%) 2024-09-13T02:58:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[91421]: osdmap e458: 8 total, 7 up, 8 in 2024-09-13T02:58:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[91421]: osdmap e459: 8 total, 7 up, 8 in 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[89065]: pgmap v300: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 373 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 87/750 objects degraded (11.600%) 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[89065]: osdmap e458: 8 total, 7 up, 8 in 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:39 smithi052 ceph-mon[89065]: osdmap e459: 8 total, 7 up, 8 in 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1888: done (3 left) 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1890: done (2 left) 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1891: done (1 left) 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1892: done (0 left) 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1893: read oid 16 snap -1 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1893: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:58:40.780 INFO:tasks.rados.rados.0.smithi052.stdout:1894: rollback oid 4 current snap is 201 2024-09-13T02:58:40.781 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 188 2024-09-13T02:58:40.781 INFO:tasks.rados.rados.0.smithi052.stdout:1895: delete oid 46 current snap is 201 2024-09-13T02:58:40.783 INFO:tasks.rados.rados.0.smithi052.stdout:1893: expect (ObjNum 15 snap 0 seq_num 15) 2024-09-13T02:58:40.790 INFO:tasks.rados.rados.0.smithi052.stdout:1894: finishing rollback tid 1 to smithi05277117-4 2024-09-13T02:58:40.791 INFO:tasks.rados.rados.0.smithi052.stdout:1894: finishing rollback tid 2 to smithi05277117-4 2024-09-13T02:58:40.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1387 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-09-13T02:58:40.791 INFO:tasks.rados.rados.0.smithi052.stdout:1893: done (2 left) 2024-09-13T02:58:40.791 INFO:tasks.rados.rados.0.smithi052.stdout:1894: done (1 left) 2024-09-13T02:58:40.791 INFO:tasks.rados.rados.0.smithi052.stdout:1895: done (0 left) 2024-09-13T02:58:40.791 INFO:tasks.rados.rados.0.smithi052.stdout:1896: snap_remove snap 188 2024-09-13T02:58:41.196 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T02:58:40.918+0000 7f9070673640 -1 Falling back to public interface 2024-09-13T02:58:41.786 INFO:tasks.rados.rados.0.smithi052.stdout:1896: done (0 left) 2024-09-13T02:58:41.787 INFO:tasks.rados.rados.0.smithi052.stdout:1897: rollback oid 33 current snap is 201 2024-09-13T02:58:41.787 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 33 to 179 2024-09-13T02:58:41.787 INFO:tasks.rados.rados.0.smithi052.stdout:1898: delete oid 1 current snap is 201 2024-09-13T02:58:41.790 INFO:tasks.rados.rados.0.smithi052.stdout:1897: finishing rollback tid 0 to smithi05277117-33 2024-09-13T02:58:41.790 INFO:tasks.rados.rados.0.smithi052.stdout:1897: finishing rollback tid 1 to smithi05277117-33 2024-09-13T02:58:41.790 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1525 (ObjNum 49 snap 0 seq_num 1516855136) dirty dne 2024-09-13T02:58:41.791 INFO:tasks.rados.rados.0.smithi052.stdout:1897: done (1 left) 2024-09-13T02:58:41.791 INFO:tasks.rados.rados.0.smithi052.stdout:1898: done (0 left) 2024-09-13T02:58:41.791 INFO:tasks.rados.rados.0.smithi052.stdout:1899: delete oid 27 current snap is 201 2024-09-13T02:58:41.796 INFO:tasks.rados.rados.0.smithi052.stdout:1899: done (0 left) 2024-09-13T02:58:41.796 INFO:tasks.rados.rados.0.smithi052.stdout:1900: snap_remove snap 189 2024-09-13T02:58:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:41 smithi052 ceph-mon[91421]: pgmap v303: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 370 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 108 KiB/s wr, 13 op/s; 89/753 objects degraded (11.819%) 2024-09-13T02:58:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:41 smithi052 ceph-mon[91421]: osdmap e460: 8 total, 7 up, 8 in 2024-09-13T02:58:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:41 smithi052 ceph-mon[89065]: pgmap v303: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 370 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 108 KiB/s wr, 13 op/s; 89/753 objects degraded (11.819%) 2024-09-13T02:58:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:41 smithi052 ceph-mon[89065]: osdmap e460: 8 total, 7 up, 8 in 2024-09-13T02:58:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:41 smithi078 ceph-mon[85589]: pgmap v303: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 370 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 108 KiB/s wr, 13 op/s; 89/753 objects degraded (11.819%) 2024-09-13T02:58:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:41 smithi078 ceph-mon[85589]: osdmap e460: 8 total, 7 up, 8 in 2024-09-13T02:58:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:42.792 INFO:tasks.rados.rados.0.smithi052.stdout:1900: done (0 left) 2024-09-13T02:58:42.793 INFO:tasks.rados.rados.0.smithi052.stdout:1901: setattr oid 36 current snap is 201 2024-09-13T02:58:42.794 INFO:tasks.rados.rados.0.smithi052.stdout:1902: copy_from oid 38 from oid 1 current snap is 201 2024-09-13T02:58:42.794 INFO:tasks.rados.rados.0.smithi052.stdout:1903: rollback oid 15 current snap is 201 2024-09-13T02:58:42.794 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 152 2024-09-13T02:58:42.794 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 201 2024-09-13T02:58:42.794 INFO:tasks.rados.rados.0.smithi052.stdout:1904: seq_num 588 ranges {5218304=253952} 2024-09-13T02:58:42.825 INFO:tasks.rados.rados.0.smithi052.stdout:1904: writing smithi05277117-22 from 5218304 to 5472256 tid 1 2024-09-13T02:58:42.825 INFO:tasks.rados.rados.0.smithi052.stdout:1905: rollback oid 10 current snap is 201 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 179 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1902: finishing copy_from to smithi05277117-38 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1902: got expected ENOENT (src dne) 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1902: finishing copy_from racing read to smithi05277117-38 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1103 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1903: finishing rollback tid 0 to smithi05277117-15 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1903: finishing rollback tid 1 to smithi05277117-15 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1903: finishing rollback tid 2 to smithi05277117-15 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 442 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1901: done (4 left) 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1902: done (3 left) 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1903: done (2 left) 2024-09-13T02:58:42.826 INFO:tasks.rados.rados.0.smithi052.stdout:1906: snap_create 2024-09-13T02:58:42.830 INFO:tasks.rados.rados.0.smithi052.stdout:1904: finishing write tid 1 to smithi05277117-22 2024-09-13T02:58:42.830 INFO:tasks.rados.rados.0.smithi052.stdout:1904: finishing write tid 2 to smithi05277117-22 2024-09-13T02:58:42.830 INFO:tasks.rados.rados.0.smithi052.stdout:1905: finishing rollback tid 0 to smithi05277117-10 2024-09-13T02:58:42.831 INFO:tasks.rados.rados.0.smithi052.stdout:1905: finishing rollback tid 1 to smithi05277117-10 2024-09-13T02:58:42.831 INFO:tasks.rados.rados.0.smithi052.stdout:1905: finishing rollback tid 2 to smithi05277117-10 2024-09-13T02:58:42.831 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1531 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:58:42.831 INFO:tasks.rados.rados.0.smithi052.stdout:1904: finishing write tid 3 to smithi05277117-22 2024-09-13T02:58:42.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1099 (ObjNum 588 snap 201 seq_num 588) dirty exists 2024-09-13T02:58:42.832 INFO:tasks.rados.rados.0.smithi052.stdout:1904: left oid 22 (ObjNum 588 snap 201 seq_num 588) 2024-09-13T02:58:43.092 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:42 smithi078 ceph-mon[85589]: osdmap e461: 8 total, 7 up, 8 in 2024-09-13T02:58:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:42 smithi052 ceph-mon[91421]: osdmap e461: 8 total, 7 up, 8 in 2024-09-13T02:58:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:42 smithi052 ceph-mon[89065]: osdmap e461: 8 total, 7 up, 8 in 2024-09-13T02:58:43.788 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:1904: done (2 left) 2024-09-13T02:58:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:1905: done (1 left) 2024-09-13T02:58:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:1906: done (0 left) 2024-09-13T02:58:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 202 2024-09-13T02:58:43.795 INFO:tasks.rados.rados.0.smithi052.stdout:1907: seq_num 589 ranges {4710400=270336} 2024-09-13T02:58:43.822 INFO:tasks.rados.rados.0.smithi052.stdout:1907: writing smithi05277117-8 from 4710400 to 4980736 tid 1 2024-09-13T02:58:43.823 INFO:tasks.rados.rados.0.smithi052.stdout:1908: delete oid 12 current snap is 202 2024-09-13T02:58:43.827 INFO:tasks.rados.rados.0.smithi052.stdout:1907: finishing write tid 1 to smithi05277117-8 2024-09-13T02:58:43.828 INFO:tasks.rados.rados.0.smithi052.stdout:1908: done (1 left) 2024-09-13T02:58:43.828 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 202 2024-09-13T02:58:43.828 INFO:tasks.rados.rados.0.smithi052.stdout:1909: seq_num 591 ranges {3727360=303104} 2024-09-13T02:58:43.851 INFO:tasks.rados.rados.0.smithi052.stdout:1909: writing smithi05277117-35 from 3727360 to 4030464 tid 1 2024-09-13T02:58:43.851 INFO:tasks.rados.rados.0.smithi052.stdout:1910: delete oid 4 current snap is 202 2024-09-13T02:58:43.851 INFO:tasks.rados.rados.0.smithi052.stdout:1907: finishing write tid 2 to smithi05277117-8 2024-09-13T02:58:43.851 INFO:tasks.rados.rados.0.smithi052.stdout:1907: finishing write tid 3 to smithi05277117-8 2024-09-13T02:58:43.851 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1515 (ObjNum 589 snap 202 seq_num 589) dirty exists 2024-09-13T02:58:43.851 INFO:tasks.rados.rados.0.smithi052.stdout:1907: left oid 8 (ObjNum 589 snap 202 seq_num 589) 2024-09-13T02:58:43.853 INFO:tasks.rados.rados.0.smithi052.stdout:1907: done (2 left) 2024-09-13T02:58:43.854 INFO:tasks.rados.rados.0.smithi052.stdout:1910: done (1 left) 2024-09-13T02:58:43.854 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 202 2024-09-13T02:58:43.854 INFO:tasks.rados.rados.0.smithi052.stdout:1911: seq_num 593 ranges {0=335872} 2024-09-13T02:58:43.856 INFO:tasks.rados.rados.0.smithi052.stdout:1911: writing smithi05277117-47 from 0 to 335872 tid 1 2024-09-13T02:58:43.856 INFO:tasks.rados.rados.0.smithi052.stdout:1912: rmattr oid 23 current snap is 202 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:1912: done (2 left) 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:1913: copy_from oid 30 from oid 2 current snap is 202 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:1909: finishing write tid 1 to smithi05277117-35 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:1909: finishing write tid 2 to smithi05277117-35 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:1914: copy_from oid 7 from oid 46 current snap is 202 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 202 2024-09-13T02:58:43.857 INFO:tasks.rados.rados.0.smithi052.stdout:1915: seq_num 594 ranges {6578176=352256} 2024-09-13T02:58:43.895 INFO:tasks.rados.rados.0.smithi052.stdout:1915: writing smithi05277117-43 from 6578176 to 6930432 tid 1 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1916: delete oid 48 current snap is 202 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1909: finishing write tid 3 to smithi05277117-35 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1308 (ObjNum 591 snap 202 seq_num 591) dirty exists 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1909: left oid 35 (ObjNum 591 snap 202 seq_num 591) 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1911: finishing write tid 1 to smithi05277117-47 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1911: finishing write tid 2 to smithi05277117-47 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1914: finishing copy_from to smithi05277117-7 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1914: got expected ENOENT (src dne) 2024-09-13T02:58:43.896 INFO:tasks.rados.rados.0.smithi052.stdout:1914: finishing copy_from racing read to smithi05277117-7 2024-09-13T02:58:43.897 INFO:tasks.rados.rados.0.smithi052.stdout:1911: finishing write tid 3 to smithi05277117-47 2024-09-13T02:58:43.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 915 (ObjNum 593 snap 202 seq_num 593) dirty exists 2024-09-13T02:58:43.897 INFO:tasks.rados.rados.0.smithi052.stdout:1911: left oid 47 (ObjNum 593 snap 202 seq_num 593) 2024-09-13T02:58:43.897 INFO:tasks.rados.rados.0.smithi052.stdout:1913: finishing copy_from racing read to smithi05277117-30 2024-09-13T02:58:43.897 INFO:tasks.rados.rados.0.smithi052.stdout:1913: finishing copy_from to smithi05277117-30 2024-09-13T02:58:43.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 680 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1909: done (5 left) 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1911: done (4 left) 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1913: done (3 left) 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1914: done (2 left) 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1916: done (1 left) 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1917: read oid 29 snap -1 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1917: expect deleted 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1918: delete oid 40 current snap is 202 2024-09-13T02:58:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:1915: finishing write tid 1 to smithi05277117-43 2024-09-13T02:58:43.900 INFO:tasks.rados.rados.0.smithi052.stdout:1915: finishing write tid 2 to smithi05277117-43 2024-09-13T02:58:43.900 INFO:tasks.rados.rados.0.smithi052.stdout:1915: finishing write tid 3 to smithi05277117-43 2024-09-13T02:58:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1164 (ObjNum 594 snap 202 seq_num 594) dirty exists 2024-09-13T02:58:43.901 INFO:tasks.rados.rados.0.smithi052.stdout:1915: left oid 43 (ObjNum 594 snap 202 seq_num 594) 2024-09-13T02:58:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:1915: done (2 left) 2024-09-13T02:58:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:1917: done (1 left) 2024-09-13T02:58:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:1918: done (0 left) 2024-09-13T02:58:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:1919: snap_create 2024-09-13T02:58:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:43 smithi078 ceph-mon[85589]: pgmap v306: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 13 op/s; 93/759 objects degraded (12.253%) 2024-09-13T02:58:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:43 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 93/759 objects degraded (12.253%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:43 smithi078 ceph-mon[85589]: osdmap e462: 8 total, 7 up, 8 in 2024-09-13T02:58:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[91421]: pgmap v306: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 13 op/s; 93/759 objects degraded (12.253%) 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 93/759 objects degraded (12.253%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[91421]: osdmap e462: 8 total, 7 up, 8 in 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[89065]: pgmap v306: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 13 op/s; 93/759 objects degraded (12.253%) 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 93/759 objects degraded (12.253%), 13 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[89065]: osdmap e462: 8 total, 7 up, 8 in 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:44.722 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:44.723 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:44.798 INFO:tasks.rados.rados.0.smithi052.stdout:1919: done (0 left) 2024-09-13T02:58:44.798 INFO:tasks.rados.rados.0.smithi052.stdout:1920: delete oid 9 current snap is 203 2024-09-13T02:58:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:1920: done (0 left) 2024-09-13T02:58:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 203 2024-09-13T02:58:44.809 INFO:tasks.rados.rados.0.smithi052.stdout:1921: seq_num 598 ranges {6316032=417792} 2024-09-13T02:58:44.846 INFO:tasks.rados.rados.0.smithi052.stdout:1921: writing smithi05277117-39 from 6316032 to 6733824 tid 1 2024-09-13T02:58:44.846 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 203 2024-09-13T02:58:44.846 INFO:tasks.rados.rados.0.smithi052.stdout:1922: seq_num 599 ranges {335872=434176} 2024-09-13T02:58:44.850 INFO:tasks.rados.rados.0.smithi052.stdout:1922: writing smithi05277117-47 from 335872 to 770048 tid 1 2024-09-13T02:58:44.851 INFO:tasks.rados.rados.0.smithi052.stdout:1923: read oid 32 snap -1 2024-09-13T02:58:44.851 INFO:tasks.rados.rados.0.smithi052.stdout:1923: expect (ObjNum 573 snap 194 seq_num 573) 2024-09-13T02:58:44.851 INFO:tasks.rados.rados.0.smithi052.stdout:1924: snap_create 2024-09-13T02:58:44.851 INFO:tasks.rados.rados.0.smithi052.stdout:1921: finishing write tid 1 to smithi05277117-39 2024-09-13T02:58:44.851 INFO:tasks.rados.rados.0.smithi052.stdout:1921: finishing write tid 2 to smithi05277117-39 2024-09-13T02:58:44.855 INFO:tasks.rados.rados.0.smithi052.stdout:1922: finishing write tid 1 to smithi05277117-47 2024-09-13T02:58:44.856 INFO:tasks.rados.rados.0.smithi052.stdout:1922: finishing write tid 2 to smithi05277117-47 2024-09-13T02:58:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:1921: finishing write tid 3 to smithi05277117-39 2024-09-13T02:58:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 917 (ObjNum 598 snap 203 seq_num 598) dirty exists 2024-09-13T02:58:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:1921: left oid 39 (ObjNum 598 snap 203 seq_num 598) 2024-09-13T02:58:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:1922: finishing write tid 3 to smithi05277117-47 2024-09-13T02:58:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 919 (ObjNum 599 snap 203 seq_num 599) dirty exists 2024-09-13T02:58:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:1922: left oid 47 (ObjNum 599 snap 203 seq_num 599) 2024-09-13T02:58:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:1923: expect (ObjNum 573 snap 194 seq_num 573) 2024-09-13T02:58:45.196 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T02:58:44.932+0000 7f9070673640 -1 osd.4 452 log_to_monitors true 2024-09-13T02:58:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:44 smithi078 ceph-mon[85589]: osdmap e463: 8 total, 7 up, 8 in 2024-09-13T02:58:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:44 smithi052 ceph-mon[91421]: osdmap e463: 8 total, 7 up, 8 in 2024-09-13T02:58:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:45.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:44 smithi052 ceph-mon[89065]: osdmap e463: 8 total, 7 up, 8 in 2024-09-13T02:58:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:45.809 INFO:tasks.rados.rados.0.smithi052.stdout:1921: done (3 left) 2024-09-13T02:58:45.809 INFO:tasks.rados.rados.0.smithi052.stdout:1922: done (2 left) 2024-09-13T02:58:45.809 INFO:tasks.rados.rados.0.smithi052.stdout:1923: done (1 left) 2024-09-13T02:58:45.809 INFO:tasks.rados.rados.0.smithi052.stdout:1924: done (0 left) 2024-09-13T02:58:45.809 INFO:tasks.rados.rados.0.smithi052.stdout:1925: copy_from oid 23 from oid 48 current snap is 204 2024-09-13T02:58:45.809 INFO:tasks.rados.rados.0.smithi052.stdout:1926: delete oid 40 current snap is 204 2024-09-13T02:58:45.812 INFO:tasks.rados.rados.0.smithi052.stdout:1926: done (1 left) 2024-09-13T02:58:45.812 INFO:tasks.rados.rados.0.smithi052.stdout:1927: snap_remove snap 196 2024-09-13T02:58:46.090 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:45 smithi078 ceph-mon[85589]: pgmap v309: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 4 op/s; 93/759 objects degraded (12.253%) 2024-09-13T02:58:46.090 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:45 smithi078 ceph-mon[85589]: osdmap e464: 8 total, 7 up, 8 in 2024-09-13T02:58:46.090 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:45 smithi078 ceph-mon[85589]: from='osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:58:46.090 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:45 smithi078 ceph-mon[85589]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:58:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[91421]: pgmap v309: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 4 op/s; 93/759 objects degraded (12.253%) 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[91421]: osdmap e464: 8 total, 7 up, 8 in 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[91421]: from='osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[91421]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[89065]: pgmap v309: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 369 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 4 op/s; 93/759 objects degraded (12.253%) 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[89065]: osdmap e464: 8 total, 7 up, 8 in 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[89065]: from='osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:58:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:45 smithi052 ceph-mon[89065]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T02:58:46.446 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T02:58:46.279+0000 7f9064416640 -1 osd.4 452 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:58:46.817 INFO:tasks.rados.rados.0.smithi052.stdout:1927: done (1 left) 2024-09-13T02:58:46.817 INFO:tasks.rados.rados.0.smithi052.stdout:1928: setattr oid 37 current snap is 204 2024-09-13T02:58:46.818 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 204 2024-09-13T02:58:46.818 INFO:tasks.rados.rados.0.smithi052.stdout:1929: seq_num 601 ranges {6930432=475136} 2024-09-13T02:58:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1929: writing smithi05277117-43 from 6930432 to 7405568 tid 1 2024-09-13T02:58:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1930: delete oid 33 current snap is 204 2024-09-13T02:58:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1925: finishing copy_from to smithi05277117-23 2024-09-13T02:58:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1925: got expected ENOENT (src dne) 2024-09-13T02:58:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:1925: finishing copy_from racing read to smithi05277117-23 2024-09-13T02:58:46.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1163 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-09-13T02:58:46.865 INFO:tasks.rados.rados.0.smithi052.stdout:1929: finishing write tid 1 to smithi05277117-43 2024-09-13T02:58:46.865 INFO:tasks.rados.rados.0.smithi052.stdout:1929: finishing write tid 2 to smithi05277117-43 2024-09-13T02:58:46.867 INFO:tasks.rados.rados.0.smithi052.stdout:1929: finishing write tid 3 to smithi05277117-43 2024-09-13T02:58:46.867 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1166 (ObjNum 601 snap 204 seq_num 601) dirty exists 2024-09-13T02:58:46.867 INFO:tasks.rados.rados.0.smithi052.stdout:1929: left oid 43 (ObjNum 601 snap 204 seq_num 601) 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: from='osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: osdmap e465: 8 total, 7 up, 8 in 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: from='osd.4 ' entity='osd.4' 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:46.936 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:47.082 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:58:47.082 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:58:47.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: from='osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:58:47.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: osdmap e465: 8 total, 7 up, 8 in 2024-09-13T02:58:47.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:58:47.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: from='osd.4 ' entity='osd.4' 2024-09-13T02:58:47.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:47.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:47.084 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T02:58:47.084 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: from='osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:58:47.084 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: osdmap e465: 8 total, 7 up, 8 in 2024-09-13T02:58:47.084 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:58:47.085 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: from='osd.4 ' entity='osd.4' 2024-09-13T02:58:47.085 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:47.085 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (4m) 37s ago 9m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (4m) 3s ago 9m 85.5M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (10m) 37s ago 10m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (10m) 3s ago 10m 22.3M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (3m) 3s ago 14m 440M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:58:47.360 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (4m) 37s ago 15m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (3m) 37s ago 15m 54.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (3m) 3s ago 14m 44.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (3m) 37s ago 14m 47.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (4m) 37s ago 8m 16.2M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (4m) 3s ago 8m 16.6M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (2m) 37s ago 13m 164M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (108s) 37s ago 13m 131M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (74s) 37s ago 12m 122M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (41s) 37s ago 12m 12.1M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (8s) 3s ago 12m 11.5M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (11m) 3s ago 11m 336M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a 5052dc59f7c4 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (11m) 3s ago 11m 178M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:58:47.361 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (11m) 3s ago 11m 279M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:58:47.362 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (3m) 3s ago 9m 63.3M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:58:47.700 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:58:47.700 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3, 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:58:47.701 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:58:47.702 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:58:47.702 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:58:47.702 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 5, 2024-09-13T02:58:47.702 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 10 2024-09-13T02:58:47.702 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:58:47.702 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:58:47.702 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:58:47.439+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:58:47.839 INFO:tasks.rados.rados.0.smithi052.stdout:1925: done (3 left) 2024-09-13T02:58:47.839 INFO:tasks.rados.rados.0.smithi052.stdout:1928: done (2 left) 2024-09-13T02:58:47.839 INFO:tasks.rados.rados.0.smithi052.stdout:1929: done (1 left) 2024-09-13T02:58:47.839 INFO:tasks.rados.rados.0.smithi052.stdout:1930: done (0 left) 2024-09-13T02:58:47.839 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 204 2024-09-13T02:58:47.839 INFO:tasks.rados.rados.0.smithi052.stdout:1931: seq_num 603 ranges {0=507904} 2024-09-13T02:58:47.841 INFO:tasks.rados.rados.0.smithi052.stdout:1931: writing smithi05277117-27 from 0 to 507904 tid 1 2024-09-13T02:58:47.841 INFO:tasks.rados.rados.0.smithi052.stdout:1932: snap_remove snap 202 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: pgmap v312: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 373 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 82 KiB/s wr, 7 op/s; 94/777 objects degraded (12.098%) 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357] boot 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1699673237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[89065]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: pgmap v312: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 373 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 82 KiB/s wr, 7 op/s; 94/777 objects degraded (12.098%) 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357] boot 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:58:48.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1699673237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:47 smithi052 ceph-mon[91421]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T02:58:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: pgmap v312: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 373 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 82 KiB/s wr, 7 op/s; 94/777 objects degraded (12.098%) 2024-09-13T02:58:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: osd.4 [v2:172.21.15.78:6800/2522115357,v1:172.21.15.78:6801/2522115357] boot 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: osdmap e466: 8 total, 8 up, 8 in 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:58:48.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1699673237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:58:48.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:47 smithi078 ceph-mon[85589]: osdmap e467: 8 total, 8 up, 8 in 2024-09-13T02:58:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:58:48] "GET /metrics HTTP/1.1" 200 36025 "" "Prometheus/2.43.0" 2024-09-13T02:58:48.832 INFO:tasks.rados.rados.0.smithi052.stdout:1932: done (1 left) 2024-09-13T02:58:48.832 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 204 2024-09-13T02:58:48.832 INFO:tasks.rados.rados.0.smithi052.stdout:1931: finishing write tid 1 to smithi05277117-27 2024-09-13T02:58:48.832 INFO:tasks.rados.rados.0.smithi052.stdout:1933: seq_num 604 ranges {0=524288} 2024-09-13T02:58:48.835 INFO:tasks.rados.rados.0.smithi052.stdout:1933: writing smithi05277117-38 from 0 to 524288 tid 1 2024-09-13T02:58:48.835 INFO:tasks.rados.rados.0.smithi052.stdout:1934: snap_create 2024-09-13T02:58:48.835 INFO:tasks.rados.rados.0.smithi052.stdout:1931: finishing write tid 2 to smithi05277117-27 2024-09-13T02:58:48.835 INFO:tasks.rados.rados.0.smithi052.stdout:1931: finishing write tid 3 to smithi05277117-27 2024-09-13T02:58:48.836 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1536 (ObjNum 603 snap 204 seq_num 603) dirty exists 2024-09-13T02:58:48.836 INFO:tasks.rados.rados.0.smithi052.stdout:1931: left oid 27 (ObjNum 603 snap 204 seq_num 603) 2024-09-13T02:58:48.843 INFO:tasks.rados.rados.0.smithi052.stdout:1933: finishing write tid 1 to smithi05277117-38 2024-09-13T02:58:48.843 INFO:tasks.rados.rados.0.smithi052.stdout:1933: finishing write tid 2 to smithi05277117-38 2024-09-13T02:58:48.845 INFO:tasks.rados.rados.0.smithi052.stdout:1933: finishing write tid 3 to smithi05277117-38 2024-09-13T02:58:48.845 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1521 (ObjNum 604 snap 204 seq_num 604) dirty exists 2024-09-13T02:58:48.845 INFO:tasks.rados.rados.0.smithi052.stdout:1933: left oid 38 (ObjNum 604 snap 204 seq_num 604) 2024-09-13T02:58:48.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:48 smithi078 ceph-mon[85589]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:48.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:48 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:58:48.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:48 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:58:48.950 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:58:48.950 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-mon[91421]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:58:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:58:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-mon[89065]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:58:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:58:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:48 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-09-13T02:58:49.833 INFO:tasks.rados.rados.0.smithi052.stdout:1931: done (2 left) 2024-09-13T02:58:49.833 INFO:tasks.rados.rados.0.smithi052.stdout:1933: done (1 left) 2024-09-13T02:58:49.833 INFO:tasks.rados.rados.0.smithi052.stdout:1934: done (0 left) 2024-09-13T02:58:49.833 INFO:tasks.rados.rados.0.smithi052.stdout:1935: rollback oid 36 current snap is 205 2024-09-13T02:58:49.834 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 199 2024-09-13T02:58:49.834 INFO:tasks.rados.rados.0.smithi052.stdout:1936: snap_create 2024-09-13T02:58:49.841 INFO:tasks.rados.rados.0.smithi052.stdout:1935: finishing rollback tid 0 to smithi05277117-36 2024-09-13T02:58:49.841 INFO:tasks.rados.rados.0.smithi052.stdout:1935: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:58:49.841 INFO:tasks.rados.rados.0.smithi052.stdout:1935: finishing rollback tid 2 to smithi05277117-36 2024-09-13T02:58:49.841 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1106 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:58:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:49 smithi078 ceph-mon[85589]: pgmap v315: 121 pgs: 26 peering, 11 active+undersized, 9 active+undersized+degraded, 75 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.8 MiB/s wr, 12 op/s; 53/795 objects degraded (6.667%) 2024-09-13T02:58:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:49 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 53/795 objects degraded (6.667%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:49 smithi078 ceph-mon[85589]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T02:58:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:49 smithi052 ceph-mon[91421]: pgmap v315: 121 pgs: 26 peering, 11 active+undersized, 9 active+undersized+degraded, 75 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.8 MiB/s wr, 12 op/s; 53/795 objects degraded (6.667%) 2024-09-13T02:58:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:49 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 53/795 objects degraded (6.667%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:49 smithi052 ceph-mon[91421]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T02:58:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:49 smithi052 ceph-mon[89065]: pgmap v315: 121 pgs: 26 peering, 11 active+undersized, 9 active+undersized+degraded, 75 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.8 MiB/s wr, 12 op/s; 53/795 objects degraded (6.667%) 2024-09-13T02:58:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:49 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 53/795 objects degraded (6.667%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:58:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:49 smithi052 ceph-mon[89065]: osdmap e468: 8 total, 8 up, 8 in 2024-09-13T02:58:50.845 INFO:tasks.rados.rados.0.smithi052.stdout:1935: done (1 left) 2024-09-13T02:58:50.846 INFO:tasks.rados.rados.0.smithi052.stdout:1936: done (0 left) 2024-09-13T02:58:50.846 INFO:tasks.rados.rados.0.smithi052.stdout:1937: read oid 4 snap 199 2024-09-13T02:58:50.846 INFO:tasks.rados.rados.0.smithi052.stdout:1937: expect deleted 2024-09-13T02:58:50.846 INFO:tasks.rados.rados.0.smithi052.stdout:1938: snap_remove snap 132 2024-09-13T02:58:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:50 smithi078 ceph-mon[85589]: osdmap e469: 8 total, 8 up, 8 in 2024-09-13T02:58:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:50 smithi052 ceph-mon[91421]: osdmap e469: 8 total, 8 up, 8 in 2024-09-13T02:58:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:50 smithi052 ceph-mon[89065]: osdmap e469: 8 total, 8 up, 8 in 2024-09-13T02:58:51.847 INFO:tasks.rados.rados.0.smithi052.stdout:1938: done (1 left) 2024-09-13T02:58:51.847 INFO:tasks.rados.rados.0.smithi052.stdout:1939: setattr oid 49 current snap is 206 2024-09-13T02:58:51.848 INFO:tasks.rados.rados.0.smithi052.stdout:1937: done (1 left) 2024-09-13T02:58:51.848 INFO:tasks.rados.rados.0.smithi052.stdout:1940: snap_remove snap 197 2024-09-13T02:58:52.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:51 smithi078 ceph-mon[85589]: pgmap v318: 121 pgs: 26 peering, 6 active+undersized, 3 active+undersized+degraded, 86 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 34/801 objects degraded (4.245%); 5.8 MiB/s, 1 objects/s recovering 2024-09-13T02:58:52.119 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:51 smithi078 ceph-mon[85589]: osdmap e470: 8 total, 8 up, 8 in 2024-09-13T02:58:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:51 smithi052 ceph-mon[91421]: pgmap v318: 121 pgs: 26 peering, 6 active+undersized, 3 active+undersized+degraded, 86 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 34/801 objects degraded (4.245%); 5.8 MiB/s, 1 objects/s recovering 2024-09-13T02:58:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:51 smithi052 ceph-mon[91421]: osdmap e470: 8 total, 8 up, 8 in 2024-09-13T02:58:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:51 smithi052 ceph-mon[89065]: pgmap v318: 121 pgs: 26 peering, 6 active+undersized, 3 active+undersized+degraded, 86 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 34/801 objects degraded (4.245%); 5.8 MiB/s, 1 objects/s recovering 2024-09-13T02:58:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:51 smithi052 ceph-mon[89065]: osdmap e470: 8 total, 8 up, 8 in 2024-09-13T02:58:52.369 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:52.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1114 (ObjNum 129 snap 0 seq_num 4208996480) dirty exists 2024-09-13T02:58:52.860 INFO:tasks.rados.rados.0.smithi052.stdout:1939: done (1 left) 2024-09-13T02:58:52.860 INFO:tasks.rados.rados.0.smithi052.stdout:1940: done (0 left) 2024-09-13T02:58:52.860 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 206 2024-09-13T02:58:52.861 INFO:tasks.rados.rados.0.smithi052.stdout:1941: seq_num 605 ranges {0=540672} 2024-09-13T02:58:52.864 INFO:tasks.rados.rados.0.smithi052.stdout:1941: writing smithi05277117-46 from 0 to 540672 tid 1 2024-09-13T02:58:52.865 INFO:tasks.rados.rados.0.smithi052.stdout:1942: copy_from oid 29 from oid 48 current snap is 206 2024-09-13T02:58:52.865 INFO:tasks.rados.rados.0.smithi052.stdout:1943: snap_remove snap 175 2024-09-13T02:58:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:52 smithi078 ceph-mon[85589]: osdmap e471: 8 total, 8 up, 8 in 2024-09-13T02:58:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:52 smithi052 ceph-mon[91421]: osdmap e471: 8 total, 8 up, 8 in 2024-09-13T02:58:53.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:52 smithi052 ceph-mon[89065]: osdmap e471: 8 total, 8 up, 8 in 2024-09-13T02:58:53.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1941: finishing write tid 1 to smithi05277117-46 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1941: finishing write tid 2 to smithi05277117-46 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1942: finishing copy_from to smithi05277117-29 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1942: got expected ENOENT (src dne) 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1942: finishing copy_from racing read to smithi05277117-29 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1941: finishing write tid 3 to smithi05277117-46 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1422 (ObjNum 605 snap 206 seq_num 605) dirty exists 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1941: left oid 46 (ObjNum 605 snap 206 seq_num 605) 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1941: done (2 left) 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1942: done (1 left) 2024-09-13T02:58:53.865 INFO:tasks.rados.rados.0.smithi052.stdout:1943: done (0 left) 2024-09-13T02:58:53.866 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 206 2024-09-13T02:58:53.866 INFO:tasks.rados.rados.0.smithi052.stdout:1944: seq_num 606 ranges {7405568=557056} 2024-09-13T02:58:53.909 INFO:tasks.rados.rados.0.smithi052.stdout:1944: writing smithi05277117-43 from 7405568 to 7962624 tid 1 2024-09-13T02:58:53.910 INFO:tasks.rados.rados.0.smithi052.stdout:1945: read oid 11 snap -1 2024-09-13T02:58:53.910 INFO:tasks.rados.rados.0.smithi052.stdout:1945: expect (ObjNum 545 snap 186 seq_num 545) 2024-09-13T02:58:53.910 INFO:tasks.rados.rados.0.smithi052.stdout:1946: snap_create 2024-09-13T02:58:53.913 INFO:tasks.rados.rados.0.smithi052.stdout:1944: finishing write tid 1 to smithi05277117-43 2024-09-13T02:58:53.914 INFO:tasks.rados.rados.0.smithi052.stdout:1944: finishing write tid 2 to smithi05277117-43 2024-09-13T02:58:53.920 INFO:tasks.rados.rados.0.smithi052.stdout:1944: finishing write tid 3 to smithi05277117-43 2024-09-13T02:58:53.920 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1168 (ObjNum 606 snap 206 seq_num 606) dirty exists 2024-09-13T02:58:53.920 INFO:tasks.rados.rados.0.smithi052.stdout:1944: left oid 43 (ObjNum 606 snap 206 seq_num 606) 2024-09-13T02:58:53.922 INFO:tasks.rados.rados.0.smithi052.stdout:1945: expect (ObjNum 545 snap 186 seq_num 545) 2024-09-13T02:58:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:53 smithi078 ceph-mon[85589]: pgmap v321: 121 pgs: 121 active+clean; 355 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 460 KiB/s wr, 14 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:58:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:53 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/801 objects degraded (4.245%), 3 pgs degraded) 2024-09-13T02:58:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:53 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T02:58:54.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:53 smithi078 ceph-mon[85589]: osdmap e472: 8 total, 8 up, 8 in 2024-09-13T02:58:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[91421]: pgmap v321: 121 pgs: 121 active+clean; 355 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 460 KiB/s wr, 14 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:58:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/801 objects degraded (4.245%), 3 pgs degraded) 2024-09-13T02:58:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T02:58:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[91421]: osdmap e472: 8 total, 8 up, 8 in 2024-09-13T02:58:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[89065]: pgmap v321: 121 pgs: 121 active+clean; 355 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 460 KiB/s wr, 14 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:58:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/801 objects degraded (4.245%), 3 pgs degraded) 2024-09-13T02:58:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T02:58:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:53 smithi052 ceph-mon[89065]: osdmap e472: 8 total, 8 up, 8 in 2024-09-13T02:58:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:1944: done (2 left) 2024-09-13T02:58:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:1945: done (1 left) 2024-09-13T02:58:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:1946: done (0 left) 2024-09-13T02:58:54.783 INFO:tasks.rados.rados.0.smithi052.stdout:1947: setattr oid 37 current snap is 207 2024-09-13T02:58:54.785 INFO:tasks.rados.rados.0.smithi052.stdout:1948: copy_from oid 34 from oid 33 current snap is 207 2024-09-13T02:58:54.785 INFO:tasks.rados.rados.0.smithi052.stdout:1949: copy_from oid 16 from oid 43 current snap is 207 2024-09-13T02:58:54.786 INFO:tasks.rados.rados.0.smithi052.stdout:1950: rollback oid 13 current snap is 207 2024-09-13T02:58:54.786 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 13 to 203 2024-09-13T02:58:54.786 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 207 2024-09-13T02:58:54.786 INFO:tasks.rados.rados.0.smithi052.stdout:1951: seq_num 607 ranges {4153344=573440} 2024-09-13T02:58:54.812 INFO:tasks.rados.rados.0.smithi052.stdout:1951: writing smithi05277117-24 from 4153344 to 4726784 tid 1 2024-09-13T02:58:54.812 INFO:tasks.rados.rados.0.smithi052.stdout:1952: copy_from oid 38 from oid 11 current snap is 207 2024-09-13T02:58:54.812 INFO:tasks.rados.rados.0.smithi052.stdout:1950: finishing rollback tid 0 to smithi05277117-13 2024-09-13T02:58:54.812 INFO:tasks.rados.rados.0.smithi052.stdout:1953: rollback oid 47 current snap is 207 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 179 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1950: finishing rollback tid 1 to smithi05277117-13 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1164 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1950: finishing rollback tid 2 to smithi05277117-13 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1545 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1948: finishing copy_from to smithi05277117-34 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1948: got expected ENOENT (src dne) 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1948: finishing copy_from racing read to smithi05277117-34 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1947: done (6 left) 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1948: done (5 left) 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1950: done (4 left) 2024-09-13T02:58:54.813 INFO:tasks.rados.rados.0.smithi052.stdout:1954: snap_create 2024-09-13T02:58:54.815 INFO:tasks.rados.rados.0.smithi052.stdout:1953: finishing rollback tid 0 to smithi05277117-47 2024-09-13T02:58:54.815 INFO:tasks.rados.rados.0.smithi052.stdout:1953: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:58:54.815 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 921 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:58:54.817 INFO:tasks.rados.rados.0.smithi052.stdout:1951: finishing write tid 1 to smithi05277117-24 2024-09-13T02:58:54.817 INFO:tasks.rados.rados.0.smithi052.stdout:1951: finishing write tid 2 to smithi05277117-24 2024-09-13T02:58:54.819 INFO:tasks.rados.rados.0.smithi052.stdout:1951: finishing write tid 3 to smithi05277117-24 2024-09-13T02:58:54.819 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1310 (ObjNum 607 snap 207 seq_num 607) dirty exists 2024-09-13T02:58:54.820 INFO:tasks.rados.rados.0.smithi052.stdout:1951: left oid 24 (ObjNum 607 snap 207 seq_num 607) 2024-09-13T02:58:54.824 INFO:tasks.rados.rados.0.smithi052.stdout:1952: finishing copy_from racing read to smithi05277117-38 2024-09-13T02:58:54.825 INFO:tasks.rados.rados.0.smithi052.stdout:1952: finishing copy_from to smithi05277117-38 2024-09-13T02:58:54.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1159 (ObjNum 545 snap 186 seq_num 545) dirty exists 2024-09-13T02:58:54.827 INFO:tasks.rados.rados.0.smithi052.stdout:1949: finishing copy_from racing read to smithi05277117-16 2024-09-13T02:58:54.836 INFO:tasks.rados.rados.0.smithi052.stdout:1949: finishing copy_from to smithi05277117-16 2024-09-13T02:58:54.837 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 1168 (ObjNum 606 snap 206 seq_num 606) dirty exists 2024-09-13T02:58:54.864 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:54.864 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:54 smithi078 ceph-mon[85589]: osdmap e473: 8 total, 8 up, 8 in 2024-09-13T02:58:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:54 smithi078 ceph-mon[85589]: osdmap e474: 8 total, 8 up, 8 in 2024-09-13T02:58:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:54 smithi052 ceph-mon[91421]: osdmap e473: 8 total, 8 up, 8 in 2024-09-13T02:58:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:54 smithi052 ceph-mon[91421]: osdmap e474: 8 total, 8 up, 8 in 2024-09-13T02:58:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:54 smithi052 ceph-mon[89065]: osdmap e473: 8 total, 8 up, 8 in 2024-09-13T02:58:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:54 smithi052 ceph-mon[89065]: osdmap e474: 8 total, 8 up, 8 in 2024-09-13T02:58:55.784 INFO:tasks.rados.rados.0.smithi052.stdout:1949: done (4 left) 2024-09-13T02:58:55.784 INFO:tasks.rados.rados.0.smithi052.stdout:1951: done (3 left) 2024-09-13T02:58:55.784 INFO:tasks.rados.rados.0.smithi052.stdout:1952: done (2 left) 2024-09-13T02:58:55.784 INFO:tasks.rados.rados.0.smithi052.stdout:1953: done (1 left) 2024-09-13T02:58:55.784 INFO:tasks.rados.rados.0.smithi052.stdout:1954: done (0 left) 2024-09-13T02:58:55.784 INFO:tasks.rados.rados.0.smithi052.stdout:1955: rmattr oid 9 current snap is 208 2024-09-13T02:58:55.785 INFO:tasks.rados.rados.0.smithi052.stdout:1955: done (0 left) 2024-09-13T02:58:55.785 INFO:tasks.rados.rados.0.smithi052.stdout:1956: copy_from oid 8 from oid 42 current snap is 208 2024-09-13T02:58:55.785 INFO:tasks.rados.rados.0.smithi052.stdout:1957: delete oid 3 current snap is 208 2024-09-13T02:58:55.787 INFO:tasks.rados.rados.0.smithi052.stdout:1957: done (1 left) 2024-09-13T02:58:55.787 INFO:tasks.rados.rados.0.smithi052.stdout:1958: rollback oid 25 current snap is 208 2024-09-13T02:58:55.787 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 207 2024-09-13T02:58:55.787 INFO:tasks.rados.rados.0.smithi052.stdout:1959: snap_create 2024-09-13T02:58:55.789 INFO:tasks.rados.rados.0.smithi052.stdout:1956: finishing copy_from to smithi05277117-8 2024-09-13T02:58:55.790 INFO:tasks.rados.rados.0.smithi052.stdout:1956: got expected ENOENT (src dne) 2024-09-13T02:58:55.790 INFO:tasks.rados.rados.0.smithi052.stdout:1956: finishing copy_from racing read to smithi05277117-8 2024-09-13T02:58:55.791 INFO:tasks.rados.rados.0.smithi052.stdout:1958: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:58:55.791 INFO:tasks.rados.rados.0.smithi052.stdout:1958: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:58:55.791 INFO:tasks.rados.rados.0.smithi052.stdout:1958: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:58:55.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1012 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:58:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:55 smithi078 ceph-mon[85589]: pgmap v324: 121 pgs: 121 active+clean; 355 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 6 op/s; 8.1 MiB/s, 2 objects/s recovering 2024-09-13T02:58:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:55 smithi078 ceph-mon[85589]: osdmap e475: 8 total, 8 up, 8 in 2024-09-13T02:58:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:55 smithi052 ceph-mon[91421]: pgmap v324: 121 pgs: 121 active+clean; 355 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 6 op/s; 8.1 MiB/s, 2 objects/s recovering 2024-09-13T02:58:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:55 smithi052 ceph-mon[91421]: osdmap e475: 8 total, 8 up, 8 in 2024-09-13T02:58:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:55 smithi052 ceph-mon[89065]: pgmap v324: 121 pgs: 121 active+clean; 355 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 6 op/s; 8.1 MiB/s, 2 objects/s recovering 2024-09-13T02:58:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:55 smithi052 ceph-mon[89065]: osdmap e475: 8 total, 8 up, 8 in 2024-09-13T02:58:56.786 INFO:tasks.rados.rados.0.smithi052.stdout:1956: done (2 left) 2024-09-13T02:58:56.786 INFO:tasks.rados.rados.0.smithi052.stdout:1958: done (1 left) 2024-09-13T02:58:56.786 INFO:tasks.rados.rados.0.smithi052.stdout:1959: done (0 left) 2024-09-13T02:58:56.786 INFO:tasks.rados.rados.0.smithi052.stdout:1960: read oid 30 snap 206 2024-09-13T02:58:56.786 INFO:tasks.rados.rados.0.smithi052.stdout:1960: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:58:56.786 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 209 2024-09-13T02:58:56.787 INFO:tasks.rados.rados.0.smithi052.stdout:1961: seq_num 609 ranges {0=606208} 2024-09-13T02:58:56.789 INFO:tasks.rados.rados.0.smithi052.stdout:1961: writing smithi05277117-42 from 0 to 606208 tid 1 2024-09-13T02:58:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:1962: rmattr oid 38 current snap is 209 2024-09-13T02:58:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:1962: done (2 left) 2024-09-13T02:58:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 209 2024-09-13T02:58:56.790 INFO:tasks.rados.rados.0.smithi052.stdout:1963: seq_num 610 ranges {6733824=622592} 2024-09-13T02:58:56.831 INFO:tasks.rados.rados.0.smithi052.stdout:1963: writing smithi05277117-39 from 6733824 to 7356416 tid 1 2024-09-13T02:58:56.831 INFO:tasks.rados.rados.0.smithi052.stdout:1964: read oid 50 snap 152 2024-09-13T02:58:56.831 INFO:tasks.rados.rados.0.smithi052.stdout:1964: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:58:56.831 INFO:tasks.rados.rados.0.smithi052.stdout:1965: read oid 10 snap -1 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1965: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1966: rmattr oid 2 current snap is 209 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1961: finishing write tid 1 to smithi05277117-42 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1967: rollback oid 3 current snap is 209 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 198 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1961: finishing write tid 2 to smithi05277117-42 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1961: finishing write tid 3 to smithi05277117-42 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1101 (ObjNum 609 snap 209 seq_num 609) dirty exists 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1961: left oid 42 (ObjNum 609 snap 209 seq_num 609) 2024-09-13T02:58:56.832 INFO:tasks.rados.rados.0.smithi052.stdout:1960: expect (ObjNum 426 snap 145 seq_num 426) 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 681 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:1967: finishing rollback tid 1 to smithi05277117-3 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1470 (ObjNum 65 snap 0 seq_num 1316120935) dirty dne 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:1960: done (6 left) 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:1961: done (5 left) 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:1966: done (4 left) 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:1967: done (3 left) 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 209 2024-09-13T02:58:57.069 INFO:tasks.rados.rados.0.smithi052.stdout:1968: seq_num 611 ranges {0=638976} 2024-09-13T02:58:57.072 INFO:tasks.rados.rados.0.smithi052.stdout:1968: writing smithi05277117-23 from 0 to 638976 tid 1 2024-09-13T02:58:57.072 INFO:tasks.rados.rados.0.smithi052.stdout:1969: snap_create 2024-09-13T02:58:57.072 INFO:tasks.rados.rados.0.smithi052.stdout:1963: finishing write tid 1 to smithi05277117-39 2024-09-13T02:58:57.072 INFO:tasks.rados.rados.0.smithi052.stdout:1963: finishing write tid 2 to smithi05277117-39 2024-09-13T02:58:57.072 INFO:tasks.rados.rados.0.smithi052.stdout:1964: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:58:57.201 INFO:tasks.rados.rados.0.smithi052.stdout:1963: finishing write tid 3 to smithi05277117-39 2024-09-13T02:58:57.201 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 923 (ObjNum 610 snap 209 seq_num 610) dirty exists 2024-09-13T02:58:57.201 INFO:tasks.rados.rados.0.smithi052.stdout:1963: left oid 39 (ObjNum 610 snap 209 seq_num 610) 2024-09-13T02:58:57.201 INFO:tasks.rados.rados.0.smithi052.stdout:1965: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:58:57.316 INFO:tasks.rados.rados.0.smithi052.stdout:1968: finishing write tid 1 to smithi05277117-23 2024-09-13T02:58:57.316 INFO:tasks.rados.rados.0.smithi052.stdout:1968: finishing write tid 2 to smithi05277117-23 2024-09-13T02:58:57.316 INFO:tasks.rados.rados.0.smithi052.stdout:1968: finishing write tid 3 to smithi05277117-23 2024-09-13T02:58:57.316 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1116 (ObjNum 611 snap 209 seq_num 611) dirty exists 2024-09-13T02:58:57.317 INFO:tasks.rados.rados.0.smithi052.stdout:1968: left oid 23 (ObjNum 611 snap 209 seq_num 611) 2024-09-13T02:58:57.870 INFO:tasks.rados.rados.0.smithi052.stdout:1963: done (4 left) 2024-09-13T02:58:57.871 INFO:tasks.rados.rados.0.smithi052.stdout:1964: done (3 left) 2024-09-13T02:58:57.871 INFO:tasks.rados.rados.0.smithi052.stdout:1965: done (2 left) 2024-09-13T02:58:57.871 INFO:tasks.rados.rados.0.smithi052.stdout:1968: done (1 left) 2024-09-13T02:58:57.871 INFO:tasks.rados.rados.0.smithi052.stdout:1969: done (0 left) 2024-09-13T02:58:57.871 INFO:tasks.rados.rados.0.smithi052.stdout:1970: delete oid 40 current snap is 210 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:1970: done (0 left) 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:1971: read oid 17 snap 203 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:1971: expect (ObjNum -84939136 snap 21853 seq_num 4209142576) 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:1972: rollback oid 10 current snap is 210 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 182 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:1973: rollback oid 16 current snap is 210 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 179 2024-09-13T02:58:57.876 INFO:tasks.rados.rados.0.smithi052.stdout:1974: snap_create 2024-09-13T02:58:57.877 INFO:tasks.rados.rados.0.smithi052.stdout:1971: expect (ObjNum -84939136 snap 21853 seq_num 4209142576) 2024-09-13T02:58:57.880 INFO:tasks.rados.rados.0.smithi052.stdout:1973: finishing rollback tid 0 to smithi05277117-16 2024-09-13T02:58:57.881 INFO:tasks.rados.rados.0.smithi052.stdout:1973: finishing rollback tid 1 to smithi05277117-16 2024-09-13T02:58:57.881 INFO:tasks.rados.rados.0.smithi052.stdout:1973: finishing rollback tid 2 to smithi05277117-16 2024-09-13T02:58:57.881 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 1171 (ObjNum 517 snap 172 seq_num 517) dirty exists 2024-09-13T02:58:57.882 INFO:tasks.rados.rados.0.smithi052.stdout:1972: finishing rollback tid 0 to smithi05277117-10 2024-09-13T02:58:57.882 INFO:tasks.rados.rados.0.smithi052.stdout:1972: finishing rollback tid 1 to smithi05277117-10 2024-09-13T02:58:57.883 INFO:tasks.rados.rados.0.smithi052.stdout:1972: finishing rollback tid 2 to smithi05277117-10 2024-09-13T02:58:57.883 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1586 (ObjNum 500 snap 164 seq_num 500) dirty exists 2024-09-13T02:58:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:57 smithi078 ceph-mon[85589]: pgmap v327: 121 pgs: 121 active+clean; 333 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 7 op/s 2024-09-13T02:58:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:57 smithi078 ceph-mon[85589]: osdmap e476: 8 total, 8 up, 8 in 2024-09-13T02:58:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:57 smithi052 ceph-mon[91421]: pgmap v327: 121 pgs: 121 active+clean; 333 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 7 op/s 2024-09-13T02:58:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:57 smithi052 ceph-mon[91421]: osdmap e476: 8 total, 8 up, 8 in 2024-09-13T02:58:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:57 smithi052 ceph-mon[89065]: pgmap v327: 121 pgs: 121 active+clean; 333 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 7 op/s 2024-09-13T02:58:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:57 smithi052 ceph-mon[89065]: osdmap e476: 8 total, 8 up, 8 in 2024-09-13T02:58:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:58:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:58:58] "GET /metrics HTTP/1.1" 200 36025 "" "Prometheus/2.43.0" 2024-09-13T02:58:58.878 INFO:tasks.rados.rados.0.smithi052.stdout:1971: done (3 left) 2024-09-13T02:58:58.878 INFO:tasks.rados.rados.0.smithi052.stdout:1972: done (2 left) 2024-09-13T02:58:58.878 INFO:tasks.rados.rados.0.smithi052.stdout:1973: done (1 left) 2024-09-13T02:58:58.878 INFO:tasks.rados.rados.0.smithi052.stdout:1974: done (0 left) 2024-09-13T02:58:58.879 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 211 2024-09-13T02:58:58.879 INFO:tasks.rados.rados.0.smithi052.stdout:1975: seq_num 613 ranges {1941504=671744} 2024-09-13T02:58:58.892 INFO:tasks.rados.rados.0.smithi052.stdout:1975: writing smithi05277117-38 from 1941504 to 2613248 tid 1 2024-09-13T02:58:58.892 INFO:tasks.rados.rados.0.smithi052.stdout:1976: snap_create 2024-09-13T02:58:58.899 INFO:tasks.rados.rados.0.smithi052.stdout:1975: finishing write tid 1 to smithi05277117-38 2024-09-13T02:58:58.899 INFO:tasks.rados.rados.0.smithi052.stdout:1975: finishing write tid 2 to smithi05277117-38 2024-09-13T02:58:58.901 INFO:tasks.rados.rados.0.smithi052.stdout:1975: finishing write tid 3 to smithi05277117-38 2024-09-13T02:58:58.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1550 (ObjNum 613 snap 211 seq_num 613) dirty exists 2024-09-13T02:58:58.901 INFO:tasks.rados.rados.0.smithi052.stdout:1975: left oid 38 (ObjNum 613 snap 211 seq_num 613) 2024-09-13T02:58:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:58 smithi078 ceph-mon[85589]: osdmap e477: 8 total, 8 up, 8 in 2024-09-13T02:58:58.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:58.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-13T02:58:58.946 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:58:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:58:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:58:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:58 smithi052 ceph-mon[89065]: osdmap e477: 8 total, 8 up, 8 in 2024-09-13T02:58:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:58 smithi052 ceph-mon[91421]: osdmap e477: 8 total, 8 up, 8 in 2024-09-13T02:58:59.786 INFO:tasks.rados.rados.0.smithi052.stdout:1975: done (1 left) 2024-09-13T02:58:59.786 INFO:tasks.rados.rados.0.smithi052.stdout:1976: done (0 left) 2024-09-13T02:58:59.786 INFO:tasks.rados.rados.0.smithi052.stdout:1977: setattr oid 29 current snap is 212 2024-09-13T02:58:59.787 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 212 2024-09-13T02:58:59.788 INFO:tasks.rados.rados.0.smithi052.stdout:1978: seq_num 614 ranges {0=688128} 2024-09-13T02:58:59.792 INFO:tasks.rados.rados.0.smithi052.stdout:1978: writing smithi05277117-31 from 0 to 688128 tid 1 2024-09-13T02:58:59.792 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 212 2024-09-13T02:58:59.792 INFO:tasks.rados.rados.0.smithi052.stdout:1979: seq_num 615 ranges {540672=704512} 2024-09-13T02:58:59.801 INFO:tasks.rados.rados.0.smithi052.stdout:1979: writing smithi05277117-46 from 540672 to 1245184 tid 1 2024-09-13T02:58:59.801 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 212 2024-09-13T02:58:59.801 INFO:tasks.rados.rados.0.smithi052.stdout:1980: seq_num 616 ranges {294912=720896} 2024-09-13T02:58:59.806 INFO:tasks.rados.rados.0.smithi052.stdout:1980: writing smithi05277117-14 from 294912 to 1015808 tid 1 2024-09-13T02:58:59.807 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 212 2024-09-13T02:58:59.807 INFO:tasks.rados.rados.0.smithi052.stdout:1978: finishing write tid 1 to smithi05277117-31 2024-09-13T02:58:59.807 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 682 (ObjNum 33 snap 0 seq_num 4197501008) dirty exists 2024-09-13T02:58:59.807 INFO:tasks.rados.rados.0.smithi052.stdout:1978: finishing write tid 2 to smithi05277117-31 2024-09-13T02:58:59.807 INFO:tasks.rados.rados.0.smithi052.stdout:1979: finishing write tid 1 to smithi05277117-46 2024-09-13T02:58:59.807 INFO:tasks.rados.rados.0.smithi052.stdout:1981: seq_num 617 ranges {0=737280} 2024-09-13T02:58:59.812 INFO:tasks.rados.rados.0.smithi052.stdout:1981: writing smithi05277117-12 from 0 to 737280 tid 1 2024-09-13T02:58:59.812 INFO:tasks.rados.rados.0.smithi052.stdout:1977: done (4 left) 2024-09-13T02:58:59.812 INFO:tasks.rados.rados.0.smithi052.stdout:1982: rmattr oid 13 current snap is 212 2024-09-13T02:58:59.812 INFO:tasks.rados.rados.0.smithi052.stdout:1979: finishing write tid 2 to smithi05277117-46 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:1978: finishing write tid 3 to smithi05277117-31 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1440 (ObjNum 614 snap 212 seq_num 614) dirty exists 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:1978: left oid 31 (ObjNum 614 snap 212 seq_num 614) 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:1979: finishing write tid 3 to smithi05277117-46 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1443 (ObjNum 615 snap 212 seq_num 615) dirty exists 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:1979: left oid 46 (ObjNum 615 snap 212 seq_num 615) 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:1978: done (4 left) 2024-09-13T02:58:59.813 INFO:tasks.rados.rados.0.smithi052.stdout:1979: done (3 left) 2024-09-13T02:58:59.814 INFO:tasks.rados.rados.0.smithi052.stdout:1983: setattr oid 34 current snap is 212 2024-09-13T02:58:59.814 INFO:tasks.rados.rados.0.smithi052.stdout:1984: rollback oid 36 current snap is 212 2024-09-13T02:58:59.814 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 207 2024-09-13T02:58:59.815 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 212 2024-09-13T02:58:59.815 INFO:tasks.rados.rados.0.smithi052.stdout:1985: seq_num 618 ranges {1335296=753664} 2024-09-13T02:58:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1985: writing smithi05277117-21 from 1335296 to 2088960 tid 1 2024-09-13T02:58:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1986: rollback oid 49 current snap is 212 2024-09-13T02:58:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 206 2024-09-13T02:58:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1980: finishing write tid 1 to smithi05277117-14 2024-09-13T02:58:59.829 INFO:tasks.rados.rados.0.smithi052.stdout:1980: finishing write tid 2 to smithi05277117-14 2024-09-13T02:58:59.830 INFO:tasks.rados.rados.0.smithi052.stdout:1980: finishing write tid 3 to smithi05277117-14 2024-09-13T02:58:59.830 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1553 (ObjNum 616 snap 212 seq_num 616) dirty exists 2024-09-13T02:58:59.830 INFO:tasks.rados.rados.0.smithi052.stdout:1980: left oid 14 (ObjNum 616 snap 212 seq_num 616) 2024-09-13T02:58:59.830 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1555 (ObjNum 33 snap 0 seq_num 4209309888) dirty exists 2024-09-13T02:58:59.830 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1168 (ObjNum 499 snap 164 seq_num 499) dirty exists 2024-09-13T02:58:59.830 INFO:tasks.rados.rados.0.smithi052.stdout:1980: done (6 left) 2024-09-13T02:58:59.831 INFO:tasks.rados.rados.0.smithi052.stdout:1982: done (5 left) 2024-09-13T02:58:59.831 INFO:tasks.rados.rados.0.smithi052.stdout:1983: done (4 left) 2024-09-13T02:58:59.831 INFO:tasks.rados.rados.0.smithi052.stdout:1987: copy_from oid 39 from oid 22 current snap is 212 2024-09-13T02:58:59.831 INFO:tasks.rados.rados.0.smithi052.stdout:1984: finishing rollback tid 0 to smithi05277117-36 2024-09-13T02:58:59.831 INFO:tasks.rados.rados.0.smithi052.stdout:1981: finishing write tid 1 to smithi05277117-12 2024-09-13T02:58:59.831 INFO:tasks.rados.rados.0.smithi052.stdout:1981: finishing write tid 2 to smithi05277117-12 2024-09-13T02:58:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1981: finishing write tid 3 to smithi05277117-12 2024-09-13T02:58:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 925 (ObjNum 617 snap 212 seq_num 617) dirty exists 2024-09-13T02:58:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1981: left oid 12 (ObjNum 617 snap 212 seq_num 617) 2024-09-13T02:58:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1984: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:58:59.832 INFO:tasks.rados.rados.0.smithi052.stdout:1981: done (4 left) 2024-09-13T02:58:59.833 INFO:tasks.rados.rados.0.smithi052.stdout:1988: delete oid 29 current snap is 212 2024-09-13T02:58:59.834 INFO:tasks.rados.rados.0.smithi052.stdout:1984: finishing rollback tid 2 to smithi05277117-36 2024-09-13T02:58:59.834 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1109 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:58:59.835 INFO:tasks.rados.rados.0.smithi052.stdout:1984: done (4 left) 2024-09-13T02:58:59.835 INFO:tasks.rados.rados.0.smithi052.stdout:1988: done (3 left) 2024-09-13T02:58:59.835 INFO:tasks.rados.rados.0.smithi052.stdout:1989: rmattr oid 28 current snap is 212 2024-09-13T02:58:59.835 INFO:tasks.rados.rados.0.smithi052.stdout:1989: done (3 left) 2024-09-13T02:58:59.835 INFO:tasks.rados.rados.0.smithi052.stdout:1990: copy_from oid 48 from oid 47 current snap is 212 2024-09-13T02:58:59.835 INFO:tasks.rados.rados.0.smithi052.stdout:1991: setattr oid 25 current snap is 212 2024-09-13T02:58:59.836 INFO:tasks.rados.rados.0.smithi052.stdout:1990: finishing copy_from to smithi05277117-48 2024-09-13T02:58:59.837 INFO:tasks.rados.rados.0.smithi052.stdout:1990: got expected ENOENT (src dne) 2024-09-13T02:58:59.837 INFO:tasks.rados.rados.0.smithi052.stdout:1990: finishing copy_from racing read to smithi05277117-48 2024-09-13T02:58:59.837 INFO:tasks.rados.rados.0.smithi052.stdout:1990: done (4 left) 2024-09-13T02:58:59.837 INFO:tasks.rados.rados.0.smithi052.stdout:1992: snap_create 2024-09-13T02:58:59.845 INFO:tasks.rados.rados.0.smithi052.stdout:1985: finishing write tid 1 to smithi05277117-21 2024-09-13T02:58:59.845 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1013 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:58:59.845 INFO:tasks.rados.rados.0.smithi052.stdout:1985: finishing write tid 2 to smithi05277117-21 2024-09-13T02:58:59.845 INFO:tasks.rados.rados.0.smithi052.stdout:1986: finishing rollback tid 0 to smithi05277117-49 2024-09-13T02:58:59.846 INFO:tasks.rados.rados.0.smithi052.stdout:1986: finishing rollback tid 1 to smithi05277117-49 2024-09-13T02:58:59.846 INFO:tasks.rados.rados.0.smithi052.stdout:1986: finishing rollback tid 2 to smithi05277117-49 2024-09-13T02:58:59.846 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1121 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:58:59.847 INFO:tasks.rados.rados.0.smithi052.stdout:1985: finishing write tid 3 to smithi05277117-21 2024-09-13T02:58:59.847 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1118 (ObjNum 618 snap 212 seq_num 618) dirty exists 2024-09-13T02:58:59.847 INFO:tasks.rados.rados.0.smithi052.stdout:1985: left oid 21 (ObjNum 618 snap 212 seq_num 618) 2024-09-13T02:58:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:1987: finishing copy_from racing read to smithi05277117-39 2024-09-13T02:58:59.866 INFO:tasks.rados.rados.0.smithi052.stdout:1987: finishing copy_from to smithi05277117-39 2024-09-13T02:58:59.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1099 (ObjNum 588 snap 201 seq_num 588) dirty exists 2024-09-13T02:59:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:59 smithi078 ceph-mon[85589]: pgmap v330: 121 pgs: 121 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-09-13T02:59:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:59 smithi078 ceph-mon[85589]: osdmap e478: 8 total, 8 up, 8 in 2024-09-13T02:59:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:58:59 smithi078 ceph-mon[85589]: osdmap e479: 8 total, 8 up, 8 in 2024-09-13T02:59:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:59 smithi052 ceph-mon[91421]: pgmap v330: 121 pgs: 121 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-09-13T02:59:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:59 smithi052 ceph-mon[91421]: osdmap e478: 8 total, 8 up, 8 in 2024-09-13T02:59:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:58:59 smithi052 ceph-mon[91421]: osdmap e479: 8 total, 8 up, 8 in 2024-09-13T02:59:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:59 smithi052 ceph-mon[89065]: pgmap v330: 121 pgs: 121 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-09-13T02:59:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:59 smithi052 ceph-mon[89065]: osdmap e478: 8 total, 8 up, 8 in 2024-09-13T02:59:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:58:59 smithi052 ceph-mon[89065]: osdmap e479: 8 total, 8 up, 8 in 2024-09-13T02:59:00.793 INFO:tasks.rados.rados.0.smithi052.stdout:1985: done (4 left) 2024-09-13T02:59:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:1986: done (3 left) 2024-09-13T02:59:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:1987: done (2 left) 2024-09-13T02:59:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:1991: done (1 left) 2024-09-13T02:59:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:1992: done (0 left) 2024-09-13T02:59:00.794 INFO:tasks.rados.rados.0.smithi052.stdout:1993: delete oid 24 current snap is 213 2024-09-13T02:59:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:1993: done (0 left) 2024-09-13T02:59:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:1994: rmattr oid 14 current snap is 213 2024-09-13T02:59:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:1994: done (0 left) 2024-09-13T02:59:00.798 INFO:tasks.rados.rados.0.smithi052.stdout:1995: delete oid 15 current snap is 213 2024-09-13T02:59:00.800 INFO:tasks.rados.rados.0.smithi052.stdout:1995: done (0 left) 2024-09-13T02:59:00.801 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 213 2024-09-13T02:59:00.801 INFO:tasks.rados.rados.0.smithi052.stdout:1996: seq_num 622 ranges {0=425984,425984=401408} 2024-09-13T02:59:00.803 INFO:tasks.rados.rados.0.smithi052.stdout:1996: writing smithi05277117-4 from 0 to 425984 tid 1 2024-09-13T02:59:00.805 INFO:tasks.rados.rados.0.smithi052.stdout:1996: writing smithi05277117-4 from 425984 to 827392 tid 2 2024-09-13T02:59:00.805 INFO:tasks.rados.rados.0.smithi052.stdout:1997: snap_create 2024-09-13T02:59:00.808 INFO:tasks.rados.rados.0.smithi052.stdout:1996: finishing write tid 1 to smithi05277117-4 2024-09-13T02:59:00.808 INFO:tasks.rados.rados.0.smithi052.stdout:1996: finishing write tid 2 to smithi05277117-4 2024-09-13T02:59:00.809 INFO:tasks.rados.rados.0.smithi052.stdout:1996: finishing write tid 3 to smithi05277117-4 2024-09-13T02:59:00.810 INFO:tasks.rados.rados.0.smithi052.stdout:1996: finishing write tid 4 to smithi05277117-4 2024-09-13T02:59:00.810 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1446 (ObjNum 622 snap 213 seq_num 622) dirty exists 2024-09-13T02:59:00.810 INFO:tasks.rados.rados.0.smithi052.stdout:1996: left oid 4 (ObjNum 622 snap 213 seq_num 622) 2024-09-13T02:59:01.798 INFO:tasks.rados.rados.0.smithi052.stdout:1996: done (1 left) 2024-09-13T02:59:01.798 INFO:tasks.rados.rados.0.smithi052.stdout:1997: done (0 left) 2024-09-13T02:59:01.798 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 214 2024-09-13T02:59:01.798 INFO:tasks.rados.rados.0.smithi052.stdout:1998: seq_num 623 ranges {4538368=442368,4980736=401408} 2024-09-13T02:59:01.825 INFO:tasks.rados.rados.0.smithi052.stdout:1998: writing smithi05277117-45 from 4538368 to 4980736 tid 1 2024-09-13T02:59:01.827 INFO:tasks.rados.rados.0.smithi052.stdout:1998: writing smithi05277117-45 from 4980736 to 5382144 tid 2 2024-09-13T02:59:01.827 INFO:tasks.rados.rados.0.smithi052.stdout:1999: snap_remove snap 192 2024-09-13T02:59:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:01 smithi078 ceph-mon[85589]: pgmap v333: 121 pgs: 121 active+clean; 346 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-13T02:59:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:01 smithi078 ceph-mon[85589]: osdmap e480: 8 total, 8 up, 8 in 2024-09-13T02:59:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[91421]: pgmap v333: 121 pgs: 121 active+clean; 346 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[91421]: osdmap e480: 8 total, 8 up, 8 in 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[89065]: pgmap v333: 121 pgs: 121 active+clean; 346 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[89065]: osdmap e480: 8 total, 8 up, 8 in 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:02.805 INFO:tasks.rados.rados.0.smithi052.stdout:1999: done (1 left) 2024-09-13T02:59:02.805 INFO:tasks.rados.rados.0.smithi052.stdout:2000: copy_from oid 25 from oid 40 current snap is 214 2024-09-13T02:59:02.805 INFO:tasks.rados.rados.0.smithi052.stdout:1998: finishing write tid 1 to smithi05277117-45 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:1998: finishing write tid 2 to smithi05277117-45 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:1998: finishing write tid 3 to smithi05277117-45 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:1998: finishing write tid 4 to smithi05277117-45 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1590 (ObjNum 623 snap 214 seq_num 623) dirty exists 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:1998: left oid 45 (ObjNum 623 snap 214 seq_num 623) 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:1998: done (1 left) 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 214 2024-09-13T02:59:02.806 INFO:tasks.rados.rados.0.smithi052.stdout:2001: seq_num 624 ranges {2703360=458752,3162112=401408} 2024-09-13T02:59:02.824 INFO:tasks.rados.rados.0.smithi052.stdout:2001: writing smithi05277117-32 from 2703360 to 3162112 tid 1 2024-09-13T02:59:02.827 INFO:tasks.rados.rados.0.smithi052.stdout:2001: writing smithi05277117-32 from 3162112 to 3563520 tid 2 2024-09-13T02:59:02.827 INFO:tasks.rados.rados.0.smithi052.stdout:2002: snap_remove snap 205 2024-09-13T02:59:03.123 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:02 smithi078 ceph-mon[85589]: osdmap e481: 8 total, 8 up, 8 in 2024-09-13T02:59:03.123 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:59:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:02 smithi052 ceph-mon[91421]: osdmap e481: 8 total, 8 up, 8 in 2024-09-13T02:59:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:59:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:02 smithi052 ceph-mon[89065]: osdmap e481: 8 total, 8 up, 8 in 2024-09-13T02:59:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:59:03.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi052\", job=\"node\", machine=\"x86_64\", nodename=\"smithi052\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2002: done (2 left) 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2003: delete oid 19 current snap is 214 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2000: finishing copy_from to smithi05277117-25 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2000: got expected ENOENT (src dne) 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2000: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2001: finishing write tid 1 to smithi05277117-32 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2001: finishing write tid 2 to smithi05277117-32 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2001: finishing write tid 3 to smithi05277117-32 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2001: finishing write tid 4 to smithi05277117-32 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1450 (ObjNum 624 snap 214 seq_num 624) dirty exists 2024-09-13T02:59:03.807 INFO:tasks.rados.rados.0.smithi052.stdout:2001: left oid 32 (ObjNum 624 snap 214 seq_num 624) 2024-09-13T02:59:03.814 INFO:tasks.rados.rados.0.smithi052.stdout:2000: done (2 left) 2024-09-13T02:59:03.815 INFO:tasks.rados.rados.0.smithi052.stdout:2001: done (1 left) 2024-09-13T02:59:03.815 INFO:tasks.rados.rados.0.smithi052.stdout:2003: done (0 left) 2024-09-13T02:59:03.815 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 214 2024-09-13T02:59:03.815 INFO:tasks.rados.rados.0.smithi052.stdout:2004: seq_num 626 ranges {638976=491520,1130496=401408} 2024-09-13T02:59:03.821 INFO:tasks.rados.rados.0.smithi052.stdout:2004: writing smithi05277117-23 from 638976 to 1130496 tid 1 2024-09-13T02:59:03.825 INFO:tasks.rados.rados.0.smithi052.stdout:2004: writing smithi05277117-23 from 1130496 to 1531904 tid 2 2024-09-13T02:59:03.825 INFO:tasks.rados.rados.0.smithi052.stdout:2005: snap_create 2024-09-13T02:59:03.829 INFO:tasks.rados.rados.0.smithi052.stdout:2004: finishing write tid 1 to smithi05277117-23 2024-09-13T02:59:03.829 INFO:tasks.rados.rados.0.smithi052.stdout:2004: finishing write tid 2 to smithi05277117-23 2024-09-13T02:59:03.830 INFO:tasks.rados.rados.0.smithi052.stdout:2004: finishing write tid 3 to smithi05277117-23 2024-09-13T02:59:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:2004: finishing write tid 4 to smithi05277117-23 2024-09-13T02:59:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1124 (ObjNum 626 snap 214 seq_num 626) dirty exists 2024-09-13T02:59:03.832 INFO:tasks.rados.rados.0.smithi052.stdout:2004: left oid 23 (ObjNum 626 snap 214 seq_num 626) 2024-09-13T02:59:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:03 smithi078 ceph-mon[85589]: pgmap v336: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-13T02:59:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:03 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:59:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:03 smithi078 ceph-mon[85589]: Upgrade: osd.5 is safe to restart 2024-09-13T02:59:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:03 smithi078 ceph-mon[85589]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T02:59:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[91421]: pgmap v336: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-13T02:59:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:59:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[91421]: Upgrade: osd.5 is safe to restart 2024-09-13T02:59:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[91421]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T02:59:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[89065]: pgmap v336: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-13T02:59:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T02:59:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[89065]: Upgrade: osd.5 is safe to restart 2024-09-13T02:59:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:03 smithi052 ceph-mon[89065]: osdmap e482: 8 total, 8 up, 8 in 2024-09-13T02:59:04.639 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:04.640 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2004: done (1 left) 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2005: done (0 left) 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2006: read oid 33 snap -1 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2006: expect deleted 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2007: read oid 6 snap -1 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2007: expect (ObjNum 577 snap 195 seq_num 577) 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 215 2024-09-13T02:59:04.820 INFO:tasks.rados.rados.0.smithi052.stdout:2008: seq_num 627 ranges {5668864=507904,6176768=401408} 2024-09-13T02:59:04.854 INFO:tasks.rados.rados.0.smithi052.stdout:2008: writing smithi05277117-2 from 5668864 to 6176768 tid 1 2024-09-13T02:59:04.856 INFO:tasks.rados.rados.0.smithi052.stdout:2008: writing smithi05277117-2 from 6176768 to 6578176 tid 2 2024-09-13T02:59:04.857 INFO:tasks.rados.rados.0.smithi052.stdout:2009: delete oid 8 current snap is 215 2024-09-13T02:59:04.857 INFO:tasks.rados.rados.0.smithi052.stdout:2007: expect (ObjNum 577 snap 195 seq_num 577) 2024-09-13T02:59:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-mon[85589]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T02:59:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-mon[85589]: Upgrade: Updating osd.5 2024-09-13T02:59:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:59:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:04 smithi078 ceph-mon[85589]: Deploying daemon osd.5 on smithi078 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2008: finishing write tid 1 to smithi05277117-2 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2008: finishing write tid 2 to smithi05277117-2 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2008: finishing write tid 3 to smithi05277117-2 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2008: finishing write tid 4 to smithi05277117-2 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 686 (ObjNum 627 snap 215 seq_num 627) dirty exists 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2008: left oid 2 (ObjNum 627 snap 215 seq_num 627) 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2006: done (3 left) 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2007: done (2 left) 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2008: done (1 left) 2024-09-13T02:59:05.001 INFO:tasks.rados.rados.0.smithi052.stdout:2009: done (0 left) 2024-09-13T02:59:05.002 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 215 2024-09-13T02:59:05.002 INFO:tasks.rados.rados.0.smithi052.stdout:2010: seq_num 629 ranges {606208=540672,1146880=401408} 2024-09-13T02:59:05.007 INFO:tasks.rados.rados.0.smithi052.stdout:2010: writing smithi05277117-42 from 606208 to 1146880 tid 1 2024-09-13T02:59:05.009 INFO:tasks.rados.rados.0.smithi052.stdout:2010: writing smithi05277117-42 from 1146880 to 1548288 tid 2 2024-09-13T02:59:05.009 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 215 2024-09-13T02:59:05.009 INFO:tasks.rados.rados.0.smithi052.stdout:2011: seq_num 630 ranges {5472256=557056,6029312=401408} 2024-09-13T02:59:05.042 INFO:tasks.rados.rados.0.smithi052.stdout:2011: writing smithi05277117-39 from 5472256 to 6029312 tid 1 2024-09-13T02:59:05.045 INFO:tasks.rados.rados.0.smithi052.stdout:2011: writing smithi05277117-39 from 6029312 to 6430720 tid 2 2024-09-13T02:59:05.045 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 215 2024-09-13T02:59:05.045 INFO:tasks.rados.rados.0.smithi052.stdout:2010: finishing write tid 1 to smithi05277117-42 2024-09-13T02:59:05.045 INFO:tasks.rados.rados.0.smithi052.stdout:2012: seq_num 631 ranges {1531904=573440,2105344=401408} 2024-09-13T02:59:05.056 INFO:tasks.rados.rados.0.smithi052.stdout:2012: writing smithi05277117-23 from 1531904 to 2105344 tid 1 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2012: writing smithi05277117-23 from 2105344 to 2506752 tid 2 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2013: delete oid 13 current snap is 215 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2010: finishing write tid 2 to smithi05277117-42 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2010: finishing write tid 3 to smithi05277117-42 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2010: finishing write tid 4 to smithi05277117-42 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1104 (ObjNum 629 snap 215 seq_num 629) dirty exists 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2010: left oid 42 (ObjNum 629 snap 215 seq_num 629) 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2011: finishing write tid 1 to smithi05277117-39 2024-09-13T02:59:05.060 INFO:tasks.rados.rados.0.smithi052.stdout:2011: finishing write tid 2 to smithi05277117-39 2024-09-13T02:59:05.061 INFO:tasks.rados.rados.0.smithi052.stdout:2011: finishing write tid 3 to smithi05277117-39 2024-09-13T02:59:05.061 INFO:tasks.rados.rados.0.smithi052.stdout:2011: finishing write tid 4 to smithi05277117-39 2024-09-13T02:59:05.061 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1102 (ObjNum 630 snap 215 seq_num 630) dirty exists 2024-09-13T02:59:05.061 INFO:tasks.rados.rados.0.smithi052.stdout:2011: left oid 39 (ObjNum 630 snap 215 seq_num 630) 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2012: finishing write tid 1 to smithi05277117-23 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2012: finishing write tid 2 to smithi05277117-23 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2010: done (3 left) 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2011: done (2 left) 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2013: done (1 left) 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2014: rmattr oid 7 current snap is 215 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2014: done (1 left) 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2015: read oid 29 snap -1 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2015: expect deleted 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 215 2024-09-13T02:59:05.062 INFO:tasks.rados.rados.0.smithi052.stdout:2016: seq_num 633 ranges {2596864=606208,3203072=401408} 2024-09-13T02:59:05.079 INFO:tasks.rados.rados.0.smithi052.stdout:2016: writing smithi05277117-7 from 2596864 to 3203072 tid 1 2024-09-13T02:59:05.081 INFO:tasks.rados.rados.0.smithi052.stdout:2016: writing smithi05277117-7 from 3203072 to 3604480 tid 2 2024-09-13T02:59:05.081 INFO:tasks.rados.rados.0.smithi052.stdout:2017: read oid 13 snap -1 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2017: expect deleted 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2018: read oid 26 snap 214 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2018: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2019: rmattr oid 18 current snap is 215 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2012: finishing write tid 3 to smithi05277117-23 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2020: delete oid 34 current snap is 215 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2012: finishing write tid 4 to smithi05277117-23 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1127 (ObjNum 631 snap 215 seq_num 631) dirty exists 2024-09-13T02:59:05.082 INFO:tasks.rados.rados.0.smithi052.stdout:2012: left oid 23 (ObjNum 631 snap 215 seq_num 631) 2024-09-13T02:59:05.084 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1110 (ObjNum 512 snap 170 seq_num 512) dirty exists 2024-09-13T02:59:05.085 INFO:tasks.rados.rados.0.smithi052.stdout:2016: finishing write tid 1 to smithi05277117-7 2024-09-13T02:59:05.085 INFO:tasks.rados.rados.0.smithi052.stdout:2016: finishing write tid 2 to smithi05277117-7 2024-09-13T02:59:05.085 INFO:tasks.rados.rados.0.smithi052.stdout:2016: finishing write tid 3 to smithi05277117-7 2024-09-13T02:59:05.088 INFO:tasks.rados.rados.0.smithi052.stdout:2016: finishing write tid 4 to smithi05277117-7 2024-09-13T02:59:05.089 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1171 (ObjNum 633 snap 215 seq_num 633) dirty exists 2024-09-13T02:59:05.089 INFO:tasks.rados.rados.0.smithi052.stdout:2016: left oid 7 (ObjNum 633 snap 215 seq_num 633) 2024-09-13T02:59:05.089 INFO:tasks.rados.rados.0.smithi052.stdout:2012: done (6 left) 2024-09-13T02:59:05.089 INFO:tasks.rados.rados.0.smithi052.stdout:2015: done (5 left) 2024-09-13T02:59:05.089 INFO:tasks.rados.rados.0.smithi052.stdout:2016: done (4 left) 2024-09-13T02:59:05.089 INFO:tasks.rados.rados.0.smithi052.stdout:2017: done (3 left) 2024-09-13T02:59:05.090 INFO:tasks.rados.rados.0.smithi052.stdout:2019: done (2 left) 2024-09-13T02:59:05.090 INFO:tasks.rados.rados.0.smithi052.stdout:2020: done (1 left) 2024-09-13T02:59:05.090 INFO:tasks.rados.rados.0.smithi052.stdout:2021: snap_remove snap 204 2024-09-13T02:59:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[91421]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T02:59:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[91421]: Upgrade: Updating osd.5 2024-09-13T02:59:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:59:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[91421]: Deploying daemon osd.5 on smithi078 2024-09-13T02:59:05.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[89065]: osdmap e483: 8 total, 8 up, 8 in 2024-09-13T02:59:05.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[89065]: Upgrade: Updating osd.5 2024-09-13T02:59:05.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:05.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T02:59:05.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:05.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:04 smithi052 ceph-mon[89065]: Deploying daemon osd.5 on smithi078 2024-09-13T02:59:05.846 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:05 smithi078 ceph-mon[85589]: pgmap v339: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 886 KiB/s wr, 18 op/s 2024-09-13T02:59:05.846 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:05 smithi078 ceph-mon[85589]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T02:59:05.957 INFO:tasks.rados.rados.0.smithi052.stdout:2021: done (1 left) 2024-09-13T02:59:05.957 INFO:tasks.rados.rados.0.smithi052.stdout:2022: read oid 2 snap -1 2024-09-13T02:59:05.957 INFO:tasks.rados.rados.0.smithi052.stdout:2022: expect (ObjNum 627 snap 215 seq_num 627) 2024-09-13T02:59:05.957 INFO:tasks.rados.rados.0.smithi052.stdout:2023: copy_from oid 27 from oid 13 current snap is 215 2024-09-13T02:59:05.957 INFO:tasks.rados.rados.0.smithi052.stdout:2018: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:59:06.071 INFO:tasks.rados.rados.0.smithi052.stdout:2023: finishing copy_from to smithi05277117-27 2024-09-13T02:59:06.071 INFO:tasks.rados.rados.0.smithi052.stdout:2023: got expected ENOENT (src dne) 2024-09-13T02:59:06.071 INFO:tasks.rados.rados.0.smithi052.stdout:2023: finishing copy_from racing read to smithi05277117-27 2024-09-13T02:59:06.071 INFO:tasks.rados.rados.0.smithi052.stdout:2022: expect (ObjNum 627 snap 215 seq_num 627) 2024-09-13T02:59:06.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:05 smithi052 ceph-mon[91421]: pgmap v339: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 886 KiB/s wr, 18 op/s 2024-09-13T02:59:06.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:05 smithi052 ceph-mon[91421]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T02:59:06.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:05 smithi052 ceph-mon[89065]: pgmap v339: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 886 KiB/s wr, 18 op/s 2024-09-13T02:59:06.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:05 smithi052 ceph-mon[89065]: osdmap e484: 8 total, 8 up, 8 in 2024-09-13T02:59:06.181 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 02:59:05 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T02:59:05.988+0000 7f13bcdec640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 118 after trimming was started 2024-09-13T02:59:06.420 INFO:tasks.rados.rados.0.smithi052.stdout:2018: done (2 left) 2024-09-13T02:59:06.420 INFO:tasks.rados.rados.0.smithi052.stdout:2022: done (1 left) 2024-09-13T02:59:06.420 INFO:tasks.rados.rados.0.smithi052.stdout:2023: done (0 left) 2024-09-13T02:59:06.420 INFO:tasks.rados.rados.0.smithi052.stdout:2024: snap_remove snap 194 2024-09-13T02:59:06.944 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:06 smithi078 systemd[1]: Stopping Ceph osd.5 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:59:06.962 INFO:tasks.rados.rados.0.smithi052.stdout:2024: done (0 left) 2024-09-13T02:59:06.962 INFO:tasks.rados.rados.0.smithi052.stdout:2025: delete oid 31 current snap is 215 2024-09-13T02:59:06.973 INFO:tasks.rados.rados.0.smithi052.stdout:2025: done (0 left) 2024-09-13T02:59:06.973 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 215 2024-09-13T02:59:06.973 INFO:tasks.rados.rados.0.smithi052.stdout:2026: seq_num 636 ranges {2834432=655360,3489792=401408} 2024-09-13T02:59:06.993 INFO:tasks.rados.rados.0.smithi052.stdout:2026: writing smithi05277117-6 from 2834432 to 3489792 tid 1 2024-09-13T02:59:06.995 INFO:tasks.rados.rados.0.smithi052.stdout:2026: writing smithi05277117-6 from 3489792 to 3891200 tid 2 2024-09-13T02:59:06.995 INFO:tasks.rados.rados.0.smithi052.stdout:2027: snap_create 2024-09-13T02:59:06.998 INFO:tasks.rados.rados.0.smithi052.stdout:2026: finishing write tid 1 to smithi05277117-6 2024-09-13T02:59:06.998 INFO:tasks.rados.rados.0.smithi052.stdout:2026: finishing write tid 2 to smithi05277117-6 2024-09-13T02:59:06.998 INFO:tasks.rados.rados.0.smithi052.stdout:2026: finishing write tid 3 to smithi05277117-6 2024-09-13T02:59:06.999 INFO:tasks.rados.rados.0.smithi052.stdout:2026: finishing write tid 4 to smithi05277117-6 2024-09-13T02:59:06.999 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1593 (ObjNum 636 snap 215 seq_num 636) dirty exists 2024-09-13T02:59:06.999 INFO:tasks.rados.rados.0.smithi052.stdout:2026: left oid 6 (ObjNum 636 snap 215 seq_num 636) 2024-09-13T02:59:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:06 smithi078 ceph-mon[85589]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T02:59:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:06 smithi052 ceph-mon[91421]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T02:59:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:06 smithi052 ceph-mon[89065]: osdmap e485: 8 total, 8 up, 8 in 2024-09-13T02:59:07.696 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[41460]: 2024-09-13T02:59:07.204+0000 7f2cc3f57640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:59:07.696 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[41460]: 2024-09-13T02:59:07.204+0000 7f2cc3f57640 -1 osd.5 486 *** Got signal Terminated *** 2024-09-13T02:59:07.696 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[41460]: 2024-09-13T02:59:07.204+0000 7f2cc3f57640 -1 osd.5 486 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2026: done (1 left) 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2027: done (0 left) 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2028: rmattr oid 25 current snap is 216 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2029: copy_from oid 11 from oid 23 current snap is 216 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2030: rollback oid 39 current snap is 216 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 152 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2031: read oid 18 snap -1 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2031: expect (ObjNum 512 snap 170 seq_num 512) 2024-09-13T02:59:07.969 INFO:tasks.rados.rados.0.smithi052.stdout:2032: snap_create 2024-09-13T02:59:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:07 smithi052 ceph-mon[91421]: pgmap v342: 121 pgs: 121 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T02:59:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:07 smithi052 ceph-mon[91421]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T02:59:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:07 smithi052 ceph-mon[91421]: osd.5 marked itself down and dead 2024-09-13T02:59:08.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:07 smithi052 ceph-mon[89065]: pgmap v342: 121 pgs: 121 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T02:59:08.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:07 smithi052 ceph-mon[89065]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T02:59:08.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:07 smithi052 ceph-mon[89065]: osd.5 marked itself down and dead 2024-09-13T02:59:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:07 smithi078 ceph-mon[85589]: pgmap v342: 121 pgs: 121 active+clean; 360 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T02:59:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:07 smithi078 ceph-mon[85589]: osdmap e486: 8 total, 8 up, 8 in 2024-09-13T02:59:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:07 smithi078 ceph-mon[85589]: osd.5 marked itself down and dead 2024-09-13T02:59:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:59:08] "GET /metrics HTTP/1.1" 200 36175 "" "Prometheus/2.43.0" 2024-09-13T02:59:08.841 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:08 smithi078 podman[95193]: 2024-09-13 02:59:08.545715941 +0000 UTC m=+1.441052633 container died 5052dc59f7c4f172e09857456718133c4acc11da19b66f4287e9c184b78fed45 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-13T02:59:08.841 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:08 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)\", cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)\", cluster_addr=\"172.21.15.52\", device_class=\"ssd\", hostname=\"smithi052\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.52\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:08.975 INFO:tasks.rados.rados.0.smithi052.stdout:2032: done (4 left) 2024-09-13T02:59:08.975 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 217 2024-09-13T02:59:08.976 INFO:tasks.rados.rados.0.smithi052.stdout:2033: seq_num 637 ranges {507904=671744,1179648=401408} 2024-09-13T02:59:08.983 INFO:tasks.rados.rados.0.smithi052.stdout:2033: writing smithi05277117-27 from 507904 to 1179648 tid 1 2024-09-13T02:59:08.986 INFO:tasks.rados.rados.0.smithi052.stdout:2033: writing smithi05277117-27 from 1179648 to 1581056 tid 2 2024-09-13T02:59:08.986 INFO:tasks.rados.rados.0.smithi052.stdout:2034: delete oid 1 current snap is 217 2024-09-13T02:59:08.991 INFO:tasks.rados.rados.0.smithi052.stdout:2034: done (5 left) 2024-09-13T02:59:08.992 INFO:tasks.rados.rados.0.smithi052.stdout:2035: read oid 10 snap -1 2024-09-13T02:59:08.992 INFO:tasks.rados.rados.0.smithi052.stdout:2035: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:59:08.992 INFO:tasks.rados.rados.0.smithi052.stdout:2036: delete oid 21 current snap is 217 2024-09-13T02:59:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1014 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:59:09.002 INFO:tasks.rados.rados.0.smithi052.stdout:2028: done (6 left) 2024-09-13T02:59:09.002 INFO:tasks.rados.rados.0.smithi052.stdout:2036: done (5 left) 2024-09-13T02:59:09.002 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 217 2024-09-13T02:59:09.002 INFO:tasks.rados.rados.0.smithi052.stdout:2037: seq_num 640 ranges {3563520=729088,4292608=401408} 2024-09-13T02:59:09.025 INFO:tasks.rados.rados.0.smithi052.stdout:2037: writing smithi05277117-32 from 3563520 to 4292608 tid 1 2024-09-13T02:59:09.028 INFO:tasks.rados.rados.0.smithi052.stdout:2037: writing smithi05277117-32 from 4292608 to 4694016 tid 2 2024-09-13T02:59:09.028 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 217 2024-09-13T02:59:09.028 INFO:tasks.rados.rados.0.smithi052.stdout:2033: finishing write tid 1 to smithi05277117-27 2024-09-13T02:59:09.028 INFO:tasks.rados.rados.0.smithi052.stdout:2038: seq_num 641 ranges {0=745472,745472=401408} 2024-09-13T02:59:09.033 INFO:tasks.rados.rados.0.smithi052.stdout:2038: writing smithi05277117-33 from 0 to 745472 tid 1 2024-09-13T02:59:09.035 INFO:tasks.rados.rados.0.smithi052.stdout:2038: writing smithi05277117-33 from 745472 to 1146880 tid 2 2024-09-13T02:59:09.035 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 217 2024-09-13T02:59:09.035 INFO:tasks.rados.rados.0.smithi052.stdout:2033: finishing write tid 2 to smithi05277117-27 2024-09-13T02:59:09.035 INFO:tasks.rados.rados.0.smithi052.stdout:2033: finishing write tid 3 to smithi05277117-27 2024-09-13T02:59:09.035 INFO:tasks.rados.rados.0.smithi052.stdout:2030: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:2030: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:2030: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1105 (ObjNum 378 snap 131 seq_num 378) dirty exists 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:2029: finishing copy_from racing read to smithi05277117-11 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:2029: finishing copy_from to smithi05277117-11 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1127 (ObjNum 631 snap 215 seq_num 631) dirty exists 2024-09-13T02:59:09.036 INFO:tasks.rados.rados.0.smithi052.stdout:2035: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:59:09.151 INFO:tasks.rados.rados.0.smithi052.stdout:2033: finishing write tid 4 to smithi05277117-27 2024-09-13T02:59:09.151 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1618 (ObjNum 637 snap 217 seq_num 637) dirty exists 2024-09-13T02:59:09.151 INFO:tasks.rados.rados.0.smithi052.stdout:2033: left oid 27 (ObjNum 637 snap 217 seq_num 637) 2024-09-13T02:59:09.151 INFO:tasks.rados.rados.0.smithi052.stdout:2031: expect (ObjNum 512 snap 170 seq_num 512) 2024-09-13T02:59:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:08 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:59:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:08 smithi078 ceph-mon[85589]: osdmap e487: 8 total, 7 up, 8 in 2024-09-13T02:59:09.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:08 smithi078 podman[95193]: 2024-09-13 02:59:08.896415315 +0000 UTC m=+1.791752009 container cleanup 5052dc59f7c4f172e09857456718133c4acc11da19b66f4287e9c184b78fed45 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-bbdadfa, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-13T02:59:09.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:08 smithi078 bash[95193]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5 2024-09-13T02:59:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:08 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:59:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:08 smithi052 ceph-mon[91421]: osdmap e487: 8 total, 7 up, 8 in 2024-09-13T02:59:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:08 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:59:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:08 smithi052 ceph-mon[89065]: osdmap e487: 8 total, 7 up, 8 in 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2037: finishing write tid 1 to smithi05277117-32 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2037: finishing write tid 2 to smithi05277117-32 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2037: finishing write tid 3 to smithi05277117-32 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2037: finishing write tid 4 to smithi05277117-32 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1476 (ObjNum 640 snap 217 seq_num 640) dirty exists 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2037: left oid 32 (ObjNum 640 snap 217 seq_num 640) 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2038: finishing write tid 1 to smithi05277117-33 2024-09-13T02:59:09.486 INFO:tasks.rados.rados.0.smithi052.stdout:2038: finishing write tid 2 to smithi05277117-33 2024-09-13T02:59:09.487 INFO:tasks.rados.rados.0.smithi052.stdout:2039: seq_num 642 ranges {0=761856,761856=401408} 2024-09-13T02:59:09.490 INFO:tasks.rados.rados.0.smithi052.stdout:2039: writing smithi05277117-47 from 0 to 761856 tid 1 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2039: writing smithi05277117-47 from 761856 to 1163264 tid 2 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2029: done (7 left) 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2030: done (6 left) 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2031: done (5 left) 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2033: done (4 left) 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2035: done (3 left) 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2037: done (2 left) 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2040: read oid 1 snap -1 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2040: expect deleted 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2041: copy_from oid 2 from oid 43 current snap is 217 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2038: finishing write tid 3 to smithi05277117-33 2024-09-13T02:59:09.494 INFO:tasks.rados.rados.0.smithi052.stdout:2038: finishing write tid 4 to smithi05277117-33 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1621 (ObjNum 641 snap 217 seq_num 641) dirty exists 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2038: left oid 33 (ObjNum 641 snap 217 seq_num 641) 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2039: finishing write tid 1 to smithi05277117-47 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2038: done (3 left) 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2042: read oid 35 snap -1 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2042: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2043: read oid 10 snap -1 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2043: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2044: copy_from oid 24 from oid 36 current snap is 217 2024-09-13T02:59:09.495 INFO:tasks.rados.rados.0.smithi052.stdout:2045: delete oid 22 current snap is 217 2024-09-13T02:59:09.497 INFO:tasks.rados.rados.0.smithi052.stdout:2039: finishing write tid 2 to smithi05277117-47 2024-09-13T02:59:09.498 INFO:tasks.rados.rados.0.smithi052.stdout:2039: finishing write tid 3 to smithi05277117-47 2024-09-13T02:59:09.499 INFO:tasks.rados.rados.0.smithi052.stdout:2040: done (6 left) 2024-09-13T02:59:09.499 INFO:tasks.rados.rados.0.smithi052.stdout:2045: done (5 left) 2024-09-13T02:59:09.499 INFO:tasks.rados.rados.0.smithi052.stdout:2046: snap_remove snap 203 2024-09-13T02:59:09.696 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:09 smithi078 podman[95208]: 2024-09-13 02:59:09.381715479 +0000 UTC m=+0.830455184 container remove 5052dc59f7c4f172e09857456718133c4acc11da19b66f4287e9c184b78fed45 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T02:59:09.788 INFO:tasks.rados.rados.0.smithi052.stdout:2046: done (5 left) 2024-09-13T02:59:09.788 INFO:tasks.rados.rados.0.smithi052.stdout:2047: read oid 38 snap -1 2024-09-13T02:59:09.788 INFO:tasks.rados.rados.0.smithi052.stdout:2047: expect (ObjNum 613 snap 211 seq_num 613) 2024-09-13T02:59:09.788 INFO:tasks.rados.rados.0.smithi052.stdout:2048: snap_remove snap 214 2024-09-13T02:59:10.077 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:09 smithi078 ceph-mon[85589]: pgmap v345: 121 pgs: 18 stale+active+clean, 103 active+clean; 364 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-13T02:59:10.078 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:09 smithi078 ceph-mon[85589]: osdmap e488: 8 total, 7 up, 8 in 2024-09-13T02:59:10.078 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:09 smithi078 ceph-mon[85589]: osdmap e489: 8 total, 7 up, 8 in 2024-09-13T02:59:10.078 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:09 smithi078 podman[95297]: 2024-09-13 02:59:09.69283758 +0000 UTC m=+0.015746336 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:59:10.078 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:09 smithi078 podman[95297]: 2024-09-13 02:59:09.799124108 +0000 UTC m=+0.122032847 container create a9d191eee3e0982273b2d6cd1366193dba6698625ac214452ce836f145bd7384 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T02:59:10.078 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 podman[95297]: 2024-09-13 02:59:10.077189176 +0000 UTC m=+0.400097920 container init a9d191eee3e0982273b2d6cd1366193dba6698625ac214452ce836f145bd7384 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T02:59:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:09 smithi052 ceph-mon[91421]: pgmap v345: 121 pgs: 18 stale+active+clean, 103 active+clean; 364 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-13T02:59:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:09 smithi052 ceph-mon[91421]: osdmap e488: 8 total, 7 up, 8 in 2024-09-13T02:59:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:09 smithi052 ceph-mon[91421]: osdmap e489: 8 total, 7 up, 8 in 2024-09-13T02:59:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:09 smithi052 ceph-mon[89065]: pgmap v345: 121 pgs: 18 stale+active+clean, 103 active+clean; 364 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-09-13T02:59:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:09 smithi052 ceph-mon[89065]: osdmap e488: 8 total, 7 up, 8 in 2024-09-13T02:59:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:09 smithi052 ceph-mon[89065]: osdmap e489: 8 total, 7 up, 8 in 2024-09-13T02:59:10.446 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 podman[95297]: 2024-09-13 02:59:10.08061559 +0000 UTC m=+0.403524327 container start a9d191eee3e0982273b2d6cd1366193dba6698625ac214452ce836f145bd7384 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T02:59:10.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 podman[95297]: 2024-09-13 02:59:10.234504585 +0000 UTC m=+0.557413322 container attach a9d191eee3e0982273b2d6cd1366193dba6698625ac214452ce836f145bd7384 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-13T02:59:10.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 podman[95297]: 2024-09-13 02:59:10.269523886 +0000 UTC m=+0.592432630 container died a9d191eee3e0982273b2d6cd1366193dba6698625ac214452ce836f145bd7384 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f) 2024-09-13T02:59:10.790 INFO:tasks.rados.rados.0.smithi052.stdout:2048: done (6 left) 2024-09-13T02:59:10.790 INFO:tasks.rados.rados.0.smithi052.stdout:2049: rollback oid 46 current snap is 217 2024-09-13T02:59:10.791 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 46 to 210 2024-09-13T02:59:10.791 INFO:tasks.rados.rados.0.smithi052.stdout:2039: finishing write tid 4 to smithi05277117-47 2024-09-13T02:59:10.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1108 (ObjNum 642 snap 217 seq_num 642) dirty exists 2024-09-13T02:59:10.791 INFO:tasks.rados.rados.0.smithi052.stdout:2039: left oid 47 (ObjNum 642 snap 217 seq_num 642) 2024-09-13T02:59:10.791 INFO:tasks.rados.rados.0.smithi052.stdout:2043: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:59:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:2042: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T02:59:11.103 INFO:tasks.rados.rados.0.smithi052.stdout:2044: finishing copy_from racing read to smithi05277117-24 2024-09-13T02:59:11.104 INFO:tasks.rados.rados.0.smithi052.stdout:2044: finishing copy_from to smithi05277117-24 2024-09-13T02:59:11.104 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1109 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:11.104 INFO:tasks.rados.rados.0.smithi052.stdout:2041: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:59:11.104 INFO:tasks.rados.rados.0.smithi052.stdout:2041: finishing copy_from to smithi05277117-2 2024-09-13T02:59:11.104 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1168 (ObjNum 606 snap 206 seq_num 606) dirty exists 2024-09-13T02:59:11.104 INFO:tasks.rados.rados.0.smithi052.stdout:2047: expect (ObjNum 613 snap 211 seq_num 613) 2024-09-13T02:59:11.196 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 podman[95321]: 2024-09-13 02:59:10.838847112 +0000 UTC m=+0.558964229 container remove a9d191eee3e0982273b2d6cd1366193dba6698625ac214452ce836f145bd7384 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-13T02:59:11.196 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-13T02:59:11.196 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 systemd[1]: Stopped Ceph osd.5 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:59:11.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:10 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.5.service: Consumed 16.405s CPU time. 2024-09-13T02:59:11.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 systemd[1]: Starting Ceph osd.5 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2049: finishing rollback tid 0 to smithi05277117-46 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2049: finishing rollback tid 1 to smithi05277117-46 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2049: finishing rollback tid 2 to smithi05277117-46 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1480 (ObjNum 605 snap 206 seq_num 605) dirty exists 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2039: done (6 left) 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2041: done (5 left) 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2042: done (4 left) 2024-09-13T02:59:11.204 INFO:tasks.rados.rados.0.smithi052.stdout:2043: done (3 left) 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:2044: done (2 left) 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:2047: done (1 left) 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:2049: done (0 left) 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:2050: read oid 10 snap -1 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:2050: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 217 2024-09-13T02:59:11.205 INFO:tasks.rados.rados.0.smithi052.stdout:2051: seq_num 644 ranges {0=794624,794624=401408} 2024-09-13T02:59:11.208 INFO:tasks.rados.rados.0.smithi052.stdout:2051: writing smithi05277117-44 from 0 to 794624 tid 1 2024-09-13T02:59:11.211 INFO:tasks.rados.rados.0.smithi052.stdout:2051: writing smithi05277117-44 from 794624 to 1196032 tid 2 2024-09-13T02:59:11.211 INFO:tasks.rados.rados.0.smithi052.stdout:2052: rollback oid 40 current snap is 217 2024-09-13T02:59:11.211 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 40 to 215 2024-09-13T02:59:11.211 INFO:tasks.rados.rados.0.smithi052.stdout:2050: expect (ObjNum 500 snap 164 seq_num 500) 2024-09-13T02:59:11.327 INFO:tasks.rados.rados.0.smithi052.stdout:2051: finishing write tid 1 to smithi05277117-44 2024-09-13T02:59:11.327 INFO:tasks.rados.rados.0.smithi052.stdout:2052: finishing rollback tid 1 to smithi05277117-40 2024-09-13T02:59:11.327 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1153 (ObjNum 65 snap 0 seq_num 4209230176) dirty dne 2024-09-13T02:59:11.327 INFO:tasks.rados.rados.0.smithi052.stdout:2050: done (2 left) 2024-09-13T02:59:11.327 INFO:tasks.rados.rados.0.smithi052.stdout:2052: done (1 left) 2024-09-13T02:59:11.327 INFO:tasks.rados.rados.0.smithi052.stdout:2053: snap_remove snap 207 2024-09-13T02:59:11.522 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 podman[95421]: 2024-09-13 02:59:11.173822334 +0000 UTC m=+0.016219810 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:59:11.522 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 podman[95421]: 2024-09-13 02:59:11.290587607 +0000 UTC m=+0.132985129 container create 5752d1709f25a4320e0638825ab68ba91267389846ca2df51edd6eff154c517c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-13T02:59:11.522 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 podman[95421]: 2024-09-13 02:59:11.51787288 +0000 UTC m=+0.360270362 container init 5752d1709f25a4320e0638825ab68ba91267389846ca2df51edd6eff154c517c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-7741f7f) 2024-09-13T02:59:11.786 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 podman[95421]: 2024-09-13 02:59:11.521665029 +0000 UTC m=+0.364062503 container start 5752d1709f25a4320e0638825ab68ba91267389846ca2df51edd6eff154c517c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-13T02:59:11.787 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 podman[95421]: 2024-09-13 02:59:11.617871741 +0000 UTC m=+0.460269215 container attach 5752d1709f25a4320e0638825ab68ba91267389846ca2df51edd6eff154c517c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True) 2024-09-13T02:59:11.787 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:11.787 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 bash[95421]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:11.787 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:11.787 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:11 smithi078 bash[95421]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:2053: done (1 left) 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:2054: rollback oid 8 current snap is 217 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 8 to 200 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:2051: finishing write tid 2 to smithi05277117-44 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:2051: finishing write tid 3 to smithi05277117-44 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:2051: finishing write tid 4 to smithi05277117-44 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1314 (ObjNum 644 snap 217 seq_num 644) dirty exists 2024-09-13T02:59:11.979 INFO:tasks.rados.rados.0.smithi052.stdout:2051: left oid 44 (ObjNum 644 snap 217 seq_num 644) 2024-09-13T02:59:11.980 INFO:tasks.rados.rados.0.smithi052.stdout:2051: done (1 left) 2024-09-13T02:59:11.980 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 217 2024-09-13T02:59:11.980 INFO:tasks.rados.rados.0.smithi052.stdout:2055: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-09-13T02:59:11.981 INFO:tasks.rados.rados.0.smithi052.stdout:2055: writing smithi05277117-1 from 0 to 409600 tid 1 2024-09-13T02:59:11.987 INFO:tasks.rados.rados.0.smithi052.stdout:2055: writing smithi05277117-1 from 409600 to 1187840 tid 2 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:2055: writing smithi05277117-1 from 1187840 to 1212416 tid 3 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 217 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:2054: finishing rollback tid 1 to smithi05277117-8 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:2054: finishing rollback tid 2 to smithi05277117-8 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1613 (ObjNum 578 snap 195 seq_num 578) dirty exists 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:2055: finishing write tid 1 to smithi05277117-1 2024-09-13T02:59:11.988 INFO:tasks.rados.rados.0.smithi052.stdout:2056: seq_num 646 ranges {3604480=425984,4030464=655360,4685824=147456} 2024-09-13T02:59:12.010 INFO:tasks.rados.rados.0.smithi052.stdout:2056: writing smithi05277117-7 from 3604480 to 4030464 tid 1 2024-09-13T02:59:12.014 INFO:tasks.rados.rados.0.smithi052.stdout:2056: writing smithi05277117-7 from 4030464 to 4685824 tid 2 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2056: writing smithi05277117-7 from 4685824 to 4833280 tid 3 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2054: done (2 left) 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2057: snap_create 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2055: finishing write tid 2 to smithi05277117-1 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2055: finishing write tid 3 to smithi05277117-1 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2055: finishing write tid 4 to smithi05277117-1 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2055: finishing write tid 5 to smithi05277117-1 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1176 (ObjNum 645 snap 217 seq_num 645) dirty exists 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2055: left oid 1 (ObjNum 645 snap 217 seq_num 645) 2024-09-13T02:59:12.015 INFO:tasks.rados.rados.0.smithi052.stdout:2056: finishing write tid 1 to smithi05277117-7 2024-09-13T02:59:12.018 INFO:tasks.rados.rados.0.smithi052.stdout:2056: finishing write tid 2 to smithi05277117-7 2024-09-13T02:59:12.018 INFO:tasks.rados.rados.0.smithi052.stdout:2056: finishing write tid 3 to smithi05277117-7 2024-09-13T02:59:12.018 INFO:tasks.rados.rados.0.smithi052.stdout:2056: finishing write tid 4 to smithi05277117-7 2024-09-13T02:59:12.019 INFO:tasks.rados.rados.0.smithi052.stdout:2056: finishing write tid 5 to smithi05277117-7 2024-09-13T02:59:12.019 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1180 (ObjNum 646 snap 217 seq_num 646) dirty exists 2024-09-13T02:59:12.019 INFO:tasks.rados.rados.0.smithi052.stdout:2056: left oid 7 (ObjNum 646 snap 217 seq_num 646) 2024-09-13T02:59:12.120 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:11 smithi078 ceph-mon[85589]: pgmap v348: 121 pgs: 7 active+undersized, 15 stale+active+clean, 7 active+undersized+degraded, 92 active+clean; 377 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 16 op/s; 78/813 objects degraded (9.594%) 2024-09-13T02:59:12.120 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:11 smithi078 ceph-mon[85589]: osdmap e490: 8 total, 7 up, 8 in 2024-09-13T02:59:12.120 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:11 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 78/813 objects degraded (9.594%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:11 smithi052 ceph-mon[91421]: pgmap v348: 121 pgs: 7 active+undersized, 15 stale+active+clean, 7 active+undersized+degraded, 92 active+clean; 377 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 16 op/s; 78/813 objects degraded (9.594%) 2024-09-13T02:59:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:11 smithi052 ceph-mon[91421]: osdmap e490: 8 total, 7 up, 8 in 2024-09-13T02:59:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:11 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 78/813 objects degraded (9.594%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:11 smithi052 ceph-mon[89065]: pgmap v348: 121 pgs: 7 active+undersized, 15 stale+active+clean, 7 active+undersized+degraded, 92 active+clean; 377 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 16 op/s; 78/813 objects degraded (9.594%) 2024-09-13T02:59:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:11 smithi052 ceph-mon[89065]: osdmap e490: 8 total, 7 up, 8 in 2024-09-13T02:59:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:11 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 78/813 objects degraded (9.594%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:12.406 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:12.406 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:59:12.407 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:59:12.407 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:59:12.407 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T02:59:12.407 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:59:12.407 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T02:59:12.696 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate[95436]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 bash[95421]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-13T02:59:12.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:12 smithi078 podman[95421]: 2024-09-13 02:59:12.433442169 +0000 UTC m=+1.275839643 container died 5752d1709f25a4320e0638825ab68ba91267389846ca2df51edd6eff154c517c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=) 2024-09-13T02:59:12.982 INFO:tasks.rados.rados.0.smithi052.stdout:2055: done (2 left) 2024-09-13T02:59:12.983 INFO:tasks.rados.rados.0.smithi052.stdout:2056: done (1 left) 2024-09-13T02:59:12.983 INFO:tasks.rados.rados.0.smithi052.stdout:2057: done (0 left) 2024-09-13T02:59:12.983 INFO:tasks.rados.rados.0.smithi052.stdout:2058: delete oid 50 current snap is 218 2024-09-13T02:59:12.988 INFO:tasks.rados.rados.0.smithi052.stdout:2058: done (0 left) 2024-09-13T02:59:12.989 INFO:tasks.rados.rados.0.smithi052.stdout:2059: rmattr oid 47 current snap is 218 2024-09-13T02:59:12.989 INFO:tasks.rados.rados.0.smithi052.stdout:2059: done (0 left) 2024-09-13T02:59:12.989 INFO:tasks.rados.rados.0.smithi052.stdout:2060: delete oid 50 current snap is 218 2024-09-13T02:59:12.990 INFO:tasks.rados.rados.0.smithi052.stdout:2060: done (0 left) 2024-09-13T02:59:12.990 INFO:tasks.rados.rados.0.smithi052.stdout:2061: snap_remove snap 208 2024-09-13T02:59:13.131 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:12 smithi078 ceph-mon[85589]: osdmap e491: 8 total, 7 up, 8 in 2024-09-13T02:59:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:12 smithi052 ceph-mon[89065]: osdmap e491: 8 total, 7 up, 8 in 2024-09-13T02:59:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:12 smithi052 ceph-mon[91421]: osdmap e491: 8 total, 7 up, 8 in 2024-09-13T02:59:13.438 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 podman[95560]: 2024-09-13 02:59:13.130558944 +0000 UTC m=+0.690655016 container remove 5752d1709f25a4320e0638825ab68ba91267389846ca2df51edd6eff154c517c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-activate, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T02:59:13.438 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 podman[95618]: 2024-09-13 02:59:13.33175386 +0000 UTC m=+0.107347969 container create 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-13T02:59:13.438 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 podman[95618]: 2024-09-13 02:59:13.240319956 +0000 UTC m=+0.015914028 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:59:13.946 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 podman[95618]: 2024-09-13 02:59:13.592331633 +0000 UTC m=+0.367925702 container init 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-13T02:59:13.947 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 podman[95618]: 2024-09-13 02:59:13.595503447 +0000 UTC m=+0.371097512 container start 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f) 2024-09-13T02:59:13.947 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 ceph-osd[95638]: -- 172.21.15.78:0/2524276297 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e71c4da40 con 0x557e72a14400 2024-09-13T02:59:13.947 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 bash[95618]: 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 2024-09-13T02:59:13.947 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:13 smithi078 systemd[1]: Started Ceph osd.5 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:59:13.986 INFO:tasks.rados.rados.0.smithi052.stdout:2061: done (0 left) 2024-09-13T02:59:13.986 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 218 2024-09-13T02:59:13.986 INFO:tasks.rados.rados.0.smithi052.stdout:2062: seq_num 649 ranges {2506752=475136,2981888=761856,3743744=40960} 2024-09-13T02:59:14.004 INFO:tasks.rados.rados.0.smithi052.stdout:2062: writing smithi05277117-23 from 2506752 to 2981888 tid 1 2024-09-13T02:59:14.009 INFO:tasks.rados.rados.0.smithi052.stdout:2062: writing smithi05277117-23 from 2981888 to 3743744 tid 2 2024-09-13T02:59:14.009 INFO:tasks.rados.rados.0.smithi052.stdout:2062: writing smithi05277117-23 from 3743744 to 3784704 tid 3 2024-09-13T02:59:14.009 INFO:tasks.rados.rados.0.smithi052.stdout:2063: read oid 15 snap -1 2024-09-13T02:59:14.009 INFO:tasks.rados.rados.0.smithi052.stdout:2063: expect deleted 2024-09-13T02:59:14.009 INFO:tasks.rados.rados.0.smithi052.stdout:2064: setattr oid 36 current snap is 218 2024-09-13T02:59:14.010 INFO:tasks.rados.rados.0.smithi052.stdout:2062: finishing write tid 1 to smithi05277117-23 2024-09-13T02:59:14.010 INFO:tasks.rados.rados.0.smithi052.stdout:2063: done (2 left) 2024-09-13T02:59:14.010 INFO:tasks.rados.rados.0.smithi052.stdout:2065: snap_create 2024-09-13T02:59:14.013 INFO:tasks.rados.rados.0.smithi052.stdout:2062: finishing write tid 2 to smithi05277117-23 2024-09-13T02:59:14.013 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1111 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:14.014 INFO:tasks.rados.rados.0.smithi052.stdout:2062: finishing write tid 3 to smithi05277117-23 2024-09-13T02:59:14.014 INFO:tasks.rados.rados.0.smithi052.stdout:2062: finishing write tid 4 to smithi05277117-23 2024-09-13T02:59:14.016 INFO:tasks.rados.rados.0.smithi052.stdout:2062: finishing write tid 5 to smithi05277117-23 2024-09-13T02:59:14.016 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1146 (ObjNum 649 snap 218 seq_num 649) dirty exists 2024-09-13T02:59:14.016 INFO:tasks.rados.rados.0.smithi052.stdout:2062: left oid 23 (ObjNum 649 snap 218 seq_num 649) 2024-09-13T02:59:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[91421]: pgmap v351: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 121/819 objects degraded (14.774%) 2024-09-13T02:59:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[91421]: osdmap e492: 8 total, 7 up, 8 in 2024-09-13T02:59:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[89065]: pgmap v351: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 121/819 objects degraded (14.774%) 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[89065]: osdmap e492: 8 total, 7 up, 8 in 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:14.331 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:13 smithi078 ceph-mon[85589]: pgmap v351: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 121/819 objects degraded (14.774%) 2024-09-13T02:59:14.331 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:13 smithi078 ceph-mon[85589]: osdmap e492: 8 total, 7 up, 8 in 2024-09-13T02:59:14.331 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:14.331 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:14.331 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:14.790 INFO:tasks.rados.rados.0.smithi052.stdout:2062: done (2 left) 2024-09-13T02:59:14.790 INFO:tasks.rados.rados.0.smithi052.stdout:2064: done (1 left) 2024-09-13T02:59:14.790 INFO:tasks.rados.rados.0.smithi052.stdout:2065: done (0 left) 2024-09-13T02:59:14.790 INFO:tasks.rados.rados.0.smithi052.stdout:2066: delete oid 2 current snap is 219 2024-09-13T02:59:14.796 INFO:tasks.rados.rados.0.smithi052.stdout:2066: done (0 left) 2024-09-13T02:59:14.796 INFO:tasks.rados.rados.0.smithi052.stdout:2067: copy_from oid 29 from oid 30 current snap is 219 2024-09-13T02:59:14.796 INFO:tasks.rados.rados.0.smithi052.stdout:2068: read oid 1 snap 187 2024-09-13T02:59:14.796 INFO:tasks.rados.rados.0.smithi052.stdout:2068: expect (ObjNum 508 snap 169 seq_num 508) 2024-09-13T02:59:14.796 INFO:tasks.rados.rados.0.smithi052.stdout:2069: snap_remove snap 195 2024-09-13T02:59:15.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:14 smithi078 ceph-mon[85589]: osdmap e493: 8 total, 7 up, 8 in 2024-09-13T02:59:15.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:14 smithi078 ceph-mon[85589]: osdmap e494: 8 total, 7 up, 8 in 2024-09-13T02:59:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:14 smithi052 ceph-mon[91421]: osdmap e493: 8 total, 7 up, 8 in 2024-09-13T02:59:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:14 smithi052 ceph-mon[91421]: osdmap e494: 8 total, 7 up, 8 in 2024-09-13T02:59:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:14 smithi052 ceph-mon[89065]: osdmap e493: 8 total, 7 up, 8 in 2024-09-13T02:59:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:14 smithi052 ceph-mon[89065]: osdmap e494: 8 total, 7 up, 8 in 2024-09-13T02:59:15.499 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T02:59:15.243+0000 7fa320671640 -1 Falling back to public interface 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2069: done (2 left) 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2070: read oid 39 snap 211 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2070: expect (ObjNum 610 snap 209 seq_num 610) 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2071: read oid 28 snap 212 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2071: expect (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2072: copy_from oid 4 from oid 43 current snap is 219 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 219 2024-09-13T02:59:15.792 INFO:tasks.rados.rados.0.smithi052.stdout:2073: seq_num 651 ranges {3784704=507904,4292608=532480,4825088=270336} 2024-09-13T02:59:15.817 INFO:tasks.rados.rados.0.smithi052.stdout:2073: writing smithi05277117-23 from 3784704 to 4292608 tid 1 2024-09-13T02:59:15.820 INFO:tasks.rados.rados.0.smithi052.stdout:2073: writing smithi05277117-23 from 4292608 to 4825088 tid 2 2024-09-13T02:59:15.822 INFO:tasks.rados.rados.0.smithi052.stdout:2073: writing smithi05277117-23 from 4825088 to 5095424 tid 3 2024-09-13T02:59:15.823 INFO:tasks.rados.rados.0.smithi052.stdout:2068: expect (ObjNum 508 snap 169 seq_num 508) 2024-09-13T02:59:15.866 INFO:tasks.rados.rados.0.smithi052.stdout:2067: finishing copy_from racing read to smithi05277117-29 2024-09-13T02:59:15.866 INFO:tasks.rados.rados.0.smithi052.stdout:2067: finishing copy_from to smithi05277117-29 2024-09-13T02:59:15.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 680 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:59:15.866 INFO:tasks.rados.rados.0.smithi052.stdout:2071: expect (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:59:15.868 INFO:tasks.rados.rados.0.smithi052.stdout:2073: finishing write tid 1 to smithi05277117-23 2024-09-13T02:59:15.868 INFO:tasks.rados.rados.0.smithi052.stdout:2073: finishing write tid 2 to smithi05277117-23 2024-09-13T02:59:15.868 INFO:tasks.rados.rados.0.smithi052.stdout:2073: finishing write tid 3 to smithi05277117-23 2024-09-13T02:59:15.868 INFO:tasks.rados.rados.0.smithi052.stdout:2073: finishing write tid 4 to smithi05277117-23 2024-09-13T02:59:15.868 INFO:tasks.rados.rados.0.smithi052.stdout:2073: finishing write tid 5 to smithi05277117-23 2024-09-13T02:59:15.869 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1155 (ObjNum 651 snap 219 seq_num 651) dirty exists 2024-09-13T02:59:15.869 INFO:tasks.rados.rados.0.smithi052.stdout:2073: left oid 23 (ObjNum 651 snap 219 seq_num 651) 2024-09-13T02:59:15.869 INFO:tasks.rados.rados.0.smithi052.stdout:2070: expect (ObjNum 610 snap 209 seq_num 610) 2024-09-13T02:59:16.278 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:15 smithi078 ceph-mon[85589]: pgmap v354: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 121/819 objects degraded (14.774%) 2024-09-13T02:59:16.278 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:15 smithi078 ceph-mon[85589]: osdmap e495: 8 total, 7 up, 8 in 2024-09-13T02:59:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:15 smithi052 ceph-mon[91421]: pgmap v354: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 121/819 objects degraded (14.774%) 2024-09-13T02:59:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:15 smithi052 ceph-mon[91421]: osdmap e495: 8 total, 7 up, 8 in 2024-09-13T02:59:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:15 smithi052 ceph-mon[89065]: pgmap v354: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 388 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s; 121/819 objects degraded (14.774%) 2024-09-13T02:59:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:15 smithi052 ceph-mon[89065]: osdmap e495: 8 total, 7 up, 8 in 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2072: finishing copy_from racing read to smithi05277117-4 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2072: finishing copy_from to smithi05277117-4 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1168 (ObjNum 606 snap 206 seq_num 606) dirty exists 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2067: done (5 left) 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2068: done (4 left) 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2070: done (3 left) 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2071: done (2 left) 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2072: done (1 left) 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2073: done (0 left) 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 219 2024-09-13T02:59:16.466 INFO:tasks.rados.rados.0.smithi052.stdout:2074: seq_num 652 ranges {1548288=524288,2072576=409600,2482176=393216} 2024-09-13T02:59:16.476 INFO:tasks.rados.rados.0.smithi052.stdout:2074: writing smithi05277117-42 from 1548288 to 2072576 tid 1 2024-09-13T02:59:16.479 INFO:tasks.rados.rados.0.smithi052.stdout:2074: writing smithi05277117-42 from 2072576 to 2482176 tid 2 2024-09-13T02:59:16.481 INFO:tasks.rados.rados.0.smithi052.stdout:2074: writing smithi05277117-42 from 2482176 to 2875392 tid 3 2024-09-13T02:59:16.481 INFO:tasks.rados.rados.0.smithi052.stdout:2075: copy_from oid 10 from oid 3 current snap is 219 2024-09-13T02:59:16.481 INFO:tasks.rados.rados.0.smithi052.stdout:2074: finishing write tid 1 to smithi05277117-42 2024-09-13T02:59:16.481 INFO:tasks.rados.rados.0.smithi052.stdout:2074: finishing write tid 2 to smithi05277117-42 2024-09-13T02:59:16.482 INFO:tasks.rados.rados.0.smithi052.stdout:2076: delete oid 45 current snap is 219 2024-09-13T02:59:16.484 INFO:tasks.rados.rados.0.smithi052.stdout:2074: finishing write tid 3 to smithi05277117-42 2024-09-13T02:59:16.484 INFO:tasks.rados.rados.0.smithi052.stdout:2075: finishing copy_from to smithi05277117-10 2024-09-13T02:59:16.484 INFO:tasks.rados.rados.0.smithi052.stdout:2075: got expected ENOENT (src dne) 2024-09-13T02:59:16.484 INFO:tasks.rados.rados.0.smithi052.stdout:2074: finishing write tid 4 to smithi05277117-42 2024-09-13T02:59:16.484 INFO:tasks.rados.rados.0.smithi052.stdout:2075: finishing copy_from racing read to smithi05277117-10 2024-09-13T02:59:16.485 INFO:tasks.rados.rados.0.smithi052.stdout:2075: done (2 left) 2024-09-13T02:59:16.485 INFO:tasks.rados.rados.0.smithi052.stdout:2076: done (1 left) 2024-09-13T02:59:16.485 INFO:tasks.rados.rados.0.smithi052.stdout:2077: read oid 3 snap 211 2024-09-13T02:59:16.485 INFO:tasks.rados.rados.0.smithi052.stdout:2077: expect deleted 2024-09-13T02:59:16.485 INFO:tasks.rados.rados.0.smithi052.stdout:2078: delete oid 6 current snap is 219 2024-09-13T02:59:16.485 INFO:tasks.rados.rados.0.smithi052.stdout:2074: finishing write tid 5 to smithi05277117-42 2024-09-13T02:59:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1109 (ObjNum 652 snap 219 seq_num 652) dirty exists 2024-09-13T02:59:16.486 INFO:tasks.rados.rados.0.smithi052.stdout:2074: left oid 42 (ObjNum 652 snap 219 seq_num 652) 2024-09-13T02:59:16.488 INFO:tasks.rados.rados.0.smithi052.stdout:2074: done (2 left) 2024-09-13T02:59:16.488 INFO:tasks.rados.rados.0.smithi052.stdout:2077: done (1 left) 2024-09-13T02:59:16.488 INFO:tasks.rados.rados.0.smithi052.stdout:2078: done (0 left) 2024-09-13T02:59:16.488 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 219 2024-09-13T02:59:16.488 INFO:tasks.rados.rados.0.smithi052.stdout:2079: seq_num 655 ranges {3022848=573440,3596288=516096,4112384=286720} 2024-09-13T02:59:16.507 INFO:tasks.rados.rados.0.smithi052.stdout:2079: writing smithi05277117-37 from 3022848 to 3596288 tid 1 2024-09-13T02:59:16.513 INFO:tasks.rados.rados.0.smithi052.stdout:2079: writing smithi05277117-37 from 3596288 to 4112384 tid 2 2024-09-13T02:59:16.513 INFO:tasks.rados.rados.0.smithi052.stdout:2079: writing smithi05277117-37 from 4112384 to 4399104 tid 3 2024-09-13T02:59:16.513 INFO:tasks.rados.rados.0.smithi052.stdout:2080: snap_create 2024-09-13T02:59:16.513 INFO:tasks.rados.rados.0.smithi052.stdout:2079: finishing write tid 1 to smithi05277117-37 2024-09-13T02:59:16.515 INFO:tasks.rados.rados.0.smithi052.stdout:2079: finishing write tid 2 to smithi05277117-37 2024-09-13T02:59:16.515 INFO:tasks.rados.rados.0.smithi052.stdout:2079: finishing write tid 3 to smithi05277117-37 2024-09-13T02:59:16.516 INFO:tasks.rados.rados.0.smithi052.stdout:2079: finishing write tid 4 to smithi05277117-37 2024-09-13T02:59:16.517 INFO:tasks.rados.rados.0.smithi052.stdout:2079: finishing write tid 5 to smithi05277117-37 2024-09-13T02:59:16.517 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1168 (ObjNum 655 snap 219 seq_num 655) dirty exists 2024-09-13T02:59:16.517 INFO:tasks.rados.rados.0.smithi052.stdout:2079: left oid 37 (ObjNum 655 snap 219 seq_num 655) 2024-09-13T02:59:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:2079: done (1 left) 2024-09-13T02:59:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:2080: done (0 left) 2024-09-13T02:59:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:2081: read oid 14 snap 187 2024-09-13T02:59:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:2081: expect deleted 2024-09-13T02:59:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 220 2024-09-13T02:59:17.373 INFO:tasks.rados.rados.0.smithi052.stdout:2082: seq_num 656 ranges {5668864=589824,6258688=802816} 2024-09-13T02:59:17.407 INFO:tasks.rados.rados.0.smithi052.stdout:2082: writing smithi05277117-30 from 5668864 to 6258688 tid 1 2024-09-13T02:59:17.412 INFO:tasks.rados.rados.0.smithi052.stdout:2082: writing smithi05277117-30 from 6258688 to 7061504 tid 2 2024-09-13T02:59:17.412 INFO:tasks.rados.rados.0.smithi052.stdout:2083: read oid 12 snap -1 2024-09-13T02:59:17.412 INFO:tasks.rados.rados.0.smithi052.stdout:2083: expect (ObjNum 617 snap 212 seq_num 617) 2024-09-13T02:59:17.412 INFO:tasks.rados.rados.0.smithi052.stdout:2084: snap_create 2024-09-13T02:59:17.417 INFO:tasks.rados.rados.0.smithi052.stdout:2083: expect (ObjNum 617 snap 212 seq_num 617) 2024-09-13T02:59:17.437 INFO:tasks.rados.rados.0.smithi052.stdout:2082: finishing write tid 1 to smithi05277117-30 2024-09-13T02:59:17.437 INFO:tasks.rados.rados.0.smithi052.stdout:2082: finishing write tid 2 to smithi05277117-30 2024-09-13T02:59:17.437 INFO:tasks.rados.rados.0.smithi052.stdout:2082: finishing write tid 3 to smithi05277117-30 2024-09-13T02:59:17.437 INFO:tasks.rados.rados.0.smithi052.stdout:2082: finishing write tid 4 to smithi05277117-30 2024-09-13T02:59:17.437 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1655 (ObjNum 656 snap 220 seq_num 656) dirty exists 2024-09-13T02:59:17.437 INFO:tasks.rados.rados.0.smithi052.stdout:2082: left oid 30 (ObjNum 656 snap 220 seq_num 656) 2024-09-13T02:59:17.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:17 smithi078 ceph-mon[85589]: pgmap v357: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 983 KiB/s rd, 1.9 MiB/s wr, 9 op/s; 123/831 objects degraded (14.801%) 2024-09-13T02:59:17.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:17.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:17.652 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:17 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 123/831 objects degraded (14.801%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[91421]: pgmap v357: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 983 KiB/s rd, 1.9 MiB/s wr, 9 op/s; 123/831 objects degraded (14.801%) 2024-09-13T02:59:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:17.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:17.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 123/831 objects degraded (14.801%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[89065]: pgmap v357: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 396 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 983 KiB/s rd, 1.9 MiB/s wr, 9 op/s; 123/831 objects degraded (14.801%) 2024-09-13T02:59:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:17 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 123/831 objects degraded (14.801%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:18.010 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:59:18.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:59:18] "GET /metrics HTTP/1.1" 200 36179 "" "Prometheus/2.43.0" 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (5m) 68s ago 9m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (4m) 0s ago 9m 85.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (11m) 68s ago 11m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (11m) 0s ago 11m 22.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (4m) 0s ago 14m 440M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:59:18.282 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (4m) 68s ago 16m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (4m) 68s ago 16m 54.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (3m) 0s ago 15m 45.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (3m) 68s ago 14m 47.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (5m) 68s ago 9m 16.2M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (4m) 0s ago 9m 16.7M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (2m) 68s ago 14m 164M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (2m) 68s ago 13m 131M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (105s) 68s ago 13m 122M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (72s) 68s ago 13m 12.1M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (39s) 0s ago 12m 110M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (5s) 0s ago 12m 11.9M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 9b1ea21005f0 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (11m) 0s ago 11m 184M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c203203f2a80 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (11m) 0s ago 11m 292M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:59:18.283 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (4m) 0s ago 10m 65.4M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:59:18.378 INFO:tasks.rados.rados.0.smithi052.stdout:2081: done (3 left) 2024-09-13T02:59:18.379 INFO:tasks.rados.rados.0.smithi052.stdout:2082: done (2 left) 2024-09-13T02:59:18.379 INFO:tasks.rados.rados.0.smithi052.stdout:2083: done (1 left) 2024-09-13T02:59:18.379 INFO:tasks.rados.rados.0.smithi052.stdout:2084: done (0 left) 2024-09-13T02:59:18.379 INFO:tasks.rados.rados.0.smithi052.stdout:2085: delete oid 43 current snap is 221 2024-09-13T02:59:18.388 INFO:tasks.rados.rados.0.smithi052.stdout:2085: done (0 left) 2024-09-13T02:59:18.388 INFO:tasks.rados.rados.0.smithi052.stdout:2086: read oid 30 snap -1 2024-09-13T02:59:18.388 INFO:tasks.rados.rados.0.smithi052.stdout:2086: expect (ObjNum 656 snap 220 seq_num 656) 2024-09-13T02:59:18.388 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 221 2024-09-13T02:59:18.388 INFO:tasks.rados.rados.0.smithi052.stdout:2087: seq_num 658 ranges {2613248=622592,3235840=565248,3801088=237568} 2024-09-13T02:59:18.406 INFO:tasks.rados.rados.0.smithi052.stdout:2087: writing smithi05277117-38 from 2613248 to 3235840 tid 1 2024-09-13T02:59:18.410 INFO:tasks.rados.rados.0.smithi052.stdout:2087: writing smithi05277117-38 from 3235840 to 3801088 tid 2 2024-09-13T02:59:18.412 INFO:tasks.rados.rados.0.smithi052.stdout:2087: writing smithi05277117-38 from 3801088 to 4038656 tid 3 2024-09-13T02:59:18.412 INFO:tasks.rados.rados.0.smithi052.stdout:2088: read oid 28 snap -1 2024-09-13T02:59:18.412 INFO:tasks.rados.rados.0.smithi052.stdout:2088: expect (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:59:18.412 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 221 2024-09-13T02:59:18.412 INFO:tasks.rados.rados.0.smithi052.stdout:2089: seq_num 659 ranges {1015808=647168,1662976=450560,2113536=352256} 2024-09-13T02:59:18.421 INFO:tasks.rados.rados.0.smithi052.stdout:2089: writing smithi05277117-14 from 1015808 to 1662976 tid 1 2024-09-13T02:59:18.424 INFO:tasks.rados.rados.0.smithi052.stdout:2089: writing smithi05277117-14 from 1662976 to 2113536 tid 2 2024-09-13T02:59:18.426 INFO:tasks.rados.rados.0.smithi052.stdout:2089: writing smithi05277117-14 from 2113536 to 2465792 tid 3 2024-09-13T02:59:18.426 INFO:tasks.rados.rados.0.smithi052.stdout:2090: rollback oid 17 current snap is 221 2024-09-13T02:59:18.426 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 17 to 217 2024-09-13T02:59:18.426 INFO:tasks.rados.rados.0.smithi052.stdout:2086: expect (ObjNum 656 snap 220 seq_num 656) 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:18.641 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 4, 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 10 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:59:18.642 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:59:18.642 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[91421]: osdmap e496: 8 total, 7 up, 8 in 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[91421]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[89065]: osdmap e496: 8 total, 7 up, 8 in 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:18.643 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:18 smithi052 ceph-mon[89065]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:18 smithi078 ceph-mon[85589]: osdmap e496: 8 total, 7 up, 8 in 2024-09-13T02:59:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:18 smithi078 ceph-mon[85589]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:18.791 INFO:tasks.rados.rados.0.smithi052.stdout:2087: finishing write tid 1 to smithi05277117-38 2024-09-13T02:59:18.791 INFO:tasks.rados.rados.0.smithi052.stdout:2087: finishing write tid 2 to smithi05277117-38 2024-09-13T02:59:18.791 INFO:tasks.rados.rados.0.smithi052.stdout:2087: finishing write tid 3 to smithi05277117-38 2024-09-13T02:59:18.791 INFO:tasks.rados.rados.0.smithi052.stdout:2088: expect (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:59:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:2087: finishing write tid 4 to smithi05277117-38 2024-09-13T02:59:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:2087: finishing write tid 5 to smithi05277117-38 2024-09-13T02:59:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1644 (ObjNum 658 snap 221 seq_num 658) dirty exists 2024-09-13T02:59:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:2087: left oid 38 (ObjNum 658 snap 221 seq_num 658) 2024-09-13T02:59:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:2089: finishing write tid 1 to smithi05277117-14 2024-09-13T02:59:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:2089: finishing write tid 2 to smithi05277117-14 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2089: finishing write tid 3 to smithi05277117-14 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2089: finishing write tid 4 to smithi05277117-14 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2090: finishing rollback tid 0 to smithi05277117-17 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2089: finishing write tid 5 to smithi05277117-14 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1649 (ObjNum 659 snap 221 seq_num 659) dirty exists 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2089: left oid 14 (ObjNum 659 snap 221 seq_num 659) 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2090: finishing rollback tid 1 to smithi05277117-17 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2090: finishing rollback tid 2 to smithi05277117-17 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1653 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2086: done (4 left) 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2087: done (3 left) 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2088: done (2 left) 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2089: done (1 left) 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2090: done (0 left) 2024-09-13T02:59:18.795 INFO:tasks.rados.rados.0.smithi052.stdout:2091: read oid 25 snap -1 2024-09-13T02:59:18.796 INFO:tasks.rados.rados.0.smithi052.stdout:2091: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:59:18.796 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 221 2024-09-13T02:59:18.796 INFO:tasks.rados.rados.0.smithi052.stdout:2092: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2024-09-13T02:59:18.797 INFO:tasks.rados.rados.0.smithi052.stdout:2092: writing smithi05277117-9 from 0 to 663552 tid 1 2024-09-13T02:59:18.802 INFO:tasks.rados.rados.0.smithi052.stdout:2092: writing smithi05277117-9 from 663552 to 1400832 tid 2 2024-09-13T02:59:18.802 INFO:tasks.rados.rados.0.smithi052.stdout:2092: writing smithi05277117-9 from 1400832 to 1466368 tid 3 2024-09-13T02:59:18.802 INFO:tasks.rados.rados.0.smithi052.stdout:2093: snap_create 2024-09-13T02:59:18.803 INFO:tasks.rados.rados.0.smithi052.stdout:2092: finishing write tid 1 to smithi05277117-9 2024-09-13T02:59:18.806 INFO:tasks.rados.rados.0.smithi052.stdout:2092: finishing write tid 2 to smithi05277117-9 2024-09-13T02:59:18.807 INFO:tasks.rados.rados.0.smithi052.stdout:2092: finishing write tid 3 to smithi05277117-9 2024-09-13T02:59:18.807 INFO:tasks.rados.rados.0.smithi052.stdout:2092: finishing write tid 4 to smithi05277117-9 2024-09-13T02:59:18.809 INFO:tasks.rados.rados.0.smithi052.stdout:2091: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:59:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:2092: finishing write tid 5 to smithi05277117-9 2024-09-13T02:59:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1486 (ObjNum 660 snap 221 seq_num 660) dirty exists 2024-09-13T02:59:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:2092: left oid 9 (ObjNum 660 snap 221 seq_num 660) 2024-09-13T02:59:19.381 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T02:59:19.165+0000 7fa320671640 -1 osd.5 486 log_to_monitors true 2024-09-13T02:59:19.632 INFO:tasks.rados.rados.0.smithi052.stdout:2091: done (2 left) 2024-09-13T02:59:19.633 INFO:tasks.rados.rados.0.smithi052.stdout:2092: done (1 left) 2024-09-13T02:59:19.633 INFO:tasks.rados.rados.0.smithi052.stdout:2093: done (0 left) 2024-09-13T02:59:19.633 INFO:tasks.rados.rados.0.smithi052.stdout:2094: copy_from oid 43 from oid 29 current snap is 222 2024-09-13T02:59:19.633 INFO:tasks.rados.rados.0.smithi052.stdout:2095: delete oid 37 current snap is 222 2024-09-13T02:59:19.638 INFO:tasks.rados.rados.0.smithi052.stdout:2095: done (1 left) 2024-09-13T02:59:19.638 INFO:tasks.rados.rados.0.smithi052.stdout:2096: read oid 5 snap -1 2024-09-13T02:59:19.638 INFO:tasks.rados.rados.0.smithi052.stdout:2096: expect (ObjNum 450 snap 153 seq_num 450) 2024-09-13T02:59:19.638 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 222 2024-09-13T02:59:19.638 INFO:tasks.rados.rados.0.smithi052.stdout:2097: seq_num 662 ranges {2465792=696320,3162112=557056,3719168=245760} 2024-09-13T02:59:19.656 INFO:tasks.rados.rados.0.smithi052.stdout:2097: writing smithi05277117-16 from 2465792 to 3162112 tid 1 2024-09-13T02:59:19.659 INFO:tasks.rados.rados.0.smithi052.stdout:2097: writing smithi05277117-16 from 3162112 to 3719168 tid 2 2024-09-13T02:59:19.661 INFO:tasks.rados.rados.0.smithi052.stdout:2097: writing smithi05277117-16 from 3719168 to 3964928 tid 3 2024-09-13T02:59:19.661 INFO:tasks.rados.rados.0.smithi052.stdout:2098: rollback oid 22 current snap is 222 2024-09-13T02:59:19.661 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 210 2024-09-13T02:59:19.661 INFO:tasks.rados.rados.0.smithi052.stdout:2096: expect (ObjNum 450 snap 153 seq_num 450) 2024-09-13T02:59:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: pgmap v359: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 398 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.4 MiB/s wr, 12 op/s; 123/846 objects degraded (14.539%) 2024-09-13T02:59:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: osdmap e497: 8 total, 7 up, 8 in 2024-09-13T02:59:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:19.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1942821978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:19.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: from='osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:59:19.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:19 smithi078 ceph-mon[85589]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:59:19.753 INFO:tasks.rados.rados.0.smithi052.stdout:2098: finishing rollback tid 1 to smithi05277117-22 2024-09-13T02:59:19.753 INFO:tasks.rados.rados.0.smithi052.stdout:2098: finishing rollback tid 2 to smithi05277117-22 2024-09-13T02:59:19.753 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1111 (ObjNum 588 snap 201 seq_num 588) dirty exists 2024-09-13T02:59:19.753 INFO:tasks.rados.rados.0.smithi052.stdout:2094: finishing copy_from racing read to smithi05277117-43 2024-09-13T02:59:19.753 INFO:tasks.rados.rados.0.smithi052.stdout:2097: finishing write tid 1 to smithi05277117-16 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2096: done (3 left) 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2098: done (2 left) 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2099: delete oid 10 current snap is 222 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2094: finishing copy_from to smithi05277117-43 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 680 (ObjNum 426 snap 145 seq_num 426) dirty exists 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2097: finishing write tid 2 to smithi05277117-16 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2097: finishing write tid 3 to smithi05277117-16 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2097: finishing write tid 4 to smithi05277117-16 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2097: finishing write tid 5 to smithi05277117-16 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 1175 (ObjNum 662 snap 222 seq_num 662) dirty exists 2024-09-13T02:59:19.754 INFO:tasks.rados.rados.0.smithi052.stdout:2097: left oid 16 (ObjNum 662 snap 222 seq_num 662) 2024-09-13T02:59:19.772 INFO:tasks.rados.rados.0.smithi052.stdout:2094: done (2 left) 2024-09-13T02:59:19.772 INFO:tasks.rados.rados.0.smithi052.stdout:2097: done (1 left) 2024-09-13T02:59:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:2099: done (0 left) 2024-09-13T02:59:19.773 INFO:tasks.rados.rados.0.smithi052.stdout:2100: snap_remove snap 179 2024-09-13T02:59:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: pgmap v359: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 398 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.4 MiB/s wr, 12 op/s; 123/846 objects degraded (14.539%) 2024-09-13T02:59:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: osdmap e497: 8 total, 7 up, 8 in 2024-09-13T02:59:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1942821978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: from='osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[89065]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: pgmap v359: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 398 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.4 MiB/s wr, 12 op/s; 123/846 objects degraded (14.539%) 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: osdmap e497: 8 total, 7 up, 8 in 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1942821978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: from='osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:59:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:19 smithi052 ceph-mon[91421]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T02:59:20.446 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 02:59:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T02:59:20.124+0000 7fa314414640 -1 osd.5 486 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:59:20.637 INFO:tasks.rados.rados.0.smithi052.stdout:2100: done (0 left) 2024-09-13T02:59:20.637 INFO:tasks.rados.rados.0.smithi052.stdout:2101: snap_create 2024-09-13T02:59:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:20 smithi078 ceph-mon[85589]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:59:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:20 smithi078 ceph-mon[85589]: osdmap e498: 8 total, 7 up, 8 in 2024-09-13T02:59:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:20 smithi078 ceph-mon[85589]: from='osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:20 smithi078 ceph-mon[85589]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:20 smithi078 ceph-mon[85589]: from='osd.5 ' entity='osd.5' 2024-09-13T02:59:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[91421]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[91421]: osdmap e498: 8 total, 7 up, 8 in 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[91421]: from='osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[91421]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[91421]: from='osd.5 ' entity='osd.5' 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[89065]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[89065]: osdmap e498: 8 total, 7 up, 8 in 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[89065]: from='osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[89065]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:20 smithi052 ceph-mon[89065]: from='osd.5 ' entity='osd.5' 2024-09-13T02:59:21.639 INFO:tasks.rados.rados.0.smithi052.stdout:2101: done (0 left) 2024-09-13T02:59:21.639 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 223 2024-09-13T02:59:21.640 INFO:tasks.rados.rados.0.smithi052.stdout:2102: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-09-13T02:59:21.644 INFO:tasks.rados.rados.0.smithi052.stdout:2102: writing smithi05277117-10 from 0 to 729088 tid 1 2024-09-13T02:59:21.650 INFO:tasks.rados.rados.0.smithi052.stdout:2102: writing smithi05277117-10 from 729088 to 1458176 tid 2 2024-09-13T02:59:21.651 INFO:tasks.rados.rados.0.smithi052.stdout:2102: writing smithi05277117-10 from 1458176 to 1531904 tid 3 2024-09-13T02:59:21.651 INFO:tasks.rados.rados.0.smithi052.stdout:2103: snap_create 2024-09-13T02:59:21.661 INFO:tasks.rados.rados.0.smithi052.stdout:2102: finishing write tid 1 to smithi05277117-10 2024-09-13T02:59:21.661 INFO:tasks.rados.rados.0.smithi052.stdout:2102: finishing write tid 2 to smithi05277117-10 2024-09-13T02:59:21.662 INFO:tasks.rados.rados.0.smithi052.stdout:2102: finishing write tid 3 to smithi05277117-10 2024-09-13T02:59:21.662 INFO:tasks.rados.rados.0.smithi052.stdout:2102: finishing write tid 4 to smithi05277117-10 2024-09-13T02:59:21.665 INFO:tasks.rados.rados.0.smithi052.stdout:2102: finishing write tid 5 to smithi05277117-10 2024-09-13T02:59:21.665 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1671 (ObjNum 664 snap 223 seq_num 664) dirty exists 2024-09-13T02:59:21.665 INFO:tasks.rados.rados.0.smithi052.stdout:2102: left oid 10 (ObjNum 664 snap 223 seq_num 664) 2024-09-13T02:59:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:21 smithi078 ceph-mon[85589]: pgmap v362: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 415 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 14 op/s; 125/858 objects degraded (14.569%) 2024-09-13T02:59:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:21 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:59:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:21 smithi078 ceph-mon[85589]: osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623] boot 2024-09-13T02:59:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:21 smithi078 ceph-mon[85589]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T02:59:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:59:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[89065]: pgmap v362: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 415 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 14 op/s; 125/858 objects degraded (14.569%) 2024-09-13T02:59:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:59:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[89065]: osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623] boot 2024-09-13T02:59:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[89065]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T02:59:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:59:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[91421]: pgmap v362: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 415 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 14 op/s; 125/858 objects degraded (14.569%) 2024-09-13T02:59:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:59:22.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[91421]: osd.5 [v2:172.21.15.78:6808/890632623,v1:172.21.15.78:6809/890632623] boot 2024-09-13T02:59:22.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[91421]: osdmap e499: 8 total, 8 up, 8 in 2024-09-13T02:59:22.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T02:59:22.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:59:22.110+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:59:22.638 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:22.646 INFO:tasks.rados.rados.0.smithi052.stdout:2102: done (1 left) 2024-09-13T02:59:22.646 INFO:tasks.rados.rados.0.smithi052.stdout:2103: done (0 left) 2024-09-13T02:59:22.646 INFO:tasks.rados.rados.0.smithi052.stdout:2104: rollback oid 27 current snap is 224 2024-09-13T02:59:22.646 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 182 2024-09-13T02:59:22.647 INFO:tasks.rados.rados.0.smithi052.stdout:2105: delete oid 39 current snap is 224 2024-09-13T02:59:22.654 INFO:tasks.rados.rados.0.smithi052.stdout:2105: done (1 left) 2024-09-13T02:59:22.654 INFO:tasks.rados.rados.0.smithi052.stdout:2106: rollback oid 5 current snap is 224 2024-09-13T02:59:22.654 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 216 2024-09-13T02:59:22.654 INFO:tasks.rados.rados.0.smithi052.stdout:2107: copy_from oid 6 from oid 24 current snap is 224 2024-09-13T02:59:22.654 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 224 2024-09-13T02:59:22.654 INFO:tasks.rados.rados.0.smithi052.stdout:2108: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-09-13T02:59:22.659 INFO:tasks.rados.rados.0.smithi052.stdout:2108: writing smithi05277117-17 from 0 to 761856 tid 1 2024-09-13T02:59:22.662 INFO:tasks.rados.rados.0.smithi052.stdout:2108: writing smithi05277117-17 from 761856 to 1253376 tid 2 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:2108: writing smithi05277117-17 from 1253376 to 1564672 tid 3 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:2109: snap_create 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:2104: finishing rollback tid 0 to smithi05277117-27 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:2104: finishing rollback tid 1 to smithi05277117-27 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:2104: finishing rollback tid 2 to smithi05277117-27 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1675 (ObjNum 470 snap 159 seq_num 470) dirty exists 2024-09-13T02:59:22.664 INFO:tasks.rados.rados.0.smithi052.stdout:2106: finishing rollback tid 0 to smithi05277117-5 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:2106: finishing rollback tid 1 to smithi05277117-5 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:2106: finishing rollback tid 2 to smithi05277117-5 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1183 (ObjNum 450 snap 153 seq_num 450) dirty exists 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:2107: finishing copy_from racing read to smithi05277117-6 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:2107: finishing copy_from to smithi05277117-6 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1109 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:22.665 INFO:tasks.rados.rados.0.smithi052.stdout:2108: finishing write tid 1 to smithi05277117-17 2024-09-13T02:59:22.667 INFO:tasks.rados.rados.0.smithi052.stdout:2108: finishing write tid 2 to smithi05277117-17 2024-09-13T02:59:22.668 INFO:tasks.rados.rados.0.smithi052.stdout:2108: finishing write tid 3 to smithi05277117-17 2024-09-13T02:59:22.668 INFO:tasks.rados.rados.0.smithi052.stdout:2108: finishing write tid 4 to smithi05277117-17 2024-09-13T02:59:22.670 INFO:tasks.rados.rados.0.smithi052.stdout:2108: finishing write tid 5 to smithi05277117-17 2024-09-13T02:59:22.670 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1667 (ObjNum 666 snap 224 seq_num 666) dirty exists 2024-09-13T02:59:22.671 INFO:tasks.rados.rados.0.smithi052.stdout:2108: left oid 17 (ObjNum 666 snap 224 seq_num 666) 2024-09-13T02:59:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T02:59:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:22 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:59:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: osdmap e500: 8 total, 8 up, 8 in 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:23.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:23.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:23.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:22 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-13T02:59:23.650 INFO:tasks.rados.rados.0.smithi052.stdout:2104: done (4 left) 2024-09-13T02:59:23.651 INFO:tasks.rados.rados.0.smithi052.stdout:2106: done (3 left) 2024-09-13T02:59:23.651 INFO:tasks.rados.rados.0.smithi052.stdout:2107: done (2 left) 2024-09-13T02:59:23.651 INFO:tasks.rados.rados.0.smithi052.stdout:2108: done (1 left) 2024-09-13T02:59:23.651 INFO:tasks.rados.rados.0.smithi052.stdout:2109: done (0 left) 2024-09-13T02:59:23.651 INFO:tasks.rados.rados.0.smithi052.stdout:2110: snap_remove snap 220 2024-09-13T02:59:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:23 smithi078 ceph-mon[85589]: pgmap v365: 121 pgs: 2 peering, 21 active+undersized, 8 active+undersized+degraded, 90 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 18 op/s; 88/861 objects degraded (10.221%); 4.9 MiB/s, 1 objects/s recovering 2024-09-13T02:59:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:23 smithi078 ceph-mon[85589]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T02:59:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:23 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 88/861 objects degraded (10.221%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:23 smithi052 ceph-mon[91421]: pgmap v365: 121 pgs: 2 peering, 21 active+undersized, 8 active+undersized+degraded, 90 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 18 op/s; 88/861 objects degraded (10.221%); 4.9 MiB/s, 1 objects/s recovering 2024-09-13T02:59:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:23 smithi052 ceph-mon[91421]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T02:59:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:23 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 88/861 objects degraded (10.221%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:23 smithi052 ceph-mon[89065]: pgmap v365: 121 pgs: 2 peering, 21 active+undersized, 8 active+undersized+degraded, 90 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 18 op/s; 88/861 objects degraded (10.221%); 4.9 MiB/s, 1 objects/s recovering 2024-09-13T02:59:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:23 smithi052 ceph-mon[89065]: osdmap e501: 8 total, 8 up, 8 in 2024-09-13T02:59:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:23 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 88/861 objects degraded (10.221%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:24.655 INFO:tasks.rados.rados.0.smithi052.stdout:2110: done (0 left) 2024-09-13T02:59:24.656 INFO:tasks.rados.rados.0.smithi052.stdout:2111: read oid 42 snap 200 2024-09-13T02:59:24.656 INFO:tasks.rados.rados.0.smithi052.stdout:2111: expect deleted 2024-09-13T02:59:24.656 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 225 2024-09-13T02:59:24.656 INFO:tasks.rados.rados.0.smithi052.stdout:2112: seq_num 667 ranges {1146880=778240,1925120=778240,2703360=24576} 2024-09-13T02:59:24.667 INFO:tasks.rados.rados.0.smithi052.stdout:2112: writing smithi05277117-33 from 1146880 to 1925120 tid 1 2024-09-13T02:59:24.672 INFO:tasks.rados.rados.0.smithi052.stdout:2112: writing smithi05277117-33 from 1925120 to 2703360 tid 2 2024-09-13T02:59:24.673 INFO:tasks.rados.rados.0.smithi052.stdout:2112: writing smithi05277117-33 from 2703360 to 2727936 tid 3 2024-09-13T02:59:24.673 INFO:tasks.rados.rados.0.smithi052.stdout:2113: delete oid 6 current snap is 225 2024-09-13T02:59:24.673 INFO:tasks.rados.rados.0.smithi052.stdout:2112: finishing write tid 1 to smithi05277117-33 2024-09-13T02:59:24.675 INFO:tasks.rados.rados.0.smithi052.stdout:2111: done (2 left) 2024-09-13T02:59:24.675 INFO:tasks.rados.rados.0.smithi052.stdout:2113: done (1 left) 2024-09-13T02:59:24.675 INFO:tasks.rados.rados.0.smithi052.stdout:2114: read oid 4 snap -1 2024-09-13T02:59:24.675 INFO:tasks.rados.rados.0.smithi052.stdout:2114: expect (ObjNum 606 snap 206 seq_num 606) 2024-09-13T02:59:24.675 INFO:tasks.rados.rados.0.smithi052.stdout:2115: delete oid 47 current snap is 225 2024-09-13T02:59:24.678 INFO:tasks.rados.rados.0.smithi052.stdout:2112: finishing write tid 2 to smithi05277117-33 2024-09-13T02:59:24.678 INFO:tasks.rados.rados.0.smithi052.stdout:2115: done (2 left) 2024-09-13T02:59:24.678 INFO:tasks.rados.rados.0.smithi052.stdout:2116: rollback oid 36 current snap is 225 2024-09-13T02:59:24.678 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 190 2024-09-13T02:59:24.678 INFO:tasks.rados.rados.0.smithi052.stdout:2117: setattr oid 48 current snap is 225 2024-09-13T02:59:24.679 INFO:tasks.rados.rados.0.smithi052.stdout:2112: finishing write tid 3 to smithi05277117-33 2024-09-13T02:59:24.679 INFO:tasks.rados.rados.0.smithi052.stdout:2112: finishing write tid 4 to smithi05277117-33 2024-09-13T02:59:24.680 INFO:tasks.rados.rados.0.smithi052.stdout:2118: read oid 19 snap -1 2024-09-13T02:59:24.680 INFO:tasks.rados.rados.0.smithi052.stdout:2118: expect deleted 2024-09-13T02:59:24.680 INFO:tasks.rados.rados.0.smithi052.stdout:2119: snap_remove snap 152 2024-09-13T02:59:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:24 smithi078 ceph-mon[85589]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T02:59:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:24 smithi052 ceph-mon[91421]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T02:59:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:24 smithi052 ceph-mon[89065]: osdmap e502: 8 total, 8 up, 8 in 2024-09-13T02:59:25.668 INFO:tasks.rados.rados.0.smithi052.stdout:2119: done (5 left) 2024-09-13T02:59:25.668 INFO:tasks.rados.rados.0.smithi052.stdout:2120: delete oid 29 current snap is 225 2024-09-13T02:59:25.669 INFO:tasks.rados.rados.0.smithi052.stdout:2112: finishing write tid 5 to smithi05277117-33 2024-09-13T02:59:25.669 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1684 (ObjNum 667 snap 225 seq_num 667) dirty exists 2024-09-13T02:59:25.669 INFO:tasks.rados.rados.0.smithi052.stdout:2112: left oid 33 (ObjNum 667 snap 225 seq_num 667) 2024-09-13T02:59:25.669 INFO:tasks.rados.rados.0.smithi052.stdout:2116: finishing rollback tid 0 to smithi05277117-36 2024-09-13T02:59:25.669 INFO:tasks.rados.rados.0.smithi052.stdout:2116: finishing rollback tid 1 to smithi05277117-36 2024-09-13T02:59:25.670 INFO:tasks.rados.rados.0.smithi052.stdout:2116: finishing rollback tid 2 to smithi05277117-36 2024-09-13T02:59:25.670 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1114 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:25.670 INFO:tasks.rados.rados.0.smithi052.stdout:2114: expect (ObjNum 606 snap 206 seq_num 606) 2024-09-13T02:59:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:25 smithi078 ceph-mon[85589]: pgmap v368: 121 pgs: 2 peering, 21 active+undersized, 8 active+undersized+degraded, 90 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 9 op/s; 88/861 objects degraded (10.221%); 4.9 MiB/s, 1 objects/s recovering 2024-09-13T02:59:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:25 smithi078 ceph-mon[85589]: osdmap e503: 8 total, 8 up, 8 in 2024-09-13T02:59:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:25 smithi052 ceph-mon[91421]: pgmap v368: 121 pgs: 2 peering, 21 active+undersized, 8 active+undersized+degraded, 90 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 9 op/s; 88/861 objects degraded (10.221%); 4.9 MiB/s, 1 objects/s recovering 2024-09-13T02:59:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:25 smithi052 ceph-mon[91421]: osdmap e503: 8 total, 8 up, 8 in 2024-09-13T02:59:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:25 smithi052 ceph-mon[89065]: pgmap v368: 121 pgs: 2 peering, 21 active+undersized, 8 active+undersized+degraded, 90 active+clean; 419 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 9 op/s; 88/861 objects degraded (10.221%); 4.9 MiB/s, 1 objects/s recovering 2024-09-13T02:59:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:25 smithi052 ceph-mon[89065]: osdmap e503: 8 total, 8 up, 8 in 2024-09-13T02:59:26.409 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1511 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T02:59:26.409 INFO:tasks.rados.rados.0.smithi052.stdout:2112: done (5 left) 2024-09-13T02:59:26.410 INFO:tasks.rados.rados.0.smithi052.stdout:2114: done (4 left) 2024-09-13T02:59:26.410 INFO:tasks.rados.rados.0.smithi052.stdout:2116: done (3 left) 2024-09-13T02:59:26.410 INFO:tasks.rados.rados.0.smithi052.stdout:2117: done (2 left) 2024-09-13T02:59:26.410 INFO:tasks.rados.rados.0.smithi052.stdout:2118: done (1 left) 2024-09-13T02:59:26.410 INFO:tasks.rados.rados.0.smithi052.stdout:2120: done (0 left) 2024-09-13T02:59:26.410 INFO:tasks.rados.rados.0.smithi052.stdout:2121: snap_create 2024-09-13T02:59:26.672 INFO:tasks.rados.rados.0.smithi052.stdout:2121: done (0 left) 2024-09-13T02:59:26.673 INFO:tasks.rados.rados.0.smithi052.stdout:2122: read oid 15 snap 218 2024-09-13T02:59:26.673 INFO:tasks.rados.rados.0.smithi052.stdout:2122: expect deleted 2024-09-13T02:59:26.673 INFO:tasks.rados.rados.0.smithi052.stdout:2123: setattr oid 3 current snap is 226 2024-09-13T02:59:26.673 INFO:tasks.rados.rados.0.smithi052.stdout:2124: snap_remove snap 225 2024-09-13T02:59:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:26 smithi078 ceph-mon[85589]: osdmap e504: 8 total, 8 up, 8 in 2024-09-13T02:59:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:26 smithi052 ceph-mon[91421]: osdmap e504: 8 total, 8 up, 8 in 2024-09-13T02:59:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:26 smithi052 ceph-mon[89065]: osdmap e504: 8 total, 8 up, 8 in 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:2124: done (2 left) 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:2125: read oid 42 snap 217 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:2125: expect (ObjNum 629 snap 215 seq_num 629) 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:2126: read oid 23 snap 216 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:2126: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 226 2024-09-13T02:59:27.677 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1691 (ObjNum 145 snap 0 seq_num 4210401856) dirty exists 2024-09-13T02:59:27.678 INFO:tasks.rados.rados.0.smithi052.stdout:2127: seq_num 671 ranges {2392064=442368,2834432=761856,3596288=442368} 2024-09-13T02:59:27.693 INFO:tasks.rados.rados.0.smithi052.stdout:2127: writing smithi05277117-26 from 2392064 to 2834432 tid 1 2024-09-13T02:59:27.697 INFO:tasks.rados.rados.0.smithi052.stdout:2127: writing smithi05277117-26 from 2834432 to 3596288 tid 2 2024-09-13T02:59:27.700 INFO:tasks.rados.rados.0.smithi052.stdout:2127: writing smithi05277117-26 from 3596288 to 4038656 tid 3 2024-09-13T02:59:27.700 INFO:tasks.rados.rados.0.smithi052.stdout:2122: done (4 left) 2024-09-13T02:59:27.700 INFO:tasks.rados.rados.0.smithi052.stdout:2123: done (3 left) 2024-09-13T02:59:27.700 INFO:tasks.rados.rados.0.smithi052.stdout:2128: delete oid 32 current snap is 226 2024-09-13T02:59:27.700 INFO:tasks.rados.rados.0.smithi052.stdout:2125: expect (ObjNum 629 snap 215 seq_num 629) 2024-09-13T02:59:27.752 INFO:tasks.rados.rados.0.smithi052.stdout:2126: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T02:59:27.854 INFO:tasks.rados.rados.0.smithi052.stdout:2127: finishing write tid 1 to smithi05277117-26 2024-09-13T02:59:27.854 INFO:tasks.rados.rados.0.smithi052.stdout:2127: finishing write tid 2 to smithi05277117-26 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2127: finishing write tid 3 to smithi05277117-26 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2127: finishing write tid 4 to smithi05277117-26 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2127: finishing write tid 5 to smithi05277117-26 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1173 (ObjNum 671 snap 226 seq_num 671) dirty exists 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2127: left oid 26 (ObjNum 671 snap 226 seq_num 671) 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2125: done (3 left) 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2126: done (2 left) 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2127: done (1 left) 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2128: done (0 left) 2024-09-13T02:59:27.855 INFO:tasks.rados.rados.0.smithi052.stdout:2129: setattr oid 45 current snap is 226 2024-09-13T02:59:27.856 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 226 2024-09-13T02:59:27.856 INFO:tasks.rados.rados.0.smithi052.stdout:2130: seq_num 673 ranges {7962624=475136,8437760=532480,8970240=671744} 2024-09-13T02:59:27.901 INFO:tasks.rados.rados.0.smithi052.stdout:2130: writing smithi05277117-4 from 7962624 to 8437760 tid 1 2024-09-13T02:59:27.905 INFO:tasks.rados.rados.0.smithi052.stdout:2130: writing smithi05277117-4 from 8437760 to 8970240 tid 2 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2130: writing smithi05277117-4 from 8970240 to 9641984 tid 3 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2131: rollback oid 26 current snap is 226 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 209 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1692 (ObjNum 33 snap 0 seq_num 4209492224) dirty exists 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2130: finishing write tid 1 to smithi05277117-4 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2130: finishing write tid 2 to smithi05277117-4 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2129: done (2 left) 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2132: copy_from oid 14 from oid 24 current snap is 226 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 226 2024-09-13T02:59:27.910 INFO:tasks.rados.rados.0.smithi052.stdout:2133: seq_num 674 ranges {2875392=491520,3366912=417792,3784704=483328,4268032=303104} 2024-09-13T02:59:27.928 INFO:tasks.rados.rados.0.smithi052.stdout:2133: writing smithi05277117-42 from 2875392 to 3366912 tid 1 2024-09-13T02:59:27.930 INFO:tasks.rados.rados.0.smithi052.stdout:2133: writing smithi05277117-42 from 3366912 to 3784704 tid 2 2024-09-13T02:59:27.933 INFO:tasks.rados.rados.0.smithi052.stdout:2133: writing smithi05277117-42 from 3784704 to 4268032 tid 3 2024-09-13T02:59:27.935 INFO:tasks.rados.rados.0.smithi052.stdout:2133: writing smithi05277117-42 from 4268032 to 4571136 tid 4 2024-09-13T02:59:27.935 INFO:tasks.rados.rados.0.smithi052.stdout:2134: delete oid 40 current snap is 226 2024-09-13T02:59:27.935 INFO:tasks.rados.rados.0.smithi052.stdout:2130: finishing write tid 3 to smithi05277117-4 2024-09-13T02:59:27.935 INFO:tasks.rados.rados.0.smithi052.stdout:2130: finishing write tid 4 to smithi05277117-4 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2131: finishing rollback tid 0 to smithi05277117-26 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2131: finishing rollback tid 1 to smithi05277117-26 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2130: finishing write tid 5 to smithi05277117-4 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1524 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2130: left oid 4 (ObjNum 673 snap 226 seq_num 673) 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2131: finishing rollback tid 2 to smithi05277117-26 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1176 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2132: finishing copy_from racing read to smithi05277117-14 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2132: finishing copy_from to smithi05277117-14 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1109 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2133: finishing write tid 1 to smithi05277117-42 2024-09-13T02:59:27.936 INFO:tasks.rados.rados.0.smithi052.stdout:2133: finishing write tid 2 to smithi05277117-42 2024-09-13T02:59:27.937 INFO:tasks.rados.rados.0.smithi052.stdout:2130: done (4 left) 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2131: done (3 left) 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2132: done (2 left) 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2134: done (1 left) 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2135: read oid 26 snap -1 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2135: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2136: snap_create 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2133: finishing write tid 3 to smithi05277117-42 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2133: finishing write tid 4 to smithi05277117-42 2024-09-13T02:59:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:2133: finishing write tid 5 to smithi05277117-42 2024-09-13T02:59:27.939 INFO:tasks.rados.rados.0.smithi052.stdout:2133: finishing write tid 6 to smithi05277117-42 2024-09-13T02:59:27.939 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1116 (ObjNum 674 snap 226 seq_num 674) dirty exists 2024-09-13T02:59:27.939 INFO:tasks.rados.rados.0.smithi052.stdout:2133: left oid 42 (ObjNum 674 snap 226 seq_num 674) 2024-09-13T02:59:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:27 smithi078 ceph-mon[85589]: pgmap v371: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 366 KiB/s wr, 8 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:59:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:27 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/861 objects degraded (10.221%), 8 pgs degraded) 2024-09-13T02:59:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:27 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T02:59:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:27 smithi078 ceph-mon[85589]: osdmap e505: 8 total, 8 up, 8 in 2024-09-13T02:59:27.948 INFO:tasks.rados.rados.0.smithi052.stdout:2135: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:59:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[91421]: pgmap v371: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 366 KiB/s wr, 8 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:59:28.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/861 objects degraded (10.221%), 8 pgs degraded) 2024-09-13T02:59:28.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T02:59:28.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[91421]: osdmap e505: 8 total, 8 up, 8 in 2024-09-13T02:59:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[89065]: pgmap v371: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 366 KiB/s wr, 8 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:59:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/861 objects degraded (10.221%), 8 pgs degraded) 2024-09-13T02:59:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T02:59:28.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:27 smithi052 ceph-mon[89065]: osdmap e505: 8 total, 8 up, 8 in 2024-09-13T02:59:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:59:28] "GET /metrics HTTP/1.1" 200 36179 "" "Prometheus/2.43.0" 2024-09-13T02:59:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:2133: done (2 left) 2024-09-13T02:59:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:2135: done (1 left) 2024-09-13T02:59:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:2136: done (0 left) 2024-09-13T02:59:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:2137: rollback oid 39 current snap is 227 2024-09-13T02:59:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 206 2024-09-13T02:59:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:2138: snap_create 2024-09-13T02:59:28.692 INFO:tasks.rados.rados.0.smithi052.stdout:2137: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:59:28.693 INFO:tasks.rados.rados.0.smithi052.stdout:2137: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:59:28.693 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1112 (ObjNum 598 snap 203 seq_num 598) dirty exists 2024-09-13T02:59:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:28 smithi078 ceph-mon[85589]: osdmap e506: 8 total, 8 up, 8 in 2024-09-13T02:59:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:28 smithi052 ceph-mon[91421]: osdmap e506: 8 total, 8 up, 8 in 2024-09-13T02:59:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:28 smithi052 ceph-mon[89065]: osdmap e506: 8 total, 8 up, 8 in 2024-09-13T02:59:29.688 INFO:tasks.rados.rados.0.smithi052.stdout:2137: done (1 left) 2024-09-13T02:59:29.688 INFO:tasks.rados.rados.0.smithi052.stdout:2138: done (0 left) 2024-09-13T02:59:29.688 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 228 2024-09-13T02:59:29.688 INFO:tasks.rados.rados.0.smithi052.stdout:2139: seq_num 676 ranges {98304=524288,622592=589824,1212416=450560,1662976=163840} 2024-09-13T02:59:29.691 INFO:tasks.rados.rados.0.smithi052.stdout:2139: writing smithi05277117-28 from 98304 to 622592 tid 1 2024-09-13T02:59:29.695 INFO:tasks.rados.rados.0.smithi052.stdout:2139: writing smithi05277117-28 from 622592 to 1212416 tid 2 2024-09-13T02:59:29.698 INFO:tasks.rados.rados.0.smithi052.stdout:2139: writing smithi05277117-28 from 1212416 to 1662976 tid 3 2024-09-13T02:59:29.699 INFO:tasks.rados.rados.0.smithi052.stdout:2139: writing smithi05277117-28 from 1662976 to 1826816 tid 4 2024-09-13T02:59:29.699 INFO:tasks.rados.rados.0.smithi052.stdout:2140: snap_create 2024-09-13T02:59:29.703 INFO:tasks.rados.rados.0.smithi052.stdout:2139: finishing write tid 1 to smithi05277117-28 2024-09-13T02:59:29.703 INFO:tasks.rados.rados.0.smithi052.stdout:2139: finishing write tid 2 to smithi05277117-28 2024-09-13T02:59:29.703 INFO:tasks.rados.rados.0.smithi052.stdout:2139: finishing write tid 3 to smithi05277117-28 2024-09-13T02:59:29.703 INFO:tasks.rados.rados.0.smithi052.stdout:2139: finishing write tid 4 to smithi05277117-28 2024-09-13T02:59:29.704 INFO:tasks.rados.rados.0.smithi052.stdout:2139: finishing write tid 5 to smithi05277117-28 2024-09-13T02:59:29.705 INFO:tasks.rados.rados.0.smithi052.stdout:2139: finishing write tid 6 to smithi05277117-28 2024-09-13T02:59:29.705 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1119 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-09-13T02:59:29.706 INFO:tasks.rados.rados.0.smithi052.stdout:2139: left oid 28 (ObjNum 676 snap 228 seq_num 676) 2024-09-13T02:59:29.792 INFO:tasks.rados.rados.0.smithi052.stdout:2139: done (1 left) 2024-09-13T02:59:29.792 INFO:tasks.rados.rados.0.smithi052.stdout:2140: done (0 left) 2024-09-13T02:59:29.792 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 229 2024-09-13T02:59:29.792 INFO:tasks.rados.rados.0.smithi052.stdout:2141: seq_num 677 ranges {5472256=540672,6012928=516096,6529024=655360,7184384=32768} 2024-09-13T02:59:29.825 INFO:tasks.rados.rados.0.smithi052.stdout:2141: writing smithi05277117-22 from 5472256 to 6012928 tid 1 2024-09-13T02:59:29.827 INFO:tasks.rados.rados.0.smithi052.stdout:2141: writing smithi05277117-22 from 6012928 to 6529024 tid 2 2024-09-13T02:59:29.831 INFO:tasks.rados.rados.0.smithi052.stdout:2141: writing smithi05277117-22 from 6529024 to 7184384 tid 3 2024-09-13T02:59:29.832 INFO:tasks.rados.rados.0.smithi052.stdout:2141: writing smithi05277117-22 from 7184384 to 7217152 tid 4 2024-09-13T02:59:29.832 INFO:tasks.rados.rados.0.smithi052.stdout:2142: copy_from oid 50 from oid 15 current snap is 229 2024-09-13T02:59:29.832 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 229 2024-09-13T02:59:29.832 INFO:tasks.rados.rados.0.smithi052.stdout:2143: seq_num 678 ranges {4710400=565248,5275648=802816,6078464=401408} 2024-09-13T02:59:29.861 INFO:tasks.rados.rados.0.smithi052.stdout:2143: writing smithi05277117-8 from 4710400 to 5275648 tid 1 2024-09-13T02:59:29.869 INFO:tasks.rados.rados.0.smithi052.stdout:2143: writing smithi05277117-8 from 5275648 to 6078464 tid 2 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2143: writing smithi05277117-8 from 6078464 to 6479872 tid 3 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2144: copy_from oid 31 from oid 27 current snap is 229 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2141: finishing write tid 1 to smithi05277117-22 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2141: finishing write tid 2 to smithi05277117-22 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2142: finishing copy_from to smithi05277117-50 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2142: got expected ENOENT (src dne) 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2141: finishing write tid 3 to smithi05277117-22 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2142: finishing copy_from racing read to smithi05277117-50 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2141: finishing write tid 4 to smithi05277117-22 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2142: done (3 left) 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2145: snap_create 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2141: finishing write tid 5 to smithi05277117-22 2024-09-13T02:59:29.870 INFO:tasks.rados.rados.0.smithi052.stdout:2141: finishing write tid 6 to smithi05277117-22 2024-09-13T02:59:29.871 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1121 (ObjNum 677 snap 229 seq_num 677) dirty exists 2024-09-13T02:59:29.871 INFO:tasks.rados.rados.0.smithi052.stdout:2141: left oid 22 (ObjNum 677 snap 229 seq_num 677) 2024-09-13T02:59:29.871 INFO:tasks.rados.rados.0.smithi052.stdout:2143: finishing write tid 1 to smithi05277117-8 2024-09-13T02:59:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:2143: finishing write tid 2 to smithi05277117-8 2024-09-13T02:59:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:2143: finishing write tid 3 to smithi05277117-8 2024-09-13T02:59:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:2143: finishing write tid 4 to smithi05277117-8 2024-09-13T02:59:29.874 INFO:tasks.rados.rados.0.smithi052.stdout:2143: finishing write tid 5 to smithi05277117-8 2024-09-13T02:59:29.875 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1690 (ObjNum 678 snap 229 seq_num 678) dirty exists 2024-09-13T02:59:29.875 INFO:tasks.rados.rados.0.smithi052.stdout:2143: left oid 8 (ObjNum 678 snap 229 seq_num 678) 2024-09-13T02:59:29.879 INFO:tasks.rados.rados.0.smithi052.stdout:2144: finishing copy_from racing read to smithi05277117-31 2024-09-13T02:59:29.881 INFO:tasks.rados.rados.0.smithi052.stdout:2144: finishing copy_from to smithi05277117-31 2024-09-13T02:59:29.881 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1675 (ObjNum 470 snap 159 seq_num 470) dirty exists 2024-09-13T02:59:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:29 smithi078 ceph-mon[85589]: pgmap v374: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:59:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:29 smithi078 ceph-mon[85589]: osdmap e507: 8 total, 8 up, 8 in 2024-09-13T02:59:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:29 smithi052 ceph-mon[89065]: pgmap v374: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:59:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:29 smithi052 ceph-mon[89065]: osdmap e507: 8 total, 8 up, 8 in 2024-09-13T02:59:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:29 smithi052 ceph-mon[91421]: pgmap v374: 121 pgs: 121 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 14 MiB/s, 4 objects/s recovering 2024-09-13T02:59:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:29 smithi052 ceph-mon[91421]: osdmap e507: 8 total, 8 up, 8 in 2024-09-13T02:59:30.798 INFO:tasks.rados.rados.0.smithi052.stdout:2141: done (3 left) 2024-09-13T02:59:30.798 INFO:tasks.rados.rados.0.smithi052.stdout:2143: done (2 left) 2024-09-13T02:59:30.798 INFO:tasks.rados.rados.0.smithi052.stdout:2144: done (1 left) 2024-09-13T02:59:30.798 INFO:tasks.rados.rados.0.smithi052.stdout:2145: done (0 left) 2024-09-13T02:59:30.798 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 230 2024-09-13T02:59:30.798 INFO:tasks.rados.rados.0.smithi052.stdout:2146: seq_num 679 ranges {5668864=581632,6250496=688128,6938624=516096} 2024-09-13T02:59:30.832 INFO:tasks.rados.rados.0.smithi052.stdout:2146: writing smithi05277117-43 from 5668864 to 6250496 tid 1 2024-09-13T02:59:30.836 INFO:tasks.rados.rados.0.smithi052.stdout:2146: writing smithi05277117-43 from 6250496 to 6938624 tid 2 2024-09-13T02:59:30.839 INFO:tasks.rados.rados.0.smithi052.stdout:2146: writing smithi05277117-43 from 6938624 to 7454720 tid 3 2024-09-13T02:59:30.839 INFO:tasks.rados.rados.0.smithi052.stdout:2147: delete oid 18 current snap is 230 2024-09-13T02:59:30.839 INFO:tasks.rados.rados.0.smithi052.stdout:2146: finishing write tid 1 to smithi05277117-43 2024-09-13T02:59:30.842 INFO:tasks.rados.rados.0.smithi052.stdout:2146: finishing write tid 2 to smithi05277117-43 2024-09-13T02:59:30.846 INFO:tasks.rados.rados.0.smithi052.stdout:2147: done (1 left) 2024-09-13T02:59:30.846 INFO:tasks.rados.rados.0.smithi052.stdout:2148: read oid 13 snap -1 2024-09-13T02:59:30.846 INFO:tasks.rados.rados.0.smithi052.stdout:2148: expect deleted 2024-09-13T02:59:30.846 INFO:tasks.rados.rados.0.smithi052.stdout:2149: snap_create 2024-09-13T02:59:30.847 INFO:tasks.rados.rados.0.smithi052.stdout:2146: finishing write tid 3 to smithi05277117-43 2024-09-13T02:59:30.847 INFO:tasks.rados.rados.0.smithi052.stdout:2146: finishing write tid 4 to smithi05277117-43 2024-09-13T02:59:30.848 INFO:tasks.rados.rados.0.smithi052.stdout:2146: finishing write tid 5 to smithi05277117-43 2024-09-13T02:59:30.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1180 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-09-13T02:59:30.848 INFO:tasks.rados.rados.0.smithi052.stdout:2146: left oid 43 (ObjNum 679 snap 230 seq_num 679) 2024-09-13T02:59:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:30 smithi078 ceph-mon[85589]: osdmap e508: 8 total, 8 up, 8 in 2024-09-13T02:59:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:30 smithi078 ceph-mon[85589]: osdmap e509: 8 total, 8 up, 8 in 2024-09-13T02:59:31.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:30 smithi052 ceph-mon[89065]: osdmap e508: 8 total, 8 up, 8 in 2024-09-13T02:59:31.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:30 smithi052 ceph-mon[89065]: osdmap e509: 8 total, 8 up, 8 in 2024-09-13T02:59:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:30 smithi052 ceph-mon[91421]: osdmap e508: 8 total, 8 up, 8 in 2024-09-13T02:59:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:30 smithi052 ceph-mon[91421]: osdmap e509: 8 total, 8 up, 8 in 2024-09-13T02:59:31.803 INFO:tasks.rados.rados.0.smithi052.stdout:2146: done (2 left) 2024-09-13T02:59:31.803 INFO:tasks.rados.rados.0.smithi052.stdout:2148: done (1 left) 2024-09-13T02:59:31.803 INFO:tasks.rados.rados.0.smithi052.stdout:2149: done (0 left) 2024-09-13T02:59:31.804 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 231 2024-09-13T02:59:31.804 INFO:tasks.rados.rados.0.smithi052.stdout:2150: seq_num 681 ranges {4833280=614400,5447680=458752,5906432=638976,6545408=106496} 2024-09-13T02:59:31.832 INFO:tasks.rados.rados.0.smithi052.stdout:2150: writing smithi05277117-7 from 4833280 to 5447680 tid 1 2024-09-13T02:59:31.835 INFO:tasks.rados.rados.0.smithi052.stdout:2150: writing smithi05277117-7 from 5447680 to 5906432 tid 2 2024-09-13T02:59:31.839 INFO:tasks.rados.rados.0.smithi052.stdout:2150: writing smithi05277117-7 from 5906432 to 6545408 tid 3 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:2150: writing smithi05277117-7 from 6545408 to 6651904 tid 4 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:2151: read oid 43 snap -1 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:2151: expect (ObjNum 679 snap 230 seq_num 679) 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 231 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:2150: finishing write tid 1 to smithi05277117-7 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:2150: finishing write tid 2 to smithi05277117-7 2024-09-13T02:59:31.840 INFO:tasks.rados.rados.0.smithi052.stdout:2152: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-09-13T02:59:31.844 INFO:tasks.rados.rados.0.smithi052.stdout:2152: writing smithi05277117-40 from 0 to 630784 tid 1 2024-09-13T02:59:31.849 INFO:tasks.rados.rados.0.smithi052.stdout:2152: writing smithi05277117-40 from 630784 to 1376256 tid 2 2024-09-13T02:59:31.852 INFO:tasks.rados.rados.0.smithi052.stdout:2152: writing smithi05277117-40 from 1376256 to 1818624 tid 3 2024-09-13T02:59:31.852 INFO:tasks.rados.rados.0.smithi052.stdout:2152: writing smithi05277117-40 from 1818624 to 1835008 tid 4 2024-09-13T02:59:31.852 INFO:tasks.rados.rados.0.smithi052.stdout:2153: read oid 45 snap -1 2024-09-13T02:59:31.852 INFO:tasks.rados.rados.0.smithi052.stdout:2153: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:59:31.852 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 231 2024-09-13T02:59:31.853 INFO:tasks.rados.rados.0.smithi052.stdout:2150: finishing write tid 3 to smithi05277117-7 2024-09-13T02:59:31.853 INFO:tasks.rados.rados.0.smithi052.stdout:2154: seq_num 683 ranges {1196032=647168,1843200=630784,2473984=573440} 2024-09-13T02:59:31.864 INFO:tasks.rados.rados.0.smithi052.stdout:2154: writing smithi05277117-44 from 1196032 to 1843200 tid 1 2024-09-13T02:59:31.868 INFO:tasks.rados.rados.0.smithi052.stdout:2154: writing smithi05277117-44 from 1843200 to 2473984 tid 2 2024-09-13T02:59:31.872 INFO:tasks.rados.rados.0.smithi052.stdout:2154: writing smithi05277117-44 from 2473984 to 3047424 tid 3 2024-09-13T02:59:31.872 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 231 2024-09-13T02:59:31.872 INFO:tasks.rados.rados.0.smithi052.stdout:2150: finishing write tid 4 to smithi05277117-7 2024-09-13T02:59:31.873 INFO:tasks.rados.rados.0.smithi052.stdout:2150: finishing write tid 5 to smithi05277117-7 2024-09-13T02:59:31.873 INFO:tasks.rados.rados.0.smithi052.stdout:2150: finishing write tid 6 to smithi05277117-7 2024-09-13T02:59:31.873 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1188 (ObjNum 681 snap 231 seq_num 681) dirty exists 2024-09-13T02:59:31.873 INFO:tasks.rados.rados.0.smithi052.stdout:2150: left oid 7 (ObjNum 681 snap 231 seq_num 681) 2024-09-13T02:59:31.873 INFO:tasks.rados.rados.0.smithi052.stdout:2152: finishing write tid 1 to smithi05277117-40 2024-09-13T02:59:31.873 INFO:tasks.rados.rados.0.smithi052.stdout:2153: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T02:59:31.875 INFO:tasks.rados.rados.0.smithi052.stdout:2152: finishing write tid 2 to smithi05277117-40 2024-09-13T02:59:31.875 INFO:tasks.rados.rados.0.smithi052.stdout:2152: finishing write tid 3 to smithi05277117-40 2024-09-13T02:59:31.875 INFO:tasks.rados.rados.0.smithi052.stdout:2152: finishing write tid 4 to smithi05277117-40 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:2152: finishing write tid 5 to smithi05277117-40 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:2152: finishing write tid 6 to smithi05277117-40 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1174 (ObjNum 682 snap 231 seq_num 682) dirty exists 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:2152: left oid 40 (ObjNum 682 snap 231 seq_num 682) 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:2154: finishing write tid 1 to smithi05277117-44 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:2154: finishing write tid 2 to smithi05277117-44 2024-09-13T02:59:31.876 INFO:tasks.rados.rados.0.smithi052.stdout:2155: seq_num 684 ranges {6733824=663552,7397376=507904,7905280=409600,8314880=286720} 2024-09-13T02:59:31.916 INFO:tasks.rados.rados.0.smithi052.stdout:2155: writing smithi05277117-39 from 6733824 to 7397376 tid 1 2024-09-13T02:59:31.919 INFO:tasks.rados.rados.0.smithi052.stdout:2155: writing smithi05277117-39 from 7397376 to 7905280 tid 2 2024-09-13T02:59:31.921 INFO:tasks.rados.rados.0.smithi052.stdout:2155: writing smithi05277117-39 from 7905280 to 8314880 tid 3 2024-09-13T02:59:31.923 INFO:tasks.rados.rados.0.smithi052.stdout:2155: writing smithi05277117-39 from 8314880 to 8601600 tid 4 2024-09-13T02:59:31.923 INFO:tasks.rados.rados.0.smithi052.stdout:2150: done (5 left) 2024-09-13T02:59:31.924 INFO:tasks.rados.rados.0.smithi052.stdout:2152: done (4 left) 2024-09-13T02:59:31.924 INFO:tasks.rados.rados.0.smithi052.stdout:2153: done (3 left) 2024-09-13T02:59:31.924 INFO:tasks.rados.rados.0.smithi052.stdout:2156: copy_from oid 42 from oid 14 current snap is 231 2024-09-13T02:59:31.924 INFO:tasks.rados.rados.0.smithi052.stdout:2154: finishing write tid 3 to smithi05277117-44 2024-09-13T02:59:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2154: finishing write tid 4 to smithi05277117-44 2024-09-13T02:59:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2154: finishing write tid 5 to smithi05277117-44 2024-09-13T02:59:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1318 (ObjNum 683 snap 231 seq_num 683) dirty exists 2024-09-13T02:59:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2154: left oid 44 (ObjNum 683 snap 231 seq_num 683) 2024-09-13T02:59:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2151: expect (ObjNum 679 snap 230 seq_num 679) 2024-09-13T02:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:31 smithi078 ceph-mon[85589]: pgmap v378: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-09-13T02:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:31 smithi078 ceph-mon[85589]: osdmap e510: 8 total, 8 up, 8 in 2024-09-13T02:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[91421]: pgmap v378: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-09-13T02:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[91421]: osdmap e510: 8 total, 8 up, 8 in 2024-09-13T02:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[89065]: pgmap v378: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-09-13T02:59:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[89065]: osdmap e510: 8 total, 8 up, 8 in 2024-09-13T02:59:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:32.299 INFO:tasks.rados.rados.0.smithi052.stdout:2155: finishing write tid 1 to smithi05277117-39 2024-09-13T02:59:32.299 INFO:tasks.rados.rados.0.smithi052.stdout:2155: finishing write tid 2 to smithi05277117-39 2024-09-13T02:59:32.299 INFO:tasks.rados.rados.0.smithi052.stdout:2155: finishing write tid 3 to smithi05277117-39 2024-09-13T02:59:32.299 INFO:tasks.rados.rados.0.smithi052.stdout:2155: finishing write tid 4 to smithi05277117-39 2024-09-13T02:59:32.299 INFO:tasks.rados.rados.0.smithi052.stdout:2155: finishing write tid 5 to smithi05277117-39 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2155: finishing write tid 6 to smithi05277117-39 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1117 (ObjNum 684 snap 231 seq_num 684) dirty exists 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2155: left oid 39 (ObjNum 684 snap 231 seq_num 684) 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2156: finishing copy_from racing read to smithi05277117-42 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2156: finishing copy_from to smithi05277117-42 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1109 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2151: done (3 left) 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2154: done (2 left) 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2155: done (1 left) 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2156: done (0 left) 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 231 2024-09-13T02:59:32.300 INFO:tasks.rados.rados.0.smithi052.stdout:2157: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-09-13T02:59:32.303 INFO:tasks.rados.rados.0.smithi052.stdout:2157: writing smithi05277117-34 from 0 to 679936 tid 1 2024-09-13T02:59:32.305 INFO:tasks.rados.rados.0.smithi052.stdout:2157: writing smithi05277117-34 from 679936 to 1122304 tid 2 2024-09-13T02:59:32.309 INFO:tasks.rados.rados.0.smithi052.stdout:2157: writing smithi05277117-34 from 1122304 to 1744896 tid 3 2024-09-13T02:59:32.310 INFO:tasks.rados.rados.0.smithi052.stdout:2157: writing smithi05277117-34 from 1744896 to 1884160 tid 4 2024-09-13T02:59:32.310 INFO:tasks.rados.rados.0.smithi052.stdout:2158: read oid 50 snap -1 2024-09-13T02:59:32.310 INFO:tasks.rados.rados.0.smithi052.stdout:2158: expect deleted 2024-09-13T02:59:32.310 INFO:tasks.rados.rados.0.smithi052.stdout:2159: read oid 26 snap -1 2024-09-13T02:59:32.310 INFO:tasks.rados.rados.0.smithi052.stdout:2159: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:59:32.310 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 231 2024-09-13T02:59:32.311 INFO:tasks.rados.rados.0.smithi052.stdout:2157: finishing write tid 1 to smithi05277117-34 2024-09-13T02:59:32.311 INFO:tasks.rados.rados.0.smithi052.stdout:2157: finishing write tid 2 to smithi05277117-34 2024-09-13T02:59:32.311 INFO:tasks.rados.rados.0.smithi052.stdout:2160: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-09-13T02:59:32.314 INFO:tasks.rados.rados.0.smithi052.stdout:2160: writing smithi05277117-37 from 0 to 696320 tid 1 2024-09-13T02:59:32.318 INFO:tasks.rados.rados.0.smithi052.stdout:2160: writing smithi05277117-37 from 696320 to 1425408 tid 2 2024-09-13T02:59:32.321 INFO:tasks.rados.rados.0.smithi052.stdout:2160: writing smithi05277117-37 from 1425408 to 1851392 tid 3 2024-09-13T02:59:32.322 INFO:tasks.rados.rados.0.smithi052.stdout:2160: writing smithi05277117-37 from 1851392 to 1900544 tid 4 2024-09-13T02:59:32.322 INFO:tasks.rados.rados.0.smithi052.stdout:2161: read oid 27 snap -1 2024-09-13T02:59:32.322 INFO:tasks.rados.rados.0.smithi052.stdout:2161: expect (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2162: copy_from oid 39 from oid 43 current snap is 231 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2157: finishing write tid 3 to smithi05277117-34 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2157: finishing write tid 4 to smithi05277117-34 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2157: finishing write tid 5 to smithi05277117-34 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2157: finishing write tid 6 to smithi05277117-34 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1193 (ObjNum 685 snap 231 seq_num 685) dirty exists 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2157: left oid 34 (ObjNum 685 snap 231 seq_num 685) 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2160: finishing write tid 1 to smithi05277117-37 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2157: done (5 left) 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2158: done (4 left) 2024-09-13T02:59:32.323 INFO:tasks.rados.rados.0.smithi052.stdout:2163: snap_remove snap 216 2024-09-13T02:59:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:32.809 INFO:tasks.rados.rados.0.smithi052.stdout:2163: done (4 left) 2024-09-13T02:59:32.809 INFO:tasks.rados.rados.0.smithi052.stdout:2164: setattr oid 24 current snap is 231 2024-09-13T02:59:32.809 INFO:tasks.rados.rados.0.smithi052.stdout:2159: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T02:59:32.920 INFO:tasks.rados.rados.0.smithi052.stdout:2160: finishing write tid 2 to smithi05277117-37 2024-09-13T02:59:32.921 INFO:tasks.rados.rados.0.smithi052.stdout:2160: finishing write tid 3 to smithi05277117-37 2024-09-13T02:59:32.921 INFO:tasks.rados.rados.0.smithi052.stdout:2160: finishing write tid 4 to smithi05277117-37 2024-09-13T02:59:32.921 INFO:tasks.rados.rados.0.smithi052.stdout:2160: finishing write tid 5 to smithi05277117-37 2024-09-13T02:59:32.921 INFO:tasks.rados.rados.0.smithi052.stdout:2161: expect (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2160: finishing write tid 6 to smithi05277117-37 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1179 (ObjNum 686 snap 231 seq_num 686) dirty exists 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2160: left oid 37 (ObjNum 686 snap 231 seq_num 686) 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2162: finishing copy_from racing read to smithi05277117-39 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2162: finishing copy_from to smithi05277117-39 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1180 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2159: done (4 left) 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2160: done (3 left) 2024-09-13T02:59:33.023 INFO:tasks.rados.rados.0.smithi052.stdout:2161: done (2 left) 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:2162: done (1 left) 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:2165: setattr oid 25 current snap is 231 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1319 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:2164: done (1 left) 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:2166: read oid 28 snap 229 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:2166: expect (ObjNum 676 snap 228 seq_num 676) 2024-09-13T02:59:33.024 INFO:tasks.rados.rados.0.smithi052.stdout:2167: delete oid 10 current snap is 231 2024-09-13T02:59:33.026 INFO:tasks.rados.rados.0.smithi052.stdout:2167: done (2 left) 2024-09-13T02:59:33.026 INFO:tasks.rados.rados.0.smithi052.stdout:2168: snap_create 2024-09-13T02:59:33.027 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1015 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-09-13T02:59:33.029 INFO:tasks.rados.rados.0.smithi052.stdout:2166: expect (ObjNum 676 snap 228 seq_num 676) 2024-09-13T02:59:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:32 smithi078 ceph-mon[85589]: osdmap e511: 8 total, 8 up, 8 in 2024-09-13T02:59:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:32 smithi052 ceph-mon[89065]: osdmap e511: 8 total, 8 up, 8 in 2024-09-13T02:59:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:32 smithi052 ceph-mon[91421]: osdmap e511: 8 total, 8 up, 8 in 2024-09-13T02:59:33.814 INFO:tasks.rados.rados.0.smithi052.stdout:2165: done (2 left) 2024-09-13T02:59:33.814 INFO:tasks.rados.rados.0.smithi052.stdout:2166: done (1 left) 2024-09-13T02:59:33.814 INFO:tasks.rados.rados.0.smithi052.stdout:2168: done (0 left) 2024-09-13T02:59:33.814 INFO:tasks.rados.rados.0.smithi052.stdout:2169: delete oid 8 current snap is 232 2024-09-13T02:59:33.822 INFO:tasks.rados.rados.0.smithi052.stdout:2169: done (0 left) 2024-09-13T02:59:33.822 INFO:tasks.rados.rados.0.smithi052.stdout:2170: rollback oid 13 current snap is 232 2024-09-13T02:59:33.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 13 to 221 2024-09-13T02:59:33.822 INFO:tasks.rados.rados.0.smithi052.stdout:2171: snap_create 2024-09-13T02:59:33.824 INFO:tasks.rados.rados.0.smithi052.stdout:2170: finishing rollback tid 1 to smithi05277117-13 2024-09-13T02:59:33.824 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1573 (ObjNum 97 snap 0 seq_num 4210780272) dirty dne 2024-09-13T02:59:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:33 smithi078 ceph-mon[85589]: pgmap v381: 121 pgs: 121 active+clean; 430 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-09-13T02:59:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:33 smithi078 ceph-mon[85589]: osdmap e512: 8 total, 8 up, 8 in 2024-09-13T02:59:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:33 smithi052 ceph-mon[91421]: pgmap v381: 121 pgs: 121 active+clean; 430 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-09-13T02:59:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:33 smithi052 ceph-mon[91421]: osdmap e512: 8 total, 8 up, 8 in 2024-09-13T02:59:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:33 smithi052 ceph-mon[89065]: pgmap v381: 121 pgs: 121 active+clean; 430 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-09-13T02:59:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:33 smithi052 ceph-mon[89065]: osdmap e512: 8 total, 8 up, 8 in 2024-09-13T02:59:34.794 INFO:tasks.rados.rados.0.smithi052.stdout:2170: done (1 left) 2024-09-13T02:59:34.795 INFO:tasks.rados.rados.0.smithi052.stdout:2171: done (0 left) 2024-09-13T02:59:34.795 INFO:tasks.rados.rados.0.smithi052.stdout:2172: snap_remove snap 198 2024-09-13T02:59:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:34 smithi078 ceph-mon[85589]: osdmap e513: 8 total, 8 up, 8 in 2024-09-13T02:59:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:34 smithi078 ceph-mon[85589]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T02:59:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:34 smithi052 ceph-mon[91421]: osdmap e513: 8 total, 8 up, 8 in 2024-09-13T02:59:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:34 smithi052 ceph-mon[91421]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T02:59:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:34 smithi052 ceph-mon[89065]: osdmap e513: 8 total, 8 up, 8 in 2024-09-13T02:59:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:34 smithi052 ceph-mon[89065]: osdmap e514: 8 total, 8 up, 8 in 2024-09-13T02:59:35.797 INFO:tasks.rados.rados.0.smithi052.stdout:2172: done (0 left) 2024-09-13T02:59:35.798 INFO:tasks.rados.rados.0.smithi052.stdout:2173: copy_from oid 10 from oid 48 current snap is 233 2024-09-13T02:59:35.800 INFO:tasks.rados.rados.0.smithi052.stdout:2174: snap_create 2024-09-13T02:59:35.812 INFO:tasks.rados.rados.0.smithi052.stdout:2173: finishing copy_from racing read to smithi05277117-10 2024-09-13T02:59:35.818 INFO:tasks.rados.rados.0.smithi052.stdout:2173: finishing copy_from to smithi05277117-10 2024-09-13T02:59:35.818 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1511 (ObjNum 289 snap 0 seq_num 2939283092) dirty exists 2024-09-13T02:59:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:35 smithi052 ceph-mon[91421]: pgmap v384: 121 pgs: 121 active+clean; 430 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-13T02:59:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:35 smithi052 ceph-mon[91421]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T02:59:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:35 smithi052 ceph-mon[89065]: pgmap v384: 121 pgs: 121 active+clean; 430 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-13T02:59:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:35 smithi052 ceph-mon[89065]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T02:59:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:35 smithi078 ceph-mon[85589]: pgmap v384: 121 pgs: 121 active+clean; 430 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-13T02:59:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:35 smithi078 ceph-mon[85589]: osdmap e515: 8 total, 8 up, 8 in 2024-09-13T02:59:36.797 INFO:tasks.rados.rados.0.smithi052.stdout:2173: done (1 left) 2024-09-13T02:59:36.797 INFO:tasks.rados.rados.0.smithi052.stdout:2174: done (0 left) 2024-09-13T02:59:36.797 INFO:tasks.rados.rados.0.smithi052.stdout:2175: read oid 11 snap -1 2024-09-13T02:59:36.797 INFO:tasks.rados.rados.0.smithi052.stdout:2175: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T02:59:36.797 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 234 2024-09-13T02:59:36.797 INFO:tasks.rados.rados.0.smithi052.stdout:2176: seq_num 689 ranges {1884160=745472,2629632=786432,3416064=417792} 2024-09-13T02:59:36.811 INFO:tasks.rados.rados.0.smithi052.stdout:2176: writing smithi05277117-34 from 1884160 to 2629632 tid 1 2024-09-13T02:59:36.816 INFO:tasks.rados.rados.0.smithi052.stdout:2176: writing smithi05277117-34 from 2629632 to 3416064 tid 2 2024-09-13T02:59:36.819 INFO:tasks.rados.rados.0.smithi052.stdout:2176: writing smithi05277117-34 from 3416064 to 3833856 tid 3 2024-09-13T02:59:36.819 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 234 2024-09-13T02:59:36.819 INFO:tasks.rados.rados.0.smithi052.stdout:2177: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2024-09-13T02:59:36.824 INFO:tasks.rados.rados.0.smithi052.stdout:2177: writing smithi05277117-45 from 0 to 761856 tid 1 2024-09-13T02:59:36.827 INFO:tasks.rados.rados.0.smithi052.stdout:2177: writing smithi05277117-45 from 761856 to 1425408 tid 2 2024-09-13T02:59:36.830 INFO:tasks.rados.rados.0.smithi052.stdout:2177: writing smithi05277117-45 from 1425408 to 1835008 tid 3 2024-09-13T02:59:36.831 INFO:tasks.rados.rados.0.smithi052.stdout:2177: writing smithi05277117-45 from 1835008 to 1966080 tid 4 2024-09-13T02:59:36.831 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 234 2024-09-13T02:59:36.831 INFO:tasks.rados.rados.0.smithi052.stdout:2178: seq_num 691 ranges {2768896=778240,3547136=548864,4096000=614400,4710400=40960} 2024-09-13T02:59:36.850 INFO:tasks.rados.rados.0.smithi052.stdout:2178: writing smithi05277117-25 from 2768896 to 3547136 tid 1 2024-09-13T02:59:36.853 INFO:tasks.rados.rados.0.smithi052.stdout:2178: writing smithi05277117-25 from 3547136 to 4096000 tid 2 2024-09-13T02:59:36.858 INFO:tasks.rados.rados.0.smithi052.stdout:2178: writing smithi05277117-25 from 4096000 to 4710400 tid 3 2024-09-13T02:59:36.858 INFO:tasks.rados.rados.0.smithi052.stdout:2178: writing smithi05277117-25 from 4710400 to 4751360 tid 4 2024-09-13T02:59:36.859 INFO:tasks.rados.rados.0.smithi052.stdout:2179: rollback oid 6 current snap is 234 2024-09-13T02:59:36.859 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 222 2024-09-13T02:59:36.859 INFO:tasks.rados.rados.0.smithi052.stdout:2175: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T02:59:36.960 INFO:tasks.rados.rados.0.smithi052.stdout:2176: finishing write tid 1 to smithi05277117-34 2024-09-13T02:59:36.960 INFO:tasks.rados.rados.0.smithi052.stdout:2176: finishing write tid 2 to smithi05277117-34 2024-09-13T02:59:36.960 INFO:tasks.rados.rados.0.smithi052.stdout:2176: finishing write tid 3 to smithi05277117-34 2024-09-13T02:59:36.960 INFO:tasks.rados.rados.0.smithi052.stdout:2176: finishing write tid 4 to smithi05277117-34 2024-09-13T02:59:36.960 INFO:tasks.rados.rados.0.smithi052.stdout:2176: finishing write tid 5 to smithi05277117-34 2024-09-13T02:59:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1197 (ObjNum 689 snap 234 seq_num 689) dirty exists 2024-09-13T02:59:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:2176: left oid 34 (ObjNum 689 snap 234 seq_num 689) 2024-09-13T02:59:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:2177: finishing write tid 1 to smithi05277117-45 2024-09-13T02:59:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:2177: finishing write tid 2 to smithi05277117-45 2024-09-13T02:59:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:2177: finishing write tid 3 to smithi05277117-45 2024-09-13T02:59:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:2177: finishing write tid 4 to smithi05277117-45 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:2175: done (4 left) 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:2176: done (3 left) 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:2180: setattr oid 43 current snap is 234 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:2177: finishing write tid 5 to smithi05277117-45 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:2177: finishing write tid 6 to smithi05277117-45 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1719 (ObjNum 690 snap 234 seq_num 690) dirty exists 2024-09-13T02:59:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:2177: left oid 45 (ObjNum 690 snap 234 seq_num 690) 2024-09-13T02:59:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:2178: finishing write tid 1 to smithi05277117-25 2024-09-13T02:59:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:2178: finishing write tid 2 to smithi05277117-25 2024-09-13T02:59:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:2179: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:59:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1675 (ObjNum 129 snap 0 seq_num 4209920360) dirty dne 2024-09-13T02:59:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:2178: finishing write tid 3 to smithi05277117-25 2024-09-13T02:59:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:2178: finishing write tid 4 to smithi05277117-25 2024-09-13T02:59:36.964 INFO:tasks.rados.rados.0.smithi052.stdout:2178: finishing write tid 5 to smithi05277117-25 2024-09-13T02:59:36.964 INFO:tasks.rados.rados.0.smithi052.stdout:2178: finishing write tid 6 to smithi05277117-25 2024-09-13T02:59:36.964 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1020 (ObjNum 691 snap 234 seq_num 691) dirty exists 2024-09-13T02:59:36.964 INFO:tasks.rados.rados.0.smithi052.stdout:2178: left oid 25 (ObjNum 691 snap 234 seq_num 691) 2024-09-13T02:59:36.966 INFO:tasks.rados.rados.0.smithi052.stdout:2177: done (3 left) 2024-09-13T02:59:36.966 INFO:tasks.rados.rados.0.smithi052.stdout:2178: done (2 left) 2024-09-13T02:59:36.966 INFO:tasks.rados.rados.0.smithi052.stdout:2179: done (1 left) 2024-09-13T02:59:36.966 INFO:tasks.rados.rados.0.smithi052.stdout:2181: read oid 25 snap 211 2024-09-13T02:59:36.966 INFO:tasks.rados.rados.0.smithi052.stdout:2181: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:59:36.966 INFO:tasks.rados.rados.0.smithi052.stdout:2182: read oid 17 snap -1 2024-09-13T02:59:36.967 INFO:tasks.rados.rados.0.smithi052.stdout:2182: expect (ObjNum 666 snap 224 seq_num 666) 2024-09-13T02:59:36.967 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 234 2024-09-13T02:59:36.967 INFO:tasks.rados.rados.0.smithi052.stdout:2183: seq_num 692 ranges {1466368=794624,2260992=483328,2744320=720896} 2024-09-13T02:59:36.974 INFO:tasks.rados.rados.0.smithi052.stdout:2183: writing smithi05277117-9 from 1466368 to 2260992 tid 1 2024-09-13T02:59:36.977 INFO:tasks.rados.rados.0.smithi052.stdout:2183: writing smithi05277117-9 from 2260992 to 2744320 tid 2 2024-09-13T02:59:36.981 INFO:tasks.rados.rados.0.smithi052.stdout:2183: writing smithi05277117-9 from 2744320 to 3465216 tid 3 2024-09-13T02:59:36.981 INFO:tasks.rados.rados.0.smithi052.stdout:2184: delete oid 29 current snap is 234 2024-09-13T02:59:36.981 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1181 (ObjNum 679 snap 230 seq_num 679) dirty exists 2024-09-13T02:59:36.981 INFO:tasks.rados.rados.0.smithi052.stdout:2182: expect (ObjNum 666 snap 224 seq_num 666) 2024-09-13T02:59:37.025 INFO:tasks.rados.rados.0.smithi052.stdout:2183: finishing write tid 1 to smithi05277117-9 2024-09-13T02:59:37.025 INFO:tasks.rados.rados.0.smithi052.stdout:2181: expect (ObjNum 333 snap 115 seq_num 333) 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2183: finishing write tid 2 to smithi05277117-9 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2183: finishing write tid 3 to smithi05277117-9 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2183: finishing write tid 4 to smithi05277117-9 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2183: finishing write tid 5 to smithi05277117-9 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1679 (ObjNum 692 snap 234 seq_num 692) dirty exists 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2183: left oid 9 (ObjNum 692 snap 234 seq_num 692) 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2180: done (4 left) 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2181: done (3 left) 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2182: done (2 left) 2024-09-13T02:59:37.154 INFO:tasks.rados.rados.0.smithi052.stdout:2183: done (1 left) 2024-09-13T02:59:37.155 INFO:tasks.rados.rados.0.smithi052.stdout:2184: done (0 left) 2024-09-13T02:59:37.155 INFO:tasks.rados.rados.0.smithi052.stdout:2185: copy_from oid 25 from oid 32 current snap is 234 2024-09-13T02:59:37.155 INFO:tasks.rados.rados.0.smithi052.stdout:2186: snap_create 2024-09-13T02:59:37.155 INFO:tasks.rados.rados.0.smithi052.stdout:2185: finishing copy_from to smithi05277117-25 2024-09-13T02:59:37.155 INFO:tasks.rados.rados.0.smithi052.stdout:2185: got expected ENOENT (src dne) 2024-09-13T02:59:37.155 INFO:tasks.rados.rados.0.smithi052.stdout:2185: finishing copy_from racing read to smithi05277117-25 2024-09-13T02:59:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:2185: done (1 left) 2024-09-13T02:59:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:2186: done (0 left) 2024-09-13T02:59:37.822 INFO:tasks.rados.rados.0.smithi052.stdout:2187: delete oid 44 current snap is 235 2024-09-13T02:59:37.825 INFO:tasks.rados.rados.0.smithi052.stdout:2187: done (0 left) 2024-09-13T02:59:37.825 INFO:tasks.rados.rados.0.smithi052.stdout:2188: copy_from oid 39 from oid 22 current snap is 235 2024-09-13T02:59:37.825 INFO:tasks.rados.rados.0.smithi052.stdout:2189: snap_remove snap 230 2024-09-13T02:59:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:37 smithi078 ceph-mon[85589]: pgmap v387: 121 pgs: 121 active+clean; 449 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-09-13T02:59:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:37 smithi078 ceph-mon[85589]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T02:59:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:37 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:37 smithi078 ceph-mon[85589]: Upgrade: osd.6 is safe to restart 2024-09-13T02:59:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[91421]: pgmap v387: 121 pgs: 121 active+clean; 449 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-09-13T02:59:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[91421]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T02:59:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[91421]: Upgrade: osd.6 is safe to restart 2024-09-13T02:59:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[89065]: pgmap v387: 121 pgs: 121 active+clean; 449 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-09-13T02:59:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[89065]: osdmap e516: 8 total, 8 up, 8 in 2024-09-13T02:59:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T02:59:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:37 smithi052 ceph-mon[89065]: Upgrade: osd.6 is safe to restart 2024-09-13T02:59:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:59:38] "GET /metrics HTTP/1.1" 200 36167 "" "Prometheus/2.43.0" 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:2189: done (1 left) 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:2190: read oid 14 snap -1 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:2190: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:2191: delete oid 30 current snap is 235 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:2188: finishing copy_from racing read to smithi05277117-39 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:2188: finishing copy_from to smithi05277117-39 2024-09-13T02:59:38.833 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1121 (ObjNum 677 snap 229 seq_num 677) dirty exists 2024-09-13T02:59:38.842 INFO:tasks.rados.rados.0.smithi052.stdout:2190: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:59:38.873 INFO:tasks.rados.rados.0.smithi052.stdout:2188: done (2 left) 2024-09-13T02:59:38.874 INFO:tasks.rados.rados.0.smithi052.stdout:2190: done (1 left) 2024-09-13T02:59:38.874 INFO:tasks.rados.rados.0.smithi052.stdout:2191: done (0 left) 2024-09-13T02:59:38.874 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 235 2024-09-13T02:59:38.874 INFO:tasks.rados.rados.0.smithi052.stdout:2192: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-09-13T02:59:38.875 INFO:tasks.rados.rados.0.smithi052.stdout:2192: writing smithi05277117-44 from 0 to 458752 tid 1 2024-09-13T02:59:38.878 INFO:tasks.rados.rados.0.smithi052.stdout:2192: writing smithi05277117-44 from 458752 to 876544 tid 2 2024-09-13T02:59:38.882 INFO:tasks.rados.rados.0.smithi052.stdout:2192: writing smithi05277117-44 from 876544 to 1630208 tid 3 2024-09-13T02:59:38.885 INFO:tasks.rados.rados.0.smithi052.stdout:2192: writing smithi05277117-44 from 1630208 to 2064384 tid 4 2024-09-13T02:59:38.885 INFO:tasks.rados.rados.0.smithi052.stdout:2193: copy_from oid 37 from oid 23 current snap is 235 2024-09-13T02:59:38.885 INFO:tasks.rados.rados.0.smithi052.stdout:2192: finishing write tid 1 to smithi05277117-44 2024-09-13T02:59:38.885 INFO:tasks.rados.rados.0.smithi052.stdout:2192: finishing write tid 2 to smithi05277117-44 2024-09-13T02:59:38.885 INFO:tasks.rados.rados.0.smithi052.stdout:2194: snap_create 2024-09-13T02:59:38.886 INFO:tasks.rados.rados.0.smithi052.stdout:2192: finishing write tid 3 to smithi05277117-44 2024-09-13T02:59:38.888 INFO:tasks.rados.rados.0.smithi052.stdout:2192: finishing write tid 4 to smithi05277117-44 2024-09-13T02:59:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:2192: finishing write tid 5 to smithi05277117-44 2024-09-13T02:59:38.892 INFO:tasks.rados.rados.0.smithi052.stdout:2192: finishing write tid 6 to smithi05277117-44 2024-09-13T02:59:38.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1325 (ObjNum 696 snap 235 seq_num 696) dirty exists 2024-09-13T02:59:38.892 INFO:tasks.rados.rados.0.smithi052.stdout:2192: left oid 44 (ObjNum 696 snap 235 seq_num 696) 2024-09-13T02:59:38.903 INFO:tasks.rados.rados.0.smithi052.stdout:2193: finishing copy_from racing read to smithi05277117-37 2024-09-13T02:59:38.904 INFO:tasks.rados.rados.0.smithi052.stdout:2193: finishing copy_from to smithi05277117-37 2024-09-13T02:59:38.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1155 (ObjNum 651 snap 219 seq_num 651) dirty exists 2024-09-13T02:59:39.121 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:38 smithi078 ceph-mon[85589]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T02:59:39.121 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:39.122 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:59:39.122 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:39.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[91421]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T02:59:39.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:39.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:59:39.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:39.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[89065]: osdmap e517: 8 total, 8 up, 8 in 2024-09-13T02:59:39.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:39.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T02:59:39.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:39.796 INFO:tasks.rados.rados.0.smithi052.stdout:2192: done (2 left) 2024-09-13T02:59:39.796 INFO:tasks.rados.rados.0.smithi052.stdout:2193: done (1 left) 2024-09-13T02:59:39.796 INFO:tasks.rados.rados.0.smithi052.stdout:2194: done (0 left) 2024-09-13T02:59:39.796 INFO:tasks.rados.rados.0.smithi052.stdout:2195: delete oid 42 current snap is 236 2024-09-13T02:59:39.801 INFO:tasks.rados.rados.0.smithi052.stdout:2195: done (0 left) 2024-09-13T02:59:39.801 INFO:tasks.rados.rados.0.smithi052.stdout:2196: delete oid 48 current snap is 236 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:2196: done (0 left) 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:2197: rollback oid 47 current snap is 236 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 187 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:2198: read oid 15 snap -1 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:2198: expect deleted 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:2199: setattr oid 4 current snap is 236 2024-09-13T02:59:39.805 INFO:tasks.rados.rados.0.smithi052.stdout:2198: done (2 left) 2024-09-13T02:59:39.806 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 236 2024-09-13T02:59:39.806 INFO:tasks.rados.rados.0.smithi052.stdout:2200: seq_num 699 ranges {1564672=516096,2080768=475136,2555904=573440,3129344=557056} 2024-09-13T02:59:39.817 INFO:tasks.rados.rados.0.smithi052.stdout:2200: writing smithi05277117-17 from 1564672 to 2080768 tid 1 2024-09-13T02:59:39.820 INFO:tasks.rados.rados.0.smithi052.stdout:2200: writing smithi05277117-17 from 2080768 to 2555904 tid 2 2024-09-13T02:59:39.824 INFO:tasks.rados.rados.0.smithi052.stdout:2200: writing smithi05277117-17 from 2555904 to 3129344 tid 3 2024-09-13T02:59:39.827 INFO:tasks.rados.rados.0.smithi052.stdout:2200: writing smithi05277117-17 from 3129344 to 3686400 tid 4 2024-09-13T02:59:39.827 INFO:tasks.rados.rados.0.smithi052.stdout:2201: snap_remove snap 210 2024-09-13T02:59:39.842 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:39 smithi078 ceph-mon[85589]: pgmap v390: 121 pgs: 121 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.7 MiB/s wr, 33 op/s 2024-09-13T02:59:39.842 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:39 smithi078 ceph-mon[85589]: Upgrade: Updating osd.6 2024-09-13T02:59:39.842 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:39 smithi078 ceph-mon[85589]: Deploying daemon osd.6 on smithi078 2024-09-13T02:59:39.842 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:39 smithi078 ceph-mon[85589]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T02:59:39.842 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:39 smithi078 ceph-mon[85589]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T02:59:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[91421]: pgmap v390: 121 pgs: 121 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.7 MiB/s wr, 33 op/s 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[91421]: Upgrade: Updating osd.6 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[91421]: Deploying daemon osd.6 on smithi078 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[91421]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[91421]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[89065]: pgmap v390: 121 pgs: 121 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.7 MiB/s wr, 33 op/s 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[89065]: Upgrade: Updating osd.6 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[89065]: Deploying daemon osd.6 on smithi078 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[89065]: osdmap e518: 8 total, 8 up, 8 in 2024-09-13T02:59:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:39 smithi052 ceph-mon[89065]: osdmap e519: 8 total, 8 up, 8 in 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2201: done (3 left) 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2202: snap_create 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2197: finishing rollback tid 1 to smithi05277117-47 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1110 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1681 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2200: finishing write tid 1 to smithi05277117-17 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2200: finishing write tid 2 to smithi05277117-17 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2200: finishing write tid 3 to smithi05277117-17 2024-09-13T02:59:40.835 INFO:tasks.rados.rados.0.smithi052.stdout:2200: finishing write tid 4 to smithi05277117-17 2024-09-13T02:59:40.836 INFO:tasks.rados.rados.0.smithi052.stdout:2200: finishing write tid 5 to smithi05277117-17 2024-09-13T02:59:40.836 INFO:tasks.rados.rados.0.smithi052.stdout:2200: finishing write tid 6 to smithi05277117-17 2024-09-13T02:59:40.836 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1722 (ObjNum 699 snap 236 seq_num 699) dirty exists 2024-09-13T02:59:40.836 INFO:tasks.rados.rados.0.smithi052.stdout:2200: left oid 17 (ObjNum 699 snap 236 seq_num 699) 2024-09-13T02:59:41.671 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:41 smithi078 systemd[1]: Stopping Ceph osd.6 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:59:41.841 INFO:tasks.rados.rados.0.smithi052.stdout:2197: done (3 left) 2024-09-13T02:59:41.841 INFO:tasks.rados.rados.0.smithi052.stdout:2199: done (2 left) 2024-09-13T02:59:41.842 INFO:tasks.rados.rados.0.smithi052.stdout:2200: done (1 left) 2024-09-13T02:59:41.842 INFO:tasks.rados.rados.0.smithi052.stdout:2202: done (0 left) 2024-09-13T02:59:41.842 INFO:tasks.rados.rados.0.smithi052.stdout:2203: delete oid 38 current snap is 237 2024-09-13T02:59:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:41 smithi078 ceph-mon[85589]: pgmap v393: 121 pgs: 121 active+clean; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-09-13T02:59:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:41 smithi078 ceph-mon[85589]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T02:59:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:41 smithi078 ceph-mon[85589]: osd.6 marked itself down and dead 2024-09-13T02:59:41.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[47383]: 2024-09-13T02:59:41.720+0000 7f25962e8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T02:59:41.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[47383]: 2024-09-13T02:59:41.720+0000 7f25962e8640 -1 osd.6 520 *** Got signal Terminated *** 2024-09-13T02:59:41.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[47383]: 2024-09-13T02:59:41.720+0000 7f25962e8640 -1 osd.6 520 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T02:59:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:41 smithi052 ceph-mon[91421]: pgmap v393: 121 pgs: 121 active+clean; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-09-13T02:59:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:41 smithi052 ceph-mon[91421]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T02:59:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:41 smithi052 ceph-mon[91421]: osd.6 marked itself down and dead 2024-09-13T02:59:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:41 smithi052 ceph-mon[89065]: pgmap v393: 121 pgs: 121 active+clean; 465 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-09-13T02:59:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:41 smithi052 ceph-mon[89065]: osdmap e520: 8 total, 8 up, 8 in 2024-09-13T02:59:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:41 smithi052 ceph-mon[89065]: osd.6 marked itself down and dead 2024-09-13T02:59:42.642 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:42 smithi078 podman[99677]: 2024-09-13 02:59:42.371852277 +0000 UTC m=+0.807410547 container died c203203f2a806252d524a7acae3721eb59b947024815da2c8f912942980c827f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T02:59:42.642 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:42.855 INFO:tasks.rados.rados.0.smithi052.stdout:2203: done (0 left) 2024-09-13T02:59:42.855 INFO:tasks.rados.rados.0.smithi052.stdout:2204: snap_remove snap 229 2024-09-13T02:59:42.946 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:42 smithi078 podman[99677]: 2024-09-13 02:59:42.770372734 +0000 UTC m=+1.205930989 container cleanup c203203f2a806252d524a7acae3721eb59b947024815da2c8f912942980c827f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, RELEASE=quincy-bbdadfa, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-13T02:59:42.946 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:42 smithi078 bash[99677]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6 2024-09-13T02:59:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:42 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:59:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:42 smithi078 ceph-mon[85589]: osdmap e521: 8 total, 7 up, 8 in 2024-09-13T02:59:42.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:42 smithi078 ceph-mon[85589]: osdmap e522: 8 total, 7 up, 8 in 2024-09-13T02:59:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:42 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:59:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:42 smithi052 ceph-mon[91421]: osdmap e521: 8 total, 7 up, 8 in 2024-09-13T02:59:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:42 smithi052 ceph-mon[91421]: osdmap e522: 8 total, 7 up, 8 in 2024-09-13T02:59:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:42 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T02:59:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:42 smithi052 ceph-mon[89065]: osdmap e521: 8 total, 7 up, 8 in 2024-09-13T02:59:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:42 smithi052 ceph-mon[89065]: osdmap e522: 8 total, 7 up, 8 in 2024-09-13T02:59:43.387 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:42 smithi078 podman[99701]: 2024-09-13 02:59:42.946826231 +0000 UTC m=+0.577408024 container remove c203203f2a806252d524a7acae3721eb59b947024815da2c8f912942980c827f (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=) 2024-09-13T02:59:43.642 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:43 smithi078 podman[99787]: 2024-09-13 02:59:43.289713341 +0000 UTC m=+0.015780884 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:59:43.643 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:43 smithi078 podman[99787]: 2024-09-13 02:59:43.38950065 +0000 UTC m=+0.115568221 container create 0d0c239cad07cd8b9976f4d2b78efd7b0e7b628fca1e79c3cabaa5f3d8d8e826 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-13T02:59:43.643 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:43 smithi078 podman[99787]: 2024-09-13 02:59:43.64194949 +0000 UTC m=+0.368017020 container init 0d0c239cad07cd8b9976f4d2b78efd7b0e7b628fca1e79c3cabaa5f3d8d8e826 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T02:59:43.860 INFO:tasks.rados.rados.0.smithi052.stdout:2204: done (0 left) 2024-09-13T02:59:43.860 INFO:tasks.rados.rados.0.smithi052.stdout:2205: rmattr oid 12 current snap is 237 2024-09-13T02:59:43.860 INFO:tasks.rados.rados.0.smithi052.stdout:2205: done (0 left) 2024-09-13T02:59:43.861 INFO:tasks.rados.rados.0.smithi052.stdout:2206: snap_remove snap 206 2024-09-13T02:59:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:43 smithi078 ceph-mon[85589]: pgmap v396: 121 pgs: 19 peering, 8 stale+active+clean, 94 active+clean; 472 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-09-13T02:59:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:43 smithi078 ceph-mon[85589]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-09-13T02:59:43.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:43 smithi078 podman[99787]: 2024-09-13 02:59:43.645265156 +0000 UTC m=+0.371332694 container start 0d0c239cad07cd8b9976f4d2b78efd7b0e7b628fca1e79c3cabaa5f3d8d8e826 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-13T02:59:43.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:43 smithi078 podman[99787]: 2024-09-13 02:59:43.700275957 +0000 UTC m=+0.426343487 container attach 0d0c239cad07cd8b9976f4d2b78efd7b0e7b628fca1e79c3cabaa5f3d8d8e826 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T02:59:43.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:43 smithi078 podman[99787]: 2024-09-13 02:59:43.836943425 +0000 UTC m=+0.563010970 container died 0d0c239cad07cd8b9976f4d2b78efd7b0e7b628fca1e79c3cabaa5f3d8d8e826 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-13T02:59:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:43 smithi052 ceph-mon[91421]: pgmap v396: 121 pgs: 19 peering, 8 stale+active+clean, 94 active+clean; 472 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-09-13T02:59:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:43 smithi052 ceph-mon[91421]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-09-13T02:59:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:43 smithi052 ceph-mon[89065]: pgmap v396: 121 pgs: 19 peering, 8 stale+active+clean, 94 active+clean; 472 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-09-13T02:59:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:43 smithi052 ceph-mon[89065]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-09-13T02:59:44.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 podman[99811]: 2024-09-13 02:59:44.470755251 +0000 UTC m=+0.623657642 container remove 0d0c239cad07cd8b9976f4d2b78efd7b0e7b628fca1e79c3cabaa5f3d8d8e826 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-13T02:59:44.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-13T02:59:44.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 systemd[1]: Stopped Ceph osd.6 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:59:44.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.6.service: Consumed 13.922s CPU time. 2024-09-13T02:59:44.797 INFO:tasks.rados.rados.0.smithi052.stdout:2206: done (0 left) 2024-09-13T02:59:44.797 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 237 2024-09-13T02:59:44.797 INFO:tasks.rados.rados.0.smithi052.stdout:2207: seq_num 701 ranges {3833856=548864,4382720=696320,5079040=540672,5619712=368640} 2024-09-13T02:59:44.823 INFO:tasks.rados.rados.0.smithi052.stdout:2207: writing smithi05277117-34 from 3833856 to 4382720 tid 1 2024-09-13T02:59:44.827 INFO:tasks.rados.rados.0.smithi052.stdout:2207: writing smithi05277117-34 from 4382720 to 5079040 tid 2 2024-09-13T02:59:44.830 INFO:tasks.rados.rados.0.smithi052.stdout:2207: writing smithi05277117-34 from 5079040 to 5619712 tid 3 2024-09-13T02:59:44.832 INFO:tasks.rados.rados.0.smithi052.stdout:2207: writing smithi05277117-34 from 5619712 to 5988352 tid 4 2024-09-13T02:59:44.832 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 237 2024-09-13T02:59:44.833 INFO:tasks.rados.rados.0.smithi052.stdout:2208: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2024-09-13T02:59:44.835 INFO:tasks.rados.rados.0.smithi052.stdout:2208: writing smithi05277117-38 from 0 to 565248 tid 1 2024-09-13T02:59:44.839 INFO:tasks.rados.rados.0.smithi052.stdout:2208: writing smithi05277117-38 from 565248 to 1146880 tid 2 2024-09-13T02:59:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2208: writing smithi05277117-38 from 1146880 to 1892352 tid 3 2024-09-13T02:59:44.845 INFO:tasks.rados.rados.0.smithi052.stdout:2208: writing smithi05277117-38 from 1892352 to 2170880 tid 4 2024-09-13T02:59:44.845 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 237 2024-09-13T02:59:44.845 INFO:tasks.rados.rados.0.smithi052.stdout:2209: seq_num 703 ranges {1212416=581632,1794048=458752,2252800=557056,2809856=417792,3227648=172032} 2024-09-13T02:59:44.855 INFO:tasks.rados.rados.0.smithi052.stdout:2209: writing smithi05277117-1 from 1212416 to 1794048 tid 1 2024-09-13T02:59:44.857 INFO:tasks.rados.rados.0.smithi052.stdout:2209: writing smithi05277117-1 from 1794048 to 2252800 tid 2 2024-09-13T02:59:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:2209: writing smithi05277117-1 from 2252800 to 2809856 tid 3 2024-09-13T02:59:44.863 INFO:tasks.rados.rados.0.smithi052.stdout:2209: writing smithi05277117-1 from 2809856 to 3227648 tid 4 2024-09-13T02:59:44.865 INFO:tasks.rados.rados.0.smithi052.stdout:2209: writing smithi05277117-1 from 3227648 to 3399680 tid 5 2024-09-13T02:59:44.865 INFO:tasks.rados.rados.0.smithi052.stdout:2210: rollback oid 33 current snap is 237 2024-09-13T02:59:44.865 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 33 to 213 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: finishing write tid 1 to smithi05277117-34 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: finishing write tid 2 to smithi05277117-34 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: finishing write tid 3 to smithi05277117-34 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: finishing write tid 4 to smithi05277117-34 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: finishing write tid 5 to smithi05277117-34 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: finishing write tid 6 to smithi05277117-34 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1202 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: left oid 34 (ObjNum 701 snap 237 seq_num 701) 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2208: finishing write tid 1 to smithi05277117-38 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2208: finishing write tid 2 to smithi05277117-38 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2208: finishing write tid 3 to smithi05277117-38 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2208: finishing write tid 4 to smithi05277117-38 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2208: finishing write tid 5 to smithi05277117-38 2024-09-13T02:59:44.866 INFO:tasks.rados.rados.0.smithi052.stdout:2207: done (3 left) 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2211: rollback oid 6 current snap is 237 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 233 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2208: finishing write tid 6 to smithi05277117-38 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1741 (ObjNum 702 snap 237 seq_num 702) dirty exists 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2208: left oid 38 (ObjNum 702 snap 237 seq_num 702) 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 1 to smithi05277117-1 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2208: done (3 left) 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2212: copy_from oid 8 from oid 35 current snap is 237 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 2 to smithi05277117-1 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 3 to smithi05277117-1 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2213: read oid 47 snap -1 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2213: expect deleted 2024-09-13T02:59:44.867 INFO:tasks.rados.rados.0.smithi052.stdout:2214: delete oid 45 current snap is 237 2024-09-13T02:59:44.868 INFO:tasks.rados.rados.0.smithi052.stdout:2211: finishing rollback tid 1 to smithi05277117-6 2024-09-13T02:59:44.868 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1675 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T02:59:44.868 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 4 to smithi05277117-1 2024-09-13T02:59:44.868 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 5 to smithi05277117-1 2024-09-13T02:59:44.868 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 6 to smithi05277117-1 2024-09-13T02:59:44.869 INFO:tasks.rados.rados.0.smithi052.stdout:2210: finishing rollback tid 0 to smithi05277117-33 2024-09-13T02:59:44.869 INFO:tasks.rados.rados.0.smithi052.stdout:2210: finishing rollback tid 1 to smithi05277117-33 2024-09-13T02:59:44.869 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1750 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2209: finishing write tid 7 to smithi05277117-1 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1208 (ObjNum 703 snap 237 seq_num 703) dirty exists 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2209: left oid 1 (ObjNum 703 snap 237 seq_num 703) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2209: done (5 left) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2210: done (4 left) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2211: done (3 left) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2213: done (2 left) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2214: done (1 left) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2215: read oid 27 snap -1 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2215: expect (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 237 2024-09-13T02:59:44.870 INFO:tasks.rados.rados.0.smithi052.stdout:2216: seq_num 705 ranges {1130496=614400,1744896=630784,2375680=524288,2899968=450560} 2024-09-13T02:59:44.879 INFO:tasks.rados.rados.0.smithi052.stdout:2216: writing smithi05277117-24 from 1130496 to 1744896 tid 1 2024-09-13T02:59:44.883 INFO:tasks.rados.rados.0.smithi052.stdout:2216: writing smithi05277117-24 from 1744896 to 2375680 tid 2 2024-09-13T02:59:44.886 INFO:tasks.rados.rados.0.smithi052.stdout:2216: writing smithi05277117-24 from 2375680 to 2899968 tid 3 2024-09-13T02:59:44.889 INFO:tasks.rados.rados.0.smithi052.stdout:2216: writing smithi05277117-24 from 2899968 to 3350528 tid 4 2024-09-13T02:59:44.889 INFO:tasks.rados.rados.0.smithi052.stdout:2217: rollback oid 7 current snap is 237 2024-09-13T02:59:44.889 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 209 2024-09-13T02:59:44.889 INFO:tasks.rados.rados.0.smithi052.stdout:2215: expect (ObjNum 470 snap 159 seq_num 470) 2024-09-13T02:59:44.992 INFO:tasks.rados.rados.0.smithi052.stdout:2212: finishing copy_from racing read to smithi05277117-8 2024-09-13T02:59:44.992 INFO:tasks.rados.rados.0.smithi052.stdout:2216: finishing write tid 1 to smithi05277117-24 2024-09-13T02:59:44.992 INFO:tasks.rados.rados.0.smithi052.stdout:2216: finishing write tid 2 to smithi05277117-24 2024-09-13T02:59:44.992 INFO:tasks.rados.rados.0.smithi052.stdout:2212: finishing copy_from to smithi05277117-8 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1308 (ObjNum 591 snap 202 seq_num 591) dirty exists 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2216: finishing write tid 3 to smithi05277117-24 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2212: done (3 left) 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2215: done (2 left) 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2218: rollback oid 9 current snap is 237 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 190 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2216: finishing write tid 4 to smithi05277117-24 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2216: finishing write tid 5 to smithi05277117-24 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2217: finishing rollback tid 0 to smithi05277117-7 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2217: finishing rollback tid 1 to smithi05277117-7 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2217: finishing rollback tid 2 to smithi05277117-7 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1211 (ObjNum 574 snap 195 seq_num 574) dirty exists 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:2216: finishing write tid 6 to smithi05277117-24 2024-09-13T02:59:44.993 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1330 (ObjNum 705 snap 237 seq_num 705) dirty exists 2024-09-13T02:59:44.994 INFO:tasks.rados.rados.0.smithi052.stdout:2216: left oid 24 (ObjNum 705 snap 237 seq_num 705) 2024-09-13T02:59:44.994 INFO:tasks.rados.rados.0.smithi052.stdout:2216: done (2 left) 2024-09-13T02:59:44.994 INFO:tasks.rados.rados.0.smithi052.stdout:2217: done (1 left) 2024-09-13T02:59:44.994 INFO:tasks.rados.rados.0.smithi052.stdout:2219: read oid 33 snap -1 2024-09-13T02:59:44.994 INFO:tasks.rados.rados.0.smithi052.stdout:2219: expect deleted 2024-09-13T02:59:44.994 INFO:tasks.rados.rados.0.smithi052.stdout:2220: delete oid 46 current snap is 237 2024-09-13T02:59:44.995 INFO:tasks.rados.rados.0.smithi052.stdout:2218: finishing rollback tid 0 to smithi05277117-9 2024-09-13T02:59:44.995 INFO:tasks.rados.rados.0.smithi052.stdout:2218: finishing rollback tid 1 to smithi05277117-9 2024-09-13T02:59:44.997 INFO:tasks.rados.rados.0.smithi052.stdout:2218: finishing rollback tid 2 to smithi05277117-9 2024-09-13T02:59:44.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1684 (ObjNum 481 snap 163 seq_num 481) dirty exists 2024-09-13T02:59:44.997 INFO:tasks.rados.rados.0.smithi052.stdout:2218: done (2 left) 2024-09-13T02:59:44.997 INFO:tasks.rados.rados.0.smithi052.stdout:2219: done (1 left) 2024-09-13T02:59:44.997 INFO:tasks.rados.rados.0.smithi052.stdout:2220: done (0 left) 2024-09-13T02:59:44.997 INFO:tasks.rados.rados.0.smithi052.stdout:2221: read oid 50 snap -1 2024-09-13T02:59:44.998 INFO:tasks.rados.rados.0.smithi052.stdout:2221: expect deleted 2024-09-13T02:59:44.998 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 237 2024-09-13T02:59:44.998 INFO:tasks.rados.rados.0.smithi052.stdout:2222: seq_num 707 ranges {2203648=647168,2850816=802816,3653632=532480,4186112=270336} 2024-09-13T02:59:45.012 INFO:tasks.rados.rados.0.smithi052.stdout:2222: writing smithi05277117-20 from 2203648 to 2850816 tid 1 2024-09-13T02:59:45.017 INFO:tasks.rados.rados.0.smithi052.stdout:2222: writing smithi05277117-20 from 2850816 to 3653632 tid 2 2024-09-13T02:59:45.020 INFO:tasks.rados.rados.0.smithi052.stdout:2222: writing smithi05277117-20 from 3653632 to 4186112 tid 3 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2222: writing smithi05277117-20 from 4186112 to 4456448 tid 4 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2223: read oid 19 snap -1 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2223: expect deleted 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2224: copy_from oid 49 from oid 34 current snap is 237 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2222: finishing write tid 1 to smithi05277117-20 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2222: finishing write tid 2 to smithi05277117-20 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2221: done (3 left) 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2225: copy_from oid 27 from oid 38 current snap is 237 2024-09-13T02:59:45.023 INFO:tasks.rados.rados.0.smithi052.stdout:2226: snap_remove snap 212 2024-09-13T02:59:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:44 smithi078 ceph-mon[85589]: osdmap e523: 8 total, 7 up, 8 in 2024-09-13T02:59:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:44 smithi078 ceph-mon[85589]: osdmap e524: 8 total, 7 up, 8 in 2024-09-13T02:59:45.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 systemd[1]: Starting Ceph osd.6 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T02:59:45.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 podman[99911]: 2024-09-13 02:59:44.832251445 +0000 UTC m=+0.018162079 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:59:45.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:44 smithi078 podman[99911]: 2024-09-13 02:59:44.956126642 +0000 UTC m=+0.142037261 container create 5d3d5a05f3dbcf3c4b1b24502d5823329edd4e8d72f3307426bbe60d71991a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-13T02:59:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:44 smithi052 ceph-mon[91421]: osdmap e523: 8 total, 7 up, 8 in 2024-09-13T02:59:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:44 smithi052 ceph-mon[91421]: osdmap e524: 8 total, 7 up, 8 in 2024-09-13T02:59:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:44 smithi052 ceph-mon[89065]: osdmap e523: 8 total, 7 up, 8 in 2024-09-13T02:59:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:44 smithi052 ceph-mon[89065]: osdmap e524: 8 total, 7 up, 8 in 2024-09-13T02:59:45.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 podman[99911]: 2024-09-13 02:59:45.433655017 +0000 UTC m=+0.619565636 container init 5d3d5a05f3dbcf3c4b1b24502d5823329edd4e8d72f3307426bbe60d71991a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-7741f7f) 2024-09-13T02:59:45.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 podman[99911]: 2024-09-13 02:59:45.436844532 +0000 UTC m=+0.622755160 container start 5d3d5a05f3dbcf3c4b1b24502d5823329edd4e8d72f3307426bbe60d71991a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f) 2024-09-13T02:59:45.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 podman[99911]: 2024-09-13 02:59:45.51694022 +0000 UTC m=+0.702850864 container attach 5d3d5a05f3dbcf3c4b1b24502d5823329edd4e8d72f3307426bbe60d71991a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-13T02:59:45.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:45.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 bash[99911]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:45.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:45.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:45 smithi078 bash[99911]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T02:59:45.871 INFO:tasks.rados.rados.0.smithi052.stdout:2226: done (4 left) 2024-09-13T02:59:45.889 INFO:tasks.rados.rados.0.smithi052.stdout:2227: copy_from oid 5 from oid 26 current snap is 237 2024-09-13T02:59:45.889 INFO:tasks.rados.rados.0.smithi052.stdout:2228: read oid 1 snap 228 2024-09-13T02:59:45.889 INFO:tasks.rados.rados.0.smithi052.stdout:2228: expect (ObjNum 645 snap 217 seq_num 645) 2024-09-13T02:59:45.889 INFO:tasks.rados.rados.0.smithi052.stdout:2229: snap_remove snap 222 2024-09-13T02:59:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:45 smithi078 ceph-mon[85589]: pgmap v399: 121 pgs: 19 peering, 8 stale+active+clean, 94 active+clean; 472 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-09-13T02:59:46.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:59:46.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:59:46.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:59:46.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T02:59:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:45 smithi052 ceph-mon[91421]: pgmap v399: 121 pgs: 19 peering, 8 stale+active+clean, 94 active+clean; 472 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-09-13T02:59:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:45 smithi052 ceph-mon[89065]: pgmap v399: 121 pgs: 19 peering, 8 stale+active+clean, 94 active+clean; 472 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T02:59:46.655 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate[99926]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-13T02:59:46.656 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 bash[99911]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-13T02:59:46.656 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 podman[99911]: 2024-09-13 02:59:46.359211764 +0000 UTC m=+1.545122401 container died 5d3d5a05f3dbcf3c4b1b24502d5823329edd4e8d72f3307426bbe60d71991a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-13T02:59:46.875 INFO:tasks.rados.rados.0.smithi052.stdout:2229: done (6 left) 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2230: snap_create 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2222: finishing write tid 3 to smithi05277117-20 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2222: finishing write tid 4 to smithi05277117-20 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2222: finishing write tid 5 to smithi05277117-20 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2222: finishing write tid 6 to smithi05277117-20 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1749 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2222: left oid 20 (ObjNum 707 snap 237 seq_num 707) 2024-09-13T02:59:46.876 INFO:tasks.rados.rados.0.smithi052.stdout:2225: finishing copy_from racing read to smithi05277117-27 2024-09-13T02:59:46.877 INFO:tasks.rados.rados.0.smithi052.stdout:2224: finishing copy_from racing read to smithi05277117-49 2024-09-13T02:59:46.877 INFO:tasks.rados.rados.0.smithi052.stdout:2225: finishing copy_from to smithi05277117-27 2024-09-13T02:59:46.877 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1741 (ObjNum 702 snap 237 seq_num 702) dirty exists 2024-09-13T02:59:46.877 INFO:tasks.rados.rados.0.smithi052.stdout:2224: finishing copy_from to smithi05277117-49 2024-09-13T02:59:46.877 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1202 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-09-13T02:59:46.877 INFO:tasks.rados.rados.0.smithi052.stdout:2228: expect (ObjNum 645 snap 217 seq_num 645) 2024-09-13T02:59:46.915 INFO:tasks.rados.rados.0.smithi052.stdout:2227: finishing copy_from racing read to smithi05277117-5 2024-09-13T02:59:46.915 INFO:tasks.rados.rados.0.smithi052.stdout:2227: finishing copy_from to smithi05277117-5 2024-09-13T02:59:46.915 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1176 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T02:59:46.938 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-mon[85589]: osdmap e525: 8 total, 7 up, 8 in 2024-09-13T02:59:46.938 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:46.938 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:47.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:46 smithi078 podman[100061]: 2024-09-13 02:59:46.937506614 +0000 UTC m=+0.567367119 container remove 5d3d5a05f3dbcf3c4b1b24502d5823329edd4e8d72f3307426bbe60d71991a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T02:59:47.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 podman[100120]: 2024-09-13 02:59:47.045049639 +0000 UTC m=+0.015483940 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T02:59:47.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 podman[100120]: 2024-09-13 02:59:47.163719496 +0000 UTC m=+0.134153842 container create 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-13T02:59:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:46 smithi052 ceph-mon[91421]: osdmap e525: 8 total, 7 up, 8 in 2024-09-13T02:59:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:46 smithi052 ceph-mon[89065]: osdmap e525: 8 total, 7 up, 8 in 2024-09-13T02:59:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T02:59:47.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 podman[100120]: 2024-09-13 02:59:47.374326803 +0000 UTC m=+0.344761090 container init 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T02:59:47.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 podman[100120]: 2024-09-13 02:59:47.377409706 +0000 UTC m=+0.347843994 container start 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T02:59:47.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-osd[100139]: -- 172.21.15.78:0/972076371 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d7e9d19a40 con 0x55d7e9cf7c00 2024-09-13T02:59:47.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 bash[100120]: 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 2024-09-13T02:59:47.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:47 smithi078 systemd[1]: Started Ceph osd.6 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2222: done (6 left) 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2223: done (5 left) 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2224: done (4 left) 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2225: done (3 left) 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2227: done (2 left) 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2228: done (1 left) 2024-09-13T02:59:47.886 INFO:tasks.rados.rados.0.smithi052.stdout:2230: done (0 left) 2024-09-13T02:59:47.887 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 238 2024-09-13T02:59:47.887 INFO:tasks.rados.rados.0.smithi052.stdout:2231: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-09-13T02:59:47.890 INFO:tasks.rados.rados.0.smithi052.stdout:2231: writing smithi05277117-48 from 0 to 663552 tid 1 2024-09-13T02:59:47.895 INFO:tasks.rados.rados.0.smithi052.stdout:2231: writing smithi05277117-48 from 663552 to 1400832 tid 2 2024-09-13T02:59:47.900 INFO:tasks.rados.rados.0.smithi052.stdout:2231: writing smithi05277117-48 from 1400832 to 2097152 tid 3 2024-09-13T02:59:47.901 INFO:tasks.rados.rados.0.smithi052.stdout:2231: writing smithi05277117-48 from 2097152 to 2269184 tid 4 2024-09-13T02:59:47.901 INFO:tasks.rados.rados.0.smithi052.stdout:2232: setattr oid 21 current snap is 238 2024-09-13T02:59:47.902 INFO:tasks.rados.rados.0.smithi052.stdout:2231: finishing write tid 1 to smithi05277117-48 2024-09-13T02:59:47.902 INFO:tasks.rados.rados.0.smithi052.stdout:2231: finishing write tid 2 to smithi05277117-48 2024-09-13T02:59:47.902 INFO:tasks.rados.rados.0.smithi052.stdout:2233: snap_create 2024-09-13T02:59:47.906 INFO:tasks.rados.rados.0.smithi052.stdout:2231: finishing write tid 3 to smithi05277117-48 2024-09-13T02:59:47.906 INFO:tasks.rados.rados.0.smithi052.stdout:2231: finishing write tid 4 to smithi05277117-48 2024-09-13T02:59:47.907 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1203 (ObjNum 129 snap 0 seq_num 4207915616) dirty exists 2024-09-13T02:59:47.907 INFO:tasks.rados.rados.0.smithi052.stdout:2231: finishing write tid 5 to smithi05277117-48 2024-09-13T02:59:47.909 INFO:tasks.rados.rados.0.smithi052.stdout:2231: finishing write tid 6 to smithi05277117-48 2024-09-13T02:59:47.909 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1690 (ObjNum 708 snap 238 seq_num 708) dirty exists 2024-09-13T02:59:47.909 INFO:tasks.rados.rados.0.smithi052.stdout:2231: left oid 48 (ObjNum 708 snap 238 seq_num 708) 2024-09-13T02:59:48.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-mon[85589]: pgmap v402: 121 pgs: 1 active+clean+snaptrim, 21 active+undersized, 19 peering, 2 active+undersized+degraded, 78 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 889 KiB/s rd, 1.0 MiB/s wr, 4 op/s; 8/942 objects degraded (0.849%) 2024-09-13T02:59:48.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 8/942 objects degraded (0.849%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:48.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-mon[85589]: osdmap e526: 8 total, 7 up, 8 in 2024-09-13T02:59:48.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:48.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:48.147 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[91421]: pgmap v402: 121 pgs: 1 active+clean+snaptrim, 21 active+undersized, 19 peering, 2 active+undersized+degraded, 78 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 889 KiB/s rd, 1.0 MiB/s wr, 4 op/s; 8/942 objects degraded (0.849%) 2024-09-13T02:59:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 8/942 objects degraded (0.849%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[91421]: osdmap e526: 8 total, 7 up, 8 in 2024-09-13T02:59:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[89065]: pgmap v402: 121 pgs: 1 active+clean+snaptrim, 21 active+undersized, 19 peering, 2 active+undersized+degraded, 78 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 889 KiB/s rd, 1.0 MiB/s wr, 4 op/s; 8/942 objects degraded (0.849%) 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 8/942 objects degraded (0.849%), 2 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[89065]: osdmap e526: 8 total, 7 up, 8 in 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:59:48] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-09-13T02:59:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:2231: done (2 left) 2024-09-13T02:59:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:2232: done (1 left) 2024-09-13T02:59:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:2233: done (0 left) 2024-09-13T02:59:48.887 INFO:tasks.rados.rados.0.smithi052.stdout:2234: setattr oid 1 current snap is 239 2024-09-13T02:59:48.888 INFO:tasks.rados.rados.0.smithi052.stdout:2235: rmattr oid 4 current snap is 239 2024-09-13T02:59:48.888 INFO:tasks.rados.rados.0.smithi052.stdout:2236: copy_from oid 14 from oid 44 current snap is 239 2024-09-13T02:59:48.888 INFO:tasks.rados.rados.0.smithi052.stdout:2237: snap_remove snap 227 2024-09-13T02:59:48.955 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T02:59:49.170 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:48 smithi078 ceph-mon[85589]: osdmap e527: 8 total, 7 up, 8 in 2024-09-13T02:59:49.171 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T02:59:49.020+0000 7fb016f28640 -1 Falling back to public interface 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (5m) 99s ago 10m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (5m) 31s ago 10m 85.7M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (11m) 99s ago 11m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (11m) 31s ago 11m 22.6M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (4m) 31s ago 15m 440M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (5m) 99s ago 16m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (4m) 99s ago 16m 54.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (4m) 31s ago 15m 45.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T02:59:49.227 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (4m) 99s ago 15m 47.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (5m) 99s ago 9m 16.2M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (5m) 31s ago 9m 16.7M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (3m) 99s ago 14m 164M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (2m) 99s ago 14m 131M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (2m) 99s ago 14m 122M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (103s) 99s ago 13m 12.1M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (70s) 31s ago 13m 110M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (35s) 31s ago 12m 11.9M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 9b1ea21005f0 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 starting - - - 2480M 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (12m) 31s ago 12m 292M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T02:59:49.228 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (4m) 31s ago 10m 65.4M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T02:59:49.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:48 smithi052 ceph-mon[91421]: osdmap e527: 8 total, 7 up, 8 in 2024-09-13T02:59:49.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:48 smithi052 ceph-mon[89065]: osdmap e527: 8 total, 7 up, 8 in 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T02:59:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 1, 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 3, 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 11 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T02:59:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T02:59:49.797 INFO:tasks.rados.rados.0.smithi052.stdout:2237: done (3 left) 2024-09-13T02:59:49.797 INFO:tasks.rados.rados.0.smithi052.stdout:2238: setattr oid 27 current snap is 239 2024-09-13T02:59:49.798 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1212 (ObjNum 703 snap 237 seq_num 703) dirty exists 2024-09-13T02:59:49.798 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1691 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-09-13T02:59:49.798 INFO:tasks.rados.rados.0.smithi052.stdout:2236: finishing copy_from racing read to smithi05277117-14 2024-09-13T02:59:49.798 INFO:tasks.rados.rados.0.smithi052.stdout:2236: finishing copy_from to smithi05277117-14 2024-09-13T02:59:49.798 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1325 (ObjNum 696 snap 235 seq_num 696) dirty exists 2024-09-13T02:59:49.799 INFO:tasks.rados.rados.0.smithi052.stdout:2234: done (3 left) 2024-09-13T02:59:49.799 INFO:tasks.rados.rados.0.smithi052.stdout:2235: done (2 left) 2024-09-13T02:59:49.799 INFO:tasks.rados.rados.0.smithi052.stdout:2236: done (1 left) 2024-09-13T02:59:49.799 INFO:tasks.rados.rados.0.smithi052.stdout:2239: read oid 46 snap 236 2024-09-13T02:59:49.799 INFO:tasks.rados.rados.0.smithi052.stdout:2239: expect (ObjNum 605 snap 206 seq_num 605) 2024-09-13T02:59:49.799 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 239 2024-09-13T02:59:49.800 INFO:tasks.rados.rados.0.smithi052.stdout:2240: seq_num 709 ranges {7217152=679936,7897088=614400,8511488=499712,9011200=491520} 2024-09-13T02:59:49.842 INFO:tasks.rados.rados.0.smithi052.stdout:2240: writing smithi05277117-22 from 7217152 to 7897088 tid 1 2024-09-13T02:59:49.845 INFO:tasks.rados.rados.0.smithi052.stdout:2240: writing smithi05277117-22 from 7897088 to 8511488 tid 2 2024-09-13T02:59:49.849 INFO:tasks.rados.rados.0.smithi052.stdout:2240: writing smithi05277117-22 from 8511488 to 9011200 tid 3 2024-09-13T02:59:49.852 INFO:tasks.rados.rados.0.smithi052.stdout:2240: writing smithi05277117-22 from 9011200 to 9502720 tid 4 2024-09-13T02:59:49.852 INFO:tasks.rados.rados.0.smithi052.stdout:2241: copy_from oid 28 from oid 34 current snap is 239 2024-09-13T02:59:49.852 INFO:tasks.rados.rados.0.smithi052.stdout:2239: expect (ObjNum 605 snap 206 seq_num 605) 2024-09-13T02:59:49.868 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1770 (ObjNum 702 snap 237 seq_num 702) dirty exists 2024-09-13T02:59:49.868 INFO:tasks.rados.rados.0.smithi052.stdout:2240: finishing write tid 1 to smithi05277117-22 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: finishing write tid 2 to smithi05277117-22 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2238: done (3 left) 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2239: done (2 left) 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2242: rollback oid 39 current snap is 239 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 182 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: finishing write tid 3 to smithi05277117-22 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: finishing write tid 4 to smithi05277117-22 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: finishing write tid 5 to smithi05277117-22 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: finishing write tid 6 to smithi05277117-22 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1127 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: left oid 22 (ObjNum 709 snap 239 seq_num 709) 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2240: done (2 left) 2024-09-13T02:59:49.869 INFO:tasks.rados.rados.0.smithi052.stdout:2243: read oid 7 snap -1 2024-09-13T02:59:49.870 INFO:tasks.rados.rados.0.smithi052.stdout:2243: expect (ObjNum 574 snap 195 seq_num 574) 2024-09-13T02:59:49.870 INFO:tasks.rados.rados.0.smithi052.stdout:2244: copy_from oid 19 from oid 16 current snap is 239 2024-09-13T02:59:49.870 INFO:tasks.rados.rados.0.smithi052.stdout:2245: copy_from oid 17 from oid 13 current snap is 239 2024-09-13T02:59:49.870 INFO:tasks.rados.rados.0.smithi052.stdout:2246: snap_remove snap 199 2024-09-13T02:59:49.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: pgmap v405: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 9 active+undersized+degraded, 78 active+clean; 494 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 12 op/s; 95/963 objects degraded (9.865%) 2024-09-13T02:59:49.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-09-13T02:59:49.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: osdmap e528: 8 total, 7 up, 8 in 2024-09-13T02:59:49.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:49.999 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:50.000 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/701655887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:50.000 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:49 smithi078 ceph-mon[85589]: osdmap e529: 8 total, 7 up, 8 in 2024-09-13T02:59:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: pgmap v405: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 9 active+undersized+degraded, 78 active+clean; 494 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 12 op/s; 95/963 objects degraded (9.865%) 2024-09-13T02:59:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-09-13T02:59:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: osdmap e528: 8 total, 7 up, 8 in 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/701655887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[91421]: osdmap e529: 8 total, 7 up, 8 in 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: pgmap v405: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 9 active+undersized+degraded, 78 active+clean; 494 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.5 MiB/s wr, 12 op/s; 95/963 objects degraded (9.865%) 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: osdmap e528: 8 total, 7 up, 8 in 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/701655887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:49 smithi052 ceph-mon[89065]: osdmap e529: 8 total, 7 up, 8 in 2024-09-13T02:59:50.800 INFO:tasks.rados.rados.0.smithi052.stdout:2245: finishing copy_from to smithi05277117-17 2024-09-13T02:59:50.800 INFO:tasks.rados.rados.0.smithi052.stdout:2245: got expected ENOENT (src dne) 2024-09-13T02:59:50.800 INFO:tasks.rados.rados.0.smithi052.stdout:2245: finishing copy_from racing read to smithi05277117-17 2024-09-13T02:59:50.800 INFO:tasks.rados.rados.0.smithi052.stdout:2242: finishing rollback tid 0 to smithi05277117-39 2024-09-13T02:59:50.801 INFO:tasks.rados.rados.0.smithi052.stdout:2242: finishing rollback tid 1 to smithi05277117-39 2024-09-13T02:59:50.801 INFO:tasks.rados.rados.0.smithi052.stdout:2241: finishing copy_from racing read to smithi05277117-28 2024-09-13T02:59:50.801 INFO:tasks.rados.rados.0.smithi052.stdout:2242: finishing rollback tid 2 to smithi05277117-39 2024-09-13T02:59:50.801 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1183 (ObjNum 527 snap 176 seq_num 527) dirty exists 2024-09-13T02:59:50.801 INFO:tasks.rados.rados.0.smithi052.stdout:2243: expect (ObjNum 574 snap 195 seq_num 574) 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:2241: finishing copy_from to smithi05277117-28 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1202 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:2244: finishing copy_from racing read to smithi05277117-19 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:2244: finishing copy_from to smithi05277117-19 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 1175 (ObjNum 662 snap 222 seq_num 662) dirty exists 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:2241: done (5 left) 2024-09-13T02:59:50.934 INFO:tasks.rados.rados.0.smithi052.stdout:2242: done (4 left) 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2243: done (3 left) 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2244: done (2 left) 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2245: done (1 left) 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2246: done (0 left) 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2247: read oid 15 snap -1 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2247: expect deleted 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2248: read oid 7 snap 235 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2248: expect (ObjNum 681 snap 231 seq_num 681) 2024-09-13T02:59:50.935 INFO:tasks.rados.rados.0.smithi052.stdout:2249: snap_create 2024-09-13T02:59:50.963 INFO:tasks.rados.rados.0.smithi052.stdout:2248: expect (ObjNum 681 snap 231 seq_num 681) 2024-09-13T02:59:51.890 INFO:tasks.rados.rados.0.smithi052.stdout:2247: done (2 left) 2024-09-13T02:59:51.890 INFO:tasks.rados.rados.0.smithi052.stdout:2248: done (1 left) 2024-09-13T02:59:51.890 INFO:tasks.rados.rados.0.smithi052.stdout:2249: done (0 left) 2024-09-13T02:59:51.890 INFO:tasks.rados.rados.0.smithi052.stdout:2250: snap_remove snap 182 2024-09-13T02:59:52.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:51 smithi078 ceph-mon[85589]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 9 active+undersized+degraded, 78 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 95/972 objects degraded (9.774%) 2024-09-13T02:59:52.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:51 smithi078 ceph-mon[85589]: osdmap e530: 8 total, 7 up, 8 in 2024-09-13T02:59:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:51 smithi052 ceph-mon[91421]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 9 active+undersized+degraded, 78 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 95/972 objects degraded (9.774%) 2024-09-13T02:59:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:51 smithi052 ceph-mon[91421]: osdmap e530: 8 total, 7 up, 8 in 2024-09-13T02:59:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:51 smithi052 ceph-mon[89065]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 9 active+undersized+degraded, 78 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 95/972 objects degraded (9.774%) 2024-09-13T02:59:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:51 smithi052 ceph-mon[89065]: osdmap e530: 8 total, 7 up, 8 in 2024-09-13T02:59:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T02:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T02:59:52.896 INFO:tasks.rados.rados.0.smithi052.stdout:2250: done (0 left) 2024-09-13T02:59:52.896 INFO:tasks.rados.rados.0.smithi052.stdout:2251: copy_from oid 3 from oid 28 current snap is 240 2024-09-13T02:59:52.896 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 240 2024-09-13T02:59:52.896 INFO:tasks.rados.rados.0.smithi052.stdout:2252: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-09-13T02:59:52.900 INFO:tasks.rados.rados.0.smithi052.stdout:2252: writing smithi05277117-45 from 0 to 696320 tid 1 2024-09-13T02:59:52.904 INFO:tasks.rados.rados.0.smithi052.stdout:2252: writing smithi05277117-45 from 696320 to 1196032 tid 2 2024-09-13T02:59:52.909 INFO:tasks.rados.rados.0.smithi052.stdout:2252: writing smithi05277117-45 from 1196032 to 1908736 tid 3 2024-09-13T02:59:52.912 INFO:tasks.rados.rados.0.smithi052.stdout:2252: writing smithi05277117-45 from 1908736 to 2301952 tid 4 2024-09-13T02:59:52.912 INFO:tasks.rados.rados.0.smithi052.stdout:2253: read oid 14 snap -1 2024-09-13T02:59:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:2253: expect (ObjNum 696 snap 235 seq_num 696) 2024-09-13T02:59:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:2254: read oid 33 snap 200 2024-09-13T02:59:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:2254: expect (ObjNum 513 snap 171 seq_num 513) 2024-09-13T02:59:52.914 INFO:tasks.rados.rados.0.smithi052.stdout:2255: read oid 35 snap -1 2024-09-13T02:59:52.914 INFO:tasks.rados.rados.0.smithi052.stdout:2255: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T02:59:52.914 INFO:tasks.rados.rados.0.smithi052.stdout:2256: snap_create 2024-09-13T02:59:52.928 INFO:tasks.rados.rados.0.smithi052.stdout:2252: finishing write tid 1 to smithi05277117-45 2024-09-13T02:59:52.928 INFO:tasks.rados.rados.0.smithi052.stdout:2252: finishing write tid 2 to smithi05277117-45 2024-09-13T02:59:52.928 INFO:tasks.rados.rados.0.smithi052.stdout:2252: finishing write tid 3 to smithi05277117-45 2024-09-13T02:59:52.928 INFO:tasks.rados.rados.0.smithi052.stdout:2252: finishing write tid 4 to smithi05277117-45 2024-09-13T02:59:52.931 INFO:tasks.rados.rados.0.smithi052.stdout:2253: expect (ObjNum 696 snap 235 seq_num 696) 2024-09-13T02:59:52.993 INFO:tasks.rados.rados.0.smithi052.stdout:2255: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T02:59:53.009 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T02:59:52.751+0000 7fb016f28640 -1 osd.6 520 log_to_monitors true 2024-09-13T02:59:53.010 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T02:59:52.930+0000 7fb00ecd3640 -1 osd.6 520 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: osdmap e531: 8 total, 7 up, 8 in 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: from='osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:59:53.010 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:52 smithi078 ceph-mon[85589]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:59:53.186 INFO:tasks.rados.rados.0.smithi052.stdout:2251: finishing copy_from racing read to smithi05277117-3 2024-09-13T02:59:53.186 INFO:tasks.rados.rados.0.smithi052.stdout:2252: finishing write tid 5 to smithi05277117-45 2024-09-13T02:59:53.186 INFO:tasks.rados.rados.0.smithi052.stdout:2251: finishing copy_from to smithi05277117-3 2024-09-13T02:59:53.186 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1202 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-09-13T02:59:53.186 INFO:tasks.rados.rados.0.smithi052.stdout:2254: expect (ObjNum 513 snap 171 seq_num 513) 2024-09-13T02:59:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: osdmap e531: 8 total, 7 up, 8 in 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: from='osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[91421]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: osdmap e531: 8 total, 7 up, 8 in 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: from='osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:52 smithi052 ceph-mon[89065]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T02:59:53.281 INFO:tasks.rados.rados.0.smithi052.stdout:2252: finishing write tid 6 to smithi05277117-45 2024-09-13T02:59:53.281 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1799 (ObjNum 710 snap 240 seq_num 710) dirty exists 2024-09-13T02:59:53.281 INFO:tasks.rados.rados.0.smithi052.stdout:2252: left oid 45 (ObjNum 710 snap 240 seq_num 710) 2024-09-13T02:59:53.896 INFO:tasks.rados.rados.0.smithi052.stdout:2251: done (5 left) 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:2252: done (4 left) 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:2253: done (3 left) 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:2254: done (2 left) 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:2255: done (1 left) 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:2256: done (0 left) 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 241 2024-09-13T02:59:53.897 INFO:tasks.rados.rados.0.smithi052.stdout:2257: seq_num 711 ranges {3686400=712704,4399104=786432,5185536=516096,5701632=303104} 2024-09-13T02:59:53.922 INFO:tasks.rados.rados.0.smithi052.stdout:2257: writing smithi05277117-17 from 3686400 to 4399104 tid 1 2024-09-13T02:59:53.926 INFO:tasks.rados.rados.0.smithi052.stdout:2257: writing smithi05277117-17 from 4399104 to 5185536 tid 2 2024-09-13T02:59:53.929 INFO:tasks.rados.rados.0.smithi052.stdout:2257: writing smithi05277117-17 from 5185536 to 5701632 tid 3 2024-09-13T02:59:53.930 INFO:tasks.rados.rados.0.smithi052.stdout:2257: writing smithi05277117-17 from 5701632 to 6004736 tid 4 2024-09-13T02:59:53.930 INFO:tasks.rados.rados.0.smithi052.stdout:2258: delete oid 34 current snap is 241 2024-09-13T02:59:53.933 INFO:tasks.rados.rados.0.smithi052.stdout:2258: done (1 left) 2024-09-13T02:59:53.933 INFO:tasks.rados.rados.0.smithi052.stdout:2259: delete oid 48 current snap is 241 2024-09-13T02:59:53.935 INFO:tasks.rados.rados.0.smithi052.stdout:2259: done (1 left) 2024-09-13T02:59:53.936 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 241 2024-09-13T02:59:53.936 INFO:tasks.rados.rados.0.smithi052.stdout:2260: seq_num 714 ranges {2301952=761856,3063808=442368,3506176=688128,4194304=475136} 2024-09-13T02:59:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:53 smithi078 ceph-mon[85589]: pgmap v411: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 501 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 96/984 objects degraded (9.756%) 2024-09-13T02:59:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:53 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 96/984 objects degraded (9.756%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:53 smithi078 ceph-mon[85589]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:59:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:53 smithi078 ceph-mon[85589]: osdmap e532: 8 total, 7 up, 8 in 2024-09-13T02:59:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:53 smithi078 ceph-mon[85589]: from='osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:53 smithi078 ceph-mon[85589]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:53.952 INFO:tasks.rados.rados.0.smithi052.stdout:2260: writing smithi05277117-45 from 2301952 to 3063808 tid 1 2024-09-13T02:59:53.955 INFO:tasks.rados.rados.0.smithi052.stdout:2260: writing smithi05277117-45 from 3063808 to 3506176 tid 2 2024-09-13T02:59:53.959 INFO:tasks.rados.rados.0.smithi052.stdout:2260: writing smithi05277117-45 from 3506176 to 4194304 tid 3 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2260: writing smithi05277117-45 from 4194304 to 4669440 tid 4 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2261: rollback oid 25 current snap is 241 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 235 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2260: finishing write tid 1 to smithi05277117-45 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2260: finishing write tid 2 to smithi05277117-45 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2260: finishing write tid 3 to smithi05277117-45 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2262: read oid 34 snap -1 2024-09-13T02:59:53.963 INFO:tasks.rados.rados.0.smithi052.stdout:2262: expect deleted 2024-09-13T02:59:53.964 INFO:tasks.rados.rados.0.smithi052.stdout:2263: snap_remove snap 238 2024-09-13T02:59:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[91421]: pgmap v411: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 501 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 96/984 objects degraded (9.756%) 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 96/984 objects degraded (9.756%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[91421]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[91421]: osdmap e532: 8 total, 7 up, 8 in 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[91421]: from='osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[91421]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[89065]: pgmap v411: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 501 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 96/984 objects degraded (9.756%) 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 96/984 objects degraded (9.756%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[89065]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[89065]: osdmap e532: 8 total, 7 up, 8 in 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[89065]: from='osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:53 smithi052 ceph-mon[89065]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T02:59:54.906 INFO:tasks.rados.rados.0.smithi052.stdout:2263: done (4 left) 2024-09-13T02:59:54.906 INFO:tasks.rados.rados.0.smithi052.stdout:2264: read oid 43 snap -1 2024-09-13T02:59:54.906 INFO:tasks.rados.rados.0.smithi052.stdout:2264: expect (ObjNum 679 snap 230 seq_num 679) 2024-09-13T02:59:54.906 INFO:tasks.rados.rados.0.smithi052.stdout:2265: rollback oid 28 current snap is 241 2024-09-13T02:59:54.906 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 226 2024-09-13T02:59:54.907 INFO:tasks.rados.rados.0.smithi052.stdout:2266: copy_from oid 13 from oid 33 current snap is 241 2024-09-13T02:59:54.907 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 241 2024-09-13T02:59:54.907 INFO:tasks.rados.rados.0.smithi052.stdout:2267: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-09-13T02:59:54.911 INFO:tasks.rados.rados.0.smithi052.stdout:2267: writing smithi05277117-47 from 0 to 778240 tid 1 2024-09-13T02:59:54.917 INFO:tasks.rados.rados.0.smithi052.stdout:2267: writing smithi05277117-47 from 778240 to 1548288 tid 2 2024-09-13T02:59:54.922 INFO:tasks.rados.rados.0.smithi052.stdout:2267: writing smithi05277117-47 from 1548288 to 2048000 tid 3 2024-09-13T02:59:54.925 INFO:tasks.rados.rados.0.smithi052.stdout:2267: writing smithi05277117-47 from 2048000 to 2383872 tid 4 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:2260: finishing write tid 4 to smithi05277117-45 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:2261: finishing rollback tid 0 to smithi05277117-25 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:2260: finishing write tid 5 to smithi05277117-45 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:2261: finishing rollback tid 1 to smithi05277117-25 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:2261: finishing rollback tid 2 to smithi05277117-25 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1023 (ObjNum 691 snap 234 seq_num 691) dirty exists 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:2260: finishing write tid 6 to smithi05277117-45 2024-09-13T02:59:54.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1813 (ObjNum 714 snap 241 seq_num 714) dirty exists 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2260: left oid 45 (ObjNum 714 snap 241 seq_num 714) 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2265: finishing rollback tid 0 to smithi05277117-28 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2265: finishing rollback tid 1 to smithi05277117-28 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2265: finishing rollback tid 2 to smithi05277117-28 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1205 (ObjNum 579 snap 195 seq_num 579) dirty exists 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2260: done (7 left) 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2261: done (6 left) 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2262: done (5 left) 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2265: done (4 left) 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2268: read oid 22 snap -1 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2268: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 241 2024-09-13T02:59:54.927 INFO:tasks.rados.rados.0.smithi052.stdout:2269: seq_num 716 ranges {2596864=794624,3391488=655360,4046848=704512,4751360=245760} 2024-09-13T02:59:54.946 INFO:tasks.rados.rados.0.smithi052.stdout:2269: writing smithi05277117-7 from 2596864 to 3391488 tid 1 2024-09-13T02:59:54.950 INFO:tasks.rados.rados.0.smithi052.stdout:2269: writing smithi05277117-7 from 3391488 to 4046848 tid 2 2024-09-13T02:59:54.954 INFO:tasks.rados.rados.0.smithi052.stdout:2269: writing smithi05277117-7 from 4046848 to 4751360 tid 3 2024-09-13T02:59:54.957 INFO:tasks.rados.rados.0.smithi052.stdout:2269: writing smithi05277117-7 from 4751360 to 4997120 tid 4 2024-09-13T02:59:54.957 INFO:tasks.rados.rados.0.smithi052.stdout:2270: rollback oid 28 current snap is 241 2024-09-13T02:59:54.957 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 232 2024-09-13T02:59:54.957 INFO:tasks.rados.rados.0.smithi052.stdout:2267: finishing write tid 1 to smithi05277117-47 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2267: finishing write tid 2 to smithi05277117-47 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2267: finishing write tid 3 to smithi05277117-47 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2267: finishing write tid 4 to smithi05277117-47 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2267: finishing write tid 5 to smithi05277117-47 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2271: delete oid 15 current snap is 241 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2267: finishing write tid 6 to smithi05277117-47 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1188 (ObjNum 715 snap 241 seq_num 715) dirty exists 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2267: left oid 47 (ObjNum 715 snap 241 seq_num 715) 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2257: finishing write tid 1 to smithi05277117-17 2024-09-13T02:59:54.958 INFO:tasks.rados.rados.0.smithi052.stdout:2257: finishing write tid 2 to smithi05277117-17 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2257: finishing write tid 3 to smithi05277117-17 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2257: finishing write tid 4 to smithi05277117-17 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2266: finishing copy_from to smithi05277117-13 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2266: got expected ENOENT (src dne) 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2266: finishing copy_from racing read to smithi05277117-13 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2257: finishing write tid 5 to smithi05277117-17 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2257: finishing write tid 6 to smithi05277117-17 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1757 (ObjNum 711 snap 241 seq_num 711) dirty exists 2024-09-13T02:59:54.959 INFO:tasks.rados.rados.0.smithi052.stdout:2257: left oid 17 (ObjNum 711 snap 241 seq_num 711) 2024-09-13T02:59:54.960 INFO:tasks.rados.rados.0.smithi052.stdout:2269: finishing write tid 1 to smithi05277117-7 2024-09-13T02:59:54.960 INFO:tasks.rados.rados.0.smithi052.stdout:2257: done (7 left) 2024-09-13T02:59:54.960 INFO:tasks.rados.rados.0.smithi052.stdout:2266: done (6 left) 2024-09-13T02:59:54.960 INFO:tasks.rados.rados.0.smithi052.stdout:2267: done (5 left) 2024-09-13T02:59:54.961 INFO:tasks.rados.rados.0.smithi052.stdout:2271: done (4 left) 2024-09-13T02:59:54.961 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 241 2024-09-13T02:59:54.961 INFO:tasks.rados.rados.0.smithi052.stdout:2272: seq_num 718 ranges {2170880=32768} 2024-09-13T02:59:54.974 INFO:tasks.rados.rados.0.smithi052.stdout:2272: writing smithi05277117-38 from 2170880 to 2203648 tid 1 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2273: rollback oid 3 current snap is 241 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 234 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2270: finishing rollback tid 0 to smithi05277117-28 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2269: finishing write tid 2 to smithi05277117-7 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2270: finishing rollback tid 1 to smithi05277117-28 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2270: finishing rollback tid 2 to smithi05277117-28 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1208 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2270: done (5 left) 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 241 2024-09-13T02:59:54.975 INFO:tasks.rados.rados.0.smithi052.stdout:2269: finishing write tid 3 to smithi05277117-7 2024-09-13T02:59:54.976 INFO:tasks.rados.rados.0.smithi052.stdout:2269: finishing write tid 4 to smithi05277117-7 2024-09-13T02:59:54.976 INFO:tasks.rados.rados.0.smithi052.stdout:2269: finishing write tid 5 to smithi05277117-7 2024-09-13T02:59:54.976 INFO:tasks.rados.rados.0.smithi052.stdout:2269: finishing write tid 6 to smithi05277117-7 2024-09-13T02:59:54.976 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1242 (ObjNum 716 snap 241 seq_num 716) dirty exists 2024-09-13T02:59:54.976 INFO:tasks.rados.rados.0.smithi052.stdout:2269: left oid 7 (ObjNum 716 snap 241 seq_num 716) 2024-09-13T02:59:54.976 INFO:tasks.rados.rados.0.smithi052.stdout:2274: seq_num 719 ranges {1638400=49152} 2024-09-13T02:59:54.984 INFO:tasks.rados.rados.0.smithi052.stdout:2274: writing smithi05277117-39 from 1638400 to 1687552 tid 1 2024-09-13T02:59:54.984 INFO:tasks.rados.rados.0.smithi052.stdout:2269: done (5 left) 2024-09-13T02:59:54.984 INFO:tasks.rados.rados.0.smithi052.stdout:2275: rollback oid 29 current snap is 241 2024-09-13T02:59:54.984 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 29 to 218 2024-09-13T02:59:54.984 INFO:tasks.rados.rados.0.smithi052.stdout:2264: expect (ObjNum 679 snap 230 seq_num 679) 2024-09-13T02:59:55.177 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:54 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:59:55.177 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:54 smithi078 ceph-mon[85589]: osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419] boot 2024-09-13T02:59:55.177 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:54 smithi078 ceph-mon[85589]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T02:59:55.177 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:59:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:59:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[91421]: osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419] boot 2024-09-13T02:59:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[91421]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T02:59:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:59:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T02:59:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[89065]: osd.6 [v2:172.21.15.78:6816/2043503419,v1:172.21.15.78:6817/2043503419] boot 2024-09-13T02:59:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[89065]: osdmap e533: 8 total, 8 up, 8 in 2024-09-13T02:59:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T02:59:55.367 INFO:tasks.rados.rados.0.smithi052.stdout:2273: finishing rollback tid 0 to smithi05277117-3 2024-09-13T02:59:55.367 INFO:tasks.rados.rados.0.smithi052.stdout:2273: finishing rollback tid 1 to smithi05277117-3 2024-09-13T02:59:55.367 INFO:tasks.rados.rados.0.smithi052.stdout:2273: finishing rollback tid 2 to smithi05277117-3 2024-09-13T02:59:55.367 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1821 (ObjNum 65 snap 0 seq_num 1800293982) dirty exists 2024-09-13T02:59:55.367 INFO:tasks.rados.rados.0.smithi052.stdout:2275: finishing rollback tid 1 to smithi05277117-29 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1170 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:2274: finishing write tid 1 to smithi05277117-39 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:2274: finishing write tid 2 to smithi05277117-39 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:2274: finishing write tid 3 to smithi05277117-39 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1190 (ObjNum 719 snap 241 seq_num 719) dirty exists 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:2274: left oid 39 (ObjNum 719 snap 241 seq_num 719) 2024-09-13T02:59:55.368 INFO:tasks.rados.rados.0.smithi052.stdout:2268: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2272: finishing write tid 1 to smithi05277117-38 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2272: finishing write tid 2 to smithi05277117-38 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2272: finishing write tid 3 to smithi05277117-38 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1760 (ObjNum 718 snap 241 seq_num 718) dirty exists 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2272: left oid 38 (ObjNum 718 snap 241 seq_num 718) 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2264: done (5 left) 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2268: done (4 left) 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2272: done (3 left) 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2273: done (2 left) 2024-09-13T02:59:56.116 INFO:tasks.rados.rados.0.smithi052.stdout:2274: done (1 left) 2024-09-13T02:59:56.117 INFO:tasks.rados.rados.0.smithi052.stdout:2275: done (0 left) 2024-09-13T02:59:56.117 INFO:tasks.rados.rados.0.smithi052.stdout:2276: snap_create 2024-09-13T02:59:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:55 smithi078 ceph-mon[85589]: pgmap v414: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 501 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s; 96/984 objects degraded (9.756%) 2024-09-13T02:59:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:55 smithi078 ceph-mon[85589]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T02:59:56.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:55 smithi052 ceph-mon[89065]: pgmap v414: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 501 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s; 96/984 objects degraded (9.756%) 2024-09-13T02:59:56.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:55 smithi052 ceph-mon[89065]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T02:59:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:55 smithi052 ceph-mon[91421]: pgmap v414: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 501 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s; 96/984 objects degraded (9.756%) 2024-09-13T02:59:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:55 smithi052 ceph-mon[91421]: osdmap e534: 8 total, 8 up, 8 in 2024-09-13T02:59:56.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T02:59:56.035+0000 7f0b5ce01640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-13T02:59:56.927 INFO:tasks.rados.rados.0.smithi052.stdout:2276: done (0 left) 2024-09-13T02:59:56.927 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 242 2024-09-13T02:59:56.927 INFO:tasks.rados.rados.0.smithi052.stdout:2277: seq_num 720 ranges {0=65536} 2024-09-13T02:59:56.927 INFO:tasks.rados.rados.0.smithi052.stdout:2277: writing smithi05277117-50 from 0 to 65536 tid 1 2024-09-13T02:59:56.927 INFO:tasks.rados.rados.0.smithi052.stdout:2278: read oid 28 snap 218 2024-09-13T02:59:56.927 INFO:tasks.rados.rados.0.smithi052.stdout:2278: expect (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:59:56.928 INFO:tasks.rados.rados.0.smithi052.stdout:2279: snap_remove snap 211 2024-09-13T02:59:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:59:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:56 smithi078 ceph-mon[85589]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-13T02:59:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:59:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[89065]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T02:59:57.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:56 smithi052 ceph-mon[91421]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-13T02:59:57.929 INFO:tasks.rados.rados.0.smithi052.stdout:2279: done (2 left) 2024-09-13T02:59:57.929 INFO:tasks.rados.rados.0.smithi052.stdout:2280: read oid 36 snap -1 2024-09-13T02:59:57.929 INFO:tasks.rados.rados.0.smithi052.stdout:2280: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:59:57.929 INFO:tasks.rados.rados.0.smithi052.stdout:2281: snap_remove snap 232 2024-09-13T02:59:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:57 smithi078 ceph-mon[85589]: pgmap v416: 121 pgs: 11 peering, 20 active+undersized, 7 active+undersized+degraded, 83 active+clean; 502 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.6 MiB/s wr, 15 op/s; 88/966 objects degraded (9.110%) 2024-09-13T02:59:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:57 smithi078 ceph-mon[85589]: osdmap e535: 8 total, 8 up, 8 in 2024-09-13T02:59:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:57 smithi052 ceph-mon[89065]: pgmap v416: 121 pgs: 11 peering, 20 active+undersized, 7 active+undersized+degraded, 83 active+clean; 502 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.6 MiB/s wr, 15 op/s; 88/966 objects degraded (9.110%) 2024-09-13T02:59:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:57 smithi052 ceph-mon[89065]: osdmap e535: 8 total, 8 up, 8 in 2024-09-13T02:59:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:57 smithi052 ceph-mon[91421]: pgmap v416: 121 pgs: 11 peering, 20 active+undersized, 7 active+undersized+degraded, 83 active+clean; 502 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.6 MiB/s wr, 15 op/s; 88/966 objects degraded (9.110%) 2024-09-13T02:59:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:57 smithi052 ceph-mon[91421]: osdmap e535: 8 total, 8 up, 8 in 2024-09-13T02:59:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 02:59:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:02:59:58] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-09-13T02:59:58.944 INFO:tasks.rados.rados.0.smithi052.stdout:2281: done (3 left) 2024-09-13T02:59:58.944 INFO:tasks.rados.rados.0.smithi052.stdout:2282: copy_from oid 49 from oid 25 current snap is 242 2024-09-13T02:59:58.944 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 242 2024-09-13T02:59:58.944 INFO:tasks.rados.rados.0.smithi052.stdout:2283: seq_num 721 ranges {0=81920} 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2283: writing smithi05277117-21 from 0 to 81920 tid 1 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2284: rollback oid 12 current snap is 242 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 187 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2285: copy_from oid 43 from oid 16 current snap is 242 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2286: copy_from oid 9 from oid 32 current snap is 242 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2287: copy_from oid 2 from oid 34 current snap is 242 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2288: copy_from oid 42 from oid 20 current snap is 242 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2289: snap_create 2024-09-13T02:59:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:2278: expect (ObjNum 579 snap 195 seq_num 579) 2024-09-13T02:59:58.949 INFO:tasks.rados.rados.0.smithi052.stdout:2277: finishing write tid 1 to smithi05277117-50 2024-09-13T02:59:58.949 INFO:tasks.rados.rados.0.smithi052.stdout:2277: finishing write tid 2 to smithi05277117-50 2024-09-13T02:59:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:2277: finishing write tid 3 to smithi05277117-50 2024-09-13T02:59:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1208 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T02:59:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:2277: left oid 50 (ObjNum 720 snap 242 seq_num 720) 2024-09-13T02:59:58.950 INFO:tasks.rados.rados.0.smithi052.stdout:2280: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2287: finishing copy_from to smithi05277117-2 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2287: got expected ENOENT (src dne) 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2287: finishing copy_from racing read to smithi05277117-2 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2284: finishing rollback tid 0 to smithi05277117-12 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2283: finishing write tid 1 to smithi05277117-21 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2283: finishing write tid 2 to smithi05277117-21 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2284: finishing rollback tid 1 to smithi05277117-12 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2286: finishing copy_from to smithi05277117-9 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2286: got expected ENOENT (src dne) 2024-09-13T02:59:58.993 INFO:tasks.rados.rados.0.smithi052.stdout:2284: finishing rollback tid 2 to smithi05277117-12 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1193 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2286: finishing copy_from racing read to smithi05277117-9 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2283: finishing write tid 3 to smithi05277117-21 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1221 (ObjNum 721 snap 242 seq_num 721) dirty exists 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2283: left oid 21 (ObjNum 721 snap 242 seq_num 721) 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2285: finishing copy_from racing read to smithi05277117-43 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2285: finishing copy_from to smithi05277117-43 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1175 (ObjNum 662 snap 222 seq_num 662) dirty exists 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2282: finishing copy_from racing read to smithi05277117-49 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2288: finishing copy_from racing read to smithi05277117-42 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2282: finishing copy_from to smithi05277117-49 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1023 (ObjNum 691 snap 234 seq_num 691) dirty exists 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:2288: finishing copy_from to smithi05277117-42 2024-09-13T02:59:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1749 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T02:59:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:58 smithi078 ceph-mon[85589]: osdmap e536: 8 total, 8 up, 8 in 2024-09-13T02:59:59.196 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 02:59:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T02:59:58.959+0000 7f904bbcb640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 134 after trimming was started 2024-09-13T02:59:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:58 smithi052 ceph-mon[91421]: osdmap e536: 8 total, 8 up, 8 in 2024-09-13T02:59:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:58 smithi052 ceph-mon[89065]: osdmap e536: 8 total, 8 up, 8 in 2024-09-13T02:59:59.944 INFO:tasks.rados.rados.0.smithi052.stdout:2277: done (10 left) 2024-09-13T02:59:59.945 INFO:tasks.rados.rados.0.smithi052.stdout:2278: done (9 left) 2024-09-13T02:59:59.945 INFO:tasks.rados.rados.0.smithi052.stdout:2280: done (8 left) 2024-09-13T02:59:59.945 INFO:tasks.rados.rados.0.smithi052.stdout:2282: done (7 left) 2024-09-13T02:59:59.945 INFO:tasks.rados.rados.0.smithi052.stdout:2283: done (6 left) 2024-09-13T02:59:59.945 INFO:tasks.rados.rados.0.smithi052.stdout:2284: done (5 left) 2024-09-13T02:59:59.945 INFO:tasks.rados.rados.0.smithi052.stdout:2285: done (4 left) 2024-09-13T02:59:59.948 INFO:tasks.rados.rados.0.smithi052.stdout:2286: done (3 left) 2024-09-13T02:59:59.948 INFO:tasks.rados.rados.0.smithi052.stdout:2287: done (2 left) 2024-09-13T02:59:59.948 INFO:tasks.rados.rados.0.smithi052.stdout:2288: done (1 left) 2024-09-13T02:59:59.948 INFO:tasks.rados.rados.0.smithi052.stdout:2289: done (0 left) 2024-09-13T02:59:59.948 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 243 2024-09-13T02:59:59.948 INFO:tasks.rados.rados.0.smithi052.stdout:2290: seq_num 722 ranges {4669440=98304} 2024-09-13T02:59:59.970 INFO:tasks.rados.rados.0.smithi052.stdout:2290: writing smithi05277117-45 from 4669440 to 4767744 tid 1 2024-09-13T02:59:59.971 INFO:tasks.rados.rados.0.smithi052.stdout:2291: rollback oid 15 current snap is 243 2024-09-13T02:59:59.971 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 215 2024-09-13T02:59:59.971 INFO:tasks.rados.rados.0.smithi052.stdout:2292: snap_remove snap 200 2024-09-13T03:00:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:59 smithi078 ceph-mon[85589]: pgmap v419: 121 pgs: 11 peering, 110 active+clean; 505 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 13 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-13T03:00:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:59 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/966 objects degraded (9.110%), 7 pgs degraded) 2024-09-13T03:00:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:59 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:00:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 02:59:59 smithi078 ceph-mon[85589]: osdmap e537: 8 total, 8 up, 8 in 2024-09-13T03:00:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[91421]: pgmap v419: 121 pgs: 11 peering, 110 active+clean; 505 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 13 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-13T03:00:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/966 objects degraded (9.110%), 7 pgs degraded) 2024-09-13T03:00:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:00:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[91421]: osdmap e537: 8 total, 8 up, 8 in 2024-09-13T03:00:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[89065]: pgmap v419: 121 pgs: 11 peering, 110 active+clean; 505 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 13 op/s; 6.6 MiB/s, 2 objects/s recovering 2024-09-13T03:00:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/966 objects degraded (9.110%), 7 pgs degraded) 2024-09-13T03:00:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:00:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 02:59:59 smithi052 ceph-mon[89065]: osdmap e537: 8 total, 8 up, 8 in 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:2292: done (2 left) 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:2293: read oid 8 snap 233 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:2293: expect deleted 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:2294: rollback oid 47 current snap is 243 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 240 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:2291: finishing rollback tid 1 to smithi05277117-15 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 443 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-13T03:00:00.958 INFO:tasks.rados.rados.0.smithi052.stdout:2290: finishing write tid 1 to smithi05277117-45 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:2290: finishing write tid 2 to smithi05277117-45 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:2290: finishing write tid 3 to smithi05277117-45 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1842 (ObjNum 722 snap 243 seq_num 722) dirty exists 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:2290: left oid 45 (ObjNum 722 snap 243 seq_num 722) 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:2290: done (3 left) 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:2291: done (2 left) 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 243 2024-09-13T03:00:00.959 INFO:tasks.rados.rados.0.smithi052.stdout:2295: seq_num 723 ranges {4751360=114688} 2024-09-13T03:00:00.986 INFO:tasks.rados.rados.0.smithi052.stdout:2295: writing smithi05277117-49 from 4751360 to 4866048 tid 1 2024-09-13T03:00:00.986 INFO:tasks.rados.rados.0.smithi052.stdout:2296: copy_from oid 32 from oid 11 current snap is 243 2024-09-13T03:00:00.986 INFO:tasks.rados.rados.0.smithi052.stdout:2294: finishing rollback tid 0 to smithi05277117-47 2024-09-13T03:00:00.986 INFO:tasks.rados.rados.0.smithi052.stdout:2294: finishing rollback tid 1 to smithi05277117-47 2024-09-13T03:00:00.986 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1195 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T03:00:00.987 INFO:tasks.rados.rados.0.smithi052.stdout:2293: done (3 left) 2024-09-13T03:00:00.987 INFO:tasks.rados.rados.0.smithi052.stdout:2294: done (2 left) 2024-09-13T03:00:00.987 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 243 2024-09-13T03:00:00.987 INFO:tasks.rados.rados.0.smithi052.stdout:2297: seq_num 724 ranges {3399680=131072} 2024-09-13T03:00:01.006 INFO:tasks.rados.rados.0.smithi052.stdout:2297: writing smithi05277117-1 from 3399680 to 3530752 tid 1 2024-09-13T03:00:01.006 INFO:tasks.rados.rados.0.smithi052.stdout:2298: snap_remove snap 223 2024-09-13T03:00:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:00 smithi052 ceph-mon[91421]: osdmap e538: 8 total, 8 up, 8 in 2024-09-13T03:00:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:00 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T03:00:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:00 smithi052 ceph-mon[89065]: osdmap e538: 8 total, 8 up, 8 in 2024-09-13T03:00:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:00 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T03:00:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:00 smithi078 ceph-mon[85589]: osdmap e538: 8 total, 8 up, 8 in 2024-09-13T03:00:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:00 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T03:00:01.961 INFO:tasks.rados.rados.0.smithi052.stdout:2295: finishing write tid 1 to smithi05277117-49 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2295: finishing write tid 2 to smithi05277117-49 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2295: finishing write tid 3 to smithi05277117-49 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1230 (ObjNum 723 snap 243 seq_num 723) dirty exists 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2295: left oid 49 (ObjNum 723 snap 243 seq_num 723) 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2296: finishing copy_from racing read to smithi05277117-32 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2296: finishing copy_from to smithi05277117-32 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1127 (ObjNum 631 snap 215 seq_num 631) dirty exists 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2297: finishing write tid 1 to smithi05277117-1 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2297: finishing write tid 2 to smithi05277117-1 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2297: finishing write tid 3 to smithi05277117-1 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1267 (ObjNum 724 snap 243 seq_num 724) dirty exists 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2297: left oid 1 (ObjNum 724 snap 243 seq_num 724) 2024-09-13T03:00:01.962 INFO:tasks.rados.rados.0.smithi052.stdout:2295: done (3 left) 2024-09-13T03:00:01.963 INFO:tasks.rados.rados.0.smithi052.stdout:2296: done (2 left) 2024-09-13T03:00:01.963 INFO:tasks.rados.rados.0.smithi052.stdout:2297: done (1 left) 2024-09-13T03:00:01.963 INFO:tasks.rados.rados.0.smithi052.stdout:2298: done (0 left) 2024-09-13T03:00:01.963 INFO:tasks.rados.rados.0.smithi052.stdout:2299: snap_remove snap 219 2024-09-13T03:00:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[91421]: pgmap v422: 121 pgs: 121 active+clean; 513 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 15 op/s; 7.3 MiB/s, 2 objects/s recovering 2024-09-13T03:00:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[91421]: osdmap e539: 8 total, 8 up, 8 in 2024-09-13T03:00:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[89065]: pgmap v422: 121 pgs: 121 active+clean; 513 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 15 op/s; 7.3 MiB/s, 2 objects/s recovering 2024-09-13T03:00:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[89065]: osdmap e539: 8 total, 8 up, 8 in 2024-09-13T03:00:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:02.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:01 smithi078 ceph-mon[85589]: pgmap v422: 121 pgs: 121 active+clean; 513 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 15 op/s; 7.3 MiB/s, 2 objects/s recovering 2024-09-13T03:00:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:01 smithi078 ceph-mon[85589]: osdmap e539: 8 total, 8 up, 8 in 2024-09-13T03:00:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:00:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:00:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:02.972 INFO:tasks.rados.rados.0.smithi052.stdout:2299: done (0 left) 2024-09-13T03:00:02.972 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 243 2024-09-13T03:00:02.972 INFO:tasks.rados.rados.0.smithi052.stdout:2300: seq_num 725 ranges {860160=147456} 2024-09-13T03:00:02.978 INFO:tasks.rados.rados.0.smithi052.stdout:2300: writing smithi05277117-9 from 860160 to 1007616 tid 1 2024-09-13T03:00:02.978 INFO:tasks.rados.rados.0.smithi052.stdout:2301: setattr oid 30 current snap is 243 2024-09-13T03:00:02.980 INFO:tasks.rados.rados.0.smithi052.stdout:2302: rollback oid 11 current snap is 243 2024-09-13T03:00:02.980 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 11 to 224 2024-09-13T03:00:02.980 INFO:tasks.rados.rados.0.smithi052.stdout:2303: read oid 46 snap -1 2024-09-13T03:00:02.980 INFO:tasks.rados.rados.0.smithi052.stdout:2303: expect deleted 2024-09-13T03:00:02.980 INFO:tasks.rados.rados.0.smithi052.stdout:2304: setattr oid 23 current snap is 243 2024-09-13T03:00:02.981 INFO:tasks.rados.rados.0.smithi052.stdout:2305: read oid 50 snap 215 2024-09-13T03:00:02.981 INFO:tasks.rados.rados.0.smithi052.stdout:2305: expect (ObjNum 538 snap 184 seq_num 538) 2024-09-13T03:00:02.981 INFO:tasks.rados.rados.0.smithi052.stdout:2306: snap_create 2024-09-13T03:00:02.986 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1865 (ObjNum 65 snap 0 seq_num 1330735455) dirty exists 2024-09-13T03:00:02.987 INFO:tasks.rados.rados.0.smithi052.stdout:2302: finishing rollback tid 0 to smithi05277117-11 2024-09-13T03:00:02.988 INFO:tasks.rados.rados.0.smithi052.stdout:2302: finishing rollback tid 1 to smithi05277117-11 2024-09-13T03:00:02.989 INFO:tasks.rados.rados.0.smithi052.stdout:2300: finishing write tid 1 to smithi05277117-9 2024-09-13T03:00:02.989 INFO:tasks.rados.rados.0.smithi052.stdout:2300: finishing write tid 2 to smithi05277117-9 2024-09-13T03:00:02.989 INFO:tasks.rados.rados.0.smithi052.stdout:2302: finishing rollback tid 2 to smithi05277117-11 2024-09-13T03:00:02.989 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1184 (ObjNum 631 snap 215 seq_num 631) dirty exists 2024-09-13T03:00:02.995 INFO:tasks.rados.rados.0.smithi052.stdout:2300: finishing write tid 3 to smithi05277117-9 2024-09-13T03:00:02.995 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1694 (ObjNum 725 snap 243 seq_num 725) dirty exists 2024-09-13T03:00:02.996 INFO:tasks.rados.rados.0.smithi052.stdout:2300: left oid 9 (ObjNum 725 snap 243 seq_num 725) 2024-09-13T03:00:02.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1236 (ObjNum 651 snap 219 seq_num 651) dirty exists 2024-09-13T03:00:03.004 INFO:tasks.rados.rados.0.smithi052.stdout:2305: expect (ObjNum 538 snap 184 seq_num 538) 2024-09-13T03:00:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:02 smithi052 ceph-mon[91421]: osdmap e540: 8 total, 8 up, 8 in 2024-09-13T03:00:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:02 smithi052 ceph-mon[89065]: osdmap e540: 8 total, 8 up, 8 in 2024-09-13T03:00:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:02 smithi078 ceph-mon[85589]: osdmap e540: 8 total, 8 up, 8 in 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2300: done (6 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2301: done (5 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2302: done (4 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2303: done (3 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2304: done (2 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2305: done (1 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2306: done (0 left) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2307: read oid 24 snap -1 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2307: expect (ObjNum 705 snap 237 seq_num 705) 2024-09-13T03:00:03.975 INFO:tasks.rados.rados.0.smithi052.stdout:2308: delete oid 28 current snap is 244 2024-09-13T03:00:03.978 INFO:tasks.rados.rados.0.smithi052.stdout:2308: done (1 left) 2024-09-13T03:00:03.978 INFO:tasks.rados.rados.0.smithi052.stdout:2309: snap_create 2024-09-13T03:00:03.995 INFO:tasks.rados.rados.0.smithi052.stdout:2307: expect (ObjNum 705 snap 237 seq_num 705) 2024-09-13T03:00:04.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:03 smithi052 ceph-mon[89065]: pgmap v425: 121 pgs: 121 active+clean; 519 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-09-13T03:00:04.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:03 smithi052 ceph-mon[89065]: osdmap e541: 8 total, 8 up, 8 in 2024-09-13T03:00:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:03 smithi052 ceph-mon[91421]: pgmap v425: 121 pgs: 121 active+clean; 519 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-09-13T03:00:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:03 smithi052 ceph-mon[91421]: osdmap e541: 8 total, 8 up, 8 in 2024-09-13T03:00:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:03 smithi078 ceph-mon[85589]: pgmap v425: 121 pgs: 121 active+clean; 519 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-09-13T03:00:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:03 smithi078 ceph-mon[85589]: osdmap e541: 8 total, 8 up, 8 in 2024-09-13T03:00:04.803 INFO:tasks.rados.rados.0.smithi052.stdout:2307: done (1 left) 2024-09-13T03:00:04.803 INFO:tasks.rados.rados.0.smithi052.stdout:2309: done (0 left) 2024-09-13T03:00:04.803 INFO:tasks.rados.rados.0.smithi052.stdout:2310: read oid 11 snap -1 2024-09-13T03:00:04.803 INFO:tasks.rados.rados.0.smithi052.stdout:2310: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T03:00:04.803 INFO:tasks.rados.rados.0.smithi052.stdout:2311: snap_remove snap 235 2024-09-13T03:00:05.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:04 smithi052 ceph-mon[89065]: osdmap e542: 8 total, 8 up, 8 in 2024-09-13T03:00:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:04 smithi052 ceph-mon[89065]: osdmap e543: 8 total, 8 up, 8 in 2024-09-13T03:00:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:04 smithi052 ceph-mon[91421]: osdmap e542: 8 total, 8 up, 8 in 2024-09-13T03:00:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:04 smithi052 ceph-mon[91421]: osdmap e543: 8 total, 8 up, 8 in 2024-09-13T03:00:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:04 smithi078 ceph-mon[85589]: osdmap e542: 8 total, 8 up, 8 in 2024-09-13T03:00:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:04 smithi078 ceph-mon[85589]: osdmap e543: 8 total, 8 up, 8 in 2024-09-13T03:00:05.804 INFO:tasks.rados.rados.0.smithi052.stdout:2311: done (1 left) 2024-09-13T03:00:05.804 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 245 2024-09-13T03:00:05.804 INFO:tasks.rados.rados.0.smithi052.stdout:2312: seq_num 727 ranges {0=180224} 2024-09-13T03:00:05.804 INFO:tasks.rados.rados.0.smithi052.stdout:2312: writing smithi05277117-46 from 0 to 180224 tid 1 2024-09-13T03:00:05.805 INFO:tasks.rados.rados.0.smithi052.stdout:2313: copy_from oid 33 from oid 25 current snap is 245 2024-09-13T03:00:05.805 INFO:tasks.rados.rados.0.smithi052.stdout:2310: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T03:00:05.916 INFO:tasks.rados.rados.0.smithi052.stdout:2312: finishing write tid 1 to smithi05277117-46 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2312: finishing write tid 2 to smithi05277117-46 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2312: finishing write tid 3 to smithi05277117-46 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1696 (ObjNum 727 snap 245 seq_num 727) dirty exists 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2312: left oid 46 (ObjNum 727 snap 245 seq_num 727) 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2313: finishing copy_from racing read to smithi05277117-33 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2313: finishing copy_from to smithi05277117-33 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1023 (ObjNum 691 snap 234 seq_num 691) dirty exists 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2310: done (2 left) 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2312: done (1 left) 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2313: done (0 left) 2024-09-13T03:00:05.917 INFO:tasks.rados.rados.0.smithi052.stdout:2314: snap_create 2024-09-13T03:00:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:05 smithi052 ceph-mon[91421]: pgmap v428: 121 pgs: 121 active+clean; 519 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:00:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:05 smithi052 ceph-mon[91421]: osdmap e544: 8 total, 8 up, 8 in 2024-09-13T03:00:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:05 smithi052 ceph-mon[89065]: pgmap v428: 121 pgs: 121 active+clean; 519 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:00:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:05 smithi052 ceph-mon[89065]: osdmap e544: 8 total, 8 up, 8 in 2024-09-13T03:00:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:05 smithi078 ceph-mon[85589]: pgmap v428: 121 pgs: 121 active+clean; 519 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-13T03:00:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:05 smithi078 ceph-mon[85589]: osdmap e544: 8 total, 8 up, 8 in 2024-09-13T03:00:06.805 INFO:tasks.rados.rados.0.smithi052.stdout:2314: done (0 left) 2024-09-13T03:00:06.805 INFO:tasks.rados.rados.0.smithi052.stdout:2315: copy_from oid 24 from oid 14 current snap is 246 2024-09-13T03:00:06.805 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 246 2024-09-13T03:00:06.806 INFO:tasks.rados.rados.0.smithi052.stdout:2316: seq_num 728 ranges {0=196608} 2024-09-13T03:00:06.806 INFO:tasks.rados.rados.0.smithi052.stdout:2316: writing smithi05277117-10 from 0 to 196608 tid 1 2024-09-13T03:00:06.806 INFO:tasks.rados.rados.0.smithi052.stdout:2317: snap_remove snap 239 2024-09-13T03:00:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:07 smithi078 ceph-mon[85589]: pgmap v431: 121 pgs: 121 active+clean; 522 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 680 KiB/s wr, 2 op/s 2024-09-13T03:00:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:07 smithi078 ceph-mon[85589]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T03:00:07.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:07 smithi052 ceph-mon[91421]: pgmap v431: 121 pgs: 121 active+clean; 522 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 680 KiB/s wr, 2 op/s 2024-09-13T03:00:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:07 smithi052 ceph-mon[91421]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T03:00:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:07 smithi052 ceph-mon[89065]: pgmap v431: 121 pgs: 121 active+clean; 522 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 680 KiB/s wr, 2 op/s 2024-09-13T03:00:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:07 smithi052 ceph-mon[89065]: osdmap e545: 8 total, 8 up, 8 in 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2317: done (2 left) 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2318: read oid 36 snap -1 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2318: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2319: delete oid 40 current snap is 246 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2316: finishing write tid 1 to smithi05277117-10 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2316: finishing write tid 2 to smithi05277117-10 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2316: finishing write tid 3 to smithi05277117-10 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1881 (ObjNum 728 snap 246 seq_num 728) dirty exists 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2316: left oid 10 (ObjNum 728 snap 246 seq_num 728) 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2315: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:00:07.812 INFO:tasks.rados.rados.0.smithi052.stdout:2315: finishing copy_from to smithi05277117-24 2024-09-13T03:00:07.813 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1325 (ObjNum 696 snap 235 seq_num 696) dirty exists 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2315: done (3 left) 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2316: done (2 left) 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2319: done (1 left) 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2320: rmattr oid 25 current snap is 246 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2321: rollback oid 24 current snap is 246 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 24 to 236 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2322: rmattr oid 23 current snap is 246 2024-09-13T03:00:07.821 INFO:tasks.rados.rados.0.smithi052.stdout:2323: rollback oid 37 current snap is 246 2024-09-13T03:00:07.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 218 2024-09-13T03:00:07.822 INFO:tasks.rados.rados.0.smithi052.stdout:2324: read oid 9 snap -1 2024-09-13T03:00:07.822 INFO:tasks.rados.rados.0.smithi052.stdout:2324: expect (ObjNum 725 snap 243 seq_num 725) 2024-09-13T03:00:07.822 INFO:tasks.rados.rados.0.smithi052.stdout:2325: rollback oid 35 current snap is 246 2024-09-13T03:00:07.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 35 to 190 2024-09-13T03:00:07.822 INFO:tasks.rados.rados.0.smithi052.stdout:2326: setattr oid 16 current snap is 246 2024-09-13T03:00:07.823 INFO:tasks.rados.rados.0.smithi052.stdout:2327: read oid 26 snap 240 2024-09-13T03:00:07.823 INFO:tasks.rados.rados.0.smithi052.stdout:2327: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:00:07.823 INFO:tasks.rados.rados.0.smithi052.stdout:2328: delete oid 21 current snap is 246 2024-09-13T03:00:07.825 INFO:tasks.rados.rados.0.smithi052.stdout:2318: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:00:07.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 1176 (ObjNum 662 snap 222 seq_num 662) dirty exists 2024-09-13T03:00:07.860 INFO:tasks.rados.rados.0.smithi052.stdout:2321: finishing rollback tid 0 to smithi05277117-24 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1024 (ObjNum 691 snap 234 seq_num 691) dirty exists 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2321: finishing rollback tid 1 to smithi05277117-24 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2321: finishing rollback tid 2 to smithi05277117-24 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1333 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1248 (ObjNum 651 snap 219 seq_num 651) dirty exists 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2318: done (9 left) 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2320: done (8 left) 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2321: done (7 left) 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2322: done (6 left) 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2326: done (5 left) 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2328: done (4 left) 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2329: delete oid 16 current snap is 246 2024-09-13T03:00:07.861 INFO:tasks.rados.rados.0.smithi052.stdout:2324: expect (ObjNum 725 snap 243 seq_num 725) 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2323: finishing rollback tid 0 to smithi05277117-37 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2323: finishing rollback tid 1 to smithi05277117-37 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2325: finishing rollback tid 0 to smithi05277117-35 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2323: finishing rollback tid 2 to smithi05277117-37 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1183 (ObjNum 443 snap 152 seq_num 443) dirty exists 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2325: finishing rollback tid 1 to smithi05277117-35 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2325: finishing rollback tid 2 to smithi05277117-35 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1336 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-09-13T03:00:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2327: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2323: done (4 left) 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2324: done (3 left) 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2325: done (2 left) 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2327: done (1 left) 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2329: done (0 left) 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2330: read oid 13 snap 244 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2330: expect deleted 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2331: rmattr oid 10 current snap is 246 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2332: read oid 19 snap -1 2024-09-13T03:00:08.006 INFO:tasks.rados.rados.0.smithi052.stdout:2332: expect (ObjNum 662 snap 222 seq_num 662) 2024-09-13T03:00:08.007 INFO:tasks.rados.rados.0.smithi052.stdout:2333: setattr oid 20 current snap is 246 2024-09-13T03:00:08.007 INFO:tasks.rados.rados.0.smithi052.stdout:2330: done (3 left) 2024-09-13T03:00:08.007 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 246 2024-09-13T03:00:08.008 INFO:tasks.rados.rados.0.smithi052.stdout:2334: seq_num 732 ranges {0=262144} 2024-09-13T03:00:08.009 INFO:tasks.rados.rados.0.smithi052.stdout:2334: writing smithi05277117-48 from 0 to 262144 tid 1 2024-09-13T03:00:08.009 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 246 2024-09-13T03:00:08.009 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1886 (ObjNum 728 snap 246 seq_num 728) dirty exists 2024-09-13T03:00:08.009 INFO:tasks.rados.rados.0.smithi052.stdout:2335: seq_num 733 ranges {3964928=278528} 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:2335: writing smithi05277117-43 from 3964928 to 4243456 tid 1 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:2331: done (4 left) 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 246 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1872 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:2334: finishing write tid 1 to smithi05277117-48 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:2334: finishing write tid 2 to smithi05277117-48 2024-09-13T03:00:08.033 INFO:tasks.rados.rados.0.smithi052.stdout:2334: finishing write tid 3 to smithi05277117-48 2024-09-13T03:00:08.034 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1698 (ObjNum 732 snap 246 seq_num 732) dirty exists 2024-09-13T03:00:08.034 INFO:tasks.rados.rados.0.smithi052.stdout:2334: left oid 48 (ObjNum 732 snap 246 seq_num 732) 2024-09-13T03:00:08.034 INFO:tasks.rados.rados.0.smithi052.stdout:2336: seq_num 734 ranges {2170880=294912} 2024-09-13T03:00:08.046 INFO:tasks.rados.rados.0.smithi052.stdout:2336: writing smithi05277117-27 from 2170880 to 2465792 tid 1 2024-09-13T03:00:08.047 INFO:tasks.rados.rados.0.smithi052.stdout:2333: done (4 left) 2024-09-13T03:00:08.047 INFO:tasks.rados.rados.0.smithi052.stdout:2334: done (3 left) 2024-09-13T03:00:08.047 INFO:tasks.rados.rados.0.smithi052.stdout:2337: delete oid 7 current snap is 246 2024-09-13T03:00:08.047 INFO:tasks.rados.rados.0.smithi052.stdout:2332: expect (ObjNum 662 snap 222 seq_num 662) 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2335: finishing write tid 1 to smithi05277117-43 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2335: finishing write tid 2 to smithi05277117-43 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2335: finishing write tid 3 to smithi05277117-43 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1186 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2335: left oid 43 (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2336: finishing write tid 1 to smithi05277117-27 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2332: done (3 left) 2024-09-13T03:00:08.209 INFO:tasks.rados.rados.0.smithi052.stdout:2335: done (2 left) 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2337: done (1 left) 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2338: copy_from oid 38 from oid 45 current snap is 246 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2336: finishing write tid 2 to smithi05277117-27 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2336: finishing write tid 3 to smithi05277117-27 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1889 (ObjNum 734 snap 246 seq_num 734) dirty exists 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2336: left oid 27 (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2336: done (1 left) 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 246 2024-09-13T03:00:08.210 INFO:tasks.rados.rados.0.smithi052.stdout:2339: seq_num 736 ranges {5095424=335872} 2024-09-13T03:00:08.239 INFO:tasks.rados.rados.0.smithi052.stdout:2339: writing smithi05277117-23 from 5095424 to 5431296 tid 1 2024-09-13T03:00:08.239 INFO:tasks.rados.rados.0.smithi052.stdout:2340: delete oid 1 current snap is 246 2024-09-13T03:00:08.239 INFO:tasks.rados.rados.0.smithi052.stdout:2338: finishing copy_from racing read to smithi05277117-38 2024-09-13T03:00:08.239 INFO:tasks.rados.rados.0.smithi052.stdout:2338: finishing copy_from to smithi05277117-38 2024-09-13T03:00:08.239 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1842 (ObjNum 722 snap 243 seq_num 722) dirty exists 2024-09-13T03:00:08.241 INFO:tasks.rados.rados.0.smithi052.stdout:2338: done (2 left) 2024-09-13T03:00:08.241 INFO:tasks.rados.rados.0.smithi052.stdout:2340: done (1 left) 2024-09-13T03:00:08.241 INFO:tasks.rados.rados.0.smithi052.stdout:2341: rmattr oid 27 current snap is 246 2024-09-13T03:00:08.241 INFO:tasks.rados.rados.0.smithi052.stdout:2342: snap_create 2024-09-13T03:00:08.241 INFO:tasks.rados.rados.0.smithi052.stdout:2339: finishing write tid 1 to smithi05277117-23 2024-09-13T03:00:08.241 INFO:tasks.rados.rados.0.smithi052.stdout:2339: finishing write tid 2 to smithi05277117-23 2024-09-13T03:00:08.243 INFO:tasks.rados.rados.0.smithi052.stdout:2339: finishing write tid 3 to smithi05277117-23 2024-09-13T03:00:08.243 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1252 (ObjNum 736 snap 246 seq_num 736) dirty exists 2024-09-13T03:00:08.243 INFO:tasks.rados.rados.0.smithi052.stdout:2339: left oid 23 (ObjNum 736 snap 246 seq_num 736) 2024-09-13T03:00:08.243 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1890 (ObjNum 734 snap 246 seq_num 734) dirty exists 2024-09-13T03:00:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:00:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:00:08] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-13T03:00:08.812 INFO:tasks.rados.rados.0.smithi052.stdout:2339: done (2 left) 2024-09-13T03:00:08.812 INFO:tasks.rados.rados.0.smithi052.stdout:2341: done (1 left) 2024-09-13T03:00:08.812 INFO:tasks.rados.rados.0.smithi052.stdout:2342: done (0 left) 2024-09-13T03:00:08.812 INFO:tasks.rados.rados.0.smithi052.stdout:2343: rollback oid 36 current snap is 247 2024-09-13T03:00:08.812 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 231 2024-09-13T03:00:08.812 INFO:tasks.rados.rados.0.smithi052.stdout:2344: delete oid 18 current snap is 247 2024-09-13T03:00:08.816 INFO:tasks.rados.rados.0.smithi052.stdout:2343: finishing rollback tid 0 to smithi05277117-36 2024-09-13T03:00:08.816 INFO:tasks.rados.rados.0.smithi052.stdout:2343: finishing rollback tid 1 to smithi05277117-36 2024-09-13T03:00:08.817 INFO:tasks.rados.rados.0.smithi052.stdout:2343: finishing rollback tid 2 to smithi05277117-36 2024-09-13T03:00:08.817 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1212 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T03:00:08.818 INFO:tasks.rados.rados.0.smithi052.stdout:2343: done (1 left) 2024-09-13T03:00:08.819 INFO:tasks.rados.rados.0.smithi052.stdout:2344: done (0 left) 2024-09-13T03:00:08.819 INFO:tasks.rados.rados.0.smithi052.stdout:2345: read oid 37 snap -1 2024-09-13T03:00:08.819 INFO:tasks.rados.rados.0.smithi052.stdout:2345: expect (ObjNum 443 snap 152 seq_num 443) 2024-09-13T03:00:08.819 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 247 2024-09-13T03:00:08.819 INFO:tasks.rados.rados.0.smithi052.stdout:2346: seq_num 739 ranges {0=385024} 2024-09-13T03:00:08.820 INFO:tasks.rados.rados.0.smithi052.stdout:2346: writing smithi05277117-21 from 0 to 385024 tid 1 2024-09-13T03:00:08.820 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 247 2024-09-13T03:00:08.821 INFO:tasks.rados.rados.0.smithi052.stdout:2347: seq_num 740 ranges {6004736=401408} 2024-09-13T03:00:08.856 INFO:tasks.rados.rados.0.smithi052.stdout:2347: writing smithi05277117-17 from 6004736 to 6406144 tid 1 2024-09-13T03:00:08.856 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 247 2024-09-13T03:00:08.856 INFO:tasks.rados.rados.0.smithi052.stdout:2348: seq_num 741 ranges {0=417792} 2024-09-13T03:00:08.858 INFO:tasks.rados.rados.0.smithi052.stdout:2348: writing smithi05277117-18 from 0 to 417792 tid 1 2024-09-13T03:00:08.858 INFO:tasks.rados.rados.0.smithi052.stdout:2349: read oid 16 snap 221 2024-09-13T03:00:08.858 INFO:tasks.rados.rados.0.smithi052.stdout:2349: expect (ObjNum 517 snap 172 seq_num 517) 2024-09-13T03:00:08.858 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 247 2024-09-13T03:00:08.859 INFO:tasks.rados.rados.0.smithi052.stdout:2346: finishing write tid 1 to smithi05277117-21 2024-09-13T03:00:08.859 INFO:tasks.rados.rados.0.smithi052.stdout:2350: seq_num 742 ranges {3727360=434176} 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:2350: writing smithi05277117-35 from 3727360 to 4161536 tid 1 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:2351: rollback oid 44 current snap is 247 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 243 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:2346: finishing write tid 2 to smithi05277117-21 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:2346: finishing write tid 3 to smithi05277117-21 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1254 (ObjNum 739 snap 247 seq_num 739) dirty exists 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:2346: left oid 21 (ObjNum 739 snap 247 seq_num 739) 2024-09-13T03:00:08.882 INFO:tasks.rados.rados.0.smithi052.stdout:2345: expect (ObjNum 443 snap 152 seq_num 443) 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2348: finishing write tid 1 to smithi05277117-18 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2348: finishing write tid 2 to smithi05277117-18 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2348: finishing write tid 3 to smithi05277117-18 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1214 (ObjNum 741 snap 247 seq_num 741) dirty exists 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2348: left oid 18 (ObjNum 741 snap 247 seq_num 741) 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2347: finishing write tid 1 to smithi05277117-17 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2347: finishing write tid 2 to smithi05277117-17 2024-09-13T03:00:09.051 INFO:tasks.rados.rados.0.smithi052.stdout:2345: done (6 left) 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:2346: done (5 left) 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:2348: done (4 left) 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:2352: delete oid 18 current snap is 247 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:2347: finishing write tid 3 to smithi05277117-17 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1877 (ObjNum 740 snap 247 seq_num 740) dirty exists 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:2347: left oid 17 (ObjNum 740 snap 247 seq_num 740) 2024-09-13T03:00:09.052 INFO:tasks.rados.rados.0.smithi052.stdout:2349: expect (ObjNum 517 snap 172 seq_num 517) 2024-09-13T03:00:09.132 INFO:tasks.rados.rados.0.smithi052.stdout:2350: finishing write tid 1 to smithi05277117-35 2024-09-13T03:00:09.132 INFO:tasks.rados.rados.0.smithi052.stdout:2350: finishing write tid 2 to smithi05277117-35 2024-09-13T03:00:09.132 INFO:tasks.rados.rados.0.smithi052.stdout:2351: finishing rollback tid 0 to smithi05277117-44 2024-09-13T03:00:09.132 INFO:tasks.rados.rados.0.smithi052.stdout:2351: finishing rollback tid 1 to smithi05277117-44 2024-09-13T03:00:09.132 INFO:tasks.rados.rados.0.smithi052.stdout:2350: finishing write tid 3 to smithi05277117-35 2024-09-13T03:00:09.132 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1338 (ObjNum 742 snap 247 seq_num 742) dirty exists 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2350: left oid 35 (ObjNum 742 snap 247 seq_num 742) 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2351: finishing rollback tid 2 to smithi05277117-44 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1341 (ObjNum 696 snap 235 seq_num 696) dirty exists 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2347: done (4 left) 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2349: done (3 left) 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2350: done (2 left) 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2351: done (1 left) 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2352: done (0 left) 2024-09-13T03:00:09.133 INFO:tasks.rados.rados.0.smithi052.stdout:2353: setattr oid 29 current snap is 247 2024-09-13T03:00:09.134 INFO:tasks.rados.rados.0.smithi052.stdout:2354: rollback oid 3 current snap is 247 2024-09-13T03:00:09.134 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 218 2024-09-13T03:00:09.134 INFO:tasks.rados.rados.0.smithi052.stdout:2355: rollback oid 20 current snap is 247 2024-09-13T03:00:09.135 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 20 to 241 2024-09-13T03:00:09.135 INFO:tasks.rados.rados.0.smithi052.stdout:2356: read oid 43 snap 234 2024-09-13T03:00:09.135 INFO:tasks.rados.rados.0.smithi052.stdout:2356: expect (ObjNum 679 snap 230 seq_num 679) 2024-09-13T03:00:09.135 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 247 2024-09-13T03:00:09.135 INFO:tasks.rados.rados.0.smithi052.stdout:2357: seq_num 744 ranges {0=466944} 2024-09-13T03:00:09.136 INFO:tasks.rados.rados.0.smithi052.stdout:2357: writing smithi05277117-2 from 0 to 466944 tid 1 2024-09-13T03:00:09.137 INFO:tasks.rados.rados.0.smithi052.stdout:2358: snap_remove snap 233 2024-09-13T03:00:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:08 smithi078 ceph-mon[85589]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T03:00:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:08 smithi052 ceph-mon[91421]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T03:00:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:08 smithi052 ceph-mon[89065]: osdmap e546: 8 total, 8 up, 8 in 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:2358: done (5 left) 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:2359: rollback oid 25 current snap is 247 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 244 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1171 (ObjNum 33 snap 0 seq_num 4210608464) dirty exists 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:2354: finishing rollback tid 0 to smithi05277117-3 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:2354: finishing rollback tid 1 to smithi05277117-3 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1893 (ObjNum 225 snap 0 seq_num 4208915424) dirty dne 2024-09-13T03:00:09.803 INFO:tasks.rados.rados.0.smithi052.stdout:2355: finishing rollback tid 0 to smithi05277117-20 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2355: finishing rollback tid 1 to smithi05277117-20 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2357: finishing write tid 1 to smithi05277117-2 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2355: finishing rollback tid 2 to smithi05277117-20 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1881 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2357: finishing write tid 2 to smithi05277117-2 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2357: finishing write tid 3 to smithi05277117-2 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1173 (ObjNum 744 snap 247 seq_num 744) dirty exists 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2357: left oid 2 (ObjNum 744 snap 247 seq_num 744) 2024-09-13T03:00:09.804 INFO:tasks.rados.rados.0.smithi052.stdout:2356: expect (ObjNum 679 snap 230 seq_num 679) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2359: finishing rollback tid 0 to smithi05277117-25 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2359: finishing rollback tid 1 to smithi05277117-25 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2359: finishing rollback tid 2 to smithi05277117-25 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1027 (ObjNum 691 snap 234 seq_num 691) dirty exists 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2353: done (5 left) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2354: done (4 left) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2355: done (3 left) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2356: done (2 left) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2357: done (1 left) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2359: done (0 left) 2024-09-13T03:00:10.189 INFO:tasks.rados.rados.0.smithi052.stdout:2360: read oid 41 snap -1 2024-09-13T03:00:10.190 INFO:tasks.rados.rados.0.smithi052.stdout:2360: expect deleted 2024-09-13T03:00:10.190 INFO:tasks.rados.rados.0.smithi052.stdout:2361: snap_create 2024-09-13T03:00:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:09 smithi078 ceph-mon[85589]: pgmap v434: 121 pgs: 121 active+clean; 528 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-13T03:00:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:09 smithi078 ceph-mon[85589]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T03:00:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:09 smithi078 ceph-mon[85589]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T03:00:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:09 smithi052 ceph-mon[91421]: pgmap v434: 121 pgs: 121 active+clean; 528 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-13T03:00:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:09 smithi052 ceph-mon[91421]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T03:00:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:09 smithi052 ceph-mon[91421]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T03:00:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:09 smithi052 ceph-mon[89065]: pgmap v434: 121 pgs: 121 active+clean; 528 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-09-13T03:00:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:09 smithi052 ceph-mon[89065]: osdmap e547: 8 total, 8 up, 8 in 2024-09-13T03:00:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:09 smithi052 ceph-mon[89065]: osdmap e548: 8 total, 8 up, 8 in 2024-09-13T03:00:10.820 INFO:tasks.rados.rados.0.smithi052.stdout:2360: done (1 left) 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2361: done (0 left) 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2362: copy_from oid 21 from oid 50 current snap is 248 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2363: read oid 7 snap -1 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2363: expect deleted 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2364: read oid 37 snap -1 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2364: expect (ObjNum 443 snap 152 seq_num 443) 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2365: rollback oid 9 current snap is 248 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 9 to 224 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2366: read oid 22 snap -1 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2366: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:00:10.821 INFO:tasks.rados.rados.0.smithi052.stdout:2367: read oid 6 snap -1 2024-09-13T03:00:10.822 INFO:tasks.rados.rados.0.smithi052.stdout:2367: expect deleted 2024-09-13T03:00:10.822 INFO:tasks.rados.rados.0.smithi052.stdout:2368: snap_remove snap 241 2024-09-13T03:00:11.827 INFO:tasks.rados.rados.0.smithi052.stdout:2368: done (6 left) 2024-09-13T03:00:11.828 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 248 2024-09-13T03:00:11.828 INFO:tasks.rados.rados.0.smithi052.stdout:2369: seq_num 745 ranges {4751360=483328} 2024-09-13T03:00:11.857 INFO:tasks.rados.rados.0.smithi052.stdout:2369: writing smithi05277117-25 from 4751360 to 5234688 tid 1 2024-09-13T03:00:11.858 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 248 2024-09-13T03:00:11.858 INFO:tasks.rados.rados.0.smithi052.stdout:2370: seq_num 746 ranges {196608=499712} 2024-09-13T03:00:11.861 INFO:tasks.rados.rados.0.smithi052.stdout:2370: writing smithi05277117-10 from 196608 to 696320 tid 1 2024-09-13T03:00:11.861 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 248 2024-09-13T03:00:11.861 INFO:tasks.rados.rados.0.smithi052.stdout:2371: seq_num 747 ranges {1130496=516096} 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2371: writing smithi05277117-36 from 1130496 to 1646592 tid 1 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2372: read oid 27 snap -1 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2372: expect (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2373: rollback oid 17 current snap is 248 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 17 to 217 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2362: finishing copy_from racing read to smithi05277117-21 2024-09-13T03:00:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2362: finishing copy_from to smithi05277117-21 2024-09-13T03:00:11.872 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1208 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:00:11.872 INFO:tasks.rados.rados.0.smithi052.stdout:2365: finishing rollback tid 0 to smithi05277117-9 2024-09-13T03:00:11.872 INFO:tasks.rados.rados.0.smithi052.stdout:2365: finishing rollback tid 1 to smithi05277117-9 2024-09-13T03:00:11.872 INFO:tasks.rados.rados.0.smithi052.stdout:2364: expect (ObjNum 443 snap 152 seq_num 443) 2024-09-13T03:00:12.042 INFO:tasks.rados.rados.0.smithi052.stdout:2365: finishing rollback tid 2 to smithi05277117-9 2024-09-13T03:00:12.043 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1701 (ObjNum 660 snap 221 seq_num 660) dirty exists 2024-09-13T03:00:12.043 INFO:tasks.rados.rados.0.smithi052.stdout:2366: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:00:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:11 smithi078 ceph-mon[85589]: pgmap v437: 121 pgs: 121 active+clean; 532 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-09-13T03:00:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:11 smithi078 ceph-mon[85589]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T03:00:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T03:00:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:11 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T03:00:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:11 smithi078 ceph-mon[85589]: Upgrade: osd.7 is safe to restart 2024-09-13T03:00:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[91421]: pgmap v437: 121 pgs: 121 active+clean; 532 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[91421]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[91421]: Upgrade: osd.7 is safe to restart 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[89065]: pgmap v437: 121 pgs: 121 active+clean; 532 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[89065]: osdmap e549: 8 total, 8 up, 8 in 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T03:00:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T03:00:12.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:11 smithi052 ceph-mon[89065]: Upgrade: osd.7 is safe to restart 2024-09-13T03:00:12.568 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:00:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:12.788 INFO:tasks.rados.rados.0.smithi052.stdout:2369: finishing write tid 1 to smithi05277117-25 2024-09-13T03:00:12.788 INFO:tasks.rados.rados.0.smithi052.stdout:2369: finishing write tid 2 to smithi05277117-25 2024-09-13T03:00:12.788 INFO:tasks.rados.rados.0.smithi052.stdout:2369: finishing write tid 3 to smithi05277117-25 2024-09-13T03:00:12.788 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1029 (ObjNum 745 snap 248 seq_num 745) dirty exists 2024-09-13T03:00:12.788 INFO:tasks.rados.rados.0.smithi052.stdout:2369: left oid 25 (ObjNum 745 snap 248 seq_num 745) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2370: finishing write tid 1 to smithi05277117-10 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2370: finishing write tid 2 to smithi05277117-10 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2370: finishing write tid 3 to smithi05277117-10 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1916 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2370: left oid 10 (ObjNum 746 snap 248 seq_num 746) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2371: finishing write tid 1 to smithi05277117-36 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2362: done (10 left) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2363: done (9 left) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2364: done (8 left) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2365: done (7 left) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2366: done (6 left) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2367: done (5 left) 2024-09-13T03:00:12.789 INFO:tasks.rados.rados.0.smithi052.stdout:2369: done (4 left) 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2370: done (3 left) 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2374: delete oid 41 current snap is 248 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2371: finishing write tid 2 to smithi05277117-36 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2373: finishing rollback tid 0 to smithi05277117-17 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2373: finishing rollback tid 1 to smithi05277117-17 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2373: finishing rollback tid 2 to smithi05277117-17 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 1899 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2371: finishing write tid 3 to smithi05277117-36 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1217 (ObjNum 747 snap 248 seq_num 747) dirty exists 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2371: left oid 36 (ObjNum 747 snap 248 seq_num 747) 2024-09-13T03:00:12.790 INFO:tasks.rados.rados.0.smithi052.stdout:2372: expect (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:12.892 INFO:tasks.rados.rados.0.smithi052.stdout:2371: done (3 left) 2024-09-13T03:00:12.892 INFO:tasks.rados.rados.0.smithi052.stdout:2372: done (2 left) 2024-09-13T03:00:12.892 INFO:tasks.rados.rados.0.smithi052.stdout:2373: done (1 left) 2024-09-13T03:00:12.892 INFO:tasks.rados.rados.0.smithi052.stdout:2374: done (0 left) 2024-09-13T03:00:12.892 INFO:tasks.rados.rados.0.smithi052.stdout:2375: snap_create 2024-09-13T03:00:13.084 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:12 smithi078 ceph-mon[85589]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T03:00:13.085 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:13.085 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T03:00:13.085 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[91421]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[89065]: osdmap e550: 8 total, 8 up, 8 in 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T03:00:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:13.833 INFO:tasks.rados.rados.0.smithi052.stdout:2375: done (0 left) 2024-09-13T03:00:13.833 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 249 2024-09-13T03:00:13.833 INFO:tasks.rados.rados.0.smithi052.stdout:2376: seq_num 749 ranges {2113536=548864} 2024-09-13T03:00:13.847 INFO:tasks.rados.rados.0.smithi052.stdout:2376: writing smithi05277117-31 from 2113536 to 2662400 tid 1 2024-09-13T03:00:13.847 INFO:tasks.rados.rados.0.smithi052.stdout:2377: read oid 19 snap -1 2024-09-13T03:00:13.847 INFO:tasks.rados.rados.0.smithi052.stdout:2377: expect (ObjNum 662 snap 222 seq_num 662) 2024-09-13T03:00:13.847 INFO:tasks.rados.rados.0.smithi052.stdout:2378: snap_remove snap 248 2024-09-13T03:00:14.176 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:13 smithi078 ceph-mon[85589]: pgmap v440: 121 pgs: 121 active+clean; 538 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-13T03:00:14.176 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:13 smithi078 ceph-mon[85589]: Upgrade: Updating osd.7 2024-09-13T03:00:14.176 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:13 smithi078 ceph-mon[85589]: Deploying daemon osd.7 on smithi078 2024-09-13T03:00:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:13 smithi052 ceph-mon[91421]: pgmap v440: 121 pgs: 121 active+clean; 538 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-13T03:00:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:13 smithi052 ceph-mon[91421]: Upgrade: Updating osd.7 2024-09-13T03:00:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:13 smithi052 ceph-mon[91421]: Deploying daemon osd.7 on smithi078 2024-09-13T03:00:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:13 smithi052 ceph-mon[89065]: pgmap v440: 121 pgs: 121 active+clean; 538 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-13T03:00:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:13 smithi052 ceph-mon[89065]: Upgrade: Updating osd.7 2024-09-13T03:00:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:13 smithi052 ceph-mon[89065]: Deploying daemon osd.7 on smithi078 2024-09-13T03:00:14.804 INFO:tasks.rados.rados.0.smithi052.stdout:2378: done (2 left) 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:2379: rollback oid 45 current snap is 249 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 45 to 231 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:2376: finishing write tid 1 to smithi05277117-31 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:2376: finishing write tid 2 to smithi05277117-31 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:2376: finishing write tid 3 to smithi05277117-31 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1703 (ObjNum 749 snap 249 seq_num 749) dirty exists 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:2376: left oid 31 (ObjNum 749 snap 249 seq_num 749) 2024-09-13T03:00:14.805 INFO:tasks.rados.rados.0.smithi052.stdout:2377: expect (ObjNum 662 snap 222 seq_num 662) 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2379: finishing rollback tid 0 to smithi05277117-45 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2379: finishing rollback tid 1 to smithi05277117-45 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2379: finishing rollback tid 2 to smithi05277117-45 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1920 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2376: done (2 left) 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2377: done (1 left) 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2379: done (0 left) 2024-09-13T03:00:14.969 INFO:tasks.rados.rados.0.smithi052.stdout:2380: setattr oid 46 current snap is 249 2024-09-13T03:00:14.970 INFO:tasks.rados.rados.0.smithi052.stdout:2381: snap_create 2024-09-13T03:00:14.975 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1704 (ObjNum 727 snap 245 seq_num 727) dirty exists 2024-09-13T03:00:15.101 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:14 smithi078 ceph-mon[85589]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T03:00:15.101 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:14 smithi078 ceph-mon[85589]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T03:00:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:14 smithi052 ceph-mon[91421]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T03:00:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:14 smithi052 ceph-mon[91421]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T03:00:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:14 smithi052 ceph-mon[89065]: osdmap e551: 8 total, 8 up, 8 in 2024-09-13T03:00:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:14 smithi052 ceph-mon[89065]: osdmap e552: 8 total, 8 up, 8 in 2024-09-13T03:00:15.846 INFO:tasks.rados.rados.0.smithi052.stdout:2380: done (1 left) 2024-09-13T03:00:15.846 INFO:tasks.rados.rados.0.smithi052.stdout:2381: done (0 left) 2024-09-13T03:00:15.846 INFO:tasks.rados.rados.0.smithi052.stdout:2382: delete oid 49 current snap is 250 2024-09-13T03:00:15.852 INFO:tasks.rados.rados.0.smithi052.stdout:2382: done (0 left) 2024-09-13T03:00:15.852 INFO:tasks.rados.rados.0.smithi052.stdout:2383: read oid 3 snap 242 2024-09-13T03:00:15.852 INFO:tasks.rados.rados.0.smithi052.stdout:2383: expect (ObjNum -83877712 snap 21853 seq_num 4210371328) 2024-09-13T03:00:15.852 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 250 2024-09-13T03:00:15.852 INFO:tasks.rados.rados.0.smithi052.stdout:2384: seq_num 751 ranges {0=581632} 2024-09-13T03:00:15.855 INFO:tasks.rados.rados.0.smithi052.stdout:2384: writing smithi05277117-6 from 0 to 581632 tid 1 2024-09-13T03:00:15.855 INFO:tasks.rados.rados.0.smithi052.stdout:2385: snap_remove snap 234 2024-09-13T03:00:16.071 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:15 smithi078 ceph-mon[85589]: pgmap v442: 121 pgs: 121 active+clean; 539 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-13T03:00:16.071 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:15 smithi078 systemd[1]: Stopping Ceph osd.7 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:00:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:15 smithi052 ceph-mon[91421]: pgmap v442: 121 pgs: 121 active+clean; 539 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-13T03:00:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:15 smithi052 ceph-mon[89065]: pgmap v442: 121 pgs: 121 active+clean; 539 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-13T03:00:16.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[53307]: 2024-09-13T03:00:16.087+0000 7fdf2e45c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:00:16.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[53307]: 2024-09-13T03:00:16.087+0000 7fdf2e45c640 -1 osd.7 553 *** Got signal Terminated *** 2024-09-13T03:00:16.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:16 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[53307]: 2024-09-13T03:00:16.087+0000 7fdf2e45c640 -1 osd.7 553 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2383: expect (ObjNum -83877712 snap 21853 seq_num 4210371328) 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2384: finishing write tid 1 to smithi05277117-6 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2384: finishing write tid 2 to smithi05277117-6 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2384: finishing write tid 3 to smithi05277117-6 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1901 (ObjNum 751 snap 250 seq_num 751) dirty exists 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2384: left oid 6 (ObjNum 751 snap 250 seq_num 751) 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2383: done (2 left) 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2384: done (1 left) 2024-09-13T03:00:16.860 INFO:tasks.rados.rados.0.smithi052.stdout:2385: done (0 left) 2024-09-13T03:00:16.861 INFO:tasks.rados.rados.0.smithi052.stdout:2386: rmattr oid 2 current snap is 250 2024-09-13T03:00:16.861 INFO:tasks.rados.rados.0.smithi052.stdout:2386: done (0 left) 2024-09-13T03:00:16.861 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 250 2024-09-13T03:00:16.861 INFO:tasks.rados.rados.0.smithi052.stdout:2387: seq_num 752 ranges {0=598016} 2024-09-13T03:00:16.864 INFO:tasks.rados.rados.0.smithi052.stdout:2387: writing smithi05277117-49 from 0 to 598016 tid 1 2024-09-13T03:00:16.864 INFO:tasks.rados.rados.0.smithi052.stdout:2388: copy_from oid 39 from oid 22 current snap is 250 2024-09-13T03:00:16.864 INFO:tasks.rados.rados.0.smithi052.stdout:2389: delete oid 46 current snap is 250 2024-09-13T03:00:16.876 INFO:tasks.rados.rados.0.smithi052.stdout:2387: finishing write tid 1 to smithi05277117-49 2024-09-13T03:00:16.876 INFO:tasks.rados.rados.0.smithi052.stdout:2387: finishing write tid 2 to smithi05277117-49 2024-09-13T03:00:16.879 INFO:tasks.rados.rados.0.smithi052.stdout:2387: finishing write tid 3 to smithi05277117-49 2024-09-13T03:00:16.879 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1274 (ObjNum 752 snap 250 seq_num 752) dirty exists 2024-09-13T03:00:16.879 INFO:tasks.rados.rados.0.smithi052.stdout:2387: left oid 49 (ObjNum 752 snap 250 seq_num 752) 2024-09-13T03:00:16.911 INFO:tasks.rados.rados.0.smithi052.stdout:2388: finishing copy_from racing read to smithi05277117-39 2024-09-13T03:00:16.912 INFO:tasks.rados.rados.0.smithi052.stdout:2388: finishing copy_from to smithi05277117-39 2024-09-13T03:00:16.912 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1127 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:00:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:16 smithi078 ceph-mon[85589]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T03:00:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:16 smithi078 ceph-mon[85589]: osd.7 marked itself down and dead 2024-09-13T03:00:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:16 smithi052 ceph-mon[91421]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T03:00:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:16 smithi052 ceph-mon[91421]: osd.7 marked itself down and dead 2024-09-13T03:00:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:16 smithi052 ceph-mon[89065]: osdmap e553: 8 total, 8 up, 8 in 2024-09-13T03:00:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:16 smithi052 ceph-mon[89065]: osd.7 marked itself down and dead 2024-09-13T03:00:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:17.506 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:17 smithi078 podman[104323]: 2024-09-13 03:00:17.227616451 +0000 UTC m=+1.261782674 container died c1f4e0f70dbdbe9a50265114bc83cde375fec3c3312f3b4d9125e58eede2a579 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-bbdadfa, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-13T03:00:17.839 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:17 smithi078 podman[104323]: 2024-09-13 03:00:17.595645738 +0000 UTC m=+1.629811951 container cleanup c1f4e0f70dbdbe9a50265114bc83cde375fec3c3312f3b4d9125e58eede2a579 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=quincy-bbdadfa, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-13T03:00:17.839 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:17 smithi078 bash[104323]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7 2024-09-13T03:00:17.872 INFO:tasks.rados.rados.0.smithi052.stdout:2387: done (2 left) 2024-09-13T03:00:17.872 INFO:tasks.rados.rados.0.smithi052.stdout:2388: done (1 left) 2024-09-13T03:00:17.872 INFO:tasks.rados.rados.0.smithi052.stdout:2389: done (0 left) 2024-09-13T03:00:17.872 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 250 2024-09-13T03:00:17.872 INFO:tasks.rados.rados.0.smithi052.stdout:2390: seq_num 754 ranges {5431296=630784} 2024-09-13T03:00:17.905 INFO:tasks.rados.rados.0.smithi052.stdout:2390: writing smithi05277117-23 from 5431296 to 6062080 tid 1 2024-09-13T03:00:17.905 INFO:tasks.rados.rados.0.smithi052.stdout:2391: snap_remove snap 190 2024-09-13T03:00:18.165 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:17 smithi078 podman[104353]: 2024-09-13 03:00:17.83868532 +0000 UTC m=+0.613213954 container remove c1f4e0f70dbdbe9a50265114bc83cde375fec3c3312f3b4d9125e58eede2a579 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-bbdadfa) 2024-09-13T03:00:18.165 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:17 smithi078 ceph-mon[85589]: pgmap v445: 121 pgs: 121 active+clean; 542 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-09-13T03:00:18.165 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:17 smithi078 ceph-mon[85589]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T03:00:18.165 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:17 smithi078 ceph-mon[85589]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T03:00:18.165 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:17 smithi078 ceph-mon[85589]: osdmap e554: 8 total, 7 up, 8 in 2024-09-13T03:00:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[91421]: pgmap v445: 121 pgs: 121 active+clean; 542 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-09-13T03:00:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[91421]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T03:00:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[91421]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T03:00:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[91421]: osdmap e554: 8 total, 7 up, 8 in 2024-09-13T03:00:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[89065]: pgmap v445: 121 pgs: 121 active+clean; 542 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-09-13T03:00:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[89065]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T03:00:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[89065]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-13T03:00:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:17 smithi052 ceph-mon[89065]: osdmap e554: 8 total, 7 up, 8 in 2024-09-13T03:00:18.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:18 smithi078 podman[104440]: 2024-09-13 03:00:18.065805259 +0000 UTC m=+0.016283916 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:00:18.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:18 smithi078 podman[104440]: 2024-09-13 03:00:18.164444058 +0000 UTC m=+0.114922709 container create 1703a71072a9889300b812b5ffcf6e9daa4de2e6c6c7261810dcf2deccccbcb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-13T03:00:18.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:18 smithi078 podman[104440]: 2024-09-13 03:00:18.409076299 +0000 UTC m=+0.359554948 container init 1703a71072a9889300b812b5ffcf6e9daa4de2e6c6c7261810dcf2deccccbcb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f) 2024-09-13T03:00:18.447 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:18 smithi078 podman[104440]: 2024-09-13 03:00:18.412768789 +0000 UTC m=+0.363247437 container start 1703a71072a9889300b812b5ffcf6e9daa4de2e6c6c7261810dcf2deccccbcb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-13T03:00:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:00:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:00:18] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-09-13T03:00:18.861 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:18 smithi078 podman[104440]: 2024-09-13 03:00:18.508803003 +0000 UTC m=+0.459281651 container attach 1703a71072a9889300b812b5ffcf6e9daa4de2e6c6c7261810dcf2deccccbcb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-13T03:00:18.861 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:18 smithi078 podman[104440]: 2024-09-13 03:00:18.594548702 +0000 UTC m=+0.545027346 container died 1703a71072a9889300b812b5ffcf6e9daa4de2e6c6c7261810dcf2deccccbcb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-13T03:00:18.869 INFO:tasks.rados.rados.0.smithi052.stdout:2390: finishing write tid 1 to smithi05277117-23 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:2390: finishing write tid 2 to smithi05277117-23 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:2390: finishing write tid 3 to smithi05277117-23 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1277 (ObjNum 754 snap 250 seq_num 754) dirty exists 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:2390: left oid 23 (ObjNum 754 snap 250 seq_num 754) 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:2390: done (1 left) 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:2391: done (0 left) 2024-09-13T03:00:18.870 INFO:tasks.rados.rados.0.smithi052.stdout:2392: delete oid 28 current snap is 250 2024-09-13T03:00:18.875 INFO:tasks.rados.rados.0.smithi052.stdout:2392: done (0 left) 2024-09-13T03:00:18.875 INFO:tasks.rados.rados.0.smithi052.stdout:2393: setattr oid 22 current snap is 250 2024-09-13T03:00:18.877 INFO:tasks.rados.rados.0.smithi052.stdout:2394: snap_create 2024-09-13T03:00:18.882 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1750 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:00:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:18 smithi078 ceph-mon[85589]: osdmap e555: 8 total, 7 up, 8 in 2024-09-13T03:00:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:18 smithi052 ceph-mon[91421]: osdmap e555: 8 total, 7 up, 8 in 2024-09-13T03:00:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:18 smithi052 ceph-mon[89065]: osdmap e555: 8 total, 7 up, 8 in 2024-09-13T03:00:19.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 podman[104463]: 2024-09-13 03:00:19.262153393 +0000 UTC m=+0.660820976 container remove 1703a71072a9889300b812b5ffcf6e9daa4de2e6c6c7261810dcf2deccccbcb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-13T03:00:19.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-13T03:00:19.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 systemd[1]: Stopped Ceph osd.7 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:00:19.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.7.service: Consumed 20.014s CPU time. 2024-09-13T03:00:19.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 systemd[1]: Starting Ceph osd.7 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:00:19.805 INFO:tasks.rados.rados.0.smithi052.stdout:2393: done (1 left) 2024-09-13T03:00:19.805 INFO:tasks.rados.rados.0.smithi052.stdout:2394: done (0 left) 2024-09-13T03:00:19.805 INFO:tasks.rados.rados.0.smithi052.stdout:2395: snap_remove snap 247 2024-09-13T03:00:19.878 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T03:00:20.001 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 podman[104566]: 2024-09-13 03:00:19.618157257 +0000 UTC m=+0.015641221 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:00:20.001 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:19 smithi078 podman[104566]: 2024-09-13 03:00:19.739976091 +0000 UTC m=+0.137460050 container create 80a36af562483ea204603d7acf9c6c52d056a7bc02ac040261bcefeb5845a943 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T03:00:20.002 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:19 smithi078 ceph-mon[85589]: pgmap v448: 121 pgs: 3 active+undersized, 13 peering, 10 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 543 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 666 KiB/s wr, 5 op/s; 51/1089 objects degraded (4.683%) 2024-09-13T03:00:20.002 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:19 smithi078 ceph-mon[85589]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T03:00:20.002 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:19 smithi078 ceph-mon[85589]: Health check failed: Degraded data redundancy: 51/1089 objects degraded (4.683%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:20.002 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:19 smithi078 ceph-mon[85589]: osdmap e556: 8 total, 7 up, 8 in 2024-09-13T03:00:20.002 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:19 smithi078 ceph-mon[85589]: osdmap e557: 8 total, 7 up, 8 in 2024-09-13T03:00:20.151 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T03:00:20.151 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (6m) 2m ago 10m 26.0M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (5m) 28s ago 10m 88.9M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (12m) 2m ago 12m 15.4M - 17.2.7-1627-gbbdadfa3 a994b00deb3a 1c0093846ead 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (12m) 28s ago 12m 22.8M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (5m) 28s ago 15m 441M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (5m) 2m ago 17m 506M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (5m) 2m ago 17m 54.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (4m) 28s ago 16m 48.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (4m) 2m ago 15m 47.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (6m) 2m ago 10m 16.2M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (5m) 28s ago 10m 16.1M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (3m) 2m ago 15m 164M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T03:00:20.152 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (3m) 2m ago 14m 131M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (2m) 2m ago 14m 122M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (2m) 2m ago 14m 12.1M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (101s) 28s ago 13m 142M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (66s) 28s ago 13m 155M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 9b1ea21005f0 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (33s) 28s ago 12m 11.1M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 04adbee99e8b 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (12m) 28s ago 12m 313M 2480M 17.2.7-1627-gbbdadfa3 a994b00deb3a c1f4e0f70dbd 2024-09-13T03:00:20.153 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (5m) 28s ago 11m 61.9M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T03:00:20.153 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[91421]: pgmap v448: 121 pgs: 3 active+undersized, 13 peering, 10 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 543 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 666 KiB/s wr, 5 op/s; 51/1089 objects degraded (4.683%) 2024-09-13T03:00:20.153 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[91421]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T03:00:20.153 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[91421]: Health check failed: Degraded data redundancy: 51/1089 objects degraded (4.683%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[91421]: osdmap e556: 8 total, 7 up, 8 in 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[91421]: osdmap e557: 8 total, 7 up, 8 in 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[89065]: pgmap v448: 121 pgs: 3 active+undersized, 13 peering, 10 stale+active+clean, 3 active+undersized+degraded, 92 active+clean; 543 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 666 KiB/s wr, 5 op/s; 51/1089 objects degraded (4.683%) 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[89065]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[89065]: Health check failed: Degraded data redundancy: 51/1089 objects degraded (4.683%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[89065]: osdmap e556: 8 total, 7 up, 8 in 2024-09-13T03:00:20.154 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:19 smithi052 ceph-mon[89065]: osdmap e557: 8 total, 7 up, 8 in 2024-09-13T03:00:20.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 podman[104566]: 2024-09-13 03:00:20.001168047 +0000 UTC m=+0.398652026 container init 80a36af562483ea204603d7acf9c6c52d056a7bc02ac040261bcefeb5845a943 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-13T03:00:20.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 podman[104566]: 2024-09-13 03:00:20.004625913 +0000 UTC m=+0.402109877 container start 80a36af562483ea204603d7acf9c6c52d056a7bc02ac040261bcefeb5845a943 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T03:00:20.447 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 podman[104566]: 2024-09-13 03:00:20.109554649 +0000 UTC m=+0.507038621 container attach 80a36af562483ea204603d7acf9c6c52d056a7bc02ac040261bcefeb5845a943 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T03:00:20.447 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T03:00:20.447 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T03:00:20.447 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T03:00:20.447 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 7 2024-09-13T03:00:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 17.2.7-1627-gbbdadfa3 (bbdadfa31f8fb9afaa389358d138cac49bd69e56) quincy (stable)": 2, 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 12 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T03:00:20.493 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T03:00:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:2395: done (0 left) 2024-09-13T03:00:20.807 INFO:tasks.rados.rados.0.smithi052.stdout:2396: read oid 8 snap -1 2024-09-13T03:00:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:2396: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T03:00:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:2397: read oid 35 snap -1 2024-09-13T03:00:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:2397: expect (ObjNum 742 snap 247 seq_num 742) 2024-09-13T03:00:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:2398: read oid 6 snap -1 2024-09-13T03:00:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:2398: expect (ObjNum 751 snap 250 seq_num 751) 2024-09-13T03:00:20.808 INFO:tasks.rados.rados.0.smithi052.stdout:2399: snap_remove snap 215 2024-09-13T03:00:20.866 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T03:00:20.866 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T03:00:20.866 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T03:00:20.866 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T03:00:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-mon[85589]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-mon[85589]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/787617228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:21.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-mon[85589]: osdmap e558: 8 total, 7 up, 8 in 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate[104581]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-13T03:00:21.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 bash[104566]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-13T03:00:21.198 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:20 smithi078 podman[104566]: 2024-09-13 03:00:20.921300659 +0000 UTC m=+1.318784618 container died 80a36af562483ea204603d7acf9c6c52d056a7bc02ac040261bcefeb5845a943 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f) 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[91421]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[91421]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/787617228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[91421]: osdmap e558: 8 total, 7 up, 8 in 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[89065]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[89065]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/787617228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:20 smithi052 ceph-mon[89065]: osdmap e558: 8 total, 7 up, 8 in 2024-09-13T03:00:21.810 INFO:tasks.rados.rados.0.smithi052.stdout:2399: done (3 left) 2024-09-13T03:00:21.810 INFO:tasks.rados.rados.0.smithi052.stdout:2400: snap_create 2024-09-13T03:00:21.810 INFO:tasks.rados.rados.0.smithi052.stdout:2397: expect (ObjNum 742 snap 247 seq_num 742) 2024-09-13T03:00:21.867 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:21 smithi078 podman[104705]: 2024-09-13 03:00:21.563575218 +0000 UTC m=+0.636097975 container remove 80a36af562483ea204603d7acf9c6c52d056a7bc02ac040261bcefeb5845a943 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2) 2024-09-13T03:00:21.867 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:21 smithi078 podman[104764]: 2024-09-13 03:00:21.672564163 +0000 UTC m=+0.015518120 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:00:21.867 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:21 smithi078 podman[104764]: 2024-09-13 03:00:21.781180958 +0000 UTC m=+0.124134947 container create 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-13T03:00:22.013 INFO:tasks.rados.rados.0.smithi052.stdout:2396: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T03:00:22.151 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:21 smithi078 ceph-mon[85589]: pgmap v451: 121 pgs: 21 active+undersized, 13 peering, 4 stale+active+clean, 7 active+undersized+degraded, 76 active+clean; 548 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s wr, 12 op/s; 114/1092 objects degraded (10.440%) 2024-09-13T03:00:22.151 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:21 smithi078 ceph-mon[85589]: osdmap e559: 8 total, 7 up, 8 in 2024-09-13T03:00:22.152 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:22 smithi078 podman[104764]: 2024-09-13 03:00:22.042307653 +0000 UTC m=+0.385261606 container init 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-7741f7f) 2024-09-13T03:00:22.152 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:22 smithi078 podman[104764]: 2024-09-13 03:00:22.045681297 +0000 UTC m=+0.388635248 container start 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-09-13T03:00:22.152 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:22 smithi078 ceph-osd[104783]: -- 172.21.15.78:0/4038838810 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624d0459a40 con 0x5624d0437c00 2024-09-13T03:00:22.207 INFO:tasks.rados.rados.0.smithi052.stdout:2398: expect (ObjNum 751 snap 250 seq_num 751) 2024-09-13T03:00:22.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:21 smithi052 ceph-mon[91421]: pgmap v451: 121 pgs: 21 active+undersized, 13 peering, 4 stale+active+clean, 7 active+undersized+degraded, 76 active+clean; 548 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s wr, 12 op/s; 114/1092 objects degraded (10.440%) 2024-09-13T03:00:22.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:21 smithi052 ceph-mon[91421]: osdmap e559: 8 total, 7 up, 8 in 2024-09-13T03:00:22.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:21 smithi052 ceph-mon[89065]: pgmap v451: 121 pgs: 21 active+undersized, 13 peering, 4 stale+active+clean, 7 active+undersized+degraded, 76 active+clean; 548 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s wr, 12 op/s; 114/1092 objects degraded (10.440%) 2024-09-13T03:00:22.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:21 smithi052 ceph-mon[89065]: osdmap e559: 8 total, 7 up, 8 in 2024-09-13T03:00:22.448 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:22 smithi078 bash[104764]: 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb 2024-09-13T03:00:22.449 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:22 smithi078 systemd[1]: Started Ceph osd.7 for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:00:22.449 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:00:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:22.810 INFO:tasks.rados.rados.0.smithi052.stdout:2396: done (3 left) 2024-09-13T03:00:22.811 INFO:tasks.rados.rados.0.smithi052.stdout:2397: done (2 left) 2024-09-13T03:00:22.811 INFO:tasks.rados.rados.0.smithi052.stdout:2398: done (1 left) 2024-09-13T03:00:22.811 INFO:tasks.rados.rados.0.smithi052.stdout:2400: done (0 left) 2024-09-13T03:00:22.811 INFO:tasks.rados.rados.0.smithi052.stdout:2401: snap_remove snap 245 2024-09-13T03:00:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:23 smithi078 ceph-mon[85589]: osdmap e560: 8 total, 7 up, 8 in 2024-09-13T03:00:23.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[89065]: osdmap e560: 8 total, 7 up, 8 in 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:23.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:23 smithi052 ceph-mon[91421]: osdmap e560: 8 total, 7 up, 8 in 2024-09-13T03:00:23.814 INFO:tasks.rados.rados.0.smithi052.stdout:2401: done (0 left) 2024-09-13T03:00:23.814 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 252 2024-09-13T03:00:23.814 INFO:tasks.rados.rados.0.smithi052.stdout:2402: seq_num 756 ranges {581632=671744} 2024-09-13T03:00:23.822 INFO:tasks.rados.rados.0.smithi052.stdout:2402: writing smithi05277117-6 from 581632 to 1253376 tid 1 2024-09-13T03:00:23.822 INFO:tasks.rados.rados.0.smithi052.stdout:2403: copy_from oid 20 from oid 45 current snap is 252 2024-09-13T03:00:23.822 INFO:tasks.rados.rados.0.smithi052.stdout:2404: rollback oid 39 current snap is 252 2024-09-13T03:00:23.822 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 217 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2405: read oid 30 snap 236 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2405: expect deleted 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2406: read oid 26 snap 237 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2406: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2407: read oid 11 snap -1 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2407: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T03:00:23.823 INFO:tasks.rados.rados.0.smithi052.stdout:2408: snap_create 2024-09-13T03:00:23.831 INFO:tasks.rados.rados.0.smithi052.stdout:2402: finishing write tid 1 to smithi05277117-6 2024-09-13T03:00:23.832 INFO:tasks.rados.rados.0.smithi052.stdout:2402: finishing write tid 2 to smithi05277117-6 2024-09-13T03:00:23.835 INFO:tasks.rados.rados.0.smithi052.stdout:2404: finishing rollback tid 0 to smithi05277117-39 2024-09-13T03:00:23.835 INFO:tasks.rados.rados.0.smithi052.stdout:2402: finishing write tid 3 to smithi05277117-6 2024-09-13T03:00:23.835 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1904 (ObjNum 756 snap 252 seq_num 756) dirty exists 2024-09-13T03:00:23.835 INFO:tasks.rados.rados.0.smithi052.stdout:2402: left oid 6 (ObjNum 756 snap 252 seq_num 756) 2024-09-13T03:00:23.837 INFO:tasks.rados.rados.0.smithi052.stdout:2404: finishing rollback tid 1 to smithi05277117-39 2024-09-13T03:00:23.837 INFO:tasks.rados.rados.0.smithi052.stdout:2404: finishing rollback tid 2 to smithi05277117-39 2024-09-13T03:00:23.837 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1198 (ObjNum 378 snap 131 seq_num 378) dirty exists 2024-09-13T03:00:23.838 INFO:tasks.rados.rados.0.smithi052.stdout:2403: finishing copy_from racing read to smithi05277117-20 2024-09-13T03:00:23.839 INFO:tasks.rados.rados.0.smithi052.stdout:2406: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:00:23.945 INFO:tasks.rados.rados.0.smithi052.stdout:2403: finishing copy_from to smithi05277117-20 2024-09-13T03:00:23.945 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1920 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T03:00:23.945 INFO:tasks.rados.rados.0.smithi052.stdout:2407: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T03:00:23.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:23 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T03:00:23.673+0000 7f2f7fc76640 -1 Falling back to public interface 2024-09-13T03:00:24.424 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:24 smithi078 ceph-mon[85589]: pgmap v454: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 546 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 11 op/s; 152/1083 objects degraded (14.035%) 2024-09-13T03:00:24.425 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:24 smithi078 ceph-mon[85589]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-09-13T03:00:24.425 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:24 smithi078 ceph-mon[85589]: osdmap e561: 8 total, 7 up, 8 in 2024-09-13T03:00:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:24 smithi052 ceph-mon[91421]: pgmap v454: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 546 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 11 op/s; 152/1083 objects degraded (14.035%) 2024-09-13T03:00:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:24 smithi052 ceph-mon[91421]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-09-13T03:00:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:24 smithi052 ceph-mon[91421]: osdmap e561: 8 total, 7 up, 8 in 2024-09-13T03:00:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:24 smithi052 ceph-mon[89065]: pgmap v454: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 546 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 11 op/s; 152/1083 objects degraded (14.035%) 2024-09-13T03:00:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:24 smithi052 ceph-mon[89065]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2024-09-13T03:00:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:24 smithi052 ceph-mon[89065]: osdmap e561: 8 total, 7 up, 8 in 2024-09-13T03:00:24.808 INFO:tasks.rados.rados.0.smithi052.stdout:2402: done (6 left) 2024-09-13T03:00:24.808 INFO:tasks.rados.rados.0.smithi052.stdout:2403: done (5 left) 2024-09-13T03:00:24.808 INFO:tasks.rados.rados.0.smithi052.stdout:2404: done (4 left) 2024-09-13T03:00:24.808 INFO:tasks.rados.rados.0.smithi052.stdout:2405: done (3 left) 2024-09-13T03:00:24.808 INFO:tasks.rados.rados.0.smithi052.stdout:2406: done (2 left) 2024-09-13T03:00:24.808 INFO:tasks.rados.rados.0.smithi052.stdout:2407: done (1 left) 2024-09-13T03:00:24.809 INFO:tasks.rados.rados.0.smithi052.stdout:2408: done (0 left) 2024-09-13T03:00:24.809 INFO:tasks.rados.rados.0.smithi052.stdout:2409: read oid 15 snap 237 2024-09-13T03:00:24.809 INFO:tasks.rados.rados.0.smithi052.stdout:2409: expect deleted 2024-09-13T03:00:24.809 INFO:tasks.rados.rados.0.smithi052.stdout:2410: rmattr oid 42 current snap is 253 2024-09-13T03:00:24.809 INFO:tasks.rados.rados.0.smithi052.stdout:2410: done (1 left) 2024-09-13T03:00:24.809 INFO:tasks.rados.rados.0.smithi052.stdout:2411: delete oid 7 current snap is 253 2024-09-13T03:00:24.812 INFO:tasks.rados.rados.0.smithi052.stdout:2409: done (1 left) 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:2411: done (0 left) 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:2412: copy_from oid 37 from oid 22 current snap is 253 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:2413: rollback oid 28 current snap is 253 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 243 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:2414: copy_from oid 6 from oid 19 current snap is 253 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 253 2024-09-13T03:00:24.813 INFO:tasks.rados.rados.0.smithi052.stdout:2415: seq_num 758 ranges {0=704512} 2024-09-13T03:00:24.817 INFO:tasks.rados.rados.0.smithi052.stdout:2415: writing smithi05277117-20 from 0 to 704512 tid 1 2024-09-13T03:00:24.818 INFO:tasks.rados.rados.0.smithi052.stdout:2413: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:00:24.818 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 253 2024-09-13T03:00:24.818 INFO:tasks.rados.rados.0.smithi052.stdout:2416: seq_num 759 ranges {2506752=720896} 2024-09-13T03:00:24.836 INFO:tasks.rados.rados.0.smithi052.stdout:2416: writing smithi05277117-32 from 2506752 to 3227648 tid 1 2024-09-13T03:00:24.836 INFO:tasks.rados.rados.0.smithi052.stdout:2413: finishing rollback tid 2 to smithi05277117-28 2024-09-13T03:00:24.836 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1219 (ObjNum 676 snap 228 seq_num 676) dirty exists 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2417: read oid 38 snap -1 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2417: expect (ObjNum 722 snap 243 seq_num 722) 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2413: done (5 left) 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2418: rmattr oid 1 current snap is 253 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2418: done (5 left) 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2419: snap_create 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2415: finishing write tid 1 to smithi05277117-20 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2415: finishing write tid 2 to smithi05277117-20 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2415: finishing write tid 3 to smithi05277117-20 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1922 (ObjNum 758 snap 253 seq_num 758) dirty exists 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2415: left oid 20 (ObjNum 758 snap 253 seq_num 758) 2024-09-13T03:00:24.837 INFO:tasks.rados.rados.0.smithi052.stdout:2414: finishing copy_from racing read to smithi05277117-6 2024-09-13T03:00:24.842 INFO:tasks.rados.rados.0.smithi052.stdout:2416: finishing write tid 1 to smithi05277117-32 2024-09-13T03:00:24.842 INFO:tasks.rados.rados.0.smithi052.stdout:2416: finishing write tid 2 to smithi05277117-32 2024-09-13T03:00:24.844 INFO:tasks.rados.rados.0.smithi052.stdout:2416: finishing write tid 3 to smithi05277117-32 2024-09-13T03:00:24.844 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1707 (ObjNum 759 snap 253 seq_num 759) dirty exists 2024-09-13T03:00:24.844 INFO:tasks.rados.rados.0.smithi052.stdout:2416: left oid 32 (ObjNum 759 snap 253 seq_num 759) 2024-09-13T03:00:24.852 INFO:tasks.rados.rados.0.smithi052.stdout:2414: finishing copy_from to smithi05277117-6 2024-09-13T03:00:24.852 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1175 (ObjNum 662 snap 222 seq_num 662) dirty exists 2024-09-13T03:00:24.861 INFO:tasks.rados.rados.0.smithi052.stdout:2417: expect (ObjNum 722 snap 243 seq_num 722) 2024-09-13T03:00:25.102 INFO:tasks.rados.rados.0.smithi052.stdout:2412: finishing copy_from racing read to smithi05277117-37 2024-09-13T03:00:25.102 INFO:tasks.rados.rados.0.smithi052.stdout:2412: finishing copy_from to smithi05277117-37 2024-09-13T03:00:25.102 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1750 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:00:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:25 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 152/1083 objects degraded (14.035%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:25 smithi078 ceph-mon[85589]: osdmap e562: 8 total, 7 up, 8 in 2024-09-13T03:00:25.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:25 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 152/1083 objects degraded (14.035%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:25.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:25 smithi052 ceph-mon[91421]: osdmap e562: 8 total, 7 up, 8 in 2024-09-13T03:00:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:25 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 152/1083 objects degraded (14.035%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:25 smithi052 ceph-mon[89065]: osdmap e562: 8 total, 7 up, 8 in 2024-09-13T03:00:25.809 INFO:tasks.rados.rados.0.smithi052.stdout:2412: done (5 left) 2024-09-13T03:00:25.809 INFO:tasks.rados.rados.0.smithi052.stdout:2414: done (4 left) 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2415: done (3 left) 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2416: done (2 left) 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2417: done (1 left) 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2419: done (0 left) 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2420: read oid 44 snap 244 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2420: expect (ObjNum 696 snap 235 seq_num 696) 2024-09-13T03:00:25.810 INFO:tasks.rados.rados.0.smithi052.stdout:2421: delete oid 39 current snap is 254 2024-09-13T03:00:25.815 INFO:tasks.rados.rados.0.smithi052.stdout:2421: done (1 left) 2024-09-13T03:00:25.816 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 254 2024-09-13T03:00:25.816 INFO:tasks.rados.rados.0.smithi052.stdout:2422: seq_num 761 ranges {2392064=753664} 2024-09-13T03:00:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:2422: writing smithi05277117-26 from 2392064 to 3145728 tid 1 2024-09-13T03:00:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:2423: snap_remove snap 226 2024-09-13T03:00:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:26 smithi052 ceph-mon[91421]: pgmap v457: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 546 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 154 KiB/s wr, 3 op/s; 152/1083 objects degraded (14.035%) 2024-09-13T03:00:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:26 smithi052 ceph-mon[91421]: osdmap e563: 8 total, 7 up, 8 in 2024-09-13T03:00:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:26 smithi052 ceph-mon[89065]: pgmap v457: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 546 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 154 KiB/s wr, 3 op/s; 152/1083 objects degraded (14.035%) 2024-09-13T03:00:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:26 smithi052 ceph-mon[89065]: osdmap e563: 8 total, 7 up, 8 in 2024-09-13T03:00:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:26 smithi078 ceph-mon[85589]: pgmap v457: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 546 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 154 KiB/s wr, 3 op/s; 152/1083 objects degraded (14.035%) 2024-09-13T03:00:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:26 smithi078 ceph-mon[85589]: osdmap e563: 8 total, 7 up, 8 in 2024-09-13T03:00:26.811 INFO:tasks.rados.rados.0.smithi052.stdout:2423: done (2 left) 2024-09-13T03:00:26.811 INFO:tasks.rados.rados.0.smithi052.stdout:2424: read oid 10 snap -1 2024-09-13T03:00:26.811 INFO:tasks.rados.rados.0.smithi052.stdout:2424: expect (ObjNum 746 snap 248 seq_num 746) 2024-09-13T03:00:26.811 INFO:tasks.rados.rados.0.smithi052.stdout:2425: rmattr oid 4 current snap is 254 2024-09-13T03:00:26.811 INFO:tasks.rados.rados.0.smithi052.stdout:2420: expect (ObjNum 696 snap 235 seq_num 696) 2024-09-13T03:00:26.875 INFO:tasks.rados.rados.0.smithi052.stdout:2422: finishing write tid 1 to smithi05277117-26 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2422: finishing write tid 2 to smithi05277117-26 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2422: finishing write tid 3 to smithi05277117-26 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1188 (ObjNum 761 snap 254 seq_num 761) dirty exists 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2422: left oid 26 (ObjNum 761 snap 254 seq_num 761) 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2420: done (3 left) 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2422: done (2 left) 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2426: read oid 3 snap -1 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2426: expect deleted 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2427: rmattr oid 40 current snap is 254 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2427: done (3 left) 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2428: snap_create 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1708 (ObjNum 673 snap 226 seq_num 673) dirty exists 2024-09-13T03:00:26.876 INFO:tasks.rados.rados.0.smithi052.stdout:2424: expect (ObjNum 746 snap 248 seq_num 746) 2024-09-13T03:00:27.676 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-mon[85589]: pgmap v460: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 548 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 176 KiB/s wr, 6 op/s; 153/1080 objects degraded (14.167%) 2024-09-13T03:00:27.676 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.676 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.676 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-mon[85589]: osdmap e564: 8 total, 7 up, 8 in 2024-09-13T03:00:27.677 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.677 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[91421]: pgmap v460: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 548 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 176 KiB/s wr, 6 op/s; 153/1080 objects degraded (14.167%) 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[91421]: osdmap e564: 8 total, 7 up, 8 in 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[89065]: pgmap v460: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 548 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 176 KiB/s wr, 6 op/s; 153/1080 objects degraded (14.167%) 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[89065]: osdmap e564: 8 total, 7 up, 8 in 2024-09-13T03:00:27.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:27.812 INFO:tasks.rados.rados.0.smithi052.stdout:2424: done (3 left) 2024-09-13T03:00:27.812 INFO:tasks.rados.rados.0.smithi052.stdout:2425: done (2 left) 2024-09-13T03:00:27.812 INFO:tasks.rados.rados.0.smithi052.stdout:2426: done (1 left) 2024-09-13T03:00:27.812 INFO:tasks.rados.rados.0.smithi052.stdout:2428: done (0 left) 2024-09-13T03:00:27.812 INFO:tasks.rados.rados.0.smithi052.stdout:2429: delete oid 46 current snap is 255 2024-09-13T03:00:27.817 INFO:tasks.rados.rados.0.smithi052.stdout:2429: done (0 left) 2024-09-13T03:00:27.817 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 255 2024-09-13T03:00:27.817 INFO:tasks.rados.rados.0.smithi052.stdout:2430: seq_num 763 ranges {598016=786432} 2024-09-13T03:00:27.824 INFO:tasks.rados.rados.0.smithi052.stdout:2430: writing smithi05277117-49 from 598016 to 1384448 tid 1 2024-09-13T03:00:27.824 INFO:tasks.rados.rados.0.smithi052.stdout:2431: rmattr oid 35 current snap is 255 2024-09-13T03:00:27.824 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 255 2024-09-13T03:00:27.825 INFO:tasks.rados.rados.0.smithi052.stdout:2432: seq_num 764 ranges {2064384=802816} 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:2432: writing smithi05277117-44 from 2064384 to 2867200 tid 1 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:2433: delete oid 19 current snap is 255 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 0 (ObjNum 742 snap 247 seq_num 742) dirty exists 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:2430: finishing write tid 1 to smithi05277117-49 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:2430: finishing write tid 2 to smithi05277117-49 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:2430: finishing write tid 3 to smithi05277117-49 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1308 (ObjNum 763 snap 255 seq_num 763) dirty exists 2024-09-13T03:00:27.841 INFO:tasks.rados.rados.0.smithi052.stdout:2430: left oid 49 (ObjNum 763 snap 255 seq_num 763) 2024-09-13T03:00:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:2430: done (3 left) 2024-09-13T03:00:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:2431: done (2 left) 2024-09-13T03:00:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:2433: done (1 left) 2024-09-13T03:00:27.843 INFO:tasks.rados.rados.0.smithi052.stdout:2434: setattr oid 46 current snap is 255 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2435: read oid 2 snap -1 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2435: expect (ObjNum 744 snap 247 seq_num 744) 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2436: copy_from oid 7 from oid 21 current snap is 255 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2437: read oid 38 snap -1 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2437: expect (ObjNum 722 snap 243 seq_num 722) 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2438: snap_create 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2432: finishing write tid 1 to smithi05277117-44 2024-09-13T03:00:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2432: finishing write tid 2 to smithi05277117-44 2024-09-13T03:00:27.847 INFO:tasks.rados.rados.0.smithi052.stdout:2432: finishing write tid 3 to smithi05277117-44 2024-09-13T03:00:27.847 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1343 (ObjNum 764 snap 255 seq_num 764) dirty exists 2024-09-13T03:00:27.847 INFO:tasks.rados.rados.0.smithi052.stdout:2432: left oid 44 (ObjNum 764 snap 255 seq_num 764) 2024-09-13T03:00:27.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1709 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T03:00:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:2435: expect (ObjNum 744 snap 247 seq_num 744) 2024-09-13T03:00:27.865 INFO:tasks.rados.rados.0.smithi052.stdout:2436: finishing copy_from racing read to smithi05277117-7 2024-09-13T03:00:27.865 INFO:tasks.rados.rados.0.smithi052.stdout:2436: finishing copy_from to smithi05277117-7 2024-09-13T03:00:27.865 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1208 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:00:27.866 INFO:tasks.rados.rados.0.smithi052.stdout:2437: expect (ObjNum 722 snap 243 seq_num 722) 2024-09-13T03:00:27.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:27 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T03:00:27.811+0000 7f2f7fc76640 -1 osd.7 553 log_to_monitors true 2024-09-13T03:00:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:00:28] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-09-13T03:00:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:2432: done (5 left) 2024-09-13T03:00:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:2434: done (4 left) 2024-09-13T03:00:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:2435: done (3 left) 2024-09-13T03:00:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:2436: done (2 left) 2024-09-13T03:00:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:2437: done (1 left) 2024-09-13T03:00:28.818 INFO:tasks.rados.rados.0.smithi052.stdout:2438: done (0 left) 2024-09-13T03:00:28.819 INFO:tasks.rados.rados.0.smithi052.stdout:2439: snap_create 2024-09-13T03:00:28.841 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:28 smithi078 ceph-mon[85589]: osdmap e565: 8 total, 7 up, 8 in 2024-09-13T03:00:28.841 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:28 smithi078 ceph-mon[85589]: from='osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T03:00:28.841 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:28 smithi078 ceph-mon[85589]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T03:00:29.197 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 03:00:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T03:00:28.839+0000 7f2f77a21640 -1 osd.7 553 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T03:00:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-mon[91421]: osdmap e565: 8 total, 7 up, 8 in 2024-09-13T03:00:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-mon[91421]: from='osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T03:00:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-mon[91421]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T03:00:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-mon[89065]: osdmap e565: 8 total, 7 up, 8 in 2024-09-13T03:00:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-mon[89065]: from='osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T03:00:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:28 smithi052 ceph-mon[89065]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T03:00:29.821 INFO:tasks.rados.rados.0.smithi052.stdout:2439: done (0 left) 2024-09-13T03:00:29.822 INFO:tasks.rados.rados.0.smithi052.stdout:2440: delete oid 45 current snap is 257 2024-09-13T03:00:29.836 INFO:tasks.rados.rados.0.smithi052.stdout:2440: done (0 left) 2024-09-13T03:00:29.836 INFO:tasks.rados.rados.0.smithi052.stdout:2441: read oid 40 snap -1 2024-09-13T03:00:29.836 INFO:tasks.rados.rados.0.smithi052.stdout:2441: expect deleted 2024-09-13T03:00:29.836 INFO:tasks.rados.rados.0.smithi052.stdout:2442: snap_remove snap 252 2024-09-13T03:00:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:29 smithi078 ceph-mon[85589]: pgmap v463: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 554 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 157/1095 objects degraded (14.338%) 2024-09-13T03:00:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:29 smithi078 ceph-mon[85589]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T03:00:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:29 smithi078 ceph-mon[85589]: from='osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T03:00:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:29 smithi078 ceph-mon[85589]: osdmap e566: 8 total, 7 up, 8 in 2024-09-13T03:00:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:29 smithi078 ceph-mon[85589]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T03:00:29.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:29 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 157/1095 objects degraded (14.338%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[91421]: pgmap v463: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 554 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 157/1095 objects degraded (14.338%) 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[91421]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[91421]: from='osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[91421]: osdmap e566: 8 total, 7 up, 8 in 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[91421]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 157/1095 objects degraded (14.338%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[89065]: pgmap v463: 121 pgs: 37 active+undersized, 12 active+undersized+degraded, 72 active+clean; 554 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 157/1095 objects degraded (14.338%) 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[89065]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[89065]: from='osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[89065]: osdmap e566: 8 total, 7 up, 8 in 2024-09-13T03:00:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[89065]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-09-13T03:00:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:29 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 157/1095 objects degraded (14.338%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:30.835 INFO:tasks.rados.rados.0.smithi052.stdout:2442: done (1 left) 2024-09-13T03:00:30.835 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 257 2024-09-13T03:00:30.835 INFO:tasks.rados.rados.0.smithi052.stdout:2443: seq_num 767 ranges {1646592=450560,2097152=401408} 2024-09-13T03:00:30.843 INFO:tasks.rados.rados.0.smithi052.stdout:2443: writing smithi05277117-36 from 1646592 to 2097152 tid 1 2024-09-13T03:00:30.846 INFO:tasks.rados.rados.0.smithi052.stdout:2443: writing smithi05277117-36 from 2097152 to 2498560 tid 2 2024-09-13T03:00:30.847 INFO:tasks.rados.rados.0.smithi052.stdout:2441: done (1 left) 2024-09-13T03:00:30.847 INFO:tasks.rados.rados.0.smithi052.stdout:2444: delete oid 20 current snap is 257 2024-09-13T03:00:30.855 INFO:tasks.rados.rados.0.smithi052.stdout:2443: finishing write tid 1 to smithi05277117-36 2024-09-13T03:00:30.856 INFO:tasks.rados.rados.0.smithi052.stdout:2443: finishing write tid 2 to smithi05277117-36 2024-09-13T03:00:30.856 INFO:tasks.rados.rados.0.smithi052.stdout:2443: finishing write tid 3 to smithi05277117-36 2024-09-13T03:00:30.858 INFO:tasks.rados.rados.0.smithi052.stdout:2443: finishing write tid 4 to smithi05277117-36 2024-09-13T03:00:30.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1222 (ObjNum 767 snap 257 seq_num 767) dirty exists 2024-09-13T03:00:30.858 INFO:tasks.rados.rados.0.smithi052.stdout:2443: left oid 36 (ObjNum 767 snap 257 seq_num 767) 2024-09-13T03:00:30.862 INFO:tasks.rados.rados.0.smithi052.stdout:2443: done (1 left) 2024-09-13T03:00:30.862 INFO:tasks.rados.rados.0.smithi052.stdout:2444: done (0 left) 2024-09-13T03:00:30.862 INFO:tasks.rados.rados.0.smithi052.stdout:2445: read oid 34 snap -1 2024-09-13T03:00:30.862 INFO:tasks.rados.rados.0.smithi052.stdout:2445: expect deleted 2024-09-13T03:00:30.862 INFO:tasks.rados.rados.0.smithi052.stdout:2446: delete oid 41 current snap is 257 2024-09-13T03:00:30.864 INFO:tasks.rados.rados.0.smithi052.stdout:2445: done (1 left) 2024-09-13T03:00:30.864 INFO:tasks.rados.rados.0.smithi052.stdout:2446: done (0 left) 2024-09-13T03:00:30.865 INFO:tasks.rados.rados.0.smithi052.stdout:2447: delete oid 23 current snap is 257 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2447: done (0 left) 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2448: read oid 37 snap 236 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2448: expect (ObjNum 651 snap 219 seq_num 651) 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2449: read oid 33 snap -1 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2449: expect (ObjNum 691 snap 234 seq_num 691) 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2450: rollback oid 19 current snap is 257 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 224 2024-09-13T03:00:30.868 INFO:tasks.rados.rados.0.smithi052.stdout:2451: snap_remove snap 253 2024-09-13T03:00:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T03:00:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333] boot 2024-09-13T03:00:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T03:00:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T03:00:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T03:00:31.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T03:00:31.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T03:00:31.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T03:00:31.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T03:00:31.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T03:00:31.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333] boot 2024-09-13T03:00:31.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T03:00:31.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T03:00:31.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.265 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T03:00:31.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: osd.7 [v2:172.21.15.78:6824/1921171333,v1:172.21.15.78:6825/1921171333] boot 2024-09-13T03:00:31.267 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: osdmap e567: 8 total, 8 up, 8 in 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-13T03:00:31.268 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T03:00:31.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T03:00:31.270 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-13T03:00:31.271 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T03:00:31.271 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-09-13T03:00:31.271 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-13T03:00:31.271 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-13T03:00:31.845 INFO:tasks.rados.rados.0.smithi052.stdout:2451: done (3 left) 2024-09-13T03:00:31.845 INFO:tasks.rados.rados.0.smithi052.stdout:2452: snap_remove snap 256 2024-09-13T03:00:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: pgmap v466: 121 pgs: 9 peering, 30 active+undersized, 10 active+undersized+degraded, 72 active+clean; 563 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 17 op/s; 112/1107 objects degraded (10.117%) 2024-09-13T03:00:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all osd 2024-09-13T03:00:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T03:00:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T03:00:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T03:00:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: Upgrade: It appears safe to stop mds.a 2024-09-13T03:00:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: pgmap v466: 121 pgs: 9 peering, 30 active+undersized, 10 active+undersized+degraded, 72 active+clean; 563 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 17 op/s; 112/1107 objects degraded (10.117%) 2024-09-13T03:00:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all osd 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: Upgrade: It appears safe to stop mds.a 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: pgmap v466: 121 pgs: 9 peering, 30 active+undersized, 10 active+undersized+degraded, 72 active+clean; 563 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 17 op/s; 112/1107 objects degraded (10.117%) 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all osd 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: Upgrade: Setting require_osd_release to 19 squid 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: osdmap e568: 8 total, 8 up, 8 in 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T03:00:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: Upgrade: It appears safe to stop mds.a 2024-09-13T03:00:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:32.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:00:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:00:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:32.853 INFO:tasks.rados.rados.0.smithi052.stdout:2452: done (3 left) 2024-09-13T03:00:32.853 INFO:tasks.rados.rados.0.smithi052.stdout:2453: copy_from oid 47 from oid 48 current snap is 257 2024-09-13T03:00:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2454: rollback oid 15 current snap is 257 2024-09-13T03:00:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 249 2024-09-13T03:00:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2455: delete oid 38 current snap is 257 2024-09-13T03:00:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2450: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:00:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 1751 (ObjNum 145 snap 0 seq_num 4210568240) dirty dne 2024-09-13T03:00:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2449: expect (ObjNum 691 snap 234 seq_num 691) 2024-09-13T03:00:33.084 INFO:tasks.rados.rados.0.smithi052.stdout:2448: expect (ObjNum 651 snap 219 seq_num 651) 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[91421]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[89065]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T03:00:33.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:32 smithi078 ceph-mon[85589]: osdmap e569: 8 total, 8 up, 8 in 2024-09-13T03:00:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T03:00:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:33.358 INFO:tasks.rados.rados.0.smithi052.stdout:2454: finishing rollback tid 1 to smithi05277117-15 2024-09-13T03:00:33.358 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 443 (ObjNum 65 snap 0 seq_num 1634431084) dirty dne 2024-09-13T03:00:33.358 INFO:tasks.rados.rados.0.smithi052.stdout:2453: finishing copy_from racing read to smithi05277117-47 2024-09-13T03:00:33.358 INFO:tasks.rados.rados.0.smithi052.stdout:2453: finishing copy_from to smithi05277117-47 2024-09-13T03:00:33.358 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1698 (ObjNum 732 snap 246 seq_num 732) dirty exists 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2448: done (5 left) 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2449: done (4 left) 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2450: done (3 left) 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2453: done (2 left) 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2454: done (1 left) 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2455: done (0 left) 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2456: rollback oid 28 current snap is 257 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 201 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2457: copy_from oid 35 from oid 21 current snap is 257 2024-09-13T03:00:33.359 INFO:tasks.rados.rados.0.smithi052.stdout:2458: delete oid 50 current snap is 257 2024-09-13T03:00:33.360 INFO:tasks.rados.rados.0.smithi052.stdout:2458: done (2 left) 2024-09-13T03:00:33.360 INFO:tasks.rados.rados.0.smithi052.stdout:2459: setattr oid 44 current snap is 257 2024-09-13T03:00:33.361 INFO:tasks.rados.rados.0.smithi052.stdout:2456: finishing rollback tid 0 to smithi05277117-28 2024-09-13T03:00:33.362 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 257 2024-09-13T03:00:33.362 INFO:tasks.rados.rados.0.smithi052.stdout:2456: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:00:33.362 INFO:tasks.rados.rados.0.smithi052.stdout:2460: seq_num 773 ranges {3145728=548864,3694592=401408} 2024-09-13T03:00:33.382 INFO:tasks.rados.rados.0.smithi052.stdout:2460: writing smithi05277117-26 from 3145728 to 3694592 tid 1 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2460: writing smithi05277117-26 from 3694592 to 4096000 tid 2 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2461: read oid 49 snap -1 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2461: expect (ObjNum 763 snap 255 seq_num 763) 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 257 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2456: finishing rollback tid 2 to smithi05277117-28 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1225 (ObjNum 579 snap 195 seq_num 579) dirty exists 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2457: finishing copy_from racing read to smithi05277117-35 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2457: finishing copy_from to smithi05277117-35 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1208 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1344 (ObjNum 764 snap 255 seq_num 764) dirty exists 2024-09-13T03:00:33.385 INFO:tasks.rados.rados.0.smithi052.stdout:2462: seq_num 774 ranges {0=565248,565248=401408} 2024-09-13T03:00:33.387 INFO:tasks.rados.rados.0.smithi052.stdout:2462: writing smithi05277117-13 from 0 to 565248 tid 1 2024-09-13T03:00:33.390 INFO:tasks.rados.rados.0.smithi052.stdout:2462: writing smithi05277117-13 from 565248 to 966656 tid 2 2024-09-13T03:00:33.390 INFO:tasks.rados.rados.0.smithi052.stdout:2456: done (5 left) 2024-09-13T03:00:33.390 INFO:tasks.rados.rados.0.smithi052.stdout:2457: done (4 left) 2024-09-13T03:00:33.390 INFO:tasks.rados.rados.0.smithi052.stdout:2459: done (3 left) 2024-09-13T03:00:33.391 INFO:tasks.rados.rados.0.smithi052.stdout:2463: snap_create 2024-09-13T03:00:33.391 INFO:tasks.rados.rados.0.smithi052.stdout:2460: finishing write tid 1 to smithi05277117-26 2024-09-13T03:00:33.391 INFO:tasks.rados.rados.0.smithi052.stdout:2460: finishing write tid 2 to smithi05277117-26 2024-09-13T03:00:33.391 INFO:tasks.rados.rados.0.smithi052.stdout:2460: finishing write tid 3 to smithi05277117-26 2024-09-13T03:00:33.391 INFO:tasks.rados.rados.0.smithi052.stdout:2461: expect (ObjNum 763 snap 255 seq_num 763) 2024-09-13T03:00:33.437 INFO:tasks.rados.rados.0.smithi052.stdout:2460: finishing write tid 4 to smithi05277117-26 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1191 (ObjNum 773 snap 257 seq_num 773) dirty exists 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:2460: left oid 26 (ObjNum 773 snap 257 seq_num 773) 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:2462: finishing write tid 1 to smithi05277117-13 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:2462: finishing write tid 2 to smithi05277117-13 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:2462: finishing write tid 3 to smithi05277117-13 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:2462: finishing write tid 4 to smithi05277117-13 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 1960 (ObjNum 774 snap 257 seq_num 774) dirty exists 2024-09-13T03:00:33.438 INFO:tasks.rados.rados.0.smithi052.stdout:2462: left oid 13 (ObjNum 774 snap 257 seq_num 774) 2024-09-13T03:00:33.854 INFO:tasks.rados.rados.0.smithi052.stdout:2460: done (3 left) 2024-09-13T03:00:33.854 INFO:tasks.rados.rados.0.smithi052.stdout:2461: done (2 left) 2024-09-13T03:00:33.854 INFO:tasks.rados.rados.0.smithi052.stdout:2462: done (1 left) 2024-09-13T03:00:33.855 INFO:tasks.rados.rados.0.smithi052.stdout:2463: done (0 left) 2024-09-13T03:00:33.855 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 258 2024-09-13T03:00:33.855 INFO:tasks.rados.rados.0.smithi052.stdout:2464: seq_num 775 ranges {3964928=589824,4554752=401408} 2024-09-13T03:00:33.879 INFO:tasks.rados.rados.0.smithi052.stdout:2464: writing smithi05277117-6 from 3964928 to 4554752 tid 1 2024-09-13T03:00:33.881 INFO:tasks.rados.rados.0.smithi052.stdout:2464: writing smithi05277117-6 from 4554752 to 4956160 tid 2 2024-09-13T03:00:33.881 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 258 2024-09-13T03:00:33.881 INFO:tasks.rados.rados.0.smithi052.stdout:2465: seq_num 776 ranges {2498560=606208,3104768=401408} 2024-09-13T03:00:33.898 INFO:tasks.rados.rados.0.smithi052.stdout:2465: writing smithi05277117-36 from 2498560 to 3104768 tid 1 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:2465: writing smithi05277117-36 from 3104768 to 3506176 tid 2 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:2466: snap_create 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:2464: finishing write tid 1 to smithi05277117-6 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:2464: finishing write tid 2 to smithi05277117-6 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:2464: finishing write tid 3 to smithi05277117-6 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:2464: finishing write tid 4 to smithi05277117-6 2024-09-13T03:00:33.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 1964 (ObjNum 775 snap 258 seq_num 775) dirty exists 2024-09-13T03:00:33.902 INFO:tasks.rados.rados.0.smithi052.stdout:2464: left oid 6 (ObjNum 775 snap 258 seq_num 775) 2024-09-13T03:00:33.905 INFO:tasks.rados.rados.0.smithi052.stdout:2465: finishing write tid 1 to smithi05277117-36 2024-09-13T03:00:33.905 INFO:tasks.rados.rados.0.smithi052.stdout:2465: finishing write tid 2 to smithi05277117-36 2024-09-13T03:00:33.905 INFO:tasks.rados.rados.0.smithi052.stdout:2465: finishing write tid 3 to smithi05277117-36 2024-09-13T03:00:33.906 INFO:tasks.rados.rados.0.smithi052.stdout:2465: finishing write tid 4 to smithi05277117-36 2024-09-13T03:00:33.906 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1228 (ObjNum 776 snap 258 seq_num 776) dirty exists 2024-09-13T03:00:33.907 INFO:tasks.rados.rados.0.smithi052.stdout:2465: left oid 36 (ObjNum 776 snap 258 seq_num 776) 2024-09-13T03:00:33.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[91421]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 9 peering, 22 active+undersized, 6 active+undersized+degraded, 83 active+clean; 564 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 12 op/s; 76/1110 objects degraded (6.847%); 16 KiB/s, 0 objects/s recovering 2024-09-13T03:00:33.954 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[91421]: Upgrade: Updating mds.a 2024-09-13T03:00:33.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[91421]: Deploying daemon mds.a on smithi052 2024-09-13T03:00:33.955 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[91421]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T03:00:33.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[89065]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 9 peering, 22 active+undersized, 6 active+undersized+degraded, 83 active+clean; 564 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 12 op/s; 76/1110 objects degraded (6.847%); 16 KiB/s, 0 objects/s recovering 2024-09-13T03:00:33.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[89065]: Upgrade: Updating mds.a 2024-09-13T03:00:33.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[89065]: Deploying daemon mds.a on smithi052 2024-09-13T03:00:33.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:33 smithi052 ceph-mon[89065]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T03:00:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:33 smithi078 ceph-mon[85589]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 9 peering, 22 active+undersized, 6 active+undersized+degraded, 83 active+clean; 564 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 12 op/s; 76/1110 objects degraded (6.847%); 16 KiB/s, 0 objects/s recovering 2024-09-13T03:00:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:33 smithi078 ceph-mon[85589]: Upgrade: Updating mds.a 2024-09-13T03:00:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:33 smithi078 ceph-mon[85589]: Deploying daemon mds.a on smithi052 2024-09-13T03:00:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:33 smithi078 ceph-mon[85589]: osdmap e570: 8 total, 8 up, 8 in 2024-09-13T03:00:34.514 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:34 smithi052 systemd[1]: Stopping Ceph mds.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:00:34.778 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[63425]: 2024-09-13T03:00:34.512+0000 7fafee048640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:00:34.778 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[63425]: 2024-09-13T03:00:34.512+0000 7fafee048640 -1 mds.a *** got signal Terminated *** 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2464: done (2 left) 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2465: done (1 left) 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2466: done (0 left) 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2467: rmattr oid 11 current snap is 259 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2467: done (0 left) 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2468: read oid 45 snap -1 2024-09-13T03:00:34.815 INFO:tasks.rados.rados.0.smithi052.stdout:2468: expect deleted 2024-09-13T03:00:34.816 INFO:tasks.rados.rados.0.smithi052.stdout:2469: copy_from oid 30 from oid 9 current snap is 259 2024-09-13T03:00:34.816 INFO:tasks.rados.rados.0.smithi052.stdout:2470: snap_create 2024-09-13T03:00:34.829 INFO:tasks.rados.rados.0.smithi052.stdout:2469: finishing copy_from racing read to smithi05277117-30 2024-09-13T03:00:34.830 INFO:tasks.rados.rados.0.smithi052.stdout:2469: finishing copy_from to smithi05277117-30 2024-09-13T03:00:34.830 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1701 (ObjNum 660 snap 221 seq_num 660) dirty exists 2024-09-13T03:00:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:34 smithi078 ceph-mon[85589]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T03:00:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:34 smithi078 ceph-mon[85589]: Health check update: Degraded data redundancy: 76/1110 objects degraded (6.847%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:34 smithi078 ceph-mon[85589]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T03:00:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-mon[89065]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T03:00:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-mon[89065]: Health check update: Degraded data redundancy: 76/1110 objects degraded (6.847%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-mon[89065]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T03:00:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-mon[91421]: osdmap e571: 8 total, 8 up, 8 in 2024-09-13T03:00:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-mon[91421]: Health check update: Degraded data redundancy: 76/1110 objects degraded (6.847%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T03:00:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:34 smithi052 ceph-mon[91421]: osdmap e572: 8 total, 8 up, 8 in 2024-09-13T03:00:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:2468: done (2 left) 2024-09-13T03:00:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:2469: done (1 left) 2024-09-13T03:00:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:2470: done (0 left) 2024-09-13T03:00:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:2471: rollback oid 30 current snap is 260 2024-09-13T03:00:35.815 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 258 2024-09-13T03:00:35.816 INFO:tasks.rados.rados.0.smithi052.stdout:2472: rollback oid 36 current snap is 260 2024-09-13T03:00:35.816 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 231 2024-09-13T03:00:35.816 INFO:tasks.rados.rados.0.smithi052.stdout:2473: read oid 1 snap -1 2024-09-13T03:00:35.816 INFO:tasks.rados.rados.0.smithi052.stdout:2473: expect deleted 2024-09-13T03:00:35.816 INFO:tasks.rados.rados.0.smithi052.stdout:2474: snap_remove snap 236 2024-09-13T03:00:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[91421]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 9 peering, 7 active+undersized, 104 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 860 KiB/s wr, 4 op/s; 3.9 MiB/s, 2 objects/s recovering 2024-09-13T03:00:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[91421]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/1110 objects degraded (6.847%), 6 pgs degraded) 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[91421]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[91421]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[89065]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 9 peering, 7 active+undersized, 104 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 860 KiB/s wr, 4 op/s; 3.9 MiB/s, 2 objects/s recovering 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[89065]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/1110 objects degraded (6.847%), 6 pgs degraded) 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T03:00:36.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:35 smithi052 ceph-mon[89065]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T03:00:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:35 smithi078 ceph-mon[85589]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 9 peering, 7 active+undersized, 104 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 860 KiB/s wr, 4 op/s; 3.9 MiB/s, 2 objects/s recovering 2024-09-13T03:00:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:35 smithi078 ceph-mon[85589]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 76/1110 objects degraded (6.847%), 6 pgs degraded) 2024-09-13T03:00:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:35 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:00:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:35 smithi078 ceph-mon[85589]: fsmap cephfs:1 {0=b=up:active} 2024-09-13T03:00:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:35 smithi078 ceph-mon[85589]: osdmap e573: 8 total, 8 up, 8 in 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2472: finishing rollback tid 0 to smithi05277117-36 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2472: finishing rollback tid 1 to smithi05277117-36 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2472: finishing rollback tid 2 to smithi05277117-36 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1231 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2471: finishing rollback tid 0 to smithi05277117-30 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2471: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2471: finishing rollback tid 2 to smithi05277117-30 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1986 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2471: done (3 left) 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2472: done (2 left) 2024-09-13T03:00:36.818 INFO:tasks.rados.rados.0.smithi052.stdout:2473: done (1 left) 2024-09-13T03:00:36.819 INFO:tasks.rados.rados.0.smithi052.stdout:2474: done (0 left) 2024-09-13T03:00:36.819 INFO:tasks.rados.rados.0.smithi052.stdout:2475: snap_create 2024-09-13T03:00:37.821 INFO:tasks.rados.rados.0.smithi052.stdout:2475: done (0 left) 2024-09-13T03:00:37.821 INFO:tasks.rados.rados.0.smithi052.stdout:2476: snap_create 2024-09-13T03:00:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:37 smithi078 ceph-mon[85589]: pgmap v475: 121 pgs: 121 active+clean; 566 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 5 op/s; 9.9 MiB/s, 3 objects/s recovering 2024-09-13T03:00:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:37 smithi078 ceph-mon[85589]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T03:00:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:00:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:37 smithi052 ceph-mon[89065]: pgmap v475: 121 pgs: 121 active+clean; 566 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 5 op/s; 9.9 MiB/s, 3 objects/s recovering 2024-09-13T03:00:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:37 smithi052 ceph-mon[89065]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T03:00:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:00:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:37 smithi052 ceph-mon[91421]: pgmap v475: 121 pgs: 121 active+clean; 566 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 5 op/s; 9.9 MiB/s, 3 objects/s recovering 2024-09-13T03:00:38.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:37 smithi052 ceph-mon[91421]: osdmap e574: 8 total, 8 up, 8 in 2024-09-13T03:00:38.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:00:38.528 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:38 smithi052 podman[115745]: 2024-09-13 03:00:38.442618797 +0000 UTC m=+4.054849174 container died 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa) 2024-09-13T03:00:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:00:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:00:38] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-09-13T03:00:38.827 INFO:tasks.rados.rados.0.smithi052.stdout:2476: done (0 left) 2024-09-13T03:00:38.828 INFO:tasks.rados.rados.0.smithi052.stdout:2477: setattr oid 22 current snap is 262 2024-09-13T03:00:38.828 INFO:tasks.rados.rados.0.smithi052.stdout:2478: snap_remove snap 217 2024-09-13T03:00:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:38 smithi052 ceph-mon[91421]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T03:00:39.029 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:38 smithi052 podman[115745]: 2024-09-13 03:00:38.916437412 +0000 UTC m=+4.528667780 container cleanup 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=quincy-bbdadfa, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T03:00:39.029 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:38 smithi052 bash[115745]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a 2024-09-13T03:00:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:38 smithi052 ceph-mon[89065]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T03:00:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:38 smithi078 ceph-mon[85589]: osdmap e575: 8 total, 8 up, 8 in 2024-09-13T03:00:39.528 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 podman[115768]: 2024-09-13 03:00:39.192996008 +0000 UTC m=+0.745815736 container remove 1c0093846ead254cb152bc3f640ab6dcaac79fe1bf9224bb545b4d2ecb8e2362 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-bbdadfa, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-13T03:00:39.528 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-13T03:00:39.528 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 systemd[1]: Stopped Ceph mds.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:00:39.529 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.145s CPU time. 2024-09-13T03:00:39.814 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1752 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:00:39.815 INFO:tasks.rados.rados.0.smithi052.stdout:2477: done (1 left) 2024-09-13T03:00:39.815 INFO:tasks.rados.rados.0.smithi052.stdout:2478: done (0 left) 2024-09-13T03:00:39.815 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 262 2024-09-13T03:00:39.815 INFO:tasks.rados.rados.0.smithi052.stdout:2479: seq_num 777 ranges {65536=622592,688128=401408} 2024-09-13T03:00:39.819 INFO:tasks.rados.rados.0.smithi052.stdout:2479: writing smithi05277117-21 from 65536 to 688128 tid 1 2024-09-13T03:00:39.822 INFO:tasks.rados.rados.0.smithi052.stdout:2479: writing smithi05277117-21 from 688128 to 1089536 tid 2 2024-09-13T03:00:39.823 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 262 2024-09-13T03:00:39.823 INFO:tasks.rados.rados.0.smithi052.stdout:2480: seq_num 778 ranges {2867200=638976,3506176=401408} 2024-09-13T03:00:39.824 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 systemd[1]: Starting Ceph mds.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:00:39.824 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 podman[115897]: 2024-09-13 03:00:39.673338287 +0000 UTC m=+0.016436652 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:00:39.824 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:39 smithi052 podman[115897]: 2024-09-13 03:00:39.79461311 +0000 UTC m=+0.137711463 container create fb1cb28bf303852d09889c205f4ca0bb12d50567bdeaa6dc0ddb8546366396e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-7741f7f, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-13T03:00:39.845 INFO:tasks.rados.rados.0.smithi052.stdout:2480: writing smithi05277117-44 from 2867200 to 3506176 tid 1 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2480: writing smithi05277117-44 from 3506176 to 3907584 tid 2 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2481: setattr oid 23 current snap is 262 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2479: finishing write tid 1 to smithi05277117-21 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2479: finishing write tid 2 to smithi05277117-21 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2479: finishing write tid 3 to smithi05277117-21 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2479: finishing write tid 4 to smithi05277117-21 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1332 (ObjNum 777 snap 262 seq_num 777) dirty exists 2024-09-13T03:00:39.848 INFO:tasks.rados.rados.0.smithi052.stdout:2479: left oid 21 (ObjNum 777 snap 262 seq_num 777) 2024-09-13T03:00:39.849 INFO:tasks.rados.rados.0.smithi052.stdout:2479: done (2 left) 2024-09-13T03:00:39.849 INFO:tasks.rados.rados.0.smithi052.stdout:2482: snap_remove snap 224 2024-09-13T03:00:40.076 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:39 smithi052 ceph-mon[91421]: pgmap v478: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 892 KiB/s wr, 11 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-09-13T03:00:40.076 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:39 smithi052 ceph-mon[91421]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T03:00:40.077 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:39 smithi052 ceph-mon[91421]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T03:00:40.077 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:39 smithi052 ceph-mon[89065]: pgmap v478: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 892 KiB/s wr, 11 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-09-13T03:00:40.077 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:39 smithi052 ceph-mon[89065]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T03:00:40.077 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:39 smithi052 ceph-mon[89065]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T03:00:40.077 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:40 smithi052 podman[115897]: 2024-09-13 03:00:40.047624527 +0000 UTC m=+0.390722897 container init fb1cb28bf303852d09889c205f4ca0bb12d50567bdeaa6dc0ddb8546366396e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-7741f7f) 2024-09-13T03:00:40.077 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:40 smithi052 podman[115897]: 2024-09-13 03:00:40.050459501 +0000 UTC m=+0.393557852 container start fb1cb28bf303852d09889c205f4ca0bb12d50567bdeaa6dc0ddb8546366396e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T03:00:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:39 smithi078 ceph-mon[85589]: pgmap v478: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 892 KiB/s wr, 11 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-09-13T03:00:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:39 smithi078 ceph-mon[85589]: osdmap e576: 8 total, 8 up, 8 in 2024-09-13T03:00:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:39 smithi078 ceph-mon[85589]: osdmap e577: 8 total, 8 up, 8 in 2024-09-13T03:00:40.528 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: starting mds.a at 2024-09-13T03:00:40.528 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:40 smithi052 bash[115897]: fb1cb28bf303852d09889c205f4ca0bb12d50567bdeaa6dc0ddb8546366396e4 2024-09-13T03:00:40.529 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:40 smithi052 systemd[1]: Started Ceph mds.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:00:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:2482: done (2 left) 2024-09-13T03:00:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:2483: read oid 25 snap -1 2024-09-13T03:00:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:2483: expect (ObjNum 745 snap 248 seq_num 745) 2024-09-13T03:00:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 262 2024-09-13T03:00:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:2484: seq_num 779 ranges {0=655360,655360=401408} 2024-09-13T03:00:40.838 INFO:tasks.rados.rados.0.smithi052.stdout:2484: writing smithi05277117-18 from 0 to 655360 tid 1 2024-09-13T03:00:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:2484: writing smithi05277117-18 from 655360 to 1056768 tid 2 2024-09-13T03:00:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:2480: finishing write tid 1 to smithi05277117-44 2024-09-13T03:00:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:2480: finishing write tid 2 to smithi05277117-44 2024-09-13T03:00:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:2480: finishing write tid 3 to smithi05277117-44 2024-09-13T03:00:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1335 (ObjNum 209 snap 0 seq_num 1402609272) dirty exists 2024-09-13T03:00:40.841 INFO:tasks.rados.rados.0.smithi052.stdout:2480: finishing write tid 4 to smithi05277117-44 2024-09-13T03:00:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1347 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:00:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:2480: left oid 44 (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:00:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:2480: done (3 left) 2024-09-13T03:00:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:2481: done (2 left) 2024-09-13T03:00:40.842 INFO:tasks.rados.rados.0.smithi052.stdout:2485: snap_create 2024-09-13T03:00:40.847 INFO:tasks.rados.rados.0.smithi052.stdout:2484: finishing write tid 1 to smithi05277117-18 2024-09-13T03:00:40.851 INFO:tasks.rados.rados.0.smithi052.stdout:2484: finishing write tid 2 to smithi05277117-18 2024-09-13T03:00:40.851 INFO:tasks.rados.rados.0.smithi052.stdout:2484: finishing write tid 3 to smithi05277117-18 2024-09-13T03:00:40.854 INFO:tasks.rados.rados.0.smithi052.stdout:2484: finishing write tid 4 to smithi05277117-18 2024-09-13T03:00:40.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1234 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:00:40.855 INFO:tasks.rados.rados.0.smithi052.stdout:2484: left oid 18 (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:00:40.872 INFO:tasks.rados.rados.0.smithi052.stdout:2483: expect (ObjNum 745 snap 248 seq_num 745) 2024-09-13T03:00:41.028 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 03:00:40 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T03:00:40.849+0000 7f3d75fda640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12c after trimming was started 2024-09-13T03:00:41.196 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 03:00:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T03:00:40.862+0000 7f904fbd3640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12c after trimming was started 2024-09-13T03:00:41.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:41.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:boot 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[91421]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:boot 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T03:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:00:41.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:41 smithi052 ceph-mon[89065]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T03:00:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:41.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:41.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:boot 2024-09-13T03:00:41.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-13T03:00:41.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T03:00:41.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:41 smithi078 ceph-mon[85589]: osdmap e578: 8 total, 8 up, 8 in 2024-09-13T03:00:41.833 INFO:tasks.rados.rados.0.smithi052.stdout:2483: done (2 left) 2024-09-13T03:00:41.834 INFO:tasks.rados.rados.0.smithi052.stdout:2484: done (1 left) 2024-09-13T03:00:41.834 INFO:tasks.rados.rados.0.smithi052.stdout:2485: done (0 left) 2024-09-13T03:00:41.834 INFO:tasks.rados.rados.0.smithi052.stdout:2486: copy_from oid 43 from oid 50 current snap is 263 2024-09-13T03:00:41.834 INFO:tasks.rados.rados.0.smithi052.stdout:2487: snap_remove snap 242 2024-09-13T03:00:42.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:42 smithi052 ceph-mon[89065]: pgmap v481: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 616 KiB/s wr, 14 op/s 2024-09-13T03:00:42.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:42.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:42 smithi052 ceph-mon[89065]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T03:00:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:42 smithi052 ceph-mon[91421]: pgmap v481: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 616 KiB/s wr, 14 op/s 2024-09-13T03:00:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:42 smithi052 ceph-mon[91421]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T03:00:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:42 smithi078 ceph-mon[85589]: pgmap v481: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 616 KiB/s wr, 14 op/s 2024-09-13T03:00:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:42 smithi078 ceph-mon[85589]: osdmap e579: 8 total, 8 up, 8 in 2024-09-13T03:00:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:00:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:00:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:42.836 INFO:tasks.rados.rados.0.smithi052.stdout:2487: done (1 left) 2024-09-13T03:00:42.836 INFO:tasks.rados.rados.0.smithi052.stdout:2488: snap_create 2024-09-13T03:00:42.836 INFO:tasks.rados.rados.0.smithi052.stdout:2486: finishing copy_from to smithi05277117-43 2024-09-13T03:00:42.836 INFO:tasks.rados.rados.0.smithi052.stdout:2486: got expected ENOENT (src dne) 2024-09-13T03:00:42.836 INFO:tasks.rados.rados.0.smithi052.stdout:2486: finishing copy_from racing read to smithi05277117-43 2024-09-13T03:00:43.836 INFO:tasks.rados.rados.0.smithi052.stdout:2486: done (1 left) 2024-09-13T03:00:43.837 INFO:tasks.rados.rados.0.smithi052.stdout:2488: done (0 left) 2024-09-13T03:00:43.837 INFO:tasks.rados.rados.0.smithi052.stdout:2489: rollback oid 29 current snap is 264 2024-09-13T03:00:43.837 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 29 to 257 2024-09-13T03:00:43.837 INFO:tasks.rados.rados.0.smithi052.stdout:2490: snap_remove snap 228 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[91421]: pgmap v484: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 492 KiB/s wr, 13 op/s 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[91421]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[89065]: pgmap v484: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 492 KiB/s wr, 13 op/s 2024-09-13T03:00:44.127 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[89065]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T03:00:44.128 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.128 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.128 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.128 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:43 smithi078 ceph-mon[85589]: pgmap v484: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 492 KiB/s wr, 13 op/s 2024-09-13T03:00:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:43 smithi078 ceph-mon[85589]: osdmap e580: 8 total, 8 up, 8 in 2024-09-13T03:00:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:44.817 INFO:tasks.rados.rados.0.smithi052.stdout:2490: done (1 left) 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:2491: rollback oid 42 current snap is 264 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 258 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:2492: delete oid 2 current snap is 264 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:2489: finishing rollback tid 0 to smithi05277117-29 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:2489: finishing rollback tid 1 to smithi05277117-29 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:2489: finishing rollback tid 2 to smithi05277117-29 2024-09-13T03:00:44.818 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1176 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:00:44.828 INFO:tasks.rados.rados.0.smithi052.stdout:2489: done (2 left) 2024-09-13T03:00:44.828 INFO:tasks.rados.rados.0.smithi052.stdout:2492: done (1 left) 2024-09-13T03:00:44.828 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 264 2024-09-13T03:00:44.828 INFO:tasks.rados.rados.0.smithi052.stdout:2493: seq_num 781 ranges {1384448=688128,2072576=401408} 2024-09-13T03:00:44.839 INFO:tasks.rados.rados.0.smithi052.stdout:2493: writing smithi05277117-49 from 1384448 to 2072576 tid 1 2024-09-13T03:00:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2493: writing smithi05277117-49 from 2072576 to 2473984 tid 2 2024-09-13T03:00:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2494: rmattr oid 12 current snap is 264 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2491: finishing rollback tid 0 to smithi05277117-42 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2491: finishing rollback tid 1 to smithi05277117-42 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2491: finishing rollback tid 2 to smithi05277117-42 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1755 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2491: done (2 left) 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2495: rmattr oid 10 current snap is 264 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2496: copy_from oid 33 from oid 17 current snap is 264 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2497: copy_from oid 14 from oid 35 current snap is 264 2024-09-13T03:00:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2498: snap_remove snap 254 2024-09-13T03:00:45.149 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:44 smithi052 ceph-mon[91421]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T03:00:45.149 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:44 smithi052 ceph-mon[91421]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T03:00:45.149 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:44 smithi052 ceph-mon[89065]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T03:00:45.149 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:44 smithi052 ceph-mon[89065]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T03:00:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:44 smithi078 ceph-mon[85589]: osdmap e581: 8 total, 8 up, 8 in 2024-09-13T03:00:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:44 smithi078 ceph-mon[85589]: osdmap e582: 8 total, 8 up, 8 in 2024-09-13T03:00:45.856 INFO:tasks.rados.rados.0.smithi052.stdout:2498: done (5 left) 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2499: rollback oid 42 current snap is 264 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 201 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2500: rollback oid 4 current snap is 264 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 187 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2501: read oid 37 snap -1 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2501: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2502: read oid 43 snap -1 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2502: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2503: read oid 31 snap -1 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2503: expect (ObjNum 749 snap 249 seq_num 749) 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2504: snap_create 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2497: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:00:45.857 INFO:tasks.rados.rados.0.smithi052.stdout:2493: finishing write tid 1 to smithi05277117-49 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2493: finishing write tid 2 to smithi05277117-49 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2493: finishing write tid 3 to smithi05277117-49 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2497: finishing copy_from to smithi05277117-14 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 1208 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2496: finishing copy_from racing read to smithi05277117-33 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2036 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2493: finishing write tid 4 to smithi05277117-49 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1355 (ObjNum 781 snap 264 seq_num 781) dirty exists 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2493: left oid 49 (ObjNum 781 snap 264 seq_num 781) 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1699 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:2496: finishing copy_from to smithi05277117-33 2024-09-13T03:00:45.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1899 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:45.873 INFO:tasks.rados.rados.0.smithi052.stdout:2499: finishing rollback tid 0 to smithi05277117-42 2024-09-13T03:00:45.873 INFO:tasks.rados.rados.0.smithi052.stdout:2499: finishing rollback tid 1 to smithi05277117-42 2024-09-13T03:00:45.873 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1757 (ObjNum 593 snap 0 seq_num 4210980984) dirty dne 2024-09-13T03:00:45.884 INFO:tasks.rados.rados.0.smithi052.stdout:2500: finishing rollback tid 0 to smithi05277117-4 2024-09-13T03:00:45.901 INFO:tasks.rados.rados.0.smithi052.stdout:2502: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:00:46.136 INFO:tasks.rados.rados.0.smithi052.stdout:2501: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:00:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:45 smithi078 ceph-mon[85589]: pgmap v487: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 504 KiB/s wr, 8 op/s 2024-09-13T03:00:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:45 smithi052 ceph-mon[91421]: pgmap v487: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 504 KiB/s wr, 8 op/s 2024-09-13T03:00:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:45 smithi052 ceph-mon[89065]: pgmap v487: 121 pgs: 121 active+clean; 565 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 504 KiB/s wr, 8 op/s 2024-09-13T03:00:46.890 INFO:tasks.rados.rados.0.smithi052.stdout:2500: finishing rollback tid 1 to smithi05277117-4 2024-09-13T03:00:46.890 INFO:tasks.rados.rados.0.smithi052.stdout:2500: finishing rollback tid 2 to smithi05277117-4 2024-09-13T03:00:46.890 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1781 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-09-13T03:00:46.890 INFO:tasks.rados.rados.0.smithi052.stdout:2503: expect (ObjNum 749 snap 249 seq_num 749) 2024-09-13T03:00:47.043 INFO:tasks.rados.rados.0.smithi052.stdout:2493: done (10 left) 2024-09-13T03:00:47.043 INFO:tasks.rados.rados.0.smithi052.stdout:2494: done (9 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2495: done (8 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2496: done (7 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2497: done (6 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2499: done (5 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2500: done (4 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2501: done (3 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2502: done (2 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2503: done (1 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2504: done (0 left) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2505: read oid 7 snap -1 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2505: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:00:47.044 INFO:tasks.rados.rados.0.smithi052.stdout:2506: delete oid 38 current snap is 265 2024-09-13T03:00:47.046 INFO:tasks.rados.rados.0.smithi052.stdout:2505: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:00:47.048 INFO:tasks.rados.rados.0.smithi052.stdout:2505: done (1 left) 2024-09-13T03:00:47.048 INFO:tasks.rados.rados.0.smithi052.stdout:2506: done (0 left) 2024-09-13T03:00:47.048 INFO:tasks.rados.rados.0.smithi052.stdout:2507: rmattr oid 23 current snap is 265 2024-09-13T03:00:47.049 INFO:tasks.rados.rados.0.smithi052.stdout:2508: read oid 49 snap 246 2024-09-13T03:00:47.049 INFO:tasks.rados.rados.0.smithi052.stdout:2508: expect (ObjNum 723 snap 243 seq_num 723) 2024-09-13T03:00:47.049 INFO:tasks.rados.rados.0.smithi052.stdout:2509: copy_from oid 24 from oid 16 current snap is 265 2024-09-13T03:00:47.049 INFO:tasks.rados.rados.0.smithi052.stdout:2510: delete oid 10 current snap is 265 2024-09-13T03:00:47.049 INFO:tasks.rados.rados.0.smithi052.stdout:2509: finishing copy_from to smithi05277117-24 2024-09-13T03:00:47.049 INFO:tasks.rados.rados.0.smithi052.stdout:2509: got expected ENOENT (src dne) 2024-09-13T03:00:47.050 INFO:tasks.rados.rados.0.smithi052.stdout:2509: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:00:47.051 INFO:tasks.rados.rados.0.smithi052.stdout:2509: done (3 left) 2024-09-13T03:00:47.051 INFO:tasks.rados.rados.0.smithi052.stdout:2510: done (2 left) 2024-09-13T03:00:47.051 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 265 2024-09-13T03:00:47.051 INFO:tasks.rados.rados.0.smithi052.stdout:2511: seq_num 784 ranges {0=737280,737280=401408} 2024-09-13T03:00:47.055 INFO:tasks.rados.rados.0.smithi052.stdout:2511: writing smithi05277117-42 from 0 to 737280 tid 1 2024-09-13T03:00:47.057 INFO:tasks.rados.rados.0.smithi052.stdout:2511: writing smithi05277117-42 from 737280 to 1138688 tid 2 2024-09-13T03:00:47.058 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 265 2024-09-13T03:00:47.058 INFO:tasks.rados.rados.0.smithi052.stdout:2512: seq_num 785 ranges {4030464=753664,4784128=401408} 2024-09-13T03:00:47.084 INFO:tasks.rados.rados.0.smithi052.stdout:2512: writing smithi05277117-8 from 4030464 to 4784128 tid 1 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2512: writing smithi05277117-8 from 4784128 to 5185536 tid 2 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2513: read oid 17 snap -1 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2513: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2514: snap_create 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1365 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2511: finishing write tid 1 to smithi05277117-42 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2511: finishing write tid 2 to smithi05277117-42 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2511: finishing write tid 3 to smithi05277117-42 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2511: finishing write tid 4 to smithi05277117-42 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1760 (ObjNum 784 snap 265 seq_num 784) dirty exists 2024-09-13T03:00:47.087 INFO:tasks.rados.rados.0.smithi052.stdout:2511: left oid 42 (ObjNum 784 snap 265 seq_num 784) 2024-09-13T03:00:47.088 INFO:tasks.rados.rados.0.smithi052.stdout:2508: expect (ObjNum 723 snap 243 seq_num 723) 2024-09-13T03:00:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:46 smithi078 ceph-mon[85589]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T03:00:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[89065]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T03:00:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[91421]: osdmap e583: 8 total, 8 up, 8 in 2024-09-13T03:00:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:00:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.395 INFO:tasks.rados.rados.0.smithi052.stdout:2512: finishing write tid 1 to smithi05277117-8 2024-09-13T03:00:47.395 INFO:tasks.rados.rados.0.smithi052.stdout:2512: finishing write tid 2 to smithi05277117-8 2024-09-13T03:00:47.395 INFO:tasks.rados.rados.0.smithi052.stdout:2512: finishing write tid 3 to smithi05277117-8 2024-09-13T03:00:47.395 INFO:tasks.rados.rados.0.smithi052.stdout:2513: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:00:47.397 INFO:tasks.rados.rados.0.smithi052.stdout:2512: finishing write tid 4 to smithi05277117-8 2024-09-13T03:00:47.397 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2027 (ObjNum 785 snap 265 seq_num 785) dirty exists 2024-09-13T03:00:47.397 INFO:tasks.rados.rados.0.smithi052.stdout:2512: left oid 8 (ObjNum 785 snap 265 seq_num 785) 2024-09-13T03:00:47.877 INFO:tasks.rados.rados.0.smithi052.stdout:2507: done (5 left) 2024-09-13T03:00:47.877 INFO:tasks.rados.rados.0.smithi052.stdout:2508: done (4 left) 2024-09-13T03:00:47.877 INFO:tasks.rados.rados.0.smithi052.stdout:2511: done (3 left) 2024-09-13T03:00:47.877 INFO:tasks.rados.rados.0.smithi052.stdout:2512: done (2 left) 2024-09-13T03:00:47.877 INFO:tasks.rados.rados.0.smithi052.stdout:2513: done (1 left) 2024-09-13T03:00:47.877 INFO:tasks.rados.rados.0.smithi052.stdout:2514: done (0 left) 2024-09-13T03:00:47.878 INFO:tasks.rados.rados.0.smithi052.stdout:2515: setattr oid 30 current snap is 266 2024-09-13T03:00:47.878 INFO:tasks.rados.rados.0.smithi052.stdout:2516: read oid 4 snap -1 2024-09-13T03:00:47.878 INFO:tasks.rados.rados.0.smithi052.stdout:2516: expect (ObjNum 555 snap 187 seq_num 555) 2024-09-13T03:00:47.878 INFO:tasks.rados.rados.0.smithi052.stdout:2517: read oid 27 snap 255 2024-09-13T03:00:47.878 INFO:tasks.rados.rados.0.smithi052.stdout:2517: expect (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:47.878 INFO:tasks.rados.rados.0.smithi052.stdout:2518: delete oid 38 current snap is 266 2024-09-13T03:00:47.882 INFO:tasks.rados.rados.0.smithi052.stdout:2518: done (3 left) 2024-09-13T03:00:47.882 INFO:tasks.rados.rados.0.smithi052.stdout:2519: read oid 2 snap -1 2024-09-13T03:00:47.882 INFO:tasks.rados.rados.0.smithi052.stdout:2519: expect deleted 2024-09-13T03:00:47.883 INFO:tasks.rados.rados.0.smithi052.stdout:2520: setattr oid 34 current snap is 266 2024-09-13T03:00:47.885 INFO:tasks.rados.rados.0.smithi052.stdout:2519: done (4 left) 2024-09-13T03:00:47.885 INFO:tasks.rados.rados.0.smithi052.stdout:2521: delete oid 13 current snap is 266 2024-09-13T03:00:47.888 INFO:tasks.rados.rados.0.smithi052.stdout:2521: done (4 left) 2024-09-13T03:00:47.888 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 266 2024-09-13T03:00:47.888 INFO:tasks.rados.rados.0.smithi052.stdout:2522: seq_num 788 ranges {1138688=802816,1941504=401408} 2024-09-13T03:00:47.899 INFO:tasks.rados.rados.0.smithi052.stdout:2522: writing smithi05277117-42 from 1138688 to 1941504 tid 1 2024-09-13T03:00:47.901 INFO:tasks.rados.rados.0.smithi052.stdout:2522: writing smithi05277117-42 from 1941504 to 2342912 tid 2 2024-09-13T03:00:47.901 INFO:tasks.rados.rados.0.smithi052.stdout:2523: snap_create 2024-09-13T03:00:47.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2050 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:47.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1368 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T03:00:47.902 INFO:tasks.rados.rados.0.smithi052.stdout:2517: expect (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: pgmap v490: 121 pgs: 121 active+clean; 558 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 512 KiB/s wr, 4 op/s 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: Detected new or changed devices on smithi052 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T03:00:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:47 smithi078 ceph-mon[85589]: Upgrade: It appears safe to stop mds.b 2024-09-13T03:00:48.003 INFO:tasks.rados.rados.0.smithi052.stdout:2516: expect (ObjNum 555 snap 187 seq_num 555) 2024-09-13T03:00:48.127 INFO:tasks.rados.rados.0.smithi052.stdout:2522: finishing write tid 1 to smithi05277117-42 2024-09-13T03:00:48.127 INFO:tasks.rados.rados.0.smithi052.stdout:2522: finishing write tid 2 to smithi05277117-42 2024-09-13T03:00:48.127 INFO:tasks.rados.rados.0.smithi052.stdout:2522: finishing write tid 3 to smithi05277117-42 2024-09-13T03:00:48.127 INFO:tasks.rados.rados.0.smithi052.stdout:2522: finishing write tid 4 to smithi05277117-42 2024-09-13T03:00:48.127 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1763 (ObjNum 788 snap 266 seq_num 788) dirty exists 2024-09-13T03:00:48.128 INFO:tasks.rados.rados.0.smithi052.stdout:2522: left oid 42 (ObjNum 788 snap 266 seq_num 788) 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: pgmap v490: 121 pgs: 121 active+clean; 558 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 512 KiB/s wr, 4 op/s 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: Detected new or changed devices on smithi052 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[91421]: Upgrade: It appears safe to stop mds.b 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: pgmap v490: 121 pgs: 121 active+clean; 558 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 512 KiB/s wr, 4 op/s 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: Detected new or changed devices on smithi052 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: osdmap e584: 8 total, 8 up, 8 in 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:00:48.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T03:00:48.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:47 smithi052 ceph-mon[89065]: Upgrade: It appears safe to stop mds.b 2024-09-13T03:00:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:00:48] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-09-13T03:00:48.883 INFO:tasks.rados.rados.0.smithi052.stdout:2515: done (5 left) 2024-09-13T03:00:48.883 INFO:tasks.rados.rados.0.smithi052.stdout:2516: done (4 left) 2024-09-13T03:00:48.883 INFO:tasks.rados.rados.0.smithi052.stdout:2517: done (3 left) 2024-09-13T03:00:48.884 INFO:tasks.rados.rados.0.smithi052.stdout:2520: done (2 left) 2024-09-13T03:00:48.884 INFO:tasks.rados.rados.0.smithi052.stdout:2522: done (1 left) 2024-09-13T03:00:48.884 INFO:tasks.rados.rados.0.smithi052.stdout:2523: done (0 left) 2024-09-13T03:00:48.884 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 267 2024-09-13T03:00:48.884 INFO:tasks.rados.rados.0.smithi052.stdout:2524: seq_num 789 ranges {3227648=417792,3645440=663552,4308992=139264} 2024-09-13T03:00:48.903 INFO:tasks.rados.rados.0.smithi052.stdout:2524: writing smithi05277117-32 from 3227648 to 3645440 tid 1 2024-09-13T03:00:48.906 INFO:tasks.rados.rados.0.smithi052.stdout:2524: writing smithi05277117-32 from 3645440 to 4308992 tid 2 2024-09-13T03:00:48.907 INFO:tasks.rados.rados.0.smithi052.stdout:2524: writing smithi05277117-32 from 4308992 to 4448256 tid 3 2024-09-13T03:00:48.907 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 267 2024-09-13T03:00:48.908 INFO:tasks.rados.rados.0.smithi052.stdout:2525: seq_num 790 ranges {2260992=434176,2695168=548864,3244032=253952} 2024-09-13T03:00:48.922 INFO:tasks.rados.rados.0.smithi052.stdout:2525: writing smithi05277117-12 from 2260992 to 2695168 tid 1 2024-09-13T03:00:48.926 INFO:tasks.rados.rados.0.smithi052.stdout:2525: writing smithi05277117-12 from 2695168 to 3244032 tid 2 2024-09-13T03:00:48.928 INFO:tasks.rados.rados.0.smithi052.stdout:2525: writing smithi05277117-12 from 3244032 to 3497984 tid 3 2024-09-13T03:00:48.928 INFO:tasks.rados.rados.0.smithi052.stdout:2526: rmattr oid 2 current snap is 267 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2526: done (2 left) 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2527: rollback oid 46 current snap is 267 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 46 to 243 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2524: finishing write tid 1 to smithi05277117-32 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2528: delete oid 16 current snap is 267 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2524: finishing write tid 2 to smithi05277117-32 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2524: finishing write tid 3 to smithi05277117-32 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2524: finishing write tid 4 to smithi05277117-32 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2524: finishing write tid 5 to smithi05277117-32 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1786 (ObjNum 789 snap 267 seq_num 789) dirty exists 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2524: left oid 32 (ObjNum 789 snap 267 seq_num 789) 2024-09-13T03:00:48.929 INFO:tasks.rados.rados.0.smithi052.stdout:2525: finishing write tid 1 to smithi05277117-12 2024-09-13T03:00:48.930 INFO:tasks.rados.rados.0.smithi052.stdout:2524: done (3 left) 2024-09-13T03:00:48.930 INFO:tasks.rados.rados.0.smithi052.stdout:2528: done (2 left) 2024-09-13T03:00:48.930 INFO:tasks.rados.rados.0.smithi052.stdout:2529: setattr oid 10 current snap is 267 2024-09-13T03:00:48.931 INFO:tasks.rados.rados.0.smithi052.stdout:2525: finishing write tid 2 to smithi05277117-12 2024-09-13T03:00:48.932 INFO:tasks.rados.rados.0.smithi052.stdout:2527: finishing rollback tid 0 to smithi05277117-46 2024-09-13T03:00:48.932 INFO:tasks.rados.rados.0.smithi052.stdout:2525: finishing write tid 3 to smithi05277117-12 2024-09-13T03:00:48.932 INFO:tasks.rados.rados.0.smithi052.stdout:2527: finishing rollback tid 1 to smithi05277117-46 2024-09-13T03:00:48.932 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 1789 (ObjNum 65 snap 0 seq_num 1332373871) dirty dne 2024-09-13T03:00:48.932 INFO:tasks.rados.rados.0.smithi052.stdout:2525: finishing write tid 4 to smithi05277117-12 2024-09-13T03:00:48.933 INFO:tasks.rados.rados.0.smithi052.stdout:2527: done (2 left) 2024-09-13T03:00:48.933 INFO:tasks.rados.rados.0.smithi052.stdout:2530: rmattr oid 48 current snap is 267 2024-09-13T03:00:48.933 INFO:tasks.rados.rados.0.smithi052.stdout:2530: done (2 left) 2024-09-13T03:00:48.933 INFO:tasks.rados.rados.0.smithi052.stdout:2531: read oid 15 snap -1 2024-09-13T03:00:48.933 INFO:tasks.rados.rados.0.smithi052.stdout:2531: expect deleted 2024-09-13T03:00:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2532: copy_from oid 22 from oid 38 current snap is 267 2024-09-13T03:00:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2533: setattr oid 8 current snap is 267 2024-09-13T03:00:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2525: finishing write tid 5 to smithi05277117-12 2024-09-13T03:00:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1703 (ObjNum 790 snap 267 seq_num 790) dirty exists 2024-09-13T03:00:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2525: left oid 12 (ObjNum 790 snap 267 seq_num 790) 2024-09-13T03:00:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2532: finishing copy_from to smithi05277117-22 2024-09-13T03:00:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2532: got expected ENOENT (src dne) 2024-09-13T03:00:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2532: finishing copy_from racing read to smithi05277117-22 2024-09-13T03:00:48.936 INFO:tasks.rados.rados.0.smithi052.stdout:2525: done (4 left) 2024-09-13T03:00:48.936 INFO:tasks.rados.rados.0.smithi052.stdout:2531: done (3 left) 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2532: done (2 left) 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2534: rollback oid 12 current snap is 267 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 259 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2535: rollback oid 15 current snap is 267 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 237 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2536: copy_from oid 16 from oid 3 current snap is 267 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2537: read oid 44 snap 213 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2537: expect deleted 2024-09-13T03:00:48.937 INFO:tasks.rados.rados.0.smithi052.stdout:2538: delete oid 22 current snap is 267 2024-09-13T03:00:48.938 INFO:tasks.rados.rados.0.smithi052.stdout:2536: finishing copy_from to smithi05277117-16 2024-09-13T03:00:48.938 INFO:tasks.rados.rados.0.smithi052.stdout:2536: got expected ENOENT (src dne) 2024-09-13T03:00:48.939 INFO:tasks.rados.rados.0.smithi052.stdout:2536: finishing copy_from racing read to smithi05277117-16 2024-09-13T03:00:48.939 INFO:tasks.rados.rados.0.smithi052.stdout:2535: finishing rollback tid 1 to smithi05277117-15 2024-09-13T03:00:48.939 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 443 (ObjNum 65 snap 0 seq_num 1716476510) dirty dne 2024-09-13T03:00:48.940 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2051 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:48.941 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2032 (ObjNum 785 snap 265 seq_num 785) dirty exists 2024-09-13T03:00:48.941 INFO:tasks.rados.rados.0.smithi052.stdout:2534: finishing rollback tid 0 to smithi05277117-12 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2529: done (6 left) 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2533: done (5 left) 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2535: done (4 left) 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2536: done (3 left) 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2537: done (2 left) 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2538: done (1 left) 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2539: rmattr oid 10 current snap is 267 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2534: finishing rollback tid 1 to smithi05277117-12 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2540: delete oid 28 current snap is 267 2024-09-13T03:00:48.943 INFO:tasks.rados.rados.0.smithi052.stdout:2534: finishing rollback tid 2 to smithi05277117-12 2024-09-13T03:00:48.944 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1706 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2052 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:2534: done (2 left) 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:2539: done (1 left) 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:2540: done (0 left) 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:2541: copy_from oid 11 from oid 18 current snap is 267 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:2542: read oid 33 snap 201 2024-09-13T03:00:48.946 INFO:tasks.rados.rados.0.smithi052.stdout:2542: expect deleted 2024-09-13T03:00:48.947 INFO:tasks.rados.rados.0.smithi052.stdout:2543: read oid 43 snap -1 2024-09-13T03:00:48.947 INFO:tasks.rados.rados.0.smithi052.stdout:2543: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:00:48.947 INFO:tasks.rados.rados.0.smithi052.stdout:2544: snap_create 2024-09-13T03:00:48.964 INFO:tasks.rados.rados.0.smithi052.stdout:2543: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:00:49.032 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:48 smithi078 ceph-mon[85589]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T03:00:49.032 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:49.032 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T03:00:49.032 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:49.197 INFO:tasks.rados.rados.0.smithi052.stdout:2541: finishing copy_from racing read to smithi05277117-11 2024-09-13T03:00:49.197 INFO:tasks.rados.rados.0.smithi052.stdout:2541: finishing copy_from to smithi05277117-11 2024-09-13T03:00:49.197 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1234 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:00:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[91421]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T03:00:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T03:00:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[89065]: osdmap e585: 8 total, 8 up, 8 in 2024-09-13T03:00:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-13T03:00:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:00:49.819 INFO:tasks.rados.rados.0.smithi052.stdout:2541: done (3 left) 2024-09-13T03:00:49.820 INFO:tasks.rados.rados.0.smithi052.stdout:2542: done (2 left) 2024-09-13T03:00:49.820 INFO:tasks.rados.rados.0.smithi052.stdout:2543: done (1 left) 2024-09-13T03:00:49.820 INFO:tasks.rados.rados.0.smithi052.stdout:2544: done (0 left) 2024-09-13T03:00:49.820 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 268 2024-09-13T03:00:49.820 INFO:tasks.rados.rados.0.smithi052.stdout:2545: seq_num 794 ranges {1130496=499712,1630208=532480,2162688=270336} 2024-09-13T03:00:49.828 INFO:tasks.rados.rados.0.smithi052.stdout:2545: writing smithi05277117-24 from 1130496 to 1630208 tid 1 2024-09-13T03:00:49.831 INFO:tasks.rados.rados.0.smithi052.stdout:2545: writing smithi05277117-24 from 1630208 to 2162688 tid 2 2024-09-13T03:00:49.833 INFO:tasks.rados.rados.0.smithi052.stdout:2545: writing smithi05277117-24 from 2162688 to 2433024 tid 3 2024-09-13T03:00:49.833 INFO:tasks.rados.rados.0.smithi052.stdout:2546: delete oid 9 current snap is 268 2024-09-13T03:00:49.836 INFO:tasks.rados.rados.0.smithi052.stdout:2546: done (1 left) 2024-09-13T03:00:49.836 INFO:tasks.rados.rados.0.smithi052.stdout:2547: read oid 27 snap -1 2024-09-13T03:00:49.836 INFO:tasks.rados.rados.0.smithi052.stdout:2547: expect (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:49.836 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 268 2024-09-13T03:00:49.836 INFO:tasks.rados.rados.0.smithi052.stdout:2548: seq_num 796 ranges {2662400=540672,3203072=704512,3907584=98304} 2024-09-13T03:00:49.854 INFO:tasks.rados.rados.0.smithi052.stdout:2548: writing smithi05277117-31 from 2662400 to 3203072 tid 1 2024-09-13T03:00:49.858 INFO:tasks.rados.rados.0.smithi052.stdout:2548: writing smithi05277117-31 from 3203072 to 3907584 tid 2 2024-09-13T03:00:49.858 INFO:tasks.rados.rados.0.smithi052.stdout:2548: writing smithi05277117-31 from 3907584 to 4005888 tid 3 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2549: delete oid 46 current snap is 268 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2545: finishing write tid 1 to smithi05277117-24 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2545: finishing write tid 2 to smithi05277117-24 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2545: finishing write tid 3 to smithi05277117-24 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2545: finishing write tid 4 to smithi05277117-24 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2545: finishing write tid 5 to smithi05277117-24 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1351 (ObjNum 794 snap 268 seq_num 794) dirty exists 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2545: left oid 24 (ObjNum 794 snap 268 seq_num 794) 2024-09-13T03:00:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:2547: expect (ObjNum 734 snap 246 seq_num 734) 2024-09-13T03:00:49.961 INFO:tasks.rados.rados.0.smithi052.stdout:2548: finishing write tid 1 to smithi05277117-31 2024-09-13T03:00:49.961 INFO:tasks.rados.rados.0.smithi052.stdout:2548: finishing write tid 2 to smithi05277117-31 2024-09-13T03:00:49.961 INFO:tasks.rados.rados.0.smithi052.stdout:2548: finishing write tid 3 to smithi05277117-31 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2548: finishing write tid 4 to smithi05277117-31 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2548: finishing write tid 5 to smithi05277117-31 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1796 (ObjNum 796 snap 268 seq_num 796) dirty exists 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2548: left oid 31 (ObjNum 796 snap 268 seq_num 796) 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2545: done (3 left) 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2547: done (2 left) 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2548: done (1 left) 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2549: done (0 left) 2024-09-13T03:00:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2550: delete oid 47 current snap is 268 2024-09-13T03:00:49.964 INFO:tasks.rados.rados.0.smithi052.stdout:2550: done (0 left) 2024-09-13T03:00:49.964 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 268 2024-09-13T03:00:49.964 INFO:tasks.rados.rados.0.smithi052.stdout:2551: seq_num 799 ranges {5185536=589824,5775360=802816} 2024-09-13T03:00:49.995 INFO:tasks.rados.rados.0.smithi052.stdout:2551: writing smithi05277117-8 from 5185536 to 5775360 tid 1 2024-09-13T03:00:50.000 INFO:tasks.rados.rados.0.smithi052.stdout:2551: writing smithi05277117-8 from 5775360 to 6578176 tid 2 2024-09-13T03:00:50.000 INFO:tasks.rados.rados.0.smithi052.stdout:2552: setattr oid 49 current snap is 268 2024-09-13T03:00:50.000 INFO:tasks.rados.rados.0.smithi052.stdout:2551: finishing write tid 1 to smithi05277117-8 2024-09-13T03:00:50.000 INFO:tasks.rados.rados.0.smithi052.stdout:2553: snap_remove snap 262 2024-09-13T03:00:50.141 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:49 smithi078 ceph-mon[85589]: pgmap v493: 121 pgs: 121 active+clean; 557 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 524 KiB/s wr, 6 op/s 2024-09-13T03:00:50.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:49 smithi078 ceph-mon[85589]: Upgrade: Updating mds.b 2024-09-13T03:00:50.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:49 smithi078 ceph-mon[85589]: Deploying daemon mds.b on smithi078 2024-09-13T03:00:50.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:49 smithi078 ceph-mon[85589]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T03:00:50.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:49 smithi078 ceph-mon[85589]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T03:00:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[91421]: pgmap v493: 121 pgs: 121 active+clean; 557 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 524 KiB/s wr, 6 op/s 2024-09-13T03:00:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[91421]: Upgrade: Updating mds.b 2024-09-13T03:00:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[91421]: Deploying daemon mds.b on smithi078 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[91421]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[91421]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[89065]: pgmap v493: 121 pgs: 121 active+clean; 557 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 524 KiB/s wr, 6 op/s 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[89065]: Upgrade: Updating mds.b 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[89065]: Deploying daemon mds.b on smithi078 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[89065]: osdmap e586: 8 total, 8 up, 8 in 2024-09-13T03:00:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:49 smithi052 ceph-mon[89065]: osdmap e587: 8 total, 8 up, 8 in 2024-09-13T03:00:50.391 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:50 smithi078 systemd[1]: Stopping Ceph mds.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:00:50.391 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b[57568]: 2024-09-13T03:00:50.389+0000 7faf6faf9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T03:00:50.392 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b[57568]: 2024-09-13T03:00:50.389+0000 7faf6faf9640 -1 mds.b *** got signal Terminated *** 2024-09-13T03:00:50.397 INFO:tasks.rados.rados.0.smithi052.stdout:2553: done (2 left) 2024-09-13T03:00:50.397 INFO:tasks.rados.rados.0.smithi052.stdout:2554: delete oid 41 current snap is 268 2024-09-13T03:00:50.398 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1367 (ObjNum 781 snap 264 seq_num 781) dirty exists 2024-09-13T03:00:50.398 INFO:tasks.rados.rados.0.smithi052.stdout:2551: finishing write tid 2 to smithi05277117-8 2024-09-13T03:00:50.398 INFO:tasks.rados.rados.0.smithi052.stdout:2551: finishing write tid 3 to smithi05277117-8 2024-09-13T03:00:50.398 INFO:tasks.rados.rados.0.smithi052.stdout:2551: finishing write tid 4 to smithi05277117-8 2024-09-13T03:00:50.398 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2036 (ObjNum 799 snap 268 seq_num 799) dirty exists 2024-09-13T03:00:50.398 INFO:tasks.rados.rados.0.smithi052.stdout:2551: left oid 8 (ObjNum 799 snap 268 seq_num 799) 2024-09-13T03:00:50.409 INFO:tasks.rados.rados.0.smithi052.stdout:2551: done (2 left) 2024-09-13T03:00:50.409 INFO:tasks.rados.rados.0.smithi052.stdout:2552: done (1 left) 2024-09-13T03:00:50.409 INFO:tasks.rados.rados.0.smithi052.stdout:2554: done (0 left) 2024-09-13T03:00:50.409 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 268 2024-09-13T03:00:50.409 INFO:tasks.rados.rados.0.smithi052.stdout:2555: seq_num 801 ranges {1089536=622592,1712128=573440,2285568=229376} 2024-09-13T03:00:50.419 INFO:tasks.rados.rados.0.smithi052.stdout:2555: writing smithi05277117-21 from 1089536 to 1712128 tid 1 2024-09-13T03:00:50.423 INFO:tasks.rados.rados.0.smithi052.stdout:2555: writing smithi05277117-21 from 1712128 to 2285568 tid 2 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2555: writing smithi05277117-21 from 2285568 to 2514944 tid 3 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2556: rollback oid 24 current snap is 268 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 24 to 265 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2555: finishing write tid 1 to smithi05277117-21 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2557: copy_from oid 44 from oid 15 current snap is 268 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2558: rmattr oid 11 current snap is 268 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2558: done (3 left) 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2559: rmattr oid 47 current snap is 268 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2559: done (3 left) 2024-09-13T03:00:50.426 INFO:tasks.rados.rados.0.smithi052.stdout:2560: delete oid 39 current snap is 268 2024-09-13T03:00:50.428 INFO:tasks.rados.rados.0.smithi052.stdout:2560: done (3 left) 2024-09-13T03:00:50.428 INFO:tasks.rados.rados.0.smithi052.stdout:2561: read oid 37 snap -1 2024-09-13T03:00:50.428 INFO:tasks.rados.rados.0.smithi052.stdout:2561: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:00:50.428 INFO:tasks.rados.rados.0.smithi052.stdout:2562: snap_create 2024-09-13T03:00:50.428 INFO:tasks.rados.rados.0.smithi052.stdout:2556: finishing rollback tid 0 to smithi05277117-24 2024-09-13T03:00:50.428 INFO:tasks.rados.rados.0.smithi052.stdout:2555: finishing write tid 2 to smithi05277117-21 2024-09-13T03:00:50.429 INFO:tasks.rados.rados.0.smithi052.stdout:2556: finishing rollback tid 1 to smithi05277117-24 2024-09-13T03:00:50.429 INFO:tasks.rados.rados.0.smithi052.stdout:2555: finishing write tid 3 to smithi05277117-21 2024-09-13T03:00:50.429 INFO:tasks.rados.rados.0.smithi052.stdout:2556: finishing rollback tid 2 to smithi05277117-24 2024-09-13T03:00:50.429 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1354 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T03:00:50.430 INFO:tasks.rados.rados.0.smithi052.stdout:2557: finishing copy_from to smithi05277117-44 2024-09-13T03:00:50.430 INFO:tasks.rados.rados.0.smithi052.stdout:2557: got expected ENOENT (src dne) 2024-09-13T03:00:50.430 INFO:tasks.rados.rados.0.smithi052.stdout:2557: finishing copy_from racing read to smithi05277117-44 2024-09-13T03:00:50.430 INFO:tasks.rados.rados.0.smithi052.stdout:2555: finishing write tid 4 to smithi05277117-21 2024-09-13T03:00:50.432 INFO:tasks.rados.rados.0.smithi052.stdout:2555: finishing write tid 5 to smithi05277117-21 2024-09-13T03:00:50.432 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1376 (ObjNum 801 snap 268 seq_num 801) dirty exists 2024-09-13T03:00:50.432 INFO:tasks.rados.rados.0.smithi052.stdout:2555: left oid 21 (ObjNum 801 snap 268 seq_num 801) 2024-09-13T03:00:50.455 INFO:tasks.rados.rados.0.smithi052.stdout:2561: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:00:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[89061]: 2024-09-13T03:00:50.390+0000 7f2ba98ad640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:00:50.791 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[91421]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T03:00:51.067 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T03:00:51.068 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:00:51.068 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T03:00:51.068 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T03:00:51.068 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T03:00:51.068 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T03:00:51.068 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:50 smithi052 ceph-mon[89065]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T03:00:51.068 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T03:00:51.068 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (6m) 8s ago 11m 24.5M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T03:00:51.068 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (6m) 24s ago 11m 86.4M - 9.4.7 954c08fa6188 1204968f2973 2024-09-13T03:00:51.068 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (11s) 8s ago 12m 14.1M - 19.1.1-322-g7741f7f9 19dc8d659727 fb1cb28bf303 2024-09-13T03:00:51.068 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (12m) 24s ago 12m 23.1M - 17.2.7-1627-gbbdadfa3 a994b00deb3a c293e127e5be 2024-09-13T03:00:51.068 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (5m) 24s ago 16m 441M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (6m) 8s ago 17m 513M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (5m) 8s ago 18m 67.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (5m) 24s ago 16m 51.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (5m) 8s ago 16m 54.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (6m) 8s ago 11m 16.1M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (6m) 24s ago 10m 16.0M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (4m) 8s ago 15m 247M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (3m) 8s ago 15m 259M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (3m) 8s ago 15m 245M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (2m) 8s ago 14m 175M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (2m) 24s ago 14m 157M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (97s) 24s ago 13m 192M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 9b1ea21005f0 2024-09-13T03:00:51.069 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (64s) 24s ago 13m 87.3M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 04adbee99e8b 2024-09-13T03:00:51.070 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (29s) 24s ago 13m 11.9M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 05b927e079a7 2024-09-13T03:00:51.070 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (6m) 24s ago 11m 61.9M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T03:00:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T03:00:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T03:00:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: osdmap e588: 8 total, 8 up, 8 in 2024-09-13T03:00:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-13T03:00:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T03:00:51.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T03:00:51.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:50 smithi078 ceph-mon[85589]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-13T03:00:51.408 INFO:tasks.rados.rados.0.smithi052.stdout:2555: done (4 left) 2024-09-13T03:00:51.408 INFO:tasks.rados.rados.0.smithi052.stdout:2556: done (3 left) 2024-09-13T03:00:51.408 INFO:tasks.rados.rados.0.smithi052.stdout:2557: done (2 left) 2024-09-13T03:00:51.408 INFO:tasks.rados.rados.0.smithi052.stdout:2561: done (1 left) 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2562: done (0 left) 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2563: rollback oid 27 current snap is 269 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 244 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2564: read oid 11 snap 264 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2564: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2565: rollback oid 15 current snap is 269 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 259 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2566: rollback oid 21 current snap is 269 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 201 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2567: rollback oid 42 current snap is 269 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 259 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2568: read oid 50 snap -1 2024-09-13T03:00:51.409 INFO:tasks.rados.rados.0.smithi052.stdout:2568: expect deleted 2024-09-13T03:00:51.410 INFO:tasks.rados.rados.0.smithi052.stdout:2569: rmattr oid 41 current snap is 269 2024-09-13T03:00:51.410 INFO:tasks.rados.rados.0.smithi052.stdout:2569: done (6 left) 2024-09-13T03:00:51.410 INFO:tasks.rados.rados.0.smithi052.stdout:2570: read oid 6 snap -1 2024-09-13T03:00:51.410 INFO:tasks.rados.rados.0.smithi052.stdout:2570: expect (ObjNum 775 snap 258 seq_num 775) 2024-09-13T03:00:51.410 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 269 2024-09-13T03:00:51.410 INFO:tasks.rados.rados.0.smithi052.stdout:2571: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-09-13T03:00:51.412 INFO:tasks.rados.rados.0.smithi052.stdout:2571: writing smithi05277117-41 from 0 to 655360 tid 1 2024-09-13T03:00:51.417 INFO:tasks.rados.rados.0.smithi052.stdout:2571: writing smithi05277117-41 from 655360 to 1400832 tid 2 2024-09-13T03:00:51.418 INFO:tasks.rados.rados.0.smithi052.stdout:2571: writing smithi05277117-41 from 1400832 to 1458176 tid 3 2024-09-13T03:00:51.418 INFO:tasks.rados.rados.0.smithi052.stdout:2572: read oid 48 snap 115 2024-09-13T03:00:51.418 INFO:tasks.rados.rados.0.smithi052.stdout:2572: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T03:00:51.418 INFO:tasks.rados.rados.0.smithi052.stdout:2573: snap_remove snap 243 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:00:51.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 14 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T03:00:51.430 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T03:00:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: pgmap v496: 121 pgs: 121 active+clean; 564 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-13T03:00:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:reconnect 2024-09-13T03:00:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T03:00:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T03:00:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2960534493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: pgmap v496: 121 pgs: 121 active+clean; 564 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:reconnect 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2960534493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: pgmap v496: 121 pgs: 121 active+clean; 564 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:00:52.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:reconnect 2024-09-13T03:00:52.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-13T03:00:52.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: osdmap e589: 8 total, 8 up, 8 in 2024-09-13T03:00:52.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2960534493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:00:52.411 INFO:tasks.rados.rados.0.smithi052.stdout:2573: done (9 left) 2024-09-13T03:00:52.411 INFO:tasks.rados.rados.0.smithi052.stdout:2574: delete oid 38 current snap is 269 2024-09-13T03:00:52.411 INFO:tasks.rados.rados.0.smithi052.stdout:2565: finishing rollback tid 1 to smithi05277117-15 2024-09-13T03:00:52.411 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 443 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T03:00:52.411 INFO:tasks.rados.rados.0.smithi052.stdout:2567: finishing rollback tid 0 to smithi05277117-42 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2563: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2567: finishing rollback tid 1 to smithi05277117-42 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2563: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2566: finishing rollback tid 0 to smithi05277117-21 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2567: finishing rollback tid 2 to smithi05277117-42 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1767 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2563: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2062 (ObjNum 702 snap 237 seq_num 702) dirty exists 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2566: finishing rollback tid 1 to smithi05277117-21 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2566: finishing rollback tid 2 to smithi05277117-21 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1380 (ObjNum 494 snap 163 seq_num 494) dirty exists 2024-09-13T03:00:52.412 INFO:tasks.rados.rados.0.smithi052.stdout:2571: finishing write tid 1 to smithi05277117-41 2024-09-13T03:00:52.413 INFO:tasks.rados.rados.0.smithi052.stdout:2572: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-13T03:00:52.444 INFO:tasks.rados.rados.0.smithi052.stdout:2571: finishing write tid 2 to smithi05277117-41 2024-09-13T03:00:52.444 INFO:tasks.rados.rados.0.smithi052.stdout:2564: expect (ObjNum 631 snap 215 seq_num 631) 2024-09-13T03:00:52.545 INFO:tasks.rados.rados.0.smithi052.stdout:2571: finishing write tid 3 to smithi05277117-41 2024-09-13T03:00:52.545 INFO:tasks.rados.rados.0.smithi052.stdout:2571: finishing write tid 4 to smithi05277117-41 2024-09-13T03:00:52.548 INFO:tasks.rados.rados.0.smithi052.stdout:2571: finishing write tid 5 to smithi05277117-41 2024-09-13T03:00:52.548 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1754 (ObjNum 803 snap 269 seq_num 803) dirty exists 2024-09-13T03:00:52.548 INFO:tasks.rados.rados.0.smithi052.stdout:2571: left oid 41 (ObjNum 803 snap 269 seq_num 803) 2024-09-13T03:00:52.548 INFO:tasks.rados.rados.0.smithi052.stdout:2570: expect (ObjNum 775 snap 258 seq_num 775) 2024-09-13T03:00:52.590 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:00:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2563: done (9 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2564: done (8 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2565: done (7 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2566: done (6 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2567: done (5 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2568: done (4 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2570: done (3 left) 2024-09-13T03:00:52.796 INFO:tasks.rados.rados.0.smithi052.stdout:2571: done (2 left) 2024-09-13T03:00:52.797 INFO:tasks.rados.rados.0.smithi052.stdout:2572: done (1 left) 2024-09-13T03:00:52.797 INFO:tasks.rados.rados.0.smithi052.stdout:2574: done (0 left) 2024-09-13T03:00:52.797 INFO:tasks.rados.rados.0.smithi052.stdout:2575: setattr oid 9 current snap is 269 2024-09-13T03:00:52.797 INFO:tasks.rados.rados.0.smithi052.stdout:2576: snap_remove snap 257 2024-09-13T03:00:53.415 INFO:tasks.rados.rados.0.smithi052.stdout:2576: done (1 left) 2024-09-13T03:00:53.415 INFO:tasks.rados.rados.0.smithi052.stdout:2577: snap_create 2024-09-13T03:00:53.416 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1816 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-13T03:00:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:53 smithi078 ceph-mon[85589]: pgmap v499: 121 pgs: 121 active+clean; 566 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 47 op/s 2024-09-13T03:00:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:53 smithi078 ceph-mon[85589]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:rejoin 2024-09-13T03:00:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:53 smithi078 ceph-mon[85589]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T03:00:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:53 smithi078 ceph-mon[85589]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T03:00:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:53 smithi078 ceph-mon[85589]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T03:00:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[91421]: pgmap v499: 121 pgs: 121 active+clean; 566 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 47 op/s 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[91421]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:rejoin 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[91421]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[91421]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[91421]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[89065]: pgmap v499: 121 pgs: 121 active+clean; 566 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 47 op/s 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[89065]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:rejoin 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[89065]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[89065]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-13T03:00:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:53 smithi052 ceph-mon[89065]: osdmap e590: 8 total, 8 up, 8 in 2024-09-13T03:00:54.419 INFO:tasks.rados.rados.0.smithi052.stdout:2575: done (1 left) 2024-09-13T03:00:54.420 INFO:tasks.rados.rados.0.smithi052.stdout:2577: done (0 left) 2024-09-13T03:00:54.420 INFO:tasks.rados.rados.0.smithi052.stdout:2578: read oid 42 snap -1 2024-09-13T03:00:54.420 INFO:tasks.rados.rados.0.smithi052.stdout:2578: expect (ObjNum 707 snap 237 seq_num 707) 2024-09-13T03:00:54.420 INFO:tasks.rados.rados.0.smithi052.stdout:2579: snap_remove snap 153 2024-09-13T03:00:54.698 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:54 smithi078 podman[109187]: 2024-09-13 03:00:54.623914769 +0000 UTC m=+4.340573781 container died c293e127e5bec21811cfe09d3c198a9a9c4435b5a92aa6705b6350f382533428 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-13T03:00:54.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:54 smithi078 ceph-mon[85589]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T03:00:54.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:54 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:00:54.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:54 smithi078 ceph-mon[85589]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:active 2024-09-13T03:00:54.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:54 smithi078 ceph-mon[85589]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T03:00:54.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:54 smithi078 ceph-mon[85589]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[91421]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[91421]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:active 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[91421]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[91421]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[89065]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T03:00:54.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:00:54.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[89065]: mds.? [v2:172.21.15.52:6834/3302870992,v1:172.21.15.52:6835/3302870992] up:active 2024-09-13T03:00:54.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=a=up:active} 2024-09-13T03:00:54.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:54 smithi052 ceph-mon[89065]: osdmap e591: 8 total, 8 up, 8 in 2024-09-13T03:00:54.830 INFO:tasks.rados.rados.0.smithi052.stdout:2579: done (1 left) 2024-09-13T03:00:54.830 INFO:tasks.rados.rados.0.smithi052.stdout:2580: copy_from oid 21 from oid 12 current snap is 270 2024-09-13T03:00:54.831 INFO:tasks.rados.rados.0.smithi052.stdout:2578: expect (ObjNum 707 snap 237 seq_num 707) 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:2580: finishing copy_from racing read to smithi05277117-21 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:2580: finishing copy_from to smithi05277117-21 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1706 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:2578: done (1 left) 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:2580: done (0 left) 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:2581: copy_from oid 11 from oid 38 current snap is 270 2024-09-13T03:00:54.990 INFO:tasks.rados.rados.0.smithi052.stdout:2582: delete oid 36 current snap is 270 2024-09-13T03:00:54.991 INFO:tasks.rados.rados.0.smithi052.stdout:2581: finishing copy_from to smithi05277117-11 2024-09-13T03:00:54.991 INFO:tasks.rados.rados.0.smithi052.stdout:2581: got expected ENOENT (src dne) 2024-09-13T03:00:54.991 INFO:tasks.rados.rados.0.smithi052.stdout:2581: finishing copy_from racing read to smithi05277117-11 2024-09-13T03:00:54.992 INFO:tasks.rados.rados.0.smithi052.stdout:2581: done (1 left) 2024-09-13T03:00:54.992 INFO:tasks.rados.rados.0.smithi052.stdout:2582: done (0 left) 2024-09-13T03:00:54.992 INFO:tasks.rados.rados.0.smithi052.stdout:2583: read oid 34 snap -1 2024-09-13T03:00:54.992 INFO:tasks.rados.rados.0.smithi052.stdout:2583: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:00:54.992 INFO:tasks.rados.rados.0.smithi052.stdout:2584: snap_remove snap 267 2024-09-13T03:00:55.360 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 podman[109187]: 2024-09-13 03:00:55.107772109 +0000 UTC m=+4.824431120 container cleanup c293e127e5bec21811cfe09d3c198a9a9c4435b5a92aa6705b6350f382533428 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, RELEASE=quincy-bbdadfa, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-13T03:00:55.360 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 bash[109187]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b 2024-09-13T03:00:55.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:55 smithi078 ceph-mon[85589]: pgmap v502: 121 pgs: 121 active+clean; 569 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 47 op/s 2024-09-13T03:00:55.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:55 smithi078 ceph-mon[85589]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T03:00:55.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:55 smithi078 ceph-mon[85589]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T03:00:55.697 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 podman[109214]: 2024-09-13 03:00:55.359182414 +0000 UTC m=+0.727564318 container remove c293e127e5bec21811cfe09d3c198a9a9c4435b5a92aa6705b6350f382533428 (image=quay.ceph.io/ceph-ci/ceph@sha256:20745bd452f31fe48c67c092910f9b2c550f9dc62d239ff3e2953415a85590be, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-bbdadfa, org.label-schema.schema-version=1.0) 2024-09-13T03:00:55.697 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-13T03:00:55.697 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 systemd[1]: Stopped Ceph mds.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:00:55.697 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.602s CPU time. 2024-09-13T03:00:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-mon[91421]: pgmap v502: 121 pgs: 121 active+clean; 569 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 47 op/s 2024-09-13T03:00:55.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-mon[91421]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T03:00:55.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-mon[91421]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T03:00:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-mon[89065]: pgmap v502: 121 pgs: 121 active+clean; 569 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 47 op/s 2024-09-13T03:00:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-mon[89065]: osdmap e592: 8 total, 8 up, 8 in 2024-09-13T03:00:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-mon[89065]: osdmap e593: 8 total, 8 up, 8 in 2024-09-13T03:00:55.823 INFO:tasks.rados.rados.0.smithi052.stdout:2584: done (1 left) 2024-09-13T03:00:55.823 INFO:tasks.rados.rados.0.smithi052.stdout:2585: snap_create 2024-09-13T03:00:55.823 INFO:tasks.rados.rados.0.smithi052.stdout:2583: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:00:56.089 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 systemd[1]: Starting Ceph mds.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:00:56.090 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 podman[109341]: 2024-09-13 03:00:55.857832682 +0000 UTC m=+0.015737640 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T03:00:56.090 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:55 smithi078 podman[109341]: 2024-09-13 03:00:55.976989563 +0000 UTC m=+0.134894523 container create 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-13T03:00:56.278 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 03:00:55 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: 2024-09-13T03:00:55.832+0000 7f777f079640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T03:00:56.446 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:56 smithi078 podman[109341]: 2024-09-13 03:00:56.196404146 +0000 UTC m=+0.354309103 container init 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-13T03:00:56.446 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:56 smithi078 podman[109341]: 2024-09-13 03:00:56.199670779 +0000 UTC m=+0.357575751 container start 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T03:00:56.446 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b[109356]: starting mds.b at 2024-09-13T03:00:56.446 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:56 smithi078 bash[109341]: 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd 2024-09-13T03:00:56.446 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 03:00:56 smithi078 systemd[1]: Started Ceph mds.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:00:56.829 INFO:tasks.rados.rados.0.smithi052.stdout:2583: done (1 left) 2024-09-13T03:00:56.829 INFO:tasks.rados.rados.0.smithi052.stdout:2585: done (0 left) 2024-09-13T03:00:56.829 INFO:tasks.rados.rados.0.smithi052.stdout:2586: snap_remove snap 221 2024-09-13T03:00:57.075 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:56 smithi078 ceph-mon[85589]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T03:00:57.075 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:57.075 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:57.075 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[91421]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T03:00:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[89065]: osdmap e594: 8 total, 8 up, 8 in 2024-09-13T03:00:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:00:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:00:57.833 INFO:tasks.rados.rados.0.smithi052.stdout:2586: done (0 left) 2024-09-13T03:00:57.833 INFO:tasks.rados.rados.0.smithi052.stdout:2587: copy_from oid 33 from oid 14 current snap is 271 2024-09-13T03:00:57.833 INFO:tasks.rados.rados.0.smithi052.stdout:2588: rmattr oid 20 current snap is 271 2024-09-13T03:00:57.834 INFO:tasks.rados.rados.0.smithi052.stdout:2588: done (1 left) 2024-09-13T03:00:57.834 INFO:tasks.rados.rados.0.smithi052.stdout:2589: snap_remove snap 201 2024-09-13T03:00:58.170 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:57 smithi078 ceph-mon[85589]: pgmap v506: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-13T03:00:58.171 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:57 smithi078 ceph-mon[85589]: mds.? [v2:172.21.15.78:6832/3318661942,v1:172.21.15.78:6833/3318661942] up:boot 2024-09-13T03:00:58.171 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:57 smithi078 ceph-mon[85589]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T03:00:58.171 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T03:00:58.171 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:57 smithi078 ceph-mon[85589]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T03:00:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[89065]: pgmap v506: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-13T03:00:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[89065]: mds.? [v2:172.21.15.78:6832/3318661942,v1:172.21.15.78:6833/3318661942] up:boot 2024-09-13T03:00:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[89065]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T03:00:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T03:00:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[89065]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T03:00:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[91421]: pgmap v506: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-09-13T03:00:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[91421]: mds.? [v2:172.21.15.78:6832/3318661942,v1:172.21.15.78:6833/3318661942] up:boot 2024-09-13T03:00:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[91421]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-13T03:00:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-13T03:00:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:57 smithi052 ceph-mon[91421]: osdmap e595: 8 total, 8 up, 8 in 2024-09-13T03:00:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:00:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:00:58] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-09-13T03:00:58.841 INFO:tasks.rados.rados.0.smithi052.stdout:2589: done (1 left) 2024-09-13T03:00:58.842 INFO:tasks.rados.rados.0.smithi052.stdout:2590: snap_create 2024-09-13T03:00:58.842 INFO:tasks.rados.rados.0.smithi052.stdout:2587: finishing copy_from racing read to smithi05277117-33 2024-09-13T03:00:58.842 INFO:tasks.rados.rados.0.smithi052.stdout:2587: finishing copy_from to smithi05277117-33 2024-09-13T03:00:58.842 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 1208 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:00:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:58 smithi078 ceph-mon[85589]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T03:00:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:58 smithi052 ceph-mon[91421]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T03:00:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:58 smithi052 ceph-mon[89065]: osdmap e596: 8 total, 8 up, 8 in 2024-09-13T03:00:59.823 INFO:tasks.rados.rados.0.smithi052.stdout:2587: done (1 left) 2024-09-13T03:00:59.823 INFO:tasks.rados.rados.0.smithi052.stdout:2590: done (0 left) 2024-09-13T03:00:59.823 INFO:tasks.rados.rados.0.smithi052.stdout:2591: read oid 47 snap -1 2024-09-13T03:00:59.823 INFO:tasks.rados.rados.0.smithi052.stdout:2591: expect deleted 2024-09-13T03:00:59.823 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 272 2024-09-13T03:00:59.823 INFO:tasks.rados.rados.0.smithi052.stdout:2592: seq_num 806 ranges {2260992=704512,2965504=442368,3407872=360448} 2024-09-13T03:00:59.839 INFO:tasks.rados.rados.0.smithi052.stdout:2592: writing smithi05277117-12 from 2260992 to 2965504 tid 1 2024-09-13T03:00:59.841 INFO:tasks.rados.rados.0.smithi052.stdout:2592: writing smithi05277117-12 from 2965504 to 3407872 tid 2 2024-09-13T03:00:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2592: writing smithi05277117-12 from 3407872 to 3768320 tid 3 2024-09-13T03:00:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 272 2024-09-13T03:00:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2593: seq_num 807 ranges {6578176=720896,7299072=729088,8028160=73728} 2024-09-13T03:00:59.884 INFO:tasks.rados.rados.0.smithi052.stdout:2593: writing smithi05277117-8 from 6578176 to 7299072 tid 1 2024-09-13T03:00:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:2593: writing smithi05277117-8 from 7299072 to 8028160 tid 2 2024-09-13T03:00:59.889 INFO:tasks.rados.rados.0.smithi052.stdout:2593: writing smithi05277117-8 from 8028160 to 8101888 tid 3 2024-09-13T03:00:59.889 INFO:tasks.rados.rados.0.smithi052.stdout:2594: delete oid 31 current snap is 272 2024-09-13T03:00:59.889 INFO:tasks.rados.rados.0.smithi052.stdout:2592: finishing write tid 1 to smithi05277117-12 2024-09-13T03:00:59.889 INFO:tasks.rados.rados.0.smithi052.stdout:2592: finishing write tid 2 to smithi05277117-12 2024-09-13T03:00:59.889 INFO:tasks.rados.rados.0.smithi052.stdout:2592: finishing write tid 3 to smithi05277117-12 2024-09-13T03:00:59.890 INFO:tasks.rados.rados.0.smithi052.stdout:2592: finishing write tid 4 to smithi05277117-12 2024-09-13T03:00:59.890 INFO:tasks.rados.rados.0.smithi052.stdout:2592: finishing write tid 5 to smithi05277117-12 2024-09-13T03:00:59.890 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1711 (ObjNum 806 snap 272 seq_num 806) dirty exists 2024-09-13T03:00:59.890 INFO:tasks.rados.rados.0.smithi052.stdout:2592: left oid 12 (ObjNum 806 snap 272 seq_num 806) 2024-09-13T03:00:59.893 INFO:tasks.rados.rados.0.smithi052.stdout:2591: done (3 left) 2024-09-13T03:00:59.894 INFO:tasks.rados.rados.0.smithi052.stdout:2592: done (2 left) 2024-09-13T03:00:59.894 INFO:tasks.rados.rados.0.smithi052.stdout:2594: done (1 left) 2024-09-13T03:00:59.894 INFO:tasks.rados.rados.0.smithi052.stdout:2595: delete oid 12 current snap is 272 2024-09-13T03:00:59.894 INFO:tasks.rados.rados.0.smithi052.stdout:2593: finishing write tid 1 to smithi05277117-8 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2593: finishing write tid 2 to smithi05277117-8 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2595: done (1 left) 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2596: read oid 46 snap -1 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2596: expect deleted 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2597: read oid 44 snap -1 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2597: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 272 2024-09-13T03:00:59.896 INFO:tasks.rados.rados.0.smithi052.stdout:2598: seq_num 810 ranges {3727360=770048,4497408=778240,5275648=24576} 2024-09-13T03:00:59.920 INFO:tasks.rados.rados.0.smithi052.stdout:2598: writing smithi05277117-4 from 3727360 to 4497408 tid 1 2024-09-13T03:00:59.925 INFO:tasks.rados.rados.0.smithi052.stdout:2598: writing smithi05277117-4 from 4497408 to 5275648 tid 2 2024-09-13T03:00:59.925 INFO:tasks.rados.rados.0.smithi052.stdout:2598: writing smithi05277117-4 from 5275648 to 5300224 tid 3 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:2599: snap_create 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:2593: finishing write tid 3 to smithi05277117-8 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:2593: finishing write tid 4 to smithi05277117-8 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:2593: finishing write tid 5 to smithi05277117-8 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2098 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:2593: left oid 8 (ObjNum 807 snap 272 seq_num 807) 2024-09-13T03:00:59.926 INFO:tasks.rados.rados.0.smithi052.stdout:2597: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:2598: finishing write tid 1 to smithi05277117-4 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:2598: finishing write tid 2 to smithi05277117-4 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:2598: finishing write tid 3 to smithi05277117-4 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:2598: finishing write tid 4 to smithi05277117-4 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:2598: finishing write tid 5 to smithi05277117-4 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1861 (ObjNum 810 snap 272 seq_num 810) dirty exists 2024-09-13T03:01:00.113 INFO:tasks.rados.rados.0.smithi052.stdout:2598: left oid 4 (ObjNum 810 snap 272 seq_num 810) 2024-09-13T03:01:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:59 smithi078 ceph-mon[85589]: pgmap v509: 121 pgs: 121 active+clean; 544 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-13T03:01:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:59 smithi078 ceph-mon[85589]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T03:01:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:00:59 smithi078 ceph-mon[85589]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T03:01:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:59 smithi052 ceph-mon[91421]: pgmap v509: 121 pgs: 121 active+clean; 544 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-13T03:01:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:59 smithi052 ceph-mon[91421]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T03:01:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:00:59 smithi052 ceph-mon[91421]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T03:01:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:59 smithi052 ceph-mon[89065]: pgmap v509: 121 pgs: 121 active+clean; 544 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 28 op/s 2024-09-13T03:01:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:59 smithi052 ceph-mon[89065]: osdmap e597: 8 total, 8 up, 8 in 2024-09-13T03:01:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:00:59 smithi052 ceph-mon[89065]: osdmap e598: 8 total, 8 up, 8 in 2024-09-13T03:01:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:2593: done (4 left) 2024-09-13T03:01:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:2596: done (3 left) 2024-09-13T03:01:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:2597: done (2 left) 2024-09-13T03:01:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:2598: done (1 left) 2024-09-13T03:01:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:2599: done (0 left) 2024-09-13T03:01:00.890 INFO:tasks.rados.rados.0.smithi052.stdout:2600: delete oid 46 current snap is 273 2024-09-13T03:01:00.892 INFO:tasks.rados.rados.0.smithi052.stdout:2600: done (0 left) 2024-09-13T03:01:00.892 INFO:tasks.rados.rados.0.smithi052.stdout:2601: delete oid 40 current snap is 273 2024-09-13T03:01:00.894 INFO:tasks.rados.rados.0.smithi052.stdout:2601: done (0 left) 2024-09-13T03:01:00.895 INFO:tasks.rados.rados.0.smithi052.stdout:2602: snap_create 2024-09-13T03:01:01.133 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.133 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.133 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.133 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.221 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:01.894 INFO:tasks.rados.rados.0.smithi052.stdout:2602: done (0 left) 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2603: read oid 50 snap -1 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2603: expect deleted 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2604: read oid 18 snap -1 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2604: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2605: rmattr oid 13 current snap is 274 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2605: done (2 left) 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2606: rmattr oid 11 current snap is 274 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2606: done (2 left) 2024-09-13T03:01:01.895 INFO:tasks.rados.rados.0.smithi052.stdout:2607: snap_create 2024-09-13T03:01:01.900 INFO:tasks.rados.rados.0.smithi052.stdout:2604: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:02.140 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:01 smithi078 ceph-mon[85589]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 920 KiB/s wr, 6 op/s 2024-09-13T03:01:02.140 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:01 smithi078 ceph-mon[85589]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T03:01:02.140 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:01 smithi052 ceph-mon[91421]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 920 KiB/s wr, 6 op/s 2024-09-13T03:01:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:01 smithi052 ceph-mon[91421]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T03:01:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:01 smithi052 ceph-mon[89065]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 920 KiB/s wr, 6 op/s 2024-09-13T03:01:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:01 smithi052 ceph-mon[89065]: osdmap e599: 8 total, 8 up, 8 in 2024-09-13T03:01:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:02.433 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:01:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2603: done (2 left) 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2604: done (1 left) 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2607: done (0 left) 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2608: copy_from oid 48 from oid 32 current snap is 275 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2609: rollback oid 19 current snap is 275 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 187 2024-09-13T03:01:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2610: copy_from oid 36 from oid 37 current snap is 275 2024-09-13T03:01:02.901 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 275 2024-09-13T03:01:02.901 INFO:tasks.rados.rados.0.smithi052.stdout:2611: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-09-13T03:01:02.902 INFO:tasks.rados.rados.0.smithi052.stdout:2611: writing smithi05277117-39 from 0 to 417792 tid 1 2024-09-13T03:01:02.905 INFO:tasks.rados.rados.0.smithi052.stdout:2611: writing smithi05277117-39 from 417792 to 851968 tid 2 2024-09-13T03:01:02.909 INFO:tasks.rados.rados.0.smithi052.stdout:2611: writing smithi05277117-39 from 851968 to 1294336 tid 3 2024-09-13T03:01:02.911 INFO:tasks.rados.rados.0.smithi052.stdout:2611: writing smithi05277117-39 from 1294336 to 1622016 tid 4 2024-09-13T03:01:02.911 INFO:tasks.rados.rados.0.smithi052.stdout:2612: snap_create 2024-09-13T03:01:02.911 INFO:tasks.rados.rados.0.smithi052.stdout:2609: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:01:02.911 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 1751 (ObjNum 65 snap 0 seq_num 1583441492) dirty dne 2024-09-13T03:01:02.915 INFO:tasks.rados.rados.0.smithi052.stdout:2611: finishing write tid 1 to smithi05277117-39 2024-09-13T03:01:02.915 INFO:tasks.rados.rados.0.smithi052.stdout:2611: finishing write tid 2 to smithi05277117-39 2024-09-13T03:01:02.921 INFO:tasks.rados.rados.0.smithi052.stdout:2611: finishing write tid 3 to smithi05277117-39 2024-09-13T03:01:02.921 INFO:tasks.rados.rados.0.smithi052.stdout:2611: finishing write tid 4 to smithi05277117-39 2024-09-13T03:01:02.921 INFO:tasks.rados.rados.0.smithi052.stdout:2611: finishing write tid 5 to smithi05277117-39 2024-09-13T03:01:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:2611: finishing write tid 6 to smithi05277117-39 2024-09-13T03:01:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1717 (ObjNum 813 snap 275 seq_num 813) dirty exists 2024-09-13T03:01:02.922 INFO:tasks.rados.rados.0.smithi052.stdout:2611: left oid 39 (ObjNum 813 snap 275 seq_num 813) 2024-09-13T03:01:02.942 INFO:tasks.rados.rados.0.smithi052.stdout:2608: finishing copy_from racing read to smithi05277117-48 2024-09-13T03:01:02.944 INFO:tasks.rados.rados.0.smithi052.stdout:2610: finishing copy_from racing read to smithi05277117-36 2024-09-13T03:01:02.947 INFO:tasks.rados.rados.0.smithi052.stdout:2610: finishing copy_from to smithi05277117-36 2024-09-13T03:01:02.947 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1750 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:01:02.947 INFO:tasks.rados.rados.0.smithi052.stdout:2608: finishing copy_from to smithi05277117-48 2024-09-13T03:01:02.948 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1786 (ObjNum 789 snap 267 seq_num 789) dirty exists 2024-09-13T03:01:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:02 smithi078 ceph-mon[85589]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T03:01:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:02 smithi052 ceph-mon[91421]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T03:01:03.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:02 smithi052 ceph-mon[89065]: osdmap e600: 8 total, 8 up, 8 in 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2608: done (4 left) 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2609: done (3 left) 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2610: done (2 left) 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2611: done (1 left) 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2612: done (0 left) 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2613: read oid 28 snap -1 2024-09-13T03:01:03.905 INFO:tasks.rados.rados.0.smithi052.stdout:2613: expect deleted 2024-09-13T03:01:03.906 INFO:tasks.rados.rados.0.smithi052.stdout:2614: read oid 50 snap -1 2024-09-13T03:01:03.906 INFO:tasks.rados.rados.0.smithi052.stdout:2614: expect deleted 2024-09-13T03:01:03.906 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 276 2024-09-13T03:01:03.906 INFO:tasks.rados.rados.0.smithi052.stdout:2615: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-09-13T03:01:03.907 INFO:tasks.rados.rados.0.smithi052.stdout:2615: writing smithi05277117-15 from 0 to 442368 tid 1 2024-09-13T03:01:03.912 INFO:tasks.rados.rados.0.smithi052.stdout:2615: writing smithi05277117-15 from 442368 to 1212416 tid 2 2024-09-13T03:01:03.915 INFO:tasks.rados.rados.0.smithi052.stdout:2615: writing smithi05277117-15 from 1212416 to 1646592 tid 3 2024-09-13T03:01:03.915 INFO:tasks.rados.rados.0.smithi052.stdout:2616: snap_remove snap 269 2024-09-13T03:01:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: pgmap v515: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 384 KiB/s wr, 2 op/s 2024-09-13T03:01:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T03:01:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:04.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:03 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: pgmap v515: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 384 KiB/s wr, 2 op/s 2024-09-13T03:01:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T03:01:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: pgmap v515: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 519 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 384 KiB/s wr, 2 op/s 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: osdmap e601: 8 total, 8 up, 8 in 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:03 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.824 INFO:tasks.rados.rados.0.smithi052.stdout:2616: done (3 left) 2024-09-13T03:01:04.824 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 276 2024-09-13T03:01:04.824 INFO:tasks.rados.rados.0.smithi052.stdout:2615: finishing write tid 1 to smithi05277117-15 2024-09-13T03:01:04.824 INFO:tasks.rados.rados.0.smithi052.stdout:2615: finishing write tid 2 to smithi05277117-15 2024-09-13T03:01:04.824 INFO:tasks.rados.rados.0.smithi052.stdout:2615: finishing write tid 3 to smithi05277117-15 2024-09-13T03:01:04.824 INFO:tasks.rados.rados.0.smithi052.stdout:2615: finishing write tid 4 to smithi05277117-15 2024-09-13T03:01:04.825 INFO:tasks.rados.rados.0.smithi052.stdout:2615: finishing write tid 5 to smithi05277117-15 2024-09-13T03:01:04.825 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 447 (ObjNum 814 snap 276 seq_num 814) dirty exists 2024-09-13T03:01:04.825 INFO:tasks.rados.rados.0.smithi052.stdout:2615: left oid 15 (ObjNum 814 snap 276 seq_num 814) 2024-09-13T03:01:04.825 INFO:tasks.rados.rados.0.smithi052.stdout:2617: seq_num 815 ranges {5234688=458752,5693440=655360,6348800=409600,6758400=139264} 2024-09-13T03:01:04.856 INFO:tasks.rados.rados.0.smithi052.stdout:2617: writing smithi05277117-25 from 5234688 to 5693440 tid 1 2024-09-13T03:01:04.860 INFO:tasks.rados.rados.0.smithi052.stdout:2617: writing smithi05277117-25 from 5693440 to 6348800 tid 2 2024-09-13T03:01:04.862 INFO:tasks.rados.rados.0.smithi052.stdout:2617: writing smithi05277117-25 from 6348800 to 6758400 tid 3 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2617: writing smithi05277117-25 from 6758400 to 6897664 tid 4 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2613: done (3 left) 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2614: done (2 left) 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2615: done (1 left) 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2618: rollback oid 32 current snap is 276 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 266 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2617: finishing write tid 1 to smithi05277117-25 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2617: finishing write tid 2 to smithi05277117-25 2024-09-13T03:01:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:2619: read oid 24 snap 271 2024-09-13T03:01:04.865 INFO:tasks.rados.rados.0.smithi052.stdout:2619: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:01:04.865 INFO:tasks.rados.rados.0.smithi052.stdout:2620: snap_remove snap 260 2024-09-13T03:01:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Detected new or changed devices on smithi078 2024-09-13T03:01:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T03:01:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all mds 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all rgw 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all iscsi 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all nfs 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: Upgrade: Setting container_image for all nvmeof 2024-09-13T03:01:04.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:04.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:04.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:04 smithi078 ceph-mon[85589]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Detected new or changed devices on smithi078 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all mds 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all rgw 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all iscsi 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all nfs 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: Upgrade: Setting container_image for all nvmeof 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Detected new or changed devices on smithi078 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: osdmap e602: 8 total, 8 up, 8 in 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all mds 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-13T03:01:05.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all rgw 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all rbd-mirror 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all ceph-exporter 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all iscsi 2024-09-13T03:01:05.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all nfs 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: Upgrade: Setting container_image for all nvmeof 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[91421]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T03:01:05.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:05.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:05.285 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:04 smithi052 ceph-mon[89065]: osdmap e603: 8 total, 8 up, 8 in 2024-09-13T03:01:05.825 INFO:tasks.rados.rados.0.smithi052.stdout:2617: finishing write tid 3 to smithi05277117-25 2024-09-13T03:01:05.825 INFO:tasks.rados.rados.0.smithi052.stdout:2617: finishing write tid 4 to smithi05277117-25 2024-09-13T03:01:05.825 INFO:tasks.rados.rados.0.smithi052.stdout:2617: finishing write tid 5 to smithi05277117-25 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:2618: finishing rollback tid 0 to smithi05277117-32 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:2618: finishing rollback tid 1 to smithi05277117-32 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:2618: finishing rollback tid 2 to smithi05277117-32 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1874 (ObjNum 759 snap 253 seq_num 759) dirty exists 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:2617: finishing write tid 6 to smithi05277117-25 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1034 (ObjNum 815 snap 276 seq_num 815) dirty exists 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:2617: left oid 25 (ObjNum 815 snap 276 seq_num 815) 2024-09-13T03:01:05.826 INFO:tasks.rados.rados.0.smithi052.stdout:2619: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:01:05.865 INFO:tasks.rados.rados.0.smithi052.stdout:2617: done (3 left) 2024-09-13T03:01:05.865 INFO:tasks.rados.rados.0.smithi052.stdout:2618: done (2 left) 2024-09-13T03:01:05.865 INFO:tasks.rados.rados.0.smithi052.stdout:2619: done (1 left) 2024-09-13T03:01:05.865 INFO:tasks.rados.rados.0.smithi052.stdout:2620: done (0 left) 2024-09-13T03:01:05.865 INFO:tasks.rados.rados.0.smithi052.stdout:2621: read oid 38 snap 209 2024-09-13T03:01:05.866 INFO:tasks.rados.rados.0.smithi052.stdout:2621: expect (ObjNum 545 snap 186 seq_num 545) 2024-09-13T03:01:05.866 INFO:tasks.rados.rados.0.smithi052.stdout:2622: snap_create 2024-09-13T03:01:05.874 INFO:tasks.rados.rados.0.smithi052.stdout:2621: expect (ObjNum 545 snap 186 seq_num 545) 2024-09-13T03:01:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:05 smithi052 ceph-mon[89065]: pgmap v518: 121 pgs: 121 active+clean; 520 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 388 KiB/s wr, 2 op/s 2024-09-13T03:01:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:05 smithi052 ceph-mon[89065]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T03:01:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:05 smithi052 ceph-mon[91421]: pgmap v518: 121 pgs: 121 active+clean; 520 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 388 KiB/s wr, 2 op/s 2024-09-13T03:01:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:05 smithi052 ceph-mon[91421]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T03:01:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:05 smithi078 ceph-mon[85589]: pgmap v518: 121 pgs: 121 active+clean; 520 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 388 KiB/s wr, 2 op/s 2024-09-13T03:01:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:05 smithi078 ceph-mon[85589]: osdmap e604: 8 total, 8 up, 8 in 2024-09-13T03:01:06.825 INFO:tasks.rados.rados.0.smithi052.stdout:2621: done (1 left) 2024-09-13T03:01:06.825 INFO:tasks.rados.rados.0.smithi052.stdout:2622: done (0 left) 2024-09-13T03:01:06.826 INFO:tasks.rados.rados.0.smithi052.stdout:2623: snap_create 2024-09-13T03:01:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:07 smithi052 ceph-mon[91421]: Upgrade: Updating grafana.a 2024-09-13T03:01:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:07 smithi052 ceph-mon[91421]: Deploying daemon grafana.a on smithi078 2024-09-13T03:01:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:07 smithi052 ceph-mon[91421]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T03:01:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:07 smithi052 ceph-mon[89065]: Upgrade: Updating grafana.a 2024-09-13T03:01:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:07 smithi052 ceph-mon[89065]: Deploying daemon grafana.a on smithi078 2024-09-13T03:01:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:07 smithi052 ceph-mon[89065]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T03:01:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:07 smithi078 ceph-mon[85589]: Upgrade: Updating grafana.a 2024-09-13T03:01:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:07 smithi078 ceph-mon[85589]: Deploying daemon grafana.a on smithi078 2024-09-13T03:01:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:07 smithi078 ceph-mon[85589]: osdmap e605: 8 total, 8 up, 8 in 2024-09-13T03:01:07.827 INFO:tasks.rados.rados.0.smithi052.stdout:2623: done (0 left) 2024-09-13T03:01:07.827 INFO:tasks.rados.rados.0.smithi052.stdout:2624: delete oid 49 current snap is 278 2024-09-13T03:01:07.830 INFO:tasks.rados.rados.0.smithi052.stdout:2624: done (0 left) 2024-09-13T03:01:07.831 INFO:tasks.rados.rados.0.smithi052.stdout:2625: delete oid 41 current snap is 278 2024-09-13T03:01:07.834 INFO:tasks.rados.rados.0.smithi052.stdout:2625: done (0 left) 2024-09-13T03:01:07.834 INFO:tasks.rados.rados.0.smithi052.stdout:2626: copy_from oid 45 from oid 18 current snap is 278 2024-09-13T03:01:07.834 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 278 2024-09-13T03:01:07.834 INFO:tasks.rados.rados.0.smithi052.stdout:2627: seq_num 818 ranges {4956160=507904,5464064=704512,6168576=499712} 2024-09-13T03:01:07.864 INFO:tasks.rados.rados.0.smithi052.stdout:2627: writing smithi05277117-6 from 4956160 to 5464064 tid 1 2024-09-13T03:01:07.867 INFO:tasks.rados.rados.0.smithi052.stdout:2627: writing smithi05277117-6 from 5464064 to 6168576 tid 2 2024-09-13T03:01:07.871 INFO:tasks.rados.rados.0.smithi052.stdout:2627: writing smithi05277117-6 from 6168576 to 6668288 tid 3 2024-09-13T03:01:07.871 INFO:tasks.rados.rados.0.smithi052.stdout:2628: copy_from oid 41 from oid 11 current snap is 278 2024-09-13T03:01:07.871 INFO:tasks.rados.rados.0.smithi052.stdout:2626: finishing copy_from racing read to smithi05277117-45 2024-09-13T03:01:07.871 INFO:tasks.rados.rados.0.smithi052.stdout:2626: finishing copy_from to smithi05277117-45 2024-09-13T03:01:07.871 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1234 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:07.872 INFO:tasks.rados.rados.0.smithi052.stdout:2627: finishing write tid 1 to smithi05277117-6 2024-09-13T03:01:07.872 INFO:tasks.rados.rados.0.smithi052.stdout:2626: done (2 left) 2024-09-13T03:01:07.872 INFO:tasks.rados.rados.0.smithi052.stdout:2629: setattr oid 30 current snap is 278 2024-09-13T03:01:07.872 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 278 2024-09-13T03:01:07.872 INFO:tasks.rados.rados.0.smithi052.stdout:2630: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-09-13T03:01:07.875 INFO:tasks.rados.rados.0.smithi052.stdout:2630: writing smithi05277117-47 from 0 to 524288 tid 1 2024-09-13T03:01:07.880 INFO:tasks.rados.rados.0.smithi052.stdout:2630: writing smithi05277117-47 from 524288 to 1114112 tid 2 2024-09-13T03:01:07.883 INFO:tasks.rados.rados.0.smithi052.stdout:2630: writing smithi05277117-47 from 1114112 to 1728512 tid 3 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2631: rollback oid 32 current snap is 278 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 240 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2117 (ObjNum 8225 snap 0 seq_num 2687505) dirty exists 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2627: finishing write tid 2 to smithi05277117-6 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2627: finishing write tid 3 to smithi05277117-6 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2627: finishing write tid 4 to smithi05277117-6 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2628: finishing copy_from racing read to smithi05277117-41 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2628: finishing copy_from to smithi05277117-41 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1234 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2627: finishing write tid 5 to smithi05277117-6 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2111 (ObjNum 818 snap 278 seq_num 818) dirty exists 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2627: left oid 6 (ObjNum 818 snap 278 seq_num 818) 2024-09-13T03:01:07.884 INFO:tasks.rados.rados.0.smithi052.stdout:2630: finishing write tid 1 to smithi05277117-47 2024-09-13T03:01:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2630: finishing write tid 2 to smithi05277117-47 2024-09-13T03:01:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2627: done (4 left) 2024-09-13T03:01:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2628: done (3 left) 2024-09-13T03:01:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2629: done (2 left) 2024-09-13T03:01:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2632: setattr oid 21 current snap is 278 2024-09-13T03:01:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2633: copy_from oid 18 from oid 4 current snap is 278 2024-09-13T03:01:07.886 INFO:tasks.rados.rados.0.smithi052.stdout:2634: rmattr oid 6 current snap is 278 2024-09-13T03:01:07.886 INFO:tasks.rados.rados.0.smithi052.stdout:2634: done (4 left) 2024-09-13T03:01:07.886 INFO:tasks.rados.rados.0.smithi052.stdout:2635: copy_from oid 30 from oid 48 current snap is 278 2024-09-13T03:01:07.886 INFO:tasks.rados.rados.0.smithi052.stdout:2636: read oid 43 snap -1 2024-09-13T03:01:07.886 INFO:tasks.rados.rados.0.smithi052.stdout:2636: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:01:07.886 INFO:tasks.rados.rados.0.smithi052.stdout:2637: delete oid 10 current snap is 278 2024-09-13T03:01:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:2630: finishing write tid 3 to smithi05277117-47 2024-09-13T03:01:07.890 INFO:tasks.rados.rados.0.smithi052.stdout:2630: finishing write tid 4 to smithi05277117-47 2024-09-13T03:01:07.890 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1708 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T03:01:07.890 INFO:tasks.rados.rados.0.smithi052.stdout:2632: done (6 left) 2024-09-13T03:01:07.890 INFO:tasks.rados.rados.0.smithi052.stdout:2637: done (5 left) 2024-09-13T03:01:07.890 INFO:tasks.rados.rados.0.smithi052.stdout:2638: rmattr oid 44 current snap is 278 2024-09-13T03:01:07.890 INFO:tasks.rados.rados.0.smithi052.stdout:2639: delete oid 1 current snap is 278 2024-09-13T03:01:07.891 INFO:tasks.rados.rados.0.smithi052.stdout:2631: finishing rollback tid 0 to smithi05277117-32 2024-09-13T03:01:07.892 INFO:tasks.rados.rados.0.smithi052.stdout:2630: finishing write tid 5 to smithi05277117-47 2024-09-13T03:01:07.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1721 (ObjNum 819 snap 278 seq_num 819) dirty exists 2024-09-13T03:01:07.892 INFO:tasks.rados.rados.0.smithi052.stdout:2630: left oid 47 (ObjNum 819 snap 278 seq_num 819) 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:2630: done (6 left) 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:2639: done (5 left) 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:2640: rollback oid 3 current snap is 278 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 244 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:2641: rollback oid 26 current snap is 278 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 218 2024-09-13T03:01:07.895 INFO:tasks.rados.rados.0.smithi052.stdout:2642: read oid 50 snap 259 2024-09-13T03:01:07.896 INFO:tasks.rados.rados.0.smithi052.stdout:2642: expect deleted 2024-09-13T03:01:07.896 INFO:tasks.rados.rados.0.smithi052.stdout:2643: read oid 24 snap 265 2024-09-13T03:01:07.896 INFO:tasks.rados.rados.0.smithi052.stdout:2643: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:01:07.896 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 278 2024-09-13T03:01:07.896 INFO:tasks.rados.rados.0.smithi052.stdout:2644: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-09-13T03:01:07.898 INFO:tasks.rados.rados.0.smithi052.stdout:2644: writing smithi05277117-13 from 0 to 573440 tid 1 2024-09-13T03:01:07.903 INFO:tasks.rados.rados.0.smithi052.stdout:2644: writing smithi05277117-13 from 573440 to 1269760 tid 2 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:2644: writing smithi05277117-13 from 1269760 to 1777664 tid 3 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:2645: snap_create 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1355 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:2640: finishing rollback tid 1 to smithi05277117-3 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:2640: finishing rollback tid 2 to smithi05277117-3 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2121 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:2631: finishing rollback tid 1 to smithi05277117-32 2024-09-13T03:01:07.908 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1889 (ObjNum 65 snap 0 seq_num 1415932275) dirty dne 2024-09-13T03:01:07.911 INFO:tasks.rados.rados.0.smithi052.stdout:2643: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:01:07.947 INFO:tasks.rados.rados.0.smithi052.stdout:2636: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2644: finishing write tid 1 to smithi05277117-13 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2644: finishing write tid 2 to smithi05277117-13 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2644: finishing write tid 3 to smithi05277117-13 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2644: finishing write tid 4 to smithi05277117-13 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2641: finishing rollback tid 0 to smithi05277117-26 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2641: finishing rollback tid 1 to smithi05277117-26 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2641: finishing rollback tid 2 to smithi05277117-26 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1237 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2644: finishing write tid 5 to smithi05277117-13 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2115 (ObjNum 822 snap 278 seq_num 822) dirty exists 2024-09-13T03:01:08.180 INFO:tasks.rados.rados.0.smithi052.stdout:2644: left oid 13 (ObjNum 822 snap 278 seq_num 822) 2024-09-13T03:01:08.181 INFO:tasks.rados.rados.0.smithi052.stdout:2633: finishing copy_from racing read to smithi05277117-18 2024-09-13T03:01:08.181 INFO:tasks.rados.rados.0.smithi052.stdout:2633: finishing copy_from to smithi05277117-18 2024-09-13T03:01:08.181 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1861 (ObjNum 810 snap 272 seq_num 810) dirty exists 2024-09-13T03:01:08.181 INFO:tasks.rados.rados.0.smithi052.stdout:2635: finishing copy_from racing read to smithi05277117-30 2024-09-13T03:01:08.181 INFO:tasks.rados.rados.0.smithi052.stdout:2635: finishing copy_from to smithi05277117-30 2024-09-13T03:01:08.181 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1786 (ObjNum 789 snap 267 seq_num 789) dirty exists 2024-09-13T03:01:08.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:08 smithi052 ceph-mon[91421]: pgmap v521: 121 pgs: 121 active+clean; 538 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-09-13T03:01:08.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:08 smithi052 ceph-mon[91421]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T03:01:08.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:01:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:01:08] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:01:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:08 smithi052 ceph-mon[89065]: pgmap v521: 121 pgs: 121 active+clean; 538 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-09-13T03:01:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:08 smithi052 ceph-mon[89065]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T03:01:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:08 smithi078 ceph-mon[85589]: pgmap v521: 121 pgs: 121 active+clean; 538 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-09-13T03:01:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:08 smithi078 ceph-mon[85589]: osdmap e606: 8 total, 8 up, 8 in 2024-09-13T03:01:08.829 INFO:tasks.rados.rados.0.smithi052.stdout:2631: done (10 left) 2024-09-13T03:01:08.829 INFO:tasks.rados.rados.0.smithi052.stdout:2633: done (9 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2635: done (8 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2636: done (7 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2638: done (6 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2640: done (5 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2641: done (4 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2642: done (3 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2643: done (2 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2644: done (1 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2645: done (0 left) 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2646: copy_from oid 2 from oid 45 current snap is 279 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2647: rmattr oid 23 current snap is 279 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2648: rmattr oid 38 current snap is 279 2024-09-13T03:01:08.830 INFO:tasks.rados.rados.0.smithi052.stdout:2648: done (2 left) 2024-09-13T03:01:08.831 INFO:tasks.rados.rados.0.smithi052.stdout:2649: delete oid 48 current snap is 279 2024-09-13T03:01:08.833 INFO:tasks.rados.rados.0.smithi052.stdout:2649: done (2 left) 2024-09-13T03:01:08.833 INFO:tasks.rados.rados.0.smithi052.stdout:2650: snap_remove snap 272 2024-09-13T03:01:09.825 INFO:tasks.rados.rados.0.smithi052.stdout:2650: done (2 left) 2024-09-13T03:01:09.826 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 279 2024-09-13T03:01:09.826 INFO:tasks.rados.rados.0.smithi052.stdout:2651: seq_num 824 ranges {1056768=606208,1662976=458752,2121728=573440,2695168=172032} 2024-09-13T03:01:09.836 INFO:tasks.rados.rados.0.smithi052.stdout:2651: writing smithi05277117-11 from 1056768 to 1662976 tid 1 2024-09-13T03:01:09.839 INFO:tasks.rados.rados.0.smithi052.stdout:2651: writing smithi05277117-11 from 1662976 to 2121728 tid 2 2024-09-13T03:01:09.843 INFO:tasks.rados.rados.0.smithi052.stdout:2651: writing smithi05277117-11 from 2121728 to 2695168 tid 3 2024-09-13T03:01:09.845 INFO:tasks.rados.rados.0.smithi052.stdout:2651: writing smithi05277117-11 from 2695168 to 2867200 tid 4 2024-09-13T03:01:09.845 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 279 2024-09-13T03:01:09.845 INFO:tasks.rados.rados.0.smithi052.stdout:2652: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-09-13T03:01:09.848 INFO:tasks.rados.rados.0.smithi052.stdout:2652: writing smithi05277117-38 from 0 to 622592 tid 1 2024-09-13T03:01:09.853 INFO:tasks.rados.rados.0.smithi052.stdout:2652: writing smithi05277117-38 from 622592 to 1368064 tid 2 2024-09-13T03:01:09.855 INFO:tasks.rados.rados.0.smithi052.stdout:2652: writing smithi05277117-38 from 1368064 to 1826816 tid 3 2024-09-13T03:01:09.855 INFO:tasks.rados.rados.0.smithi052.stdout:2653: snap_remove snap 261 2024-09-13T03:01:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:09 smithi078 ceph-mon[85589]: pgmap v524: 121 pgs: 121 active+clean; 537 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.9 MiB/s wr, 12 op/s 2024-09-13T03:01:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:09 smithi078 ceph-mon[85589]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T03:01:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:09 smithi052 ceph-mon[91421]: pgmap v524: 121 pgs: 121 active+clean; 537 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.9 MiB/s wr, 12 op/s 2024-09-13T03:01:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:09 smithi052 ceph-mon[91421]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T03:01:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:09 smithi052 ceph-mon[89065]: pgmap v524: 121 pgs: 121 active+clean; 537 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.9 MiB/s wr, 12 op/s 2024-09-13T03:01:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:09 smithi052 ceph-mon[89065]: osdmap e607: 8 total, 8 up, 8 in 2024-09-13T03:01:10.838 INFO:tasks.rados.rados.0.smithi052.stdout:2653: done (4 left) 2024-09-13T03:01:10.838 INFO:tasks.rados.rados.0.smithi052.stdout:2654: setattr oid 44 current snap is 279 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2655: rmattr oid 20 current snap is 279 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2655: done (5 left) 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2656: rollback oid 7 current snap is 279 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 277 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1709 (ObjNum -85091136 snap 21853 seq_num 304) dirty exists 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2646: finishing copy_from racing read to smithi05277117-2 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2646: finishing copy_from to smithi05277117-2 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1234 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2651: finishing write tid 1 to smithi05277117-11 2024-09-13T03:01:10.842 INFO:tasks.rados.rados.0.smithi052.stdout:2651: finishing write tid 2 to smithi05277117-11 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2651: finishing write tid 3 to smithi05277117-11 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2651: finishing write tid 4 to smithi05277117-11 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2651: finishing write tid 5 to smithi05277117-11 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2651: finishing write tid 6 to smithi05277117-11 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1242 (ObjNum 824 snap 279 seq_num 824) dirty exists 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2651: left oid 11 (ObjNum 824 snap 279 seq_num 824) 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2652: finishing write tid 1 to smithi05277117-38 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2652: finishing write tid 2 to smithi05277117-38 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2652: finishing write tid 3 to smithi05277117-38 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2652: finishing write tid 4 to smithi05277117-38 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2652: finishing write tid 5 to smithi05277117-38 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2121 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-09-13T03:01:10.843 INFO:tasks.rados.rados.0.smithi052.stdout:2652: left oid 38 (ObjNum 825 snap 279 seq_num 825) 2024-09-13T03:01:10.844 INFO:tasks.rados.rados.0.smithi052.stdout:2646: done (5 left) 2024-09-13T03:01:10.844 INFO:tasks.rados.rados.0.smithi052.stdout:2647: done (4 left) 2024-09-13T03:01:10.844 INFO:tasks.rados.rados.0.smithi052.stdout:2651: done (3 left) 2024-09-13T03:01:10.844 INFO:tasks.rados.rados.0.smithi052.stdout:2652: done (2 left) 2024-09-13T03:01:10.844 INFO:tasks.rados.rados.0.smithi052.stdout:2657: snap_remove snap 209 2024-09-13T03:01:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:10 smithi078 ceph-mon[85589]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T03:01:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:10 smithi052 ceph-mon[91421]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T03:01:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:10 smithi052 ceph-mon[89065]: osdmap e608: 8 total, 8 up, 8 in 2024-09-13T03:01:11.838 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1356 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:01:11.838 INFO:tasks.rados.rados.0.smithi052.stdout:2656: finishing rollback tid 0 to smithi05277117-7 2024-09-13T03:01:11.838 INFO:tasks.rados.rados.0.smithi052.stdout:2656: finishing rollback tid 1 to smithi05277117-7 2024-09-13T03:01:11.838 INFO:tasks.rados.rados.0.smithi052.stdout:2656: finishing rollback tid 2 to smithi05277117-7 2024-09-13T03:01:11.838 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1395 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:01:11.839 INFO:tasks.rados.rados.0.smithi052.stdout:2654: done (2 left) 2024-09-13T03:01:11.839 INFO:tasks.rados.rados.0.smithi052.stdout:2656: done (1 left) 2024-09-13T03:01:11.839 INFO:tasks.rados.rados.0.smithi052.stdout:2657: done (0 left) 2024-09-13T03:01:11.839 INFO:tasks.rados.rados.0.smithi052.stdout:2658: delete oid 23 current snap is 279 2024-09-13T03:01:11.860 INFO:tasks.rados.rados.0.smithi052.stdout:2658: done (0 left) 2024-09-13T03:01:11.860 INFO:tasks.rados.rados.0.smithi052.stdout:2659: read oid 50 snap -1 2024-09-13T03:01:11.860 INFO:tasks.rados.rados.0.smithi052.stdout:2659: expect deleted 2024-09-13T03:01:11.861 INFO:tasks.rados.rados.0.smithi052.stdout:2660: rollback oid 21 current snap is 279 2024-09-13T03:01:11.861 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 237 2024-09-13T03:01:11.861 INFO:tasks.rados.rados.0.smithi052.stdout:2661: delete oid 35 current snap is 279 2024-09-13T03:01:11.863 INFO:tasks.rados.rados.0.smithi052.stdout:2661: done (2 left) 2024-09-13T03:01:11.864 INFO:tasks.rados.rados.0.smithi052.stdout:2662: delete oid 33 current snap is 279 2024-09-13T03:01:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2659: done (2 left) 2024-09-13T03:01:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2662: done (1 left) 2024-09-13T03:01:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 279 2024-09-13T03:01:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2663: seq_num 829 ranges {6668288=688128,7356416=729088,8085504=475136} 2024-09-13T03:01:11.911 INFO:tasks.rados.rados.0.smithi052.stdout:2663: writing smithi05277117-6 from 6668288 to 7356416 tid 1 2024-09-13T03:01:11.916 INFO:tasks.rados.rados.0.smithi052.stdout:2663: writing smithi05277117-6 from 7356416 to 8085504 tid 2 2024-09-13T03:01:11.919 INFO:tasks.rados.rados.0.smithi052.stdout:2663: writing smithi05277117-6 from 8085504 to 8560640 tid 3 2024-09-13T03:01:11.919 INFO:tasks.rados.rados.0.smithi052.stdout:2664: delete oid 20 current snap is 279 2024-09-13T03:01:11.919 INFO:tasks.rados.rados.0.smithi052.stdout:2660: finishing rollback tid 0 to smithi05277117-21 2024-09-13T03:01:11.919 INFO:tasks.rados.rados.0.smithi052.stdout:2660: finishing rollback tid 1 to smithi05277117-21 2024-09-13T03:01:11.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1712 (ObjNum 225 snap 0 seq_num 4209297696) dirty dne 2024-09-13T03:01:11.919 INFO:tasks.rados.rados.0.smithi052.stdout:2663: finishing write tid 1 to smithi05277117-6 2024-09-13T03:01:11.920 INFO:tasks.rados.rados.0.smithi052.stdout:2663: finishing write tid 2 to smithi05277117-6 2024-09-13T03:01:11.922 INFO:tasks.rados.rados.0.smithi052.stdout:2663: finishing write tid 3 to smithi05277117-6 2024-09-13T03:01:11.922 INFO:tasks.rados.rados.0.smithi052.stdout:2663: finishing write tid 4 to smithi05277117-6 2024-09-13T03:01:11.924 INFO:tasks.rados.rados.0.smithi052.stdout:2663: finishing write tid 5 to smithi05277117-6 2024-09-13T03:01:11.924 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2148 (ObjNum 829 snap 279 seq_num 829) dirty exists 2024-09-13T03:01:11.924 INFO:tasks.rados.rados.0.smithi052.stdout:2663: left oid 6 (ObjNum 829 snap 279 seq_num 829) 2024-09-13T03:01:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:2660: done (2 left) 2024-09-13T03:01:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:2663: done (1 left) 2024-09-13T03:01:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:2664: done (0 left) 2024-09-13T03:01:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 279 2024-09-13T03:01:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:2665: seq_num 831 ranges {1646592=720896,2367488=499712,2867200=704512} 2024-09-13T03:01:11.937 INFO:tasks.rados.rados.0.smithi052.stdout:2665: writing smithi05277117-15 from 1646592 to 2367488 tid 1 2024-09-13T03:01:11.940 INFO:tasks.rados.rados.0.smithi052.stdout:2665: writing smithi05277117-15 from 2367488 to 2867200 tid 2 2024-09-13T03:01:11.945 INFO:tasks.rados.rados.0.smithi052.stdout:2665: writing smithi05277117-15 from 2867200 to 3571712 tid 3 2024-09-13T03:01:11.945 INFO:tasks.rados.rados.0.smithi052.stdout:2666: snap_create 2024-09-13T03:01:11.945 INFO:tasks.rados.rados.0.smithi052.stdout:2665: finishing write tid 1 to smithi05277117-15 2024-09-13T03:01:11.945 INFO:tasks.rados.rados.0.smithi052.stdout:2665: finishing write tid 2 to smithi05277117-15 2024-09-13T03:01:11.947 INFO:tasks.rados.rados.0.smithi052.stdout:2665: finishing write tid 3 to smithi05277117-15 2024-09-13T03:01:11.947 INFO:tasks.rados.rados.0.smithi052.stdout:2665: finishing write tid 4 to smithi05277117-15 2024-09-13T03:01:11.948 INFO:tasks.rados.rados.0.smithi052.stdout:2665: finishing write tid 5 to smithi05277117-15 2024-09-13T03:01:11.948 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 451 (ObjNum 831 snap 279 seq_num 831) dirty exists 2024-09-13T03:01:11.948 INFO:tasks.rados.rados.0.smithi052.stdout:2665: left oid 15 (ObjNum 831 snap 279 seq_num 831) 2024-09-13T03:01:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:11 smithi078 ceph-mon[85589]: pgmap v527: 121 pgs: 121 active+clean; 549 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-09-13T03:01:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:11 smithi078 ceph-mon[85589]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T03:01:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:11 smithi052 ceph-mon[91421]: pgmap v527: 121 pgs: 121 active+clean; 549 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-09-13T03:01:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:11 smithi052 ceph-mon[91421]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T03:01:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:11 smithi052 ceph-mon[89065]: pgmap v527: 121 pgs: 121 active+clean; 549 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-09-13T03:01:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:11 smithi052 ceph-mon[89065]: osdmap e609: 8 total, 8 up, 8 in 2024-09-13T03:01:12.620 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:01:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:01:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:12.858 INFO:tasks.rados.rados.0.smithi052.stdout:2665: done (1 left) 2024-09-13T03:01:12.858 INFO:tasks.rados.rados.0.smithi052.stdout:2666: done (0 left) 2024-09-13T03:01:12.858 INFO:tasks.rados.rados.0.smithi052.stdout:2667: delete oid 47 current snap is 280 2024-09-13T03:01:12.864 INFO:tasks.rados.rados.0.smithi052.stdout:2667: done (0 left) 2024-09-13T03:01:12.864 INFO:tasks.rados.rados.0.smithi052.stdout:2668: copy_from oid 37 from oid 34 current snap is 280 2024-09-13T03:01:12.864 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 280 2024-09-13T03:01:12.864 INFO:tasks.rados.rados.0.smithi052.stdout:2669: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-09-13T03:01:12.868 INFO:tasks.rados.rados.0.smithi052.stdout:2669: writing smithi05277117-9 from 0 to 761856 tid 1 2024-09-13T03:01:12.872 INFO:tasks.rados.rados.0.smithi052.stdout:2669: writing smithi05277117-9 from 761856 to 1433600 tid 2 2024-09-13T03:01:12.877 INFO:tasks.rados.rados.0.smithi052.stdout:2669: writing smithi05277117-9 from 1433600 to 1966080 tid 3 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:2670: rollback oid 27 current snap is 280 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 277 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:2668: finishing copy_from racing read to smithi05277117-37 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:2668: finishing copy_from to smithi05277117-37 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1368 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:2668: done (2 left) 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:2671: delete oid 48 current snap is 280 2024-09-13T03:01:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:2669: finishing write tid 1 to smithi05277117-9 2024-09-13T03:01:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:2669: finishing write tid 2 to smithi05277117-9 2024-09-13T03:01:12.882 INFO:tasks.rados.rados.0.smithi052.stdout:2669: finishing write tid 3 to smithi05277117-9 2024-09-13T03:01:12.882 INFO:tasks.rados.rados.0.smithi052.stdout:2670: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:01:12.882 INFO:tasks.rados.rados.0.smithi052.stdout:2669: finishing write tid 4 to smithi05277117-9 2024-09-13T03:01:12.882 INFO:tasks.rados.rados.0.smithi052.stdout:2670: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:01:12.882 INFO:tasks.rados.rados.0.smithi052.stdout:2670: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:01:12.882 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2148 (ObjNum 702 snap 237 seq_num 702) dirty exists 2024-09-13T03:01:12.883 INFO:tasks.rados.rados.0.smithi052.stdout:2670: done (2 left) 2024-09-13T03:01:12.883 INFO:tasks.rados.rados.0.smithi052.stdout:2671: done (1 left) 2024-09-13T03:01:12.883 INFO:tasks.rados.rados.0.smithi052.stdout:2672: delete oid 23 current snap is 280 2024-09-13T03:01:12.884 INFO:tasks.rados.rados.0.smithi052.stdout:2669: finishing write tid 5 to smithi05277117-9 2024-09-13T03:01:12.884 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1916 (ObjNum 833 snap 280 seq_num 833) dirty exists 2024-09-13T03:01:12.885 INFO:tasks.rados.rados.0.smithi052.stdout:2669: left oid 9 (ObjNum 833 snap 280 seq_num 833) 2024-09-13T03:01:12.885 INFO:tasks.rados.rados.0.smithi052.stdout:2669: done (1 left) 2024-09-13T03:01:12.885 INFO:tasks.rados.rados.0.smithi052.stdout:2672: done (0 left) 2024-09-13T03:01:12.885 INFO:tasks.rados.rados.0.smithi052.stdout:2673: snap_create 2024-09-13T03:01:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:12 smithi078 ceph-mon[85589]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T03:01:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:12 smithi052 ceph-mon[91421]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T03:01:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:12 smithi052 ceph-mon[89065]: osdmap e610: 8 total, 8 up, 8 in 2024-09-13T03:01:13.865 INFO:tasks.rados.rados.0.smithi052.stdout:2673: done (0 left) 2024-09-13T03:01:13.866 INFO:tasks.rados.rados.0.smithi052.stdout:2674: snap_remove snap 271 2024-09-13T03:01:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:13 smithi078 ceph-mon[85589]: pgmap v530: 121 pgs: 121 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-13T03:01:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:13 smithi078 ceph-mon[85589]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T03:01:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:13 smithi052 ceph-mon[91421]: pgmap v530: 121 pgs: 121 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-13T03:01:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:13 smithi052 ceph-mon[91421]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T03:01:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:13 smithi052 ceph-mon[89065]: pgmap v530: 121 pgs: 121 active+clean; 554 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-13T03:01:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:13 smithi052 ceph-mon[89065]: osdmap e611: 8 total, 8 up, 8 in 2024-09-13T03:01:14.829 INFO:tasks.rados.rados.0.smithi052.stdout:2674: done (0 left) 2024-09-13T03:01:14.829 INFO:tasks.rados.rados.0.smithi052.stdout:2675: snap_create 2024-09-13T03:01:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:14 smithi078 ceph-mon[85589]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T03:01:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:14 smithi078 ceph-mon[85589]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T03:01:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:14 smithi052 ceph-mon[91421]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T03:01:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:14 smithi052 ceph-mon[91421]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T03:01:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:14 smithi052 ceph-mon[89065]: osdmap e612: 8 total, 8 up, 8 in 2024-09-13T03:01:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:14 smithi052 ceph-mon[89065]: osdmap e613: 8 total, 8 up, 8 in 2024-09-13T03:01:15.486 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:15 smithi078 systemd[1]: Stopping Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:01:15.836 INFO:tasks.rados.rados.0.smithi052.stdout:2675: done (0 left) 2024-09-13T03:01:15.836 INFO:tasks.rados.rados.0.smithi052.stdout:2676: snap_remove snap 115 2024-09-13T03:01:15.876 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:15 smithi078 podman[113031]: 2024-09-13 03:01:15.48463574 +0000 UTC m=+0.117256166 container died 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, release=239.1651231664, vendor=Red Hat, Inc., name=ubi8, description=Ceph Grafana Container, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, version=8.5) 2024-09-13T03:01:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:15 smithi078 ceph-mon[85589]: pgmap v533: 121 pgs: 121 active+clean; 559 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 24 op/s 2024-09-13T03:01:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:15 smithi078 ceph-mon[85589]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T03:01:16.197 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:15 smithi078 podman[113031]: 2024-09-13 03:01:15.974187844 +0000 UTC m=+0.606808301 container cleanup 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, architecture=x86_64, version=8.5, description=Ceph Grafana Container, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, vcs-type=git, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-13T03:01:16.197 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:15 smithi078 bash[113031]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a 2024-09-13T03:01:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:15 smithi052 ceph-mon[91421]: pgmap v533: 121 pgs: 121 active+clean; 559 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 24 op/s 2024-09-13T03:01:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:15 smithi052 ceph-mon[91421]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T03:01:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:15 smithi052 ceph-mon[89065]: pgmap v533: 121 pgs: 121 active+clean; 559 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 24 op/s 2024-09-13T03:01:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:15 smithi052 ceph-mon[89065]: osdmap e614: 8 total, 8 up, 8 in 2024-09-13T03:01:16.594 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 podman[113043]: 2024-09-13 03:01:16.224969072 +0000 UTC m=+0.742709837 container remove 1204968f29739d659b69e816d4e416968b7143b261654562d4f59fa3d841ff4c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, description=Ceph Grafana Container, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, distribution-scope=public, vcs-type=git) 2024-09-13T03:01:16.594 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T03:01:16.594 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-13T03:01:16.594 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 systemd[1]: Stopped Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:01:16.595 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Consumed 6.740s CPU time. 2024-09-13T03:01:16.595 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 systemd[1]: Starting Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T03:01:16.839 INFO:tasks.rados.rados.0.smithi052.stdout:2676: done (0 left) 2024-09-13T03:01:16.840 INFO:tasks.rados.rados.0.smithi052.stdout:2677: setattr oid 43 current snap is 282 2024-09-13T03:01:16.842 INFO:tasks.rados.rados.0.smithi052.stdout:2678: setattr oid 29 current snap is 282 2024-09-13T03:01:16.846 INFO:tasks.rados.rados.0.smithi052.stdout:2679: rmattr oid 12 current snap is 282 2024-09-13T03:01:16.847 INFO:tasks.rados.rados.0.smithi052.stdout:2679: done (2 left) 2024-09-13T03:01:16.847 INFO:tasks.rados.rados.0.smithi052.stdout:2680: read oid 3 snap -1 2024-09-13T03:01:16.847 INFO:tasks.rados.rados.0.smithi052.stdout:2680: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:16.847 INFO:tasks.rados.rados.0.smithi052.stdout:2681: rollback oid 50 current snap is 282 2024-09-13T03:01:16.847 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 231 2024-09-13T03:01:16.847 INFO:tasks.rados.rados.0.smithi052.stdout:2682: copy_from oid 47 from oid 19 current snap is 282 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:2683: rollback oid 17 current snap is 282 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 17 to 264 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:2684: read oid 16 snap 259 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:2684: expect deleted 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:2685: copy_from oid 23 from oid 48 current snap is 282 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 282 2024-09-13T03:01:16.848 INFO:tasks.rados.rados.0.smithi052.stdout:2686: seq_num 836 ranges {6897664=409600,7307264=720896,8028160=516096,8544256=368640} 2024-09-13T03:01:16.889 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 podman[113170]: 2024-09-13 03:01:16.702830134 +0000 UTC m=+0.016323932 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-09-13T03:01:16.889 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:16 smithi078 podman[113170]: 2024-09-13 03:01:16.83465084 +0000 UTC m=+0.148144624 container create a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f (image=quay.io/ceph/grafana:9.4.12, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T03:01:16.890 INFO:tasks.rados.rados.0.smithi052.stdout:2686: writing smithi05277117-25 from 6897664 to 7307264 tid 1 2024-09-13T03:01:16.894 INFO:tasks.rados.rados.0.smithi052.stdout:2686: writing smithi05277117-25 from 7307264 to 8028160 tid 2 2024-09-13T03:01:16.897 INFO:tasks.rados.rados.0.smithi052.stdout:2686: writing smithi05277117-25 from 8028160 to 8544256 tid 3 2024-09-13T03:01:16.899 INFO:tasks.rados.rados.0.smithi052.stdout:2686: writing smithi05277117-25 from 8544256 to 8912896 tid 4 2024-09-13T03:01:16.899 INFO:tasks.rados.rados.0.smithi052.stdout:2687: snap_remove snap 244 2024-09-13T03:01:17.180 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:17.180 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:16 smithi078 ceph-mon[85589]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T03:01:17.180 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 podman[113170]: 2024-09-13 03:01:17.104240169 +0000 UTC m=+0.417733952 container init a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f (image=quay.io/ceph/grafana:9.4.12, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T03:01:17.180 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 podman[113170]: 2024-09-13 03:01:17.107163722 +0000 UTC m=+0.420657506 container start a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f (image=quay.io/ceph/grafana:9.4.12, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T03:01:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:16 smithi052 ceph-mon[91421]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T03:01:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:16 smithi052 ceph-mon[89065]: osdmap e615: 8 total, 8 up, 8 in 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 bash[113170]: a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 systemd[1]: Started Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255661957Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.25584263Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255858325Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255862463Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255865422Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255868332Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255871Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-13T03:01:17.447 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.25587374Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.25587651Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255879554Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.25588221Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255884723Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255888651Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255891322Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255894154Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255897104Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.255899726Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.25590238Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=settings t=2024-09-13T03:01:17.25590507Z level=info msg="App mode production" 2024-09-13T03:01:17.448 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=sqlstore t=2024-09-13T03:01:17.255943788Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=sqlstore t=2024-09-13T03:01:17.255954402Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=migrator t=2024-09-13T03:01:17.270439789Z level=info msg="Starting DB migrations" 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=migrator t=2024-09-13T03:01:17.274938298Z level=info msg="migrations completed" performed=0 skipped=481 duration=404.516µs 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=sqlstore t=2024-09-13T03:01:17.275264971Z level=info msg="Created default organization" 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=plugin.finder t=2024-09-13T03:01:17.309310208Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=secrets t=2024-09-13T03:01:17.309416559Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=query_data t=2024-09-13T03:01:17.31161691Z level=info msg="Query Service initialization" 2024-09-13T03:01:17.449 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=live.push_http t=2024-09-13T03:01:17.317141479Z level=info msg="Live Push Gateway initialization" 2024-09-13T03:01:17.896 INFO:tasks.rados.rados.0.smithi052.stdout:2687: done (9 left) 2024-09-13T03:01:17.896 INFO:tasks.rados.rados.0.smithi052.stdout:2688: copy_from oid 9 from oid 35 current snap is 282 2024-09-13T03:01:17.896 INFO:tasks.rados.rados.0.smithi052.stdout:2680: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1243 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2681: finishing rollback tid 1 to smithi05277117-50 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1320 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2685: finishing copy_from to smithi05277117-23 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2685: got expected ENOENT (src dne) 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2685: finishing copy_from racing read to smithi05277117-23 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2682: finishing copy_from to smithi05277117-47 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2682: got expected ENOENT (src dne) 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2682: finishing copy_from racing read to smithi05277117-47 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1235 (ObjNum 129 snap 0 seq_num 4207575584) dirty exists 2024-09-13T03:01:17.900 INFO:tasks.rados.rados.0.smithi052.stdout:2683: finishing rollback tid 0 to smithi05277117-17 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2683: finishing rollback tid 1 to smithi05277117-17 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2683: finishing rollback tid 2 to smithi05277117-17 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2161 (ObjNum 385 snap 0 seq_num 4209191456) dirty exists 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2686: finishing write tid 1 to smithi05277117-25 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2686: finishing write tid 2 to smithi05277117-25 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2686: finishing write tid 3 to smithi05277117-25 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2686: finishing write tid 4 to smithi05277117-25 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2686: finishing write tid 5 to smithi05277117-25 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:2686: finishing write tid 6 to smithi05277117-25 2024-09-13T03:01:17.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1039 (ObjNum 836 snap 282 seq_num 836) dirty exists 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2686: left oid 25 (ObjNum 836 snap 282 seq_num 836) 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2677: done (9 left) 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2678: done (8 left) 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2680: done (7 left) 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2681: done (6 left) 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2682: done (5 left) 2024-09-13T03:01:17.902 INFO:tasks.rados.rados.0.smithi052.stdout:2683: done (4 left) 2024-09-13T03:01:17.903 INFO:tasks.rados.rados.0.smithi052.stdout:2684: done (3 left) 2024-09-13T03:01:17.903 INFO:tasks.rados.rados.0.smithi052.stdout:2685: done (2 left) 2024-09-13T03:01:17.903 INFO:tasks.rados.rados.0.smithi052.stdout:2686: done (1 left) 2024-09-13T03:01:17.903 INFO:tasks.rados.rados.0.smithi052.stdout:2689: rmattr oid 31 current snap is 282 2024-09-13T03:01:17.903 INFO:tasks.rados.rados.0.smithi052.stdout:2689: done (1 left) 2024-09-13T03:01:17.903 INFO:tasks.rados.rados.0.smithi052.stdout:2690: snap_create 2024-09-13T03:01:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:2688: finishing copy_from to smithi05277117-9 2024-09-13T03:01:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:2688: got expected ENOENT (src dne) 2024-09-13T03:01:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:2688: finishing copy_from racing read to smithi05277117-9 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=infra.usagestats.collector t=2024-09-13T03:01:17.976376992Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=provisioning.datasources t=2024-09-13T03:01:17.978612247Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=provisioning.datasources t=2024-09-13T03:01:17.978621687Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=provisioning.datasources t=2024-09-13T03:01:17.978738368Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=provisioning.alerting t=2024-09-13T03:01:18.000103354Z level=info msg="starting to provision alerting" 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=provisioning.alerting t=2024-09-13T03:01:18.00013073Z level=info msg="finished to provision alerting" 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=ngalert.state.manager t=2024-09-13T03:01:18.000354194Z level=info msg="Warming state cache for startup" 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=grafanaStorageLogger t=2024-09-13T03:01:18.001105579Z level=info msg="storage starting" 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=http.server t=2024-09-13T03:01:18.002086688Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T03:01:18.233 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=ngalert.state.manager t=2024-09-13T03:01:18.012865676Z level=info msg="State cache has been initialized" states=0 duration=12.511082ms 2024-09-13T03:01:18.234 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=ticker t=2024-09-13T03:01:18.012909644Z level=info msg=starting first_tick=2024-09-13T03:01:20Z 2024-09-13T03:01:18.234 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=ngalert.multiorg.alertmanager t=2024-09-13T03:01:18.012920562Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T03:01:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:01:18] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:01:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[91421]: pgmap v536: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 549 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-13T03:01:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[91421]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[89065]: pgmap v536: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 549 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:18 smithi052 ceph-mon[89065]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T03:01:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-mon[85589]: pgmap v536: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 549 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-13T03:01:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:18.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:18.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:18 smithi078 ceph-mon[85589]: osdmap e616: 8 total, 8 up, 8 in 2024-09-13T03:01:18.893 INFO:tasks.rados.rados.0.smithi052.stdout:2688: done (1 left) 2024-09-13T03:01:18.893 INFO:tasks.rados.rados.0.smithi052.stdout:2690: done (0 left) 2024-09-13T03:01:18.893 INFO:tasks.rados.rados.0.smithi052.stdout:2691: rollback oid 50 current snap is 283 2024-09-13T03:01:18.893 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 274 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:2692: read oid 14 snap -1 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:2692: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:2693: setattr oid 45 current snap is 283 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:2694: read oid 1 snap 270 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:2694: expect deleted 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 283 2024-09-13T03:01:18.894 INFO:tasks.rados.rados.0.smithi052.stdout:2695: seq_num 837 ranges {5300224=425984,5726208=655360,6381568=729088,7110656=221184} 2024-09-13T03:01:18.925 INFO:tasks.rados.rados.0.smithi052.stdout:2695: writing smithi05277117-18 from 5300224 to 5726208 tid 1 2024-09-13T03:01:18.933 INFO:tasks.rados.rados.0.smithi052.stdout:2695: writing smithi05277117-18 from 5726208 to 6381568 tid 2 2024-09-13T03:01:18.934 INFO:tasks.rados.rados.0.smithi052.stdout:2695: writing smithi05277117-18 from 6381568 to 7110656 tid 3 2024-09-13T03:01:18.935 INFO:tasks.rados.rados.0.smithi052.stdout:2695: writing smithi05277117-18 from 7110656 to 7331840 tid 4 2024-09-13T03:01:18.935 INFO:tasks.rados.rados.0.smithi052.stdout:2696: snap_create 2024-09-13T03:01:18.935 INFO:tasks.rados.rados.0.smithi052.stdout:2692: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:01:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:2691: finishing rollback tid 1 to smithi05277117-50 2024-09-13T03:01:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1320 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T03:01:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2176 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:2695: finishing write tid 1 to smithi05277117-18 2024-09-13T03:01:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:2695: finishing write tid 2 to smithi05277117-18 2024-09-13T03:01:18.938 INFO:tasks.rados.rados.0.smithi052.stdout:2695: finishing write tid 3 to smithi05277117-18 2024-09-13T03:01:18.939 INFO:tasks.rados.rados.0.smithi052.stdout:2695: finishing write tid 4 to smithi05277117-18 2024-09-13T03:01:18.939 INFO:tasks.rados.rados.0.smithi052.stdout:2695: finishing write tid 5 to smithi05277117-18 2024-09-13T03:01:18.940 INFO:tasks.rados.rados.0.smithi052.stdout:2695: finishing write tid 6 to smithi05277117-18 2024-09-13T03:01:18.940 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1866 (ObjNum 837 snap 283 seq_num 837) dirty exists 2024-09-13T03:01:18.940 INFO:tasks.rados.rados.0.smithi052.stdout:2695: left oid 18 (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:2691: done (5 left) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:2692: done (4 left) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:2693: done (3 left) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:2694: done (2 left) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:2695: done (1 left) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:2696: done (0 left) 2024-09-13T03:01:19.832 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 284 2024-09-13T03:01:19.833 INFO:tasks.rados.rados.0.smithi052.stdout:2697: seq_num 838 ranges {1966080=442368,2408448=540672,2949120=532480,3481600=442368,3923968=90112} 2024-09-13T03:01:19.845 INFO:tasks.rados.rados.0.smithi052.stdout:2697: writing smithi05277117-9 from 1966080 to 2408448 tid 1 2024-09-13T03:01:19.848 INFO:tasks.rados.rados.0.smithi052.stdout:2697: writing smithi05277117-9 from 2408448 to 2949120 tid 2 2024-09-13T03:01:19.851 INFO:tasks.rados.rados.0.smithi052.stdout:2697: writing smithi05277117-9 from 2949120 to 3481600 tid 3 2024-09-13T03:01:19.854 INFO:tasks.rados.rados.0.smithi052.stdout:2697: writing smithi05277117-9 from 3481600 to 3923968 tid 4 2024-09-13T03:01:19.855 INFO:tasks.rados.rados.0.smithi052.stdout:2697: writing smithi05277117-9 from 3923968 to 4014080 tid 5 2024-09-13T03:01:19.855 INFO:tasks.rados.rados.0.smithi052.stdout:2698: read oid 18 snap -1 2024-09-13T03:01:19.855 INFO:tasks.rados.rados.0.smithi052.stdout:2698: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:19.855 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 284 2024-09-13T03:01:19.855 INFO:tasks.rados.rados.0.smithi052.stdout:2699: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-09-13T03:01:19.857 INFO:tasks.rados.rados.0.smithi052.stdout:2699: writing smithi05277117-21 from 0 to 458752 tid 1 2024-09-13T03:01:19.860 INFO:tasks.rados.rados.0.smithi052.stdout:2699: writing smithi05277117-21 from 458752 to 884736 tid 2 2024-09-13T03:01:19.864 INFO:tasks.rados.rados.0.smithi052.stdout:2699: writing smithi05277117-21 from 884736 to 1572864 tid 3 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2699: writing smithi05277117-21 from 1572864 to 2064384 tid 4 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2700: snap_create 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 1 to smithi05277117-9 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 2 to smithi05277117-9 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 3 to smithi05277117-9 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 4 to smithi05277117-9 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 5 to smithi05277117-9 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 6 to smithi05277117-9 2024-09-13T03:01:19.869 INFO:tasks.rados.rados.0.smithi052.stdout:2699: finishing write tid 1 to smithi05277117-21 2024-09-13T03:01:19.870 INFO:tasks.rados.rados.0.smithi052.stdout:2699: finishing write tid 2 to smithi05277117-21 2024-09-13T03:01:19.871 INFO:tasks.rados.rados.0.smithi052.stdout:2697: finishing write tid 7 to smithi05277117-9 2024-09-13T03:01:19.871 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1954 (ObjNum 838 snap 284 seq_num 838) dirty exists 2024-09-13T03:01:19.871 INFO:tasks.rados.rados.0.smithi052.stdout:2697: left oid 9 (ObjNum 838 snap 284 seq_num 838) 2024-09-13T03:01:19.872 INFO:tasks.rados.rados.0.smithi052.stdout:2699: finishing write tid 3 to smithi05277117-21 2024-09-13T03:01:19.873 INFO:tasks.rados.rados.0.smithi052.stdout:2699: finishing write tid 4 to smithi05277117-21 2024-09-13T03:01:19.873 INFO:tasks.rados.rados.0.smithi052.stdout:2699: finishing write tid 5 to smithi05277117-21 2024-09-13T03:01:19.875 INFO:tasks.rados.rados.0.smithi052.stdout:2699: finishing write tid 6 to smithi05277117-21 2024-09-13T03:01:19.875 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1717 (ObjNum 839 snap 284 seq_num 839) dirty exists 2024-09-13T03:01:19.875 INFO:tasks.rados.rados.0.smithi052.stdout:2699: left oid 21 (ObjNum 839 snap 284 seq_num 839) 2024-09-13T03:01:19.885 INFO:tasks.rados.rados.0.smithi052.stdout:2698: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:19 smithi078 ceph-mon[85589]: pgmap v539: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 534 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 950 KiB/s wr, 4 op/s 2024-09-13T03:01:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:19 smithi078 ceph-mon[85589]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T03:01:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:19 smithi078 ceph-mon[85589]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T03:01:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:19 smithi052 ceph-mon[91421]: pgmap v539: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 534 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 950 KiB/s wr, 4 op/s 2024-09-13T03:01:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:19 smithi052 ceph-mon[91421]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T03:01:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:19 smithi052 ceph-mon[91421]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T03:01:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:19 smithi052 ceph-mon[89065]: pgmap v539: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 534 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 950 KiB/s wr, 4 op/s 2024-09-13T03:01:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:19 smithi052 ceph-mon[89065]: osdmap e617: 8 total, 8 up, 8 in 2024-09-13T03:01:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:19 smithi052 ceph-mon[89065]: osdmap e618: 8 total, 8 up, 8 in 2024-09-13T03:01:20.831 INFO:tasks.rados.rados.0.smithi052.stdout:2697: done (3 left) 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2698: done (2 left) 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2699: done (1 left) 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2700: done (0 left) 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2701: rmattr oid 11 current snap is 285 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2701: done (0 left) 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2702: read oid 43 snap -1 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2702: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 285 2024-09-13T03:01:20.832 INFO:tasks.rados.rados.0.smithi052.stdout:2703: seq_num 840 ranges {2064384=475136,2539520=712704,3252224=499712,3751936=393216} 2024-09-13T03:01:20.845 INFO:tasks.rados.rados.0.smithi052.stdout:2703: writing smithi05277117-21 from 2064384 to 2539520 tid 1 2024-09-13T03:01:20.849 INFO:tasks.rados.rados.0.smithi052.stdout:2703: writing smithi05277117-21 from 2539520 to 3252224 tid 2 2024-09-13T03:01:20.852 INFO:tasks.rados.rados.0.smithi052.stdout:2703: writing smithi05277117-21 from 3252224 to 3751936 tid 3 2024-09-13T03:01:20.855 INFO:tasks.rados.rados.0.smithi052.stdout:2703: writing smithi05277117-21 from 3751936 to 4145152 tid 4 2024-09-13T03:01:20.855 INFO:tasks.rados.rados.0.smithi052.stdout:2704: delete oid 24 current snap is 285 2024-09-13T03:01:20.859 INFO:tasks.rados.rados.0.smithi052.stdout:2704: done (2 left) 2024-09-13T03:01:20.859 INFO:tasks.rados.rados.0.smithi052.stdout:2705: setattr oid 7 current snap is 285 2024-09-13T03:01:20.859 INFO:tasks.rados.rados.0.smithi052.stdout:2703: finishing write tid 1 to smithi05277117-21 2024-09-13T03:01:20.859 INFO:tasks.rados.rados.0.smithi052.stdout:2703: finishing write tid 2 to smithi05277117-21 2024-09-13T03:01:20.859 INFO:tasks.rados.rados.0.smithi052.stdout:2703: finishing write tid 3 to smithi05277117-21 2024-09-13T03:01:20.860 INFO:tasks.rados.rados.0.smithi052.stdout:2703: finishing write tid 4 to smithi05277117-21 2024-09-13T03:01:20.860 INFO:tasks.rados.rados.0.smithi052.stdout:2703: finishing write tid 5 to smithi05277117-21 2024-09-13T03:01:20.861 INFO:tasks.rados.rados.0.smithi052.stdout:2706: read oid 2 snap -1 2024-09-13T03:01:20.861 INFO:tasks.rados.rados.0.smithi052.stdout:2706: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:20.861 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 285 2024-09-13T03:01:20.861 INFO:tasks.rados.rados.0.smithi052.stdout:2707: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-09-13T03:01:20.864 INFO:tasks.rados.rados.0.smithi052.stdout:2707: writing smithi05277117-47 from 0 to 507904 tid 1 2024-09-13T03:01:20.867 INFO:tasks.rados.rados.0.smithi052.stdout:2707: writing smithi05277117-47 from 507904 to 983040 tid 2 2024-09-13T03:01:20.871 INFO:tasks.rados.rados.0.smithi052.stdout:2707: writing smithi05277117-47 from 983040 to 1499136 tid 3 2024-09-13T03:01:20.874 INFO:tasks.rados.rados.0.smithi052.stdout:2707: writing smithi05277117-47 from 1499136 to 1998848 tid 4 2024-09-13T03:01:20.875 INFO:tasks.rados.rados.0.smithi052.stdout:2707: writing smithi05277117-47 from 1998848 to 2113536 tid 5 2024-09-13T03:01:20.875 INFO:tasks.rados.rados.0.smithi052.stdout:2708: delete oid 17 current snap is 285 2024-09-13T03:01:20.875 INFO:tasks.rados.rados.0.smithi052.stdout:2703: finishing write tid 6 to smithi05277117-21 2024-09-13T03:01:20.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1722 (ObjNum 840 snap 285 seq_num 840) dirty exists 2024-09-13T03:01:20.876 INFO:tasks.rados.rados.0.smithi052.stdout:2703: left oid 21 (ObjNum 840 snap 285 seq_num 840) 2024-09-13T03:01:20.876 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1417 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:01:20.876 INFO:tasks.rados.rados.0.smithi052.stdout:2706: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:20.905 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 1 to smithi05277117-47 2024-09-13T03:01:20.906 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 2 to smithi05277117-47 2024-09-13T03:01:20.906 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 3 to smithi05277117-47 2024-09-13T03:01:20.906 INFO:tasks.rados.rados.0.smithi052.stdout:2702: expect (ObjNum 733 snap 246 seq_num 733) 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 4 to smithi05277117-47 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 5 to smithi05277117-47 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 6 to smithi05277117-47 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2707: finishing write tid 7 to smithi05277117-47 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1728 (ObjNum 842 snap 285 seq_num 842) dirty exists 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2707: left oid 47 (ObjNum 842 snap 285 seq_num 842) 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2702: done (5 left) 2024-09-13T03:01:21.142 INFO:tasks.rados.rados.0.smithi052.stdout:2703: done (4 left) 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2705: done (3 left) 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2706: done (2 left) 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2707: done (1 left) 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2708: done (0 left) 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2709: read oid 11 snap -1 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2709: expect (ObjNum 824 snap 279 seq_num 824) 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2710: rollback oid 27 current snap is 285 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 249 2024-09-13T03:01:21.143 INFO:tasks.rados.rados.0.smithi052.stdout:2711: rmattr oid 6 current snap is 285 2024-09-13T03:01:21.144 INFO:tasks.rados.rados.0.smithi052.stdout:2711: done (2 left) 2024-09-13T03:01:21.144 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 285 2024-09-13T03:01:21.144 INFO:tasks.rados.rados.0.smithi052.stdout:2712: seq_num 844 ranges {4014080=540672,4554752=696320,5251072=475136,5726208=434176} 2024-09-13T03:01:21.167 INFO:tasks.rados.rados.0.smithi052.stdout:2712: writing smithi05277117-9 from 4014080 to 4554752 tid 1 2024-09-13T03:01:21.170 INFO:tasks.rados.rados.0.smithi052.stdout:2712: writing smithi05277117-9 from 4554752 to 5251072 tid 2 2024-09-13T03:01:21.173 INFO:tasks.rados.rados.0.smithi052.stdout:2712: writing smithi05277117-9 from 5251072 to 5726208 tid 3 2024-09-13T03:01:21.176 INFO:tasks.rados.rados.0.smithi052.stdout:2712: writing smithi05277117-9 from 5726208 to 6160384 tid 4 2024-09-13T03:01:21.176 INFO:tasks.rados.rados.0.smithi052.stdout:2713: read oid 29 snap -1 2024-09-13T03:01:21.176 INFO:tasks.rados.rados.0.smithi052.stdout:2713: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:21.176 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 285 2024-09-13T03:01:21.176 INFO:tasks.rados.rados.0.smithi052.stdout:2710: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:01:21.176 INFO:tasks.rados.rados.0.smithi052.stdout:2710: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:01:21.177 INFO:tasks.rados.rados.0.smithi052.stdout:2710: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:01:21.177 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2180 (ObjNum 734 snap 246 seq_num 734) dirty exists 2024-09-13T03:01:21.177 INFO:tasks.rados.rados.0.smithi052.stdout:2709: expect (ObjNum 824 snap 279 seq_num 824) 2024-09-13T03:01:21.269 INFO:tasks.rados.rados.0.smithi052.stdout:2712: finishing write tid 1 to smithi05277117-9 2024-09-13T03:01:21.270 INFO:tasks.rados.rados.0.smithi052.stdout:2712: finishing write tid 2 to smithi05277117-9 2024-09-13T03:01:21.270 INFO:tasks.rados.rados.0.smithi052.stdout:2712: finishing write tid 3 to smithi05277117-9 2024-09-13T03:01:21.270 INFO:tasks.rados.rados.0.smithi052.stdout:2713: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:21.275 INFO:tasks.rados.rados.0.smithi052.stdout:2712: finishing write tid 4 to smithi05277117-9 2024-09-13T03:01:21.275 INFO:tasks.rados.rados.0.smithi052.stdout:2712: finishing write tid 5 to smithi05277117-9 2024-09-13T03:01:21.275 INFO:tasks.rados.rados.0.smithi052.stdout:2712: finishing write tid 6 to smithi05277117-9 2024-09-13T03:01:21.275 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1960 (ObjNum 844 snap 285 seq_num 844) dirty exists 2024-09-13T03:01:21.276 INFO:tasks.rados.rados.0.smithi052.stdout:2712: left oid 9 (ObjNum 844 snap 285 seq_num 844) 2024-09-13T03:01:21.276 INFO:tasks.rados.rados.0.smithi052.stdout:2714: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-09-13T03:01:21.278 INFO:tasks.rados.rados.0.smithi052.stdout:2714: writing smithi05277117-19 from 0 to 557056 tid 1 2024-09-13T03:01:21.281 INFO:tasks.rados.rados.0.smithi052.stdout:2714: writing smithi05277117-19 from 557056 to 1138688 tid 2 2024-09-13T03:01:21.285 INFO:tasks.rados.rados.0.smithi052.stdout:2714: writing smithi05277117-19 from 1138688 to 1826816 tid 3 2024-09-13T03:01:21.287 INFO:tasks.rados.rados.0.smithi052.stdout:2714: writing smithi05277117-19 from 1826816 to 2162688 tid 4 2024-09-13T03:01:21.288 INFO:tasks.rados.rados.0.smithi052.stdout:2709: done (4 left) 2024-09-13T03:01:21.288 INFO:tasks.rados.rados.0.smithi052.stdout:2710: done (3 left) 2024-09-13T03:01:21.288 INFO:tasks.rados.rados.0.smithi052.stdout:2712: done (2 left) 2024-09-13T03:01:21.288 INFO:tasks.rados.rados.0.smithi052.stdout:2713: done (1 left) 2024-09-13T03:01:21.288 INFO:tasks.rados.rados.0.smithi052.stdout:2715: snap_remove snap 218 2024-09-13T03:01:21.736 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T03:01:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:2715: done (1 left) 2024-09-13T03:01:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:2716: copy_from oid 24 from oid 42 current snap is 285 2024-09-13T03:01:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:2717: copy_from oid 20 from oid 6 current snap is 285 2024-09-13T03:01:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:2718: rollback oid 43 current snap is 285 2024-09-13T03:01:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 43 to 264 2024-09-13T03:01:21.898 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 285 2024-09-13T03:01:21.898 INFO:tasks.rados.rados.0.smithi052.stdout:2719: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-09-13T03:01:21.901 INFO:tasks.rados.rados.0.smithi052.stdout:2719: writing smithi05277117-28 from 0 to 573440 tid 1 2024-09-13T03:01:21.905 INFO:tasks.rados.rados.0.smithi052.stdout:2719: writing smithi05277117-28 from 573440 to 1040384 tid 2 2024-09-13T03:01:21.909 INFO:tasks.rados.rados.0.smithi052.stdout:2719: writing smithi05277117-28 from 1040384 to 1531904 tid 3 2024-09-13T03:01:21.913 INFO:tasks.rados.rados.0.smithi052.stdout:2719: writing smithi05277117-28 from 1531904 to 2080768 tid 4 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2719: writing smithi05277117-28 from 2080768 to 2179072 tid 5 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2714: finishing write tid 1 to smithi05277117-19 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2714: finishing write tid 2 to smithi05277117-19 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2714: finishing write tid 3 to smithi05277117-19 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2714: finishing write tid 4 to smithi05277117-19 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2714: finishing write tid 5 to smithi05277117-19 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:2714: finishing write tid 6 to smithi05277117-19 2024-09-13T03:01:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 1772 (ObjNum 845 snap 285 seq_num 845) dirty exists 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2714: left oid 19 (ObjNum 845 snap 285 seq_num 845) 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2718: finishing rollback tid 0 to smithi05277117-43 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2718: finishing rollback tid 1 to smithi05277117-43 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2718: finishing rollback tid 2 to smithi05277117-43 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1246 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2714: done (4 left) 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2718: done (3 left) 2024-09-13T03:01:21.915 INFO:tasks.rados.rados.0.smithi052.stdout:2720: snap_create 2024-09-13T03:01:21.916 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 1 to smithi05277117-28 2024-09-13T03:01:21.921 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 2 to smithi05277117-28 2024-09-13T03:01:21.922 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 3 to smithi05277117-28 2024-09-13T03:01:21.922 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 4 to smithi05277117-28 2024-09-13T03:01:21.922 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 5 to smithi05277117-28 2024-09-13T03:01:21.923 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 6 to smithi05277117-28 2024-09-13T03:01:21.925 INFO:tasks.rados.rados.0.smithi052.stdout:2716: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:01:21.925 INFO:tasks.rados.rados.0.smithi052.stdout:2719: finishing write tid 7 to smithi05277117-28 2024-09-13T03:01:21.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1872 (ObjNum 846 snap 285 seq_num 846) dirty exists 2024-09-13T03:01:21.926 INFO:tasks.rados.rados.0.smithi052.stdout:2719: left oid 28 (ObjNum 846 snap 285 seq_num 846) 2024-09-13T03:01:21.928 INFO:tasks.rados.rados.0.smithi052.stdout:2716: finishing copy_from to smithi05277117-24 2024-09-13T03:01:21.928 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1767 (ObjNum 707 snap 237 seq_num 707) dirty exists 2024-09-13T03:01:21.950 INFO:tasks.rados.rados.0.smithi052.stdout:2717: finishing copy_from racing read to smithi05277117-20 2024-09-13T03:01:21.950 INFO:tasks.rados.rados.0.smithi052.stdout:2717: finishing copy_from to smithi05277117-20 2024-09-13T03:01:21.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2148 (ObjNum 829 snap 279 seq_num 829) dirty exists 2024-09-13T03:01:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:21 smithi052 ceph-mon[91421]: pgmap v542: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 996 KiB/s wr, 15 op/s 2024-09-13T03:01:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:21 smithi052 ceph-mon[91421]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T03:01:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:21 smithi052 ceph-mon[89065]: pgmap v542: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 996 KiB/s wr, 15 op/s 2024-09-13T03:01:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:21 smithi052 ceph-mon[89065]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (7m) 39s ago 11m 24.5M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 starting - - - - 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (42s) 39s ago 13m 14.1M - 19.1.1-322-g7741f7f9 19dc8d659727 fb1cb28bf303 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (26s) 22s ago 13m 11.0M - 19.1.1-322-g7741f7f9 19dc8d659727 042c0a964d59 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (6m) 22s ago 16m 442M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T03:01:22.029 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (6m) 39s ago 18m 513M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (6m) 39s ago 18m 67.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (5m) 22s ago 17m 51.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (5m) 39s ago 16m 54.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (7m) 39s ago 11m 16.1M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (6m) 22s ago 11m 16.5M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (4m) 39s ago 16m 247M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (4m) 39s ago 15m 259M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (3m) 39s ago 15m 245M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (3m) 39s ago 15m 175M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (2m) 22s ago 14m 172M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (2m) 22s ago 14m 218M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 9b1ea21005f0 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (94s) 22s ago 14m 105M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 04adbee99e8b 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (60s) 22s ago 13m 127M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 05b927e079a7 2024-09-13T03:01:22.030 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (6m) 22s ago 12m 63.9M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T03:01:22.035 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:21 smithi078 ceph-mon[85589]: pgmap v542: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 996 KiB/s wr, 15 op/s 2024-09-13T03:01:22.035 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:21 smithi078 ceph-mon[85589]: osdmap e619: 8 total, 8 up, 8 in 2024-09-13T03:01:22.363 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:22.364 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T03:01:22.365 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 15 2024-09-13T03:01:22.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T03:01:22.365 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T03:01:22.686 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:01:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:22.901 INFO:tasks.rados.rados.0.smithi052.stdout:2716: done (3 left) 2024-09-13T03:01:22.902 INFO:tasks.rados.rados.0.smithi052.stdout:2717: done (2 left) 2024-09-13T03:01:22.902 INFO:tasks.rados.rados.0.smithi052.stdout:2719: done (1 left) 2024-09-13T03:01:22.902 INFO:tasks.rados.rados.0.smithi052.stdout:2720: done (0 left) 2024-09-13T03:01:22.902 INFO:tasks.rados.rados.0.smithi052.stdout:2721: snap_remove snap 282 2024-09-13T03:01:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:22 smithi078 ceph-mon[85589]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:22 smithi078 ceph-mon[85589]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T03:01:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:22 smithi078 ceph-mon[85589]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:22 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/897655039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[91421]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[91421]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T03:01:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[91421]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/897655039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[89065]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[89065]: osdmap e620: 8 total, 8 up, 8 in 2024-09-13T03:01:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[89065]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:22 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/897655039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:23.904 INFO:tasks.rados.rados.0.smithi052.stdout:2721: done (0 left) 2024-09-13T03:01:23.904 INFO:tasks.rados.rados.0.smithi052.stdout:2722: rmattr oid 25 current snap is 286 2024-09-13T03:01:23.904 INFO:tasks.rados.rados.0.smithi052.stdout:2723: read oid 26 snap -1 2024-09-13T03:01:23.904 INFO:tasks.rados.rados.0.smithi052.stdout:2723: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:01:23.904 INFO:tasks.rados.rados.0.smithi052.stdout:2724: read oid 39 snap -1 2024-09-13T03:01:23.904 INFO:tasks.rados.rados.0.smithi052.stdout:2724: expect (ObjNum 813 snap 275 seq_num 813) 2024-09-13T03:01:23.905 INFO:tasks.rados.rados.0.smithi052.stdout:2725: read oid 29 snap -1 2024-09-13T03:01:23.905 INFO:tasks.rados.rados.0.smithi052.stdout:2725: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:23.905 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 286 2024-09-13T03:01:23.905 INFO:tasks.rados.rados.0.smithi052.stdout:2726: seq_num 847 ranges {3571712=589824,4161536=753664,4915200=655360,5570560=196608} 2024-09-13T03:01:23.929 INFO:tasks.rados.rados.0.smithi052.stdout:2726: writing smithi05277117-15 from 3571712 to 4161536 tid 1 2024-09-13T03:01:23.933 INFO:tasks.rados.rados.0.smithi052.stdout:2726: writing smithi05277117-15 from 4161536 to 4915200 tid 2 2024-09-13T03:01:23.937 INFO:tasks.rados.rados.0.smithi052.stdout:2726: writing smithi05277117-15 from 4915200 to 5570560 tid 3 2024-09-13T03:01:23.938 INFO:tasks.rados.rados.0.smithi052.stdout:2726: writing smithi05277117-15 from 5570560 to 5767168 tid 4 2024-09-13T03:01:23.938 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 286 2024-09-13T03:01:23.938 INFO:tasks.rados.rados.0.smithi052.stdout:2727: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-09-13T03:01:23.942 INFO:tasks.rados.rados.0.smithi052.stdout:2727: writing smithi05277117-31 from 0 to 606208 tid 1 2024-09-13T03:01:23.946 INFO:tasks.rados.rados.0.smithi052.stdout:2727: writing smithi05277117-31 from 606208 to 1236992 tid 2 2024-09-13T03:01:23.949 INFO:tasks.rados.rados.0.smithi052.stdout:2727: writing smithi05277117-31 from 1236992 to 1695744 tid 3 2024-09-13T03:01:23.952 INFO:tasks.rados.rados.0.smithi052.stdout:2727: writing smithi05277117-31 from 1695744 to 2211840 tid 4 2024-09-13T03:01:23.952 INFO:tasks.rados.rados.0.smithi052.stdout:2728: rollback oid 5 current snap is 286 2024-09-13T03:01:23.952 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 268 2024-09-13T03:01:23.953 INFO:tasks.rados.rados.0.smithi052.stdout:2725: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:23.959 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1040 (ObjNum 836 snap 282 seq_num 836) dirty exists 2024-09-13T03:01:23.959 INFO:tasks.rados.rados.0.smithi052.stdout:2724: expect (ObjNum 813 snap 275 seq_num 813) 2024-09-13T03:01:24.002 INFO:tasks.rados.rados.0.smithi052.stdout:2723: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: finishing write tid 1 to smithi05277117-15 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: finishing write tid 2 to smithi05277117-15 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: finishing write tid 3 to smithi05277117-15 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: finishing write tid 4 to smithi05277117-15 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: finishing write tid 5 to smithi05277117-15 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: finishing write tid 6 to smithi05277117-15 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 456 (ObjNum 847 snap 286 seq_num 847) dirty exists 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2726: left oid 15 (ObjNum 847 snap 286 seq_num 847) 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2727: finishing write tid 1 to smithi05277117-31 2024-09-13T03:01:24.106 INFO:tasks.rados.rados.0.smithi052.stdout:2727: finishing write tid 2 to smithi05277117-31 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2727: finishing write tid 3 to smithi05277117-31 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2727: finishing write tid 4 to smithi05277117-31 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2727: finishing write tid 5 to smithi05277117-31 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2728: finishing rollback tid 0 to smithi05277117-5 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2722: done (6 left) 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2723: done (5 left) 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2724: done (4 left) 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2725: done (3 left) 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2726: done (2 left) 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2729: rollback oid 37 current snap is 286 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 264 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2728: finishing rollback tid 1 to smithi05277117-5 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:2728: finishing rollback tid 2 to smithi05277117-5 2024-09-13T03:01:24.107 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1429 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T03:01:24.108 INFO:tasks.rados.rados.0.smithi052.stdout:2727: finishing write tid 6 to smithi05277117-31 2024-09-13T03:01:24.108 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1973 (ObjNum 848 snap 286 seq_num 848) dirty exists 2024-09-13T03:01:24.108 INFO:tasks.rados.rados.0.smithi052.stdout:2727: left oid 31 (ObjNum 848 snap 286 seq_num 848) 2024-09-13T03:01:24.108 INFO:tasks.rados.rados.0.smithi052.stdout:2727: done (2 left) 2024-09-13T03:01:24.108 INFO:tasks.rados.rados.0.smithi052.stdout:2728: done (1 left) 2024-09-13T03:01:24.108 INFO:tasks.rados.rados.0.smithi052.stdout:2730: snap_create 2024-09-13T03:01:24.109 INFO:tasks.rados.rados.0.smithi052.stdout:2729: finishing rollback tid 0 to smithi05277117-37 2024-09-13T03:01:24.110 INFO:tasks.rados.rados.0.smithi052.stdout:2729: finishing rollback tid 1 to smithi05277117-37 2024-09-13T03:01:24.110 INFO:tasks.rados.rados.0.smithi052.stdout:2729: finishing rollback tid 2 to smithi05277117-37 2024-09-13T03:01:24.111 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1758 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:01:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:23 smithi078 ceph-mon[85589]: pgmap v545: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.4 MiB/s wr, 28 op/s 2024-09-13T03:01:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:23 smithi078 ceph-mon[85589]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T03:01:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:23 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[91421]: pgmap v545: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.4 MiB/s wr, 28 op/s 2024-09-13T03:01:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[91421]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T03:01:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[89065]: pgmap v545: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.4 MiB/s wr, 28 op/s 2024-09-13T03:01:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[89065]: osdmap e621: 8 total, 8 up, 8 in 2024-09-13T03:01:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:23 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:24.832 INFO:tasks.rados.rados.0.smithi052.stdout:2729: done (1 left) 2024-09-13T03:01:24.832 INFO:tasks.rados.rados.0.smithi052.stdout:2730: done (0 left) 2024-09-13T03:01:24.832 INFO:tasks.rados.rados.0.smithi052.stdout:2731: snap_remove snap 279 2024-09-13T03:01:25.082 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:24 smithi078 ceph-mon[85589]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T03:01:25.082 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:24 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:25.082 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:24 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:25.082 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:24 smithi078 ceph-mon[85589]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T03:01:25.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[89065]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[89065]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[91421]: osdmap e622: 8 total, 8 up, 8 in 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:24 smithi052 ceph-mon[91421]: osdmap e623: 8 total, 8 up, 8 in 2024-09-13T03:01:25.838 INFO:tasks.rados.rados.0.smithi052.stdout:2731: done (0 left) 2024-09-13T03:01:25.993 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 287 2024-09-13T03:01:25.993 INFO:tasks.rados.rados.0.smithi052.stdout:2732: seq_num 849 ranges {5767168=622592,6389760=516096,6905856=663552,7569408=425984} 2024-09-13T03:01:25.995 INFO:tasks.rados.rados.0.smithi052.stdout:2732: writing smithi05277117-15 from 5767168 to 6389760 tid 1 2024-09-13T03:01:25.995 INFO:tasks.rados.rados.0.smithi052.stdout:2732: writing smithi05277117-15 from 6389760 to 6905856 tid 2 2024-09-13T03:01:25.995 INFO:tasks.rados.rados.0.smithi052.stdout:2732: writing smithi05277117-15 from 6905856 to 7569408 tid 3 2024-09-13T03:01:25.995 INFO:tasks.rados.rados.0.smithi052.stdout:2732: writing smithi05277117-15 from 7569408 to 7995392 tid 4 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2733: snap_create 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: finishing write tid 1 to smithi05277117-15 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: finishing write tid 2 to smithi05277117-15 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: finishing write tid 3 to smithi05277117-15 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: finishing write tid 4 to smithi05277117-15 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: finishing write tid 5 to smithi05277117-15 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: finishing write tid 6 to smithi05277117-15 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 461 (ObjNum 849 snap 287 seq_num 849) dirty exists 2024-09-13T03:01:25.996 INFO:tasks.rados.rados.0.smithi052.stdout:2732: left oid 15 (ObjNum 849 snap 287 seq_num 849) 2024-09-13T03:01:26.111 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:25 smithi078 ceph-mon[85589]: pgmap v548: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-09-13T03:01:26.111 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:25 smithi078 ceph-mon[85589]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T03:01:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:25 smithi052 ceph-mon[89065]: pgmap v548: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-09-13T03:01:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:25 smithi052 ceph-mon[89065]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T03:01:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:25 smithi052 ceph-mon[91421]: pgmap v548: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 491 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-09-13T03:01:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:25 smithi052 ceph-mon[91421]: osdmap e624: 8 total, 8 up, 8 in 2024-09-13T03:01:26.835 INFO:tasks.rados.rados.0.smithi052.stdout:2732: done (1 left) 2024-09-13T03:01:26.835 INFO:tasks.rados.rados.0.smithi052.stdout:2733: done (0 left) 2024-09-13T03:01:26.835 INFO:tasks.rados.rados.0.smithi052.stdout:2734: snap_create 2024-09-13T03:01:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2734: done (0 left) 2024-09-13T03:01:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2735: rollback oid 45 current snap is 289 2024-09-13T03:01:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 45 to 288 2024-09-13T03:01:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2736: read oid 14 snap -1 2024-09-13T03:01:27.845 INFO:tasks.rados.rados.0.smithi052.stdout:2736: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:01:27.846 INFO:tasks.rados.rados.0.smithi052.stdout:2737: read oid 3 snap -1 2024-09-13T03:01:27.846 INFO:tasks.rados.rados.0.smithi052.stdout:2737: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:27.846 INFO:tasks.rados.rados.0.smithi052.stdout:2738: snap_create 2024-09-13T03:01:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:2735: finishing rollback tid 0 to smithi05277117-45 2024-09-13T03:01:27.850 INFO:tasks.rados.rados.0.smithi052.stdout:2737: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:27.852 INFO:tasks.rados.rados.0.smithi052.stdout:2735: finishing rollback tid 1 to smithi05277117-45 2024-09-13T03:01:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:2735: finishing rollback tid 2 to smithi05277117-45 2024-09-13T03:01:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2202 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:27.853 INFO:tasks.rados.rados.0.smithi052.stdout:2736: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:01:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: pgmap v551: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T03:01:27.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T03:01:27.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:27 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T03:01:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: pgmap v551: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-09-13T03:01:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T03:01:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T03:01:28.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T03:01:28.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: pgmap v551: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: osdmap e625: 8 total, 8 up, 8 in 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.232 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.233 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T03:01:28.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:27 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T03:01:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:01:28] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:01:28.854 INFO:tasks.rados.rados.0.smithi052.stdout:2735: done (3 left) 2024-09-13T03:01:28.854 INFO:tasks.rados.rados.0.smithi052.stdout:2736: done (2 left) 2024-09-13T03:01:28.854 INFO:tasks.rados.rados.0.smithi052.stdout:2737: done (1 left) 2024-09-13T03:01:28.854 INFO:tasks.rados.rados.0.smithi052.stdout:2738: done (0 left) 2024-09-13T03:01:28.854 INFO:tasks.rados.rados.0.smithi052.stdout:2739: snap_create 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: Upgrade: Finalizing container_image settings 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T03:01:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: Upgrade: Complete! 2024-09-13T03:01:29.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:29.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: Upgrade: Finalizing container_image settings 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T03:01:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: Upgrade: Complete! 2024-09-13T03:01:29.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: Upgrade: Finalizing container_image settings 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: osdmap e626: 8 total, 8 up, 8 in 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-13T03:01:29.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: Upgrade: Complete! 2024-09-13T03:01:29.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:29.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:29.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:29.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:29.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:01:29.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:01:29.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:01:29.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:29.834 INFO:tasks.rados.rados.0.smithi052.stdout:2739: done (0 left) 2024-09-13T03:01:29.834 INFO:tasks.rados.rados.0.smithi052.stdout:2740: read oid 2 snap -1 2024-09-13T03:01:29.834 INFO:tasks.rados.rados.0.smithi052.stdout:2740: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:29.834 INFO:tasks.rados.rados.0.smithi052.stdout:2741: snap_create 2024-09-13T03:01:29.840 INFO:tasks.rados.rados.0.smithi052.stdout:2740: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:29 smithi078 ceph-mon[85589]: pgmap v554: 121 pgs: 121 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-13T03:01:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:29 smithi078 ceph-mon[85589]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T03:01:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:29 smithi078 ceph-mon[85589]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T03:01:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:29 smithi052 ceph-mon[91421]: pgmap v554: 121 pgs: 121 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-13T03:01:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:29 smithi052 ceph-mon[91421]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T03:01:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:29 smithi052 ceph-mon[91421]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T03:01:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:29 smithi052 ceph-mon[89065]: pgmap v554: 121 pgs: 121 active+clean; 500 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-13T03:01:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:29 smithi052 ceph-mon[89065]: osdmap e627: 8 total, 8 up, 8 in 2024-09-13T03:01:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:29 smithi052 ceph-mon[89065]: osdmap e628: 8 total, 8 up, 8 in 2024-09-13T03:01:30.835 INFO:tasks.rados.rados.0.smithi052.stdout:2740: done (1 left) 2024-09-13T03:01:30.835 INFO:tasks.rados.rados.0.smithi052.stdout:2741: done (0 left) 2024-09-13T03:01:30.835 INFO:tasks.rados.rados.0.smithi052.stdout:2742: snap_create 2024-09-13T03:01:31.837 INFO:tasks.rados.rados.0.smithi052.stdout:2742: done (0 left) 2024-09-13T03:01:31.837 INFO:tasks.rados.rados.0.smithi052.stdout:2743: copy_from oid 41 from oid 34 current snap is 293 2024-09-13T03:01:31.837 INFO:tasks.rados.rados.0.smithi052.stdout:2744: read oid 14 snap 274 2024-09-13T03:01:31.837 INFO:tasks.rados.rados.0.smithi052.stdout:2744: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:01:31.837 INFO:tasks.rados.rados.0.smithi052.stdout:2745: delete oid 13 current snap is 293 2024-09-13T03:01:31.845 INFO:tasks.rados.rados.0.smithi052.stdout:2743: finishing copy_from racing read to smithi05277117-41 2024-09-13T03:01:31.846 INFO:tasks.rados.rados.0.smithi052.stdout:2743: finishing copy_from to smithi05277117-41 2024-09-13T03:01:31.846 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1368 (ObjNum 257 snap 0 seq_num 2939243590) dirty exists 2024-09-13T03:01:31.847 INFO:tasks.rados.rados.0.smithi052.stdout:2744: expect (ObjNum 720 snap 242 seq_num 720) 2024-09-13T03:01:31.850 INFO:tasks.rados.rados.0.smithi052.stdout:2743: done (2 left) 2024-09-13T03:01:31.850 INFO:tasks.rados.rados.0.smithi052.stdout:2744: done (1 left) 2024-09-13T03:01:31.850 INFO:tasks.rados.rados.0.smithi052.stdout:2745: done (0 left) 2024-09-13T03:01:31.850 INFO:tasks.rados.rados.0.smithi052.stdout:2746: rmattr oid 34 current snap is 293 2024-09-13T03:01:31.850 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 293 2024-09-13T03:01:31.850 INFO:tasks.rados.rados.0.smithi052.stdout:2747: seq_num 851 ranges {8560640=655360,9216000=688128,9904128=679936,10584064=237568} 2024-09-13T03:01:31.901 INFO:tasks.rados.rados.0.smithi052.stdout:2747: writing smithi05277117-6 from 8560640 to 9216000 tid 1 2024-09-13T03:01:31.905 INFO:tasks.rados.rados.0.smithi052.stdout:2747: writing smithi05277117-6 from 9216000 to 9904128 tid 2 2024-09-13T03:01:31.908 INFO:tasks.rados.rados.0.smithi052.stdout:2747: writing smithi05277117-6 from 9904128 to 10584064 tid 3 2024-09-13T03:01:31.910 INFO:tasks.rados.rados.0.smithi052.stdout:2747: writing smithi05277117-6 from 10584064 to 10821632 tid 4 2024-09-13T03:01:31.910 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 293 2024-09-13T03:01:31.910 INFO:tasks.rados.rados.0.smithi052.stdout:2748: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2024-09-13T03:01:31.914 INFO:tasks.rados.rados.0.smithi052.stdout:2748: writing smithi05277117-41 from 0 to 671744 tid 1 2024-09-13T03:01:31.918 INFO:tasks.rados.rados.0.smithi052.stdout:2748: writing smithi05277117-41 from 671744 to 1294336 tid 2 2024-09-13T03:01:31.920 INFO:tasks.rados.rados.0.smithi052.stdout:2748: writing smithi05277117-41 from 1294336 to 1736704 tid 3 2024-09-13T03:01:31.924 INFO:tasks.rados.rados.0.smithi052.stdout:2748: writing smithi05277117-41 from 1736704 to 2277376 tid 4 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 293 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1435 (ObjNum 65 snap 0 seq_num 1331327847) dirty exists 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: finishing write tid 1 to smithi05277117-6 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: finishing write tid 2 to smithi05277117-6 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: finishing write tid 3 to smithi05277117-6 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: finishing write tid 4 to smithi05277117-6 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: finishing write tid 5 to smithi05277117-6 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: finishing write tid 6 to smithi05277117-6 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2206 (ObjNum 851 snap 293 seq_num 851) dirty exists 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2747: left oid 6 (ObjNum 851 snap 293 seq_num 851) 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2748: finishing write tid 1 to smithi05277117-41 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2748: finishing write tid 2 to smithi05277117-41 2024-09-13T03:01:31.925 INFO:tasks.rados.rados.0.smithi052.stdout:2748: finishing write tid 3 to smithi05277117-41 2024-09-13T03:01:31.926 INFO:tasks.rados.rados.0.smithi052.stdout:2749: seq_num 853 ranges {4456448=696320,5152768=507904,5660672=647168,6307840=450560} 2024-09-13T03:01:31.953 INFO:tasks.rados.rados.0.smithi052.stdout:2749: writing smithi05277117-24 from 4456448 to 5152768 tid 1 2024-09-13T03:01:31.955 INFO:tasks.rados.rados.0.smithi052.stdout:2749: writing smithi05277117-24 from 5152768 to 5660672 tid 2 2024-09-13T03:01:31.959 INFO:tasks.rados.rados.0.smithi052.stdout:2749: writing smithi05277117-24 from 5660672 to 6307840 tid 3 2024-09-13T03:01:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:2749: writing smithi05277117-24 from 6307840 to 6758400 tid 4 2024-09-13T03:01:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:2746: done (3 left) 2024-09-13T03:01:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:2747: done (2 left) 2024-09-13T03:01:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 293 2024-09-13T03:01:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:2748: finishing write tid 4 to smithi05277117-41 2024-09-13T03:01:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:2748: finishing write tid 5 to smithi05277117-41 2024-09-13T03:01:31.964 INFO:tasks.rados.rados.0.smithi052.stdout:2748: finishing write tid 6 to smithi05277117-41 2024-09-13T03:01:31.964 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1763 (ObjNum 852 snap 293 seq_num 852) dirty exists 2024-09-13T03:01:31.964 INFO:tasks.rados.rados.0.smithi052.stdout:2748: left oid 41 (ObjNum 852 snap 293 seq_num 852) 2024-09-13T03:01:31.964 INFO:tasks.rados.rados.0.smithi052.stdout:2749: finishing write tid 1 to smithi05277117-24 2024-09-13T03:01:31.964 INFO:tasks.rados.rados.0.smithi052.stdout:2749: finishing write tid 2 to smithi05277117-24 2024-09-13T03:01:31.964 INFO:tasks.rados.rados.0.smithi052.stdout:2750: seq_num 854 ranges {2392064=712704,3104768=794624,3899392=450560,4349952=360448} 2024-09-13T03:01:31.979 INFO:tasks.rados.rados.0.smithi052.stdout:2750: writing smithi05277117-5 from 2392064 to 3104768 tid 1 2024-09-13T03:01:31.984 INFO:tasks.rados.rados.0.smithi052.stdout:2750: writing smithi05277117-5 from 3104768 to 3899392 tid 2 2024-09-13T03:01:31.986 INFO:tasks.rados.rados.0.smithi052.stdout:2750: writing smithi05277117-5 from 3899392 to 4349952 tid 3 2024-09-13T03:01:31.989 INFO:tasks.rados.rados.0.smithi052.stdout:2750: writing smithi05277117-5 from 4349952 to 4710400 tid 4 2024-09-13T03:01:31.989 INFO:tasks.rados.rados.0.smithi052.stdout:2748: done (2 left) 2024-09-13T03:01:31.989 INFO:tasks.rados.rados.0.smithi052.stdout:2751: read oid 10 snap 268 2024-09-13T03:01:31.989 INFO:tasks.rados.rados.0.smithi052.stdout:2751: expect (ObjNum -84604432 snap 21853 seq_num 4210973504) 2024-09-13T03:01:31.989 INFO:tasks.rados.rados.0.smithi052.stdout:2752: copy_from oid 25 from oid 15 current snap is 293 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2749: finishing write tid 3 to smithi05277117-24 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2749: finishing write tid 4 to smithi05277117-24 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2749: finishing write tid 5 to smithi05277117-24 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2749: finishing write tid 6 to smithi05277117-24 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1772 (ObjNum 853 snap 293 seq_num 853) dirty exists 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2749: left oid 24 (ObjNum 853 snap 293 seq_num 853) 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2750: finishing write tid 1 to smithi05277117-5 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2749: done (3 left) 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2753: rmattr oid 9 current snap is 293 2024-09-13T03:01:31.990 INFO:tasks.rados.rados.0.smithi052.stdout:2754: snap_remove snap 213 2024-09-13T03:01:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:31 smithi078 ceph-mon[85589]: pgmap v557: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 544 KiB/s wr, 4 op/s 2024-09-13T03:01:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:31 smithi078 ceph-mon[85589]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T03:01:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[91421]: pgmap v557: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 544 KiB/s wr, 4 op/s 2024-09-13T03:01:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[91421]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T03:01:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[89065]: pgmap v557: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 544 KiB/s wr, 4 op/s 2024-09-13T03:01:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[89065]: osdmap e629: 8 total, 8 up, 8 in 2024-09-13T03:01:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:01:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:01:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:32.850 INFO:tasks.rados.rados.0.smithi052.stdout:2750: finishing write tid 2 to smithi05277117-5 2024-09-13T03:01:32.850 INFO:tasks.rados.rados.0.smithi052.stdout:2751: expect (ObjNum -84604432 snap 21853 seq_num 4210973504) 2024-09-13T03:01:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2750: finishing write tid 3 to smithi05277117-5 2024-09-13T03:01:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2750: finishing write tid 4 to smithi05277117-5 2024-09-13T03:01:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2750: finishing write tid 5 to smithi05277117-5 2024-09-13T03:01:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 1977 (ObjNum 844 snap 285 seq_num 844) dirty exists 2024-09-13T03:01:32.854 INFO:tasks.rados.rados.0.smithi052.stdout:2750: finishing write tid 6 to smithi05277117-5 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1441 (ObjNum 854 snap 293 seq_num 854) dirty exists 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2750: left oid 5 (ObjNum 854 snap 293 seq_num 854) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2752: finishing copy_from racing read to smithi05277117-25 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2752: finishing copy_from to smithi05277117-25 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 461 (ObjNum 849 snap 287 seq_num 849) dirty exists 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2750: done (4 left) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2751: done (3 left) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2752: done (2 left) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2753: done (1 left) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2754: done (0 left) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2755: copy_from oid 16 from oid 18 current snap is 293 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2756: read oid 42 snap 287 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2756: expect (ObjNum 707 snap 237 seq_num 707) 2024-09-13T03:01:32.855 INFO:tasks.rados.rados.0.smithi052.stdout:2757: copy_from oid 10 from oid 28 current snap is 293 2024-09-13T03:01:32.856 INFO:tasks.rados.rados.0.smithi052.stdout:2758: rmattr oid 37 current snap is 293 2024-09-13T03:01:32.856 INFO:tasks.rados.rados.0.smithi052.stdout:2759: rmattr oid 2 current snap is 293 2024-09-13T03:01:32.856 INFO:tasks.rados.rados.0.smithi052.stdout:2759: done (4 left) 2024-09-13T03:01:32.856 INFO:tasks.rados.rados.0.smithi052.stdout:2760: snap_create 2024-09-13T03:01:32.867 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1764 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:01:32.883 INFO:tasks.rados.rados.0.smithi052.stdout:2757: finishing copy_from racing read to smithi05277117-10 2024-09-13T03:01:32.885 INFO:tasks.rados.rados.0.smithi052.stdout:2756: expect (ObjNum 707 snap 237 seq_num 707) 2024-09-13T03:01:33.040 INFO:tasks.rados.rados.0.smithi052.stdout:2757: finishing copy_from to smithi05277117-10 2024-09-13T03:01:33.040 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 1872 (ObjNum 846 snap 285 seq_num 846) dirty exists 2024-09-13T03:01:33.040 INFO:tasks.rados.rados.0.smithi052.stdout:2755: finishing copy_from racing read to smithi05277117-16 2024-09-13T03:01:33.040 INFO:tasks.rados.rados.0.smithi052.stdout:2755: finishing copy_from to smithi05277117-16 2024-09-13T03:01:33.040 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 1866 (ObjNum 837 snap 283 seq_num 837) dirty exists 2024-09-13T03:01:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:32 smithi078 ceph-mon[85589]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T03:01:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:32 smithi052 ceph-mon[89065]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T03:01:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:32 smithi052 ceph-mon[91421]: osdmap e630: 8 total, 8 up, 8 in 2024-09-13T03:01:33.849 INFO:tasks.rados.rados.0.smithi052.stdout:2755: done (4 left) 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2756: done (3 left) 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2757: done (2 left) 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2758: done (1 left) 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2760: done (0 left) 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2761: read oid 19 snap -1 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2761: expect (ObjNum 845 snap 285 seq_num 845) 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 294 2024-09-13T03:01:33.850 INFO:tasks.rados.rados.0.smithi052.stdout:2762: seq_num 855 ranges {2277376=729088,3006464=671744,3678208=663552,4341760=270336} 2024-09-13T03:01:33.866 INFO:tasks.rados.rados.0.smithi052.stdout:2762: writing smithi05277117-41 from 2277376 to 3006464 tid 1 2024-09-13T03:01:33.870 INFO:tasks.rados.rados.0.smithi052.stdout:2762: writing smithi05277117-41 from 3006464 to 3678208 tid 2 2024-09-13T03:01:33.874 INFO:tasks.rados.rados.0.smithi052.stdout:2762: writing smithi05277117-41 from 3678208 to 4341760 tid 3 2024-09-13T03:01:33.876 INFO:tasks.rados.rados.0.smithi052.stdout:2762: writing smithi05277117-41 from 4341760 to 4612096 tid 4 2024-09-13T03:01:33.876 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 294 2024-09-13T03:01:33.876 INFO:tasks.rados.rados.0.smithi052.stdout:2763: seq_num 856 ranges {65536=745472,811008=557056,1368064=417792,1785856=434176,2220032=196608} 2024-09-13T03:01:33.881 INFO:tasks.rados.rados.0.smithi052.stdout:2763: writing smithi05277117-7 from 65536 to 811008 tid 1 2024-09-13T03:01:33.884 INFO:tasks.rados.rados.0.smithi052.stdout:2763: writing smithi05277117-7 from 811008 to 1368064 tid 2 2024-09-13T03:01:33.887 INFO:tasks.rados.rados.0.smithi052.stdout:2763: writing smithi05277117-7 from 1368064 to 1785856 tid 3 2024-09-13T03:01:33.889 INFO:tasks.rados.rados.0.smithi052.stdout:2763: writing smithi05277117-7 from 1785856 to 2220032 tid 4 2024-09-13T03:01:33.890 INFO:tasks.rados.rados.0.smithi052.stdout:2763: writing smithi05277117-7 from 2220032 to 2416640 tid 5 2024-09-13T03:01:33.890 INFO:tasks.rados.rados.0.smithi052.stdout:2764: snap_create 2024-09-13T03:01:33.890 INFO:tasks.rados.rados.0.smithi052.stdout:2761: expect (ObjNum 845 snap 285 seq_num 845) 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: finishing write tid 1 to smithi05277117-41 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: finishing write tid 2 to smithi05277117-41 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: finishing write tid 3 to smithi05277117-41 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: finishing write tid 4 to smithi05277117-41 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: finishing write tid 5 to smithi05277117-41 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: finishing write tid 6 to smithi05277117-41 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1769 (ObjNum 855 snap 294 seq_num 855) dirty exists 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2762: left oid 41 (ObjNum 855 snap 294 seq_num 855) 2024-09-13T03:01:33.948 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 1 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 2 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 3 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 4 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 5 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 6 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: finishing write tid 7 to smithi05277117-7 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1454 (ObjNum 856 snap 294 seq_num 856) dirty exists 2024-09-13T03:01:33.949 INFO:tasks.rados.rados.0.smithi052.stdout:2763: left oid 7 (ObjNum 856 snap 294 seq_num 856) 2024-09-13T03:01:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:33 smithi078 ceph-mon[85589]: pgmap v560: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 544 KiB/s wr, 5 op/s 2024-09-13T03:01:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:33 smithi078 ceph-mon[85589]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T03:01:34.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:33 smithi052 ceph-mon[89065]: pgmap v560: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 544 KiB/s wr, 5 op/s 2024-09-13T03:01:34.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:33 smithi052 ceph-mon[89065]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T03:01:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:33 smithi052 ceph-mon[91421]: pgmap v560: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 544 KiB/s wr, 5 op/s 2024-09-13T03:01:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:33 smithi052 ceph-mon[91421]: osdmap e631: 8 total, 8 up, 8 in 2024-09-13T03:01:34.836 INFO:tasks.rados.rados.0.smithi052.stdout:2761: done (3 left) 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2762: done (2 left) 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2763: done (1 left) 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2764: done (0 left) 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2765: read oid 29 snap -1 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2765: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2766: rollback oid 13 current snap is 295 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 13 to 293 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2767: rmattr oid 47 current snap is 295 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:2767: done (2 left) 2024-09-13T03:01:34.837 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 295 2024-09-13T03:01:34.838 INFO:tasks.rados.rados.0.smithi052.stdout:2768: seq_num 857 ranges {65536=761856,827392=442368,1269760=630784,1900544=532480} 2024-09-13T03:01:34.840 INFO:tasks.rados.rados.0.smithi052.stdout:2768: writing smithi05277117-14 from 65536 to 827392 tid 1 2024-09-13T03:01:34.843 INFO:tasks.rados.rados.0.smithi052.stdout:2768: writing smithi05277117-14 from 827392 to 1269760 tid 2 2024-09-13T03:01:34.847 INFO:tasks.rados.rados.0.smithi052.stdout:2768: writing smithi05277117-14 from 1269760 to 1900544 tid 3 2024-09-13T03:01:34.850 INFO:tasks.rados.rados.0.smithi052.stdout:2768: writing smithi05277117-14 from 1900544 to 2433024 tid 4 2024-09-13T03:01:34.850 INFO:tasks.rados.rados.0.smithi052.stdout:2769: read oid 26 snap -1 2024-09-13T03:01:34.850 INFO:tasks.rados.rados.0.smithi052.stdout:2769: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:01:34.851 INFO:tasks.rados.rados.0.smithi052.stdout:2770: setattr oid 50 current snap is 295 2024-09-13T03:01:34.851 INFO:tasks.rados.rados.0.smithi052.stdout:2765: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:34.859 INFO:tasks.rados.rados.0.smithi052.stdout:2766: finishing rollback tid 1 to smithi05277117-13 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2200 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2768: finishing write tid 1 to smithi05277117-14 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2768: finishing write tid 2 to smithi05277117-14 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2768: finishing write tid 3 to smithi05277117-14 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2768: finishing write tid 4 to smithi05277117-14 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2765: done (4 left) 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2766: done (3 left) 2024-09-13T03:01:34.860 INFO:tasks.rados.rados.0.smithi052.stdout:2771: snap_remove snap 237 2024-09-13T03:01:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:34 smithi078 ceph-mon[85589]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T03:01:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:34 smithi078 ceph-mon[85589]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T03:01:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:34 smithi052 ceph-mon[91421]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T03:01:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:34 smithi052 ceph-mon[91421]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T03:01:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:34 smithi052 ceph-mon[89065]: osdmap e632: 8 total, 8 up, 8 in 2024-09-13T03:01:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:34 smithi052 ceph-mon[89065]: osdmap e633: 8 total, 8 up, 8 in 2024-09-13T03:01:35.869 INFO:tasks.rados.rados.0.smithi052.stdout:2771: done (3 left) 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:2772: rollback oid 43 current snap is 295 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 43 to 292 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:2768: finishing write tid 5 to smithi05277117-14 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:2768: finishing write tid 6 to smithi05277117-14 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2227 (ObjNum 857 snap 295 seq_num 857) dirty exists 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:2768: left oid 14 (ObjNum 857 snap 295 seq_num 857) 2024-09-13T03:01:35.870 INFO:tasks.rados.rados.0.smithi052.stdout:2769: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1723 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:2772: finishing rollback tid 0 to smithi05277117-43 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:2772: finishing rollback tid 1 to smithi05277117-43 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:2772: finishing rollback tid 2 to smithi05277117-43 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1249 (ObjNum 733 snap 246 seq_num 733) dirty exists 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:2768: done (3 left) 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:2769: done (2 left) 2024-09-13T03:01:35.982 INFO:tasks.rados.rados.0.smithi052.stdout:2770: done (1 left) 2024-09-13T03:01:35.983 INFO:tasks.rados.rados.0.smithi052.stdout:2772: done (0 left) 2024-09-13T03:01:35.983 INFO:tasks.rados.rados.0.smithi052.stdout:2773: snap_remove snap 258 2024-09-13T03:01:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:35 smithi052 ceph-mon[91421]: pgmap v563: 121 pgs: 121 active+clean; 501 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-13T03:01:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:35 smithi052 ceph-mon[89065]: pgmap v563: 121 pgs: 121 active+clean; 501 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-13T03:01:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:35 smithi078 ceph-mon[85589]: pgmap v563: 121 pgs: 121 active+clean; 501 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-09-13T03:01:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:2773: done (0 left) 2024-09-13T03:01:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:2774: copy_from oid 42 from oid 7 current snap is 295 2024-09-13T03:01:36.878 INFO:tasks.rados.rados.0.smithi052.stdout:2775: read oid 14 snap -1 2024-09-13T03:01:36.879 INFO:tasks.rados.rados.0.smithi052.stdout:2775: expect (ObjNum 857 snap 295 seq_num 857) 2024-09-13T03:01:36.879 INFO:tasks.rados.rados.0.smithi052.stdout:2776: snap_create 2024-09-13T03:01:36.898 INFO:tasks.rados.rados.0.smithi052.stdout:2775: expect (ObjNum 857 snap 295 seq_num 857) 2024-09-13T03:01:36.965 INFO:tasks.rados.rados.0.smithi052.stdout:2774: finishing copy_from racing read to smithi05277117-42 2024-09-13T03:01:36.965 INFO:tasks.rados.rados.0.smithi052.stdout:2774: finishing copy_from to smithi05277117-42 2024-09-13T03:01:36.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 1454 (ObjNum 856 snap 294 seq_num 856) dirty exists 2024-09-13T03:01:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:36 smithi078 ceph-mon[85589]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T03:01:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:36 smithi052 ceph-mon[91421]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T03:01:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:36 smithi052 ceph-mon[89065]: osdmap e634: 8 total, 8 up, 8 in 2024-09-13T03:01:37.874 INFO:tasks.rados.rados.0.smithi052.stdout:2774: done (2 left) 2024-09-13T03:01:37.874 INFO:tasks.rados.rados.0.smithi052.stdout:2775: done (1 left) 2024-09-13T03:01:37.875 INFO:tasks.rados.rados.0.smithi052.stdout:2776: done (0 left) 2024-09-13T03:01:37.875 INFO:tasks.rados.rados.0.smithi052.stdout:2777: rmattr oid 7 current snap is 296 2024-09-13T03:01:37.875 INFO:tasks.rados.rados.0.smithi052.stdout:2778: read oid 45 snap -1 2024-09-13T03:01:37.875 INFO:tasks.rados.rados.0.smithi052.stdout:2778: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:37.875 INFO:tasks.rados.rados.0.smithi052.stdout:2779: delete oid 3 current snap is 296 2024-09-13T03:01:37.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1468 (ObjNum 856 snap 294 seq_num 856) dirty exists 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2777: done (2 left) 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2779: done (1 left) 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2780: read oid 25 snap -1 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2780: expect (ObjNum 849 snap 287 seq_num 849) 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2781: read oid 18 snap -1 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2781: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2782: copy_from oid 46 from oid 1 current snap is 296 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2783: read oid 20 snap -1 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2783: expect (ObjNum 829 snap 279 seq_num 829) 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:2784: rollback oid 21 current snap is 296 2024-09-13T03:01:37.885 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 290 2024-09-13T03:01:37.886 INFO:tasks.rados.rados.0.smithi052.stdout:2785: snap_create 2024-09-13T03:01:37.886 INFO:tasks.rados.rados.0.smithi052.stdout:2782: finishing copy_from to smithi05277117-46 2024-09-13T03:01:37.886 INFO:tasks.rados.rados.0.smithi052.stdout:2782: got expected ENOENT (src dne) 2024-09-13T03:01:37.886 INFO:tasks.rados.rados.0.smithi052.stdout:2782: finishing copy_from racing read to smithi05277117-46 2024-09-13T03:01:37.887 INFO:tasks.rados.rados.0.smithi052.stdout:2778: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:37.922 INFO:tasks.rados.rados.0.smithi052.stdout:2784: finishing rollback tid 0 to smithi05277117-21 2024-09-13T03:01:37.923 INFO:tasks.rados.rados.0.smithi052.stdout:2784: finishing rollback tid 1 to smithi05277117-21 2024-09-13T03:01:37.923 INFO:tasks.rados.rados.0.smithi052.stdout:2784: finishing rollback tid 2 to smithi05277117-21 2024-09-13T03:01:37.923 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1726 (ObjNum 840 snap 285 seq_num 840) dirty exists 2024-09-13T03:01:37.923 INFO:tasks.rados.rados.0.smithi052.stdout:2781: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:37 smithi078 ceph-mon[85589]: pgmap v566: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.0 MiB/s wr, 25 op/s 2024-09-13T03:01:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:37 smithi078 ceph-mon[85589]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T03:01:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:37 smithi052 ceph-mon[91421]: pgmap v566: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.0 MiB/s wr, 25 op/s 2024-09-13T03:01:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:37 smithi052 ceph-mon[91421]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T03:01:38.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:37 smithi052 ceph-mon[89065]: pgmap v566: 121 pgs: 121 active+clean; 511 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.0 MiB/s wr, 25 op/s 2024-09-13T03:01:38.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:37 smithi052 ceph-mon[89065]: osdmap e635: 8 total, 8 up, 8 in 2024-09-13T03:01:38.288 INFO:tasks.rados.rados.0.smithi052.stdout:2780: expect (ObjNum 849 snap 287 seq_num 849) 2024-09-13T03:01:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:01:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:01:38] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-13T03:01:38.677 INFO:tasks.rados.rados.0.smithi052.stdout:2783: expect (ObjNum 829 snap 279 seq_num 829) 2024-09-13T03:01:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:38 smithi078 ceph-mon[85589]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2778: done (6 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2780: done (5 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2781: done (4 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2782: done (3 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2783: done (2 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2784: done (1 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2785: done (0 left) 2024-09-13T03:01:39.215 INFO:tasks.rados.rados.0.smithi052.stdout:2786: snap_remove snap 278 2024-09-13T03:01:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:38 smithi052 ceph-mon[91421]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T03:01:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:38 smithi052 ceph-mon[89065]: osdmap e636: 8 total, 8 up, 8 in 2024-09-13T03:01:39.837 INFO:tasks.rados.rados.0.smithi052.stdout:2786: done (0 left) 2024-09-13T03:01:39.837 INFO:tasks.rados.rados.0.smithi052.stdout:2787: delete oid 47 current snap is 297 2024-09-13T03:01:39.847 INFO:tasks.rados.rados.0.smithi052.stdout:2787: done (0 left) 2024-09-13T03:01:39.847 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 297 2024-09-13T03:01:39.847 INFO:tasks.rados.rados.0.smithi052.stdout:2788: seq_num 860 ranges {2465792=8192} 2024-09-13T03:01:39.862 INFO:tasks.rados.rados.0.smithi052.stdout:2788: writing smithi05277117-27 from 2465792 to 2473984 tid 1 2024-09-13T03:01:39.862 INFO:tasks.rados.rados.0.smithi052.stdout:2789: read oid 18 snap -1 2024-09-13T03:01:39.862 INFO:tasks.rados.rados.0.smithi052.stdout:2789: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:39.862 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 297 2024-09-13T03:01:39.862 INFO:tasks.rados.rados.0.smithi052.stdout:2790: seq_num 861 ranges {4243456=24576} 2024-09-13T03:01:39.886 INFO:tasks.rados.rados.0.smithi052.stdout:2790: writing smithi05277117-43 from 4243456 to 4268032 tid 1 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2791: read oid 8 snap 240 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2791: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 297 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2788: finishing write tid 1 to smithi05277117-27 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2788: finishing write tid 2 to smithi05277117-27 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2788: finishing write tid 3 to smithi05277117-27 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2238 (ObjNum 860 snap 297 seq_num 860) dirty exists 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2788: left oid 27 (ObjNum 860 snap 297 seq_num 860) 2024-09-13T03:01:39.887 INFO:tasks.rados.rados.0.smithi052.stdout:2792: seq_num 862 ranges {0=40960} 2024-09-13T03:01:39.888 INFO:tasks.rados.rados.0.smithi052.stdout:2792: writing smithi05277117-13 from 0 to 40960 tid 1 2024-09-13T03:01:39.888 INFO:tasks.rados.rados.0.smithi052.stdout:2788: done (4 left) 2024-09-13T03:01:39.888 INFO:tasks.rados.rados.0.smithi052.stdout:2793: snap_remove snap 280 2024-09-13T03:01:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:39 smithi078 ceph-mon[85589]: pgmap v569: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-09-13T03:01:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:39 smithi078 ceph-mon[85589]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T03:01:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:39 smithi078 ceph-mon[85589]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T03:01:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:39 smithi052 ceph-mon[91421]: pgmap v569: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-09-13T03:01:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:39 smithi052 ceph-mon[91421]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T03:01:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:39 smithi052 ceph-mon[91421]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T03:01:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:39 smithi052 ceph-mon[89065]: pgmap v569: 121 pgs: 121 active+clean; 512 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-09-13T03:01:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:39 smithi052 ceph-mon[89065]: osdmap e637: 8 total, 8 up, 8 in 2024-09-13T03:01:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:39 smithi052 ceph-mon[89065]: osdmap e638: 8 total, 8 up, 8 in 2024-09-13T03:01:40.891 INFO:tasks.rados.rados.0.smithi052.stdout:2793: done (4 left) 2024-09-13T03:01:40.892 INFO:tasks.rados.rados.0.smithi052.stdout:2794: read oid 21 snap -1 2024-09-13T03:01:40.892 INFO:tasks.rados.rados.0.smithi052.stdout:2794: expect (ObjNum 840 snap 285 seq_num 840) 2024-09-13T03:01:40.892 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 297 2024-09-13T03:01:40.892 INFO:tasks.rados.rados.0.smithi052.stdout:2795: seq_num 863 ranges {0=57344} 2024-09-13T03:01:40.892 INFO:tasks.rados.rados.0.smithi052.stdout:2795: writing smithi05277117-29 from 0 to 57344 tid 1 2024-09-13T03:01:40.892 INFO:tasks.rados.rados.0.smithi052.stdout:2796: snap_create 2024-09-13T03:01:40.893 INFO:tasks.rados.rados.0.smithi052.stdout:2789: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:41.267 INFO:tasks.rados.rados.0.smithi052.stdout:2790: finishing write tid 1 to smithi05277117-43 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:2790: finishing write tid 2 to smithi05277117-43 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:2790: finishing write tid 3 to smithi05277117-43 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1251 (ObjNum 861 snap 297 seq_num 861) dirty exists 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:2790: left oid 43 (ObjNum 861 snap 297 seq_num 861) 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:2792: finishing write tid 1 to smithi05277117-13 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:2792: finishing write tid 2 to smithi05277117-13 2024-09-13T03:01:41.268 INFO:tasks.rados.rados.0.smithi052.stdout:2791: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T03:01:41.460 INFO:tasks.rados.rados.0.smithi052.stdout:2792: finishing write tid 3 to smithi05277117-13 2024-09-13T03:01:41.460 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2257 (ObjNum 862 snap 297 seq_num 862) dirty exists 2024-09-13T03:01:41.460 INFO:tasks.rados.rados.0.smithi052.stdout:2792: left oid 13 (ObjNum 862 snap 297 seq_num 862) 2024-09-13T03:01:41.461 INFO:tasks.rados.rados.0.smithi052.stdout:2795: finishing write tid 1 to smithi05277117-29 2024-09-13T03:01:41.461 INFO:tasks.rados.rados.0.smithi052.stdout:2795: finishing write tid 2 to smithi05277117-29 2024-09-13T03:01:41.461 INFO:tasks.rados.rados.0.smithi052.stdout:2795: finishing write tid 3 to smithi05277117-29 2024-09-13T03:01:41.461 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1237 (ObjNum 863 snap 297 seq_num 863) dirty exists 2024-09-13T03:01:41.461 INFO:tasks.rados.rados.0.smithi052.stdout:2795: left oid 29 (ObjNum 863 snap 297 seq_num 863) 2024-09-13T03:01:41.461 INFO:tasks.rados.rados.0.smithi052.stdout:2794: expect (ObjNum 840 snap 285 seq_num 840) 2024-09-13T03:01:41.895 INFO:tasks.rados.rados.0.smithi052.stdout:2789: done (6 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2790: done (5 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2791: done (4 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2792: done (3 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2794: done (2 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2795: done (1 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2796: done (0 left) 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 298 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2797: seq_num 864 ranges {0=73728} 2024-09-13T03:01:41.896 INFO:tasks.rados.rados.0.smithi052.stdout:2797: writing smithi05277117-12 from 0 to 73728 tid 1 2024-09-13T03:01:41.897 INFO:tasks.rados.rados.0.smithi052.stdout:2798: rollback oid 49 current snap is 298 2024-09-13T03:01:41.897 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 268 2024-09-13T03:01:41.897 INFO:tasks.rados.rados.0.smithi052.stdout:2799: copy_from oid 20 from oid 40 current snap is 298 2024-09-13T03:01:41.897 INFO:tasks.rados.rados.0.smithi052.stdout:2800: rollback oid 8 current snap is 298 2024-09-13T03:01:41.897 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 8 to 275 2024-09-13T03:01:41.897 INFO:tasks.rados.rados.0.smithi052.stdout:2801: delete oid 31 current snap is 298 2024-09-13T03:01:41.899 INFO:tasks.rados.rados.0.smithi052.stdout:2797: finishing write tid 1 to smithi05277117-12 2024-09-13T03:01:41.901 INFO:tasks.rados.rados.0.smithi052.stdout:2797: finishing write tid 2 to smithi05277117-12 2024-09-13T03:01:41.901 INFO:tasks.rados.rados.0.smithi052.stdout:2801: done (4 left) 2024-09-13T03:01:41.901 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 298 2024-09-13T03:01:41.901 INFO:tasks.rados.rados.0.smithi052.stdout:2802: seq_num 866 ranges {3907584=106496} 2024-09-13T03:01:41.924 INFO:tasks.rados.rados.0.smithi052.stdout:2802: writing smithi05277117-44 from 3907584 to 4014080 tid 1 2024-09-13T03:01:41.924 INFO:tasks.rados.rados.0.smithi052.stdout:2803: setattr oid 45 current snap is 298 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2797: finishing write tid 3 to smithi05277117-12 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1731 (ObjNum 864 snap 298 seq_num 864) dirty exists 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2797: left oid 12 (ObjNum 864 snap 298 seq_num 864) 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2798: finishing rollback tid 1 to smithi05277117-49 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2798: finishing rollback tid 2 to smithi05277117-49 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1728 (ObjNum 781 snap 264 seq_num 781) dirty exists 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2799: finishing copy_from to smithi05277117-20 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2799: got expected ENOENT (src dne) 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2799: finishing copy_from racing read to smithi05277117-20 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2800: finishing rollback tid 0 to smithi05277117-8 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2800: finishing rollback tid 1 to smithi05277117-8 2024-09-13T03:01:41.925 INFO:tasks.rados.rados.0.smithi052.stdout:2800: finishing rollback tid 2 to smithi05277117-8 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2269 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2797: done (5 left) 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2798: done (4 left) 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2799: done (3 left) 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2800: done (2 left) 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2804: read oid 32 snap -1 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2804: expect deleted 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 298 2024-09-13T03:01:41.926 INFO:tasks.rados.rados.0.smithi052.stdout:2805: seq_num 867 ranges {0=122880} 2024-09-13T03:01:41.927 INFO:tasks.rados.rados.0.smithi052.stdout:2805: writing smithi05277117-17 from 0 to 122880 tid 1 2024-09-13T03:01:41.927 INFO:tasks.rados.rados.0.smithi052.stdout:2806: setattr oid 35 current snap is 298 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2804: done (4 left) 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2807: read oid 20 snap 249 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2807: expect (ObjNum 707 snap 237 seq_num 707) 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2808: rmattr oid 14 current snap is 298 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2808: done (5 left) 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2809: copy_from oid 10 from oid 6 current snap is 298 2024-09-13T03:01:41.928 INFO:tasks.rados.rados.0.smithi052.stdout:2810: delete oid 26 current snap is 298 2024-09-13T03:01:41.929 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2246 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:41.929 INFO:tasks.rados.rados.0.smithi052.stdout:2802: finishing write tid 1 to smithi05277117-44 2024-09-13T03:01:41.930 INFO:tasks.rados.rados.0.smithi052.stdout:2802: finishing write tid 2 to smithi05277117-44 2024-09-13T03:01:41.932 INFO:tasks.rados.rados.0.smithi052.stdout:2803: done (6 left) 2024-09-13T03:01:41.933 INFO:tasks.rados.rados.0.smithi052.stdout:2810: done (5 left) 2024-09-13T03:01:41.933 INFO:tasks.rados.rados.0.smithi052.stdout:2811: setattr oid 43 current snap is 298 2024-09-13T03:01:41.933 INFO:tasks.rados.rados.0.smithi052.stdout:2802: finishing write tid 3 to smithi05277117-44 2024-09-13T03:01:41.933 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1774 (ObjNum 866 snap 298 seq_num 866) dirty exists 2024-09-13T03:01:41.933 INFO:tasks.rados.rados.0.smithi052.stdout:2802: left oid 44 (ObjNum 866 snap 298 seq_num 866) 2024-09-13T03:01:41.933 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1775 (ObjNum 273 snap 0 seq_num 1573309997) dirty exists 2024-09-13T03:01:41.934 INFO:tasks.rados.rados.0.smithi052.stdout:2802: done (5 left) 2024-09-13T03:01:41.934 INFO:tasks.rados.rados.0.smithi052.stdout:2806: done (4 left) 2024-09-13T03:01:41.934 INFO:tasks.rados.rados.0.smithi052.stdout:2812: read oid 40 snap -1 2024-09-13T03:01:41.934 INFO:tasks.rados.rados.0.smithi052.stdout:2812: expect deleted 2024-09-13T03:01:41.934 INFO:tasks.rados.rados.0.smithi052.stdout:2813: setattr oid 26 current snap is 298 2024-09-13T03:01:41.935 INFO:tasks.rados.rados.0.smithi052.stdout:2812: done (5 left) 2024-09-13T03:01:41.935 INFO:tasks.rados.rados.0.smithi052.stdout:2814: rmattr oid 36 current snap is 298 2024-09-13T03:01:41.935 INFO:tasks.rados.rados.0.smithi052.stdout:2815: read oid 27 snap -1 2024-09-13T03:01:41.935 INFO:tasks.rados.rados.0.smithi052.stdout:2815: expect (ObjNum 860 snap 297 seq_num 860) 2024-09-13T03:01:41.935 INFO:tasks.rados.rados.0.smithi052.stdout:2816: snap_create 2024-09-13T03:01:41.936 INFO:tasks.rados.rados.0.smithi052.stdout:2805: finishing write tid 1 to smithi05277117-17 2024-09-13T03:01:41.940 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1253 (ObjNum 861 snap 297 seq_num 861) dirty exists 2024-09-13T03:01:41.941 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1254 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T03:01:41.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1873 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:01:41.942 INFO:tasks.rados.rados.0.smithi052.stdout:2805: finishing write tid 2 to smithi05277117-17 2024-09-13T03:01:41.942 INFO:tasks.rados.rados.0.smithi052.stdout:2815: expect (ObjNum 860 snap 297 seq_num 860) 2024-09-13T03:01:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:2807: expect (ObjNum 707 snap 237 seq_num 707) 2024-09-13T03:01:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:41 smithi078 ceph-mon[85589]: pgmap v572: 121 pgs: 121 active+clean; 508 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-09-13T03:01:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:41 smithi078 ceph-mon[85589]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T03:01:42.239 INFO:tasks.rados.rados.0.smithi052.stdout:2805: finishing write tid 3 to smithi05277117-17 2024-09-13T03:01:42.239 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2271 (ObjNum 867 snap 298 seq_num 867) dirty exists 2024-09-13T03:01:42.240 INFO:tasks.rados.rados.0.smithi052.stdout:2805: left oid 17 (ObjNum 867 snap 298 seq_num 867) 2024-09-13T03:01:42.240 INFO:tasks.rados.rados.0.smithi052.stdout:2809: finishing copy_from racing read to smithi05277117-10 2024-09-13T03:01:42.240 INFO:tasks.rados.rados.0.smithi052.stdout:2809: finishing copy_from to smithi05277117-10 2024-09-13T03:01:42.240 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2206 (ObjNum 851 snap 293 seq_num 851) dirty exists 2024-09-13T03:01:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:41 smithi052 ceph-mon[91421]: pgmap v572: 121 pgs: 121 active+clean; 508 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-09-13T03:01:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:41 smithi052 ceph-mon[91421]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T03:01:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:41 smithi052 ceph-mon[89065]: pgmap v572: 121 pgs: 121 active+clean; 508 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-09-13T03:01:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:41 smithi052 ceph-mon[89065]: osdmap e639: 8 total, 8 up, 8 in 2024-09-13T03:01:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:01:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:01:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:42.901 INFO:tasks.rados.rados.0.smithi052.stdout:2805: done (7 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2807: done (6 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2809: done (5 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2811: done (4 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2813: done (3 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2814: done (2 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2815: done (1 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2816: done (0 left) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2817: copy_from oid 42 from oid 8 current snap is 299 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2818: read oid 44 snap -1 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2818: expect (ObjNum 866 snap 298 seq_num 866) 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 299 2024-09-13T03:01:42.902 INFO:tasks.rados.rados.0.smithi052.stdout:2819: seq_num 869 ranges {4268032=155648} 2024-09-13T03:01:42.925 INFO:tasks.rados.rados.0.smithi052.stdout:2819: writing smithi05277117-43 from 4268032 to 4423680 tid 1 2024-09-13T03:01:42.926 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 299 2024-09-13T03:01:42.926 INFO:tasks.rados.rados.0.smithi052.stdout:2820: seq_num 870 ranges {4612096=172032} 2024-09-13T03:01:42.952 INFO:tasks.rados.rados.0.smithi052.stdout:2820: writing smithi05277117-41 from 4612096 to 4784128 tid 1 2024-09-13T03:01:42.952 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 299 2024-09-13T03:01:42.952 INFO:tasks.rados.rados.0.smithi052.stdout:2821: seq_num 871 ranges {1056768=188416} 2024-09-13T03:01:42.959 INFO:tasks.rados.rados.0.smithi052.stdout:2821: writing smithi05277117-45 from 1056768 to 1245184 tid 1 2024-09-13T03:01:42.959 INFO:tasks.rados.rados.0.smithi052.stdout:2822: snap_remove snap 274 2024-09-13T03:01:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:42 smithi078 ceph-mon[85589]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T03:01:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:42 smithi052 ceph-mon[91421]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T03:01:43.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:42 smithi052 ceph-mon[89065]: osdmap e640: 8 total, 8 up, 8 in 2024-09-13T03:01:43.911 INFO:tasks.rados.rados.0.smithi052.stdout:2822: done (5 left) 2024-09-13T03:01:43.911 INFO:tasks.rados.rados.0.smithi052.stdout:2823: copy_from oid 12 from oid 5 current snap is 299 2024-09-13T03:01:43.911 INFO:tasks.rados.rados.0.smithi052.stdout:2824: read oid 29 snap 266 2024-09-13T03:01:43.911 INFO:tasks.rados.rados.0.smithi052.stdout:2824: expect (ObjNum -87225088 snap 21853 seq_num 4209266960) 2024-09-13T03:01:43.911 INFO:tasks.rados.rados.0.smithi052.stdout:2825: setattr oid 25 current snap is 299 2024-09-13T03:01:43.912 INFO:tasks.rados.rados.0.smithi052.stdout:2818: expect (ObjNum 866 snap 298 seq_num 866) 2024-09-13T03:01:44.179 INFO:tasks.rados.rados.0.smithi052.stdout:2819: finishing write tid 1 to smithi05277117-43 2024-09-13T03:01:44.179 INFO:tasks.rados.rados.0.smithi052.stdout:2819: finishing write tid 2 to smithi05277117-43 2024-09-13T03:01:44.179 INFO:tasks.rados.rados.0.smithi052.stdout:2819: finishing write tid 3 to smithi05277117-43 2024-09-13T03:01:44.179 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1256 (ObjNum 869 snap 299 seq_num 869) dirty exists 2024-09-13T03:01:44.179 INFO:tasks.rados.rados.0.smithi052.stdout:2819: left oid 43 (ObjNum 869 snap 299 seq_num 869) 2024-09-13T03:01:44.179 INFO:tasks.rados.rados.0.smithi052.stdout:2817: finishing copy_from racing read to smithi05277117-42 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2817: finishing copy_from to smithi05277117-42 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 2269 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2820: finishing write tid 1 to smithi05277117-41 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2820: finishing write tid 2 to smithi05277117-41 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2820: finishing write tid 3 to smithi05277117-41 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1771 (ObjNum 870 snap 299 seq_num 870) dirty exists 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2820: left oid 41 (ObjNum 870 snap 299 seq_num 870) 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2821: finishing write tid 1 to smithi05277117-45 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2821: finishing write tid 2 to smithi05277117-45 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2821: finishing write tid 3 to smithi05277117-45 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2251 (ObjNum 871 snap 299 seq_num 871) dirty exists 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2821: left oid 45 (ObjNum 871 snap 299 seq_num 871) 2024-09-13T03:01:44.180 INFO:tasks.rados.rados.0.smithi052.stdout:2824: expect (ObjNum -87225088 snap 21853 seq_num 4209266960) 2024-09-13T03:01:44.181 INFO:tasks.rados.rados.0.smithi052.stdout:2823: finishing copy_from racing read to smithi05277117-12 2024-09-13T03:01:44.181 INFO:tasks.rados.rados.0.smithi052.stdout:2823: finishing copy_from to smithi05277117-12 2024-09-13T03:01:44.181 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1441 (ObjNum 854 snap 293 seq_num 854) dirty exists 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2817: done (7 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2818: done (6 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2819: done (5 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2820: done (4 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2821: done (3 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2823: done (2 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2824: done (1 left) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2826: read oid 50 snap -1 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2826: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:44.182 INFO:tasks.rados.rados.0.smithi052.stdout:2827: delete oid 13 current snap is 299 2024-09-13T03:01:44.183 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1041 (ObjNum 849 snap 287 seq_num 849) dirty exists 2024-09-13T03:01:44.183 INFO:tasks.rados.rados.0.smithi052.stdout:2826: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2825: done (2 left) 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2826: done (1 left) 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2827: done (0 left) 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2828: rollback oid 28 current snap is 299 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 296 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2829: rollback oid 39 current snap is 299 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 289 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2830: copy_from oid 8 from oid 49 current snap is 299 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2831: read oid 9 snap 285 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2831: expect (ObjNum 844 snap 285 seq_num 844) 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2832: copy_from oid 1 from oid 13 current snap is 299 2024-09-13T03:01:44.185 INFO:tasks.rados.rados.0.smithi052.stdout:2833: snap_remove snap 231 2024-09-13T03:01:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:43 smithi078 ceph-mon[85589]: pgmap v575: 121 pgs: 121 active+clean; 510 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T03:01:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:43 smithi078 ceph-mon[85589]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T03:01:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:43 smithi052 ceph-mon[91421]: pgmap v575: 121 pgs: 121 active+clean; 510 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T03:01:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:43 smithi052 ceph-mon[91421]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T03:01:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:43 smithi052 ceph-mon[89065]: pgmap v575: 121 pgs: 121 active+clean; 510 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-13T03:01:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:43 smithi052 ceph-mon[89065]: osdmap e641: 8 total, 8 up, 8 in 2024-09-13T03:01:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2832: finishing copy_from to smithi05277117-1 2024-09-13T03:01:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2832: got expected ENOENT (src dne) 2024-09-13T03:01:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2832: finishing copy_from racing read to smithi05277117-1 2024-09-13T03:01:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2828: finishing rollback tid 0 to smithi05277117-28 2024-09-13T03:01:44.842 INFO:tasks.rados.rados.0.smithi052.stdout:2828: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2829: finishing rollback tid 0 to smithi05277117-39 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2829: finishing rollback tid 1 to smithi05277117-39 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2828: finishing rollback tid 2 to smithi05277117-28 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1876 (ObjNum 846 snap 285 seq_num 846) dirty exists 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2829: finishing rollback tid 2 to smithi05277117-39 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1734 (ObjNum 813 snap 275 seq_num 813) dirty exists 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2830: finishing copy_from racing read to smithi05277117-8 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2830: finishing copy_from to smithi05277117-8 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 1728 (ObjNum 781 snap 264 seq_num 781) dirty exists 2024-09-13T03:01:44.843 INFO:tasks.rados.rados.0.smithi052.stdout:2831: expect (ObjNum 844 snap 285 seq_num 844) 2024-09-13T03:01:45.115 INFO:tasks.rados.rados.0.smithi052.stdout:2828: done (5 left) 2024-09-13T03:01:45.115 INFO:tasks.rados.rados.0.smithi052.stdout:2829: done (4 left) 2024-09-13T03:01:45.115 INFO:tasks.rados.rados.0.smithi052.stdout:2830: done (3 left) 2024-09-13T03:01:45.115 INFO:tasks.rados.rados.0.smithi052.stdout:2831: done (2 left) 2024-09-13T03:01:45.116 INFO:tasks.rados.rados.0.smithi052.stdout:2832: done (1 left) 2024-09-13T03:01:45.116 INFO:tasks.rados.rados.0.smithi052.stdout:2833: done (0 left) 2024-09-13T03:01:45.116 INFO:tasks.rados.rados.0.smithi052.stdout:2834: delete oid 49 current snap is 299 2024-09-13T03:01:45.117 INFO:tasks.rados.rados.0.smithi052.stdout:2834: done (0 left) 2024-09-13T03:01:45.117 INFO:tasks.rados.rados.0.smithi052.stdout:2835: rmattr oid 13 current snap is 299 2024-09-13T03:01:45.118 INFO:tasks.rados.rados.0.smithi052.stdout:2835: done (0 left) 2024-09-13T03:01:45.118 INFO:tasks.rados.rados.0.smithi052.stdout:2836: setattr oid 39 current snap is 299 2024-09-13T03:01:45.119 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 299 2024-09-13T03:01:45.119 INFO:tasks.rados.rados.0.smithi052.stdout:2837: seq_num 874 ranges {4423680=245760} 2024-09-13T03:01:45.145 INFO:tasks.rados.rados.0.smithi052.stdout:2837: writing smithi05277117-43 from 4423680 to 4669440 tid 1 2024-09-13T03:01:45.145 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 299 2024-09-13T03:01:45.145 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1735 (ObjNum 813 snap 275 seq_num 813) dirty exists 2024-09-13T03:01:45.145 INFO:tasks.rados.rados.0.smithi052.stdout:2838: seq_num 875 ranges {0=262144} 2024-09-13T03:01:45.146 INFO:tasks.rados.rados.0.smithi052.stdout:2838: writing smithi05277117-47 from 0 to 262144 tid 1 2024-09-13T03:01:45.146 INFO:tasks.rados.rados.0.smithi052.stdout:2836: done (2 left) 2024-09-13T03:01:45.146 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 299 2024-09-13T03:01:45.146 INFO:tasks.rados.rados.0.smithi052.stdout:2839: seq_num 876 ranges {7995392=278528} 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:2839: writing smithi05277117-25 from 7995392 to 8273920 tid 1 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:2840: rollback oid 50 current snap is 299 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 266 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:2838: finishing write tid 1 to smithi05277117-47 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:2841: delete oid 6 current snap is 299 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:2838: finishing write tid 2 to smithi05277117-47 2024-09-13T03:01:45.192 INFO:tasks.rados.rados.0.smithi052.stdout:2837: finishing write tid 1 to smithi05277117-43 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:2837: finishing write tid 2 to smithi05277117-43 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:2838: finishing write tid 3 to smithi05277117-47 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1737 (ObjNum 875 snap 299 seq_num 875) dirty exists 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:2838: left oid 47 (ObjNum 875 snap 299 seq_num 875) 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:2837: finishing write tid 3 to smithi05277117-43 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1258 (ObjNum 874 snap 299 seq_num 874) dirty exists 2024-09-13T03:01:45.193 INFO:tasks.rados.rados.0.smithi052.stdout:2837: left oid 43 (ObjNum 874 snap 299 seq_num 874) 2024-09-13T03:01:45.195 INFO:tasks.rados.rados.0.smithi052.stdout:2837: done (4 left) 2024-09-13T03:01:45.195 INFO:tasks.rados.rados.0.smithi052.stdout:2838: done (3 left) 2024-09-13T03:01:45.195 INFO:tasks.rados.rados.0.smithi052.stdout:2841: done (2 left) 2024-09-13T03:01:45.195 INFO:tasks.rados.rados.0.smithi052.stdout:2842: snap_create 2024-09-13T03:01:45.195 INFO:tasks.rados.rados.0.smithi052.stdout:2840: finishing rollback tid 0 to smithi05277117-50 2024-09-13T03:01:45.196 INFO:tasks.rados.rados.0.smithi052.stdout:2839: finishing write tid 1 to smithi05277117-25 2024-09-13T03:01:45.196 INFO:tasks.rados.rados.0.smithi052.stdout:2840: finishing rollback tid 1 to smithi05277117-50 2024-09-13T03:01:45.196 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1731 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T03:01:45.196 INFO:tasks.rados.rados.0.smithi052.stdout:2839: finishing write tid 2 to smithi05277117-25 2024-09-13T03:01:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:44 smithi078 ceph-mon[85589]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T03:01:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:44 smithi078 ceph-mon[85589]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T03:01:45.197 INFO:tasks.rados.rados.0.smithi052.stdout:2839: finishing write tid 3 to smithi05277117-25 2024-09-13T03:01:45.197 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1043 (ObjNum 876 snap 299 seq_num 876) dirty exists 2024-09-13T03:01:45.198 INFO:tasks.rados.rados.0.smithi052.stdout:2839: left oid 25 (ObjNum 876 snap 299 seq_num 876) 2024-09-13T03:01:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:44 smithi052 ceph-mon[91421]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T03:01:45.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:44 smithi052 ceph-mon[91421]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T03:01:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:44 smithi052 ceph-mon[89065]: osdmap e642: 8 total, 8 up, 8 in 2024-09-13T03:01:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:44 smithi052 ceph-mon[89065]: osdmap e643: 8 total, 8 up, 8 in 2024-09-13T03:01:45.917 INFO:tasks.rados.rados.0.smithi052.stdout:2839: done (2 left) 2024-09-13T03:01:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:2840: done (1 left) 2024-09-13T03:01:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:2842: done (0 left) 2024-09-13T03:01:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:2843: copy_from oid 8 from oid 3 current snap is 300 2024-09-13T03:01:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:2844: setattr oid 13 current snap is 300 2024-09-13T03:01:45.919 INFO:tasks.rados.rados.0.smithi052.stdout:2845: delete oid 23 current snap is 300 2024-09-13T03:01:45.921 INFO:tasks.rados.rados.0.smithi052.stdout:2845: done (2 left) 2024-09-13T03:01:45.921 INFO:tasks.rados.rados.0.smithi052.stdout:2846: copy_from oid 2 from oid 24 current snap is 300 2024-09-13T03:01:45.921 INFO:tasks.rados.rados.0.smithi052.stdout:2847: snap_create 2024-09-13T03:01:45.922 INFO:tasks.rados.rados.0.smithi052.stdout:2843: finishing copy_from to smithi05277117-8 2024-09-13T03:01:45.922 INFO:tasks.rados.rados.0.smithi052.stdout:2843: got expected ENOENT (src dne) 2024-09-13T03:01:45.922 INFO:tasks.rados.rados.0.smithi052.stdout:2843: finishing copy_from racing read to smithi05277117-8 2024-09-13T03:01:45.924 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2296 (ObjNum 145 snap 0 seq_num 4210788976) dirty exists 2024-09-13T03:01:45.955 INFO:tasks.rados.rados.0.smithi052.stdout:2846: finishing copy_from racing read to smithi05277117-2 2024-09-13T03:01:45.956 INFO:tasks.rados.rados.0.smithi052.stdout:2846: finishing copy_from to smithi05277117-2 2024-09-13T03:01:45.956 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1772 (ObjNum 853 snap 293 seq_num 853) dirty exists 2024-09-13T03:01:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:45 smithi078 ceph-mon[85589]: pgmap v578: 121 pgs: 121 active+clean; 511 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 112 KiB/s wr, 35 op/s 2024-09-13T03:01:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:45 smithi052 ceph-mon[91421]: pgmap v578: 121 pgs: 121 active+clean; 511 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 112 KiB/s wr, 35 op/s 2024-09-13T03:01:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:45 smithi052 ceph-mon[89065]: pgmap v578: 121 pgs: 121 active+clean; 511 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 112 KiB/s wr, 35 op/s 2024-09-13T03:01:46.924 INFO:tasks.rados.rados.0.smithi052.stdout:2843: done (3 left) 2024-09-13T03:01:46.924 INFO:tasks.rados.rados.0.smithi052.stdout:2844: done (2 left) 2024-09-13T03:01:46.924 INFO:tasks.rados.rados.0.smithi052.stdout:2846: done (1 left) 2024-09-13T03:01:46.924 INFO:tasks.rados.rados.0.smithi052.stdout:2847: done (0 left) 2024-09-13T03:01:46.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 301 2024-09-13T03:01:46.925 INFO:tasks.rados.rados.0.smithi052.stdout:2848: seq_num 879 ranges {4710400=327680} 2024-09-13T03:01:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:2848: writing smithi05277117-12 from 4710400 to 5038080 tid 1 2024-09-13T03:01:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:2849: read oid 33 snap -1 2024-09-13T03:01:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:2849: expect deleted 2024-09-13T03:01:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:2850: rmattr oid 38 current snap is 301 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2850: done (2 left) 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2851: rollback oid 44 current snap is 301 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 275 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2852: rollback oid 4 current snap is 301 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 296 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2853: rollback oid 41 current snap is 301 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 41 to 285 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2854: read oid 29 snap -1 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2854: expect (ObjNum 863 snap 297 seq_num 863) 2024-09-13T03:01:46.953 INFO:tasks.rados.rados.0.smithi052.stdout:2855: snap_remove snap 273 2024-09-13T03:01:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:46 smithi078 ceph-mon[85589]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T03:01:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:46 smithi052 ceph-mon[89065]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T03:01:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:46 smithi052 ceph-mon[91421]: osdmap e644: 8 total, 8 up, 8 in 2024-09-13T03:01:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:01:47.928 INFO:tasks.rados.rados.0.smithi052.stdout:2855: done (6 left) 2024-09-13T03:01:47.929 INFO:tasks.rados.rados.0.smithi052.stdout:2856: read oid 7 snap -1 2024-09-13T03:01:47.929 INFO:tasks.rados.rados.0.smithi052.stdout:2856: expect (ObjNum 856 snap 294 seq_num 856) 2024-09-13T03:01:47.929 INFO:tasks.rados.rados.0.smithi052.stdout:2857: snap_create 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2851: finishing rollback tid 0 to smithi05277117-44 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2851: finishing rollback tid 1 to smithi05277117-44 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2852: finishing rollback tid 0 to smithi05277117-4 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2851: finishing rollback tid 2 to smithi05277117-44 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1778 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2852: finishing rollback tid 1 to smithi05277117-4 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2852: finishing rollback tid 2 to smithi05277117-4 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2031 (ObjNum 810 snap 272 seq_num 810) dirty exists 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2853: finishing rollback tid 0 to smithi05277117-41 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2853: finishing rollback tid 1 to smithi05277117-41 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:2853: finishing rollback tid 2 to smithi05277117-41 2024-09-13T03:01:47.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1774 (ObjNum 779 snap 262 seq_num 779) dirty exists 2024-09-13T03:01:47.931 INFO:tasks.rados.rados.0.smithi052.stdout:2854: expect (ObjNum 863 snap 297 seq_num 863) 2024-09-13T03:01:47.941 INFO:tasks.rados.rados.0.smithi052.stdout:2848: finishing write tid 1 to smithi05277117-12 2024-09-13T03:01:47.941 INFO:tasks.rados.rados.0.smithi052.stdout:2848: finishing write tid 2 to smithi05277117-12 2024-09-13T03:01:47.942 INFO:tasks.rados.rados.0.smithi052.stdout:2848: finishing write tid 3 to smithi05277117-12 2024-09-13T03:01:47.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1739 (ObjNum 879 snap 301 seq_num 879) dirty exists 2024-09-13T03:01:47.942 INFO:tasks.rados.rados.0.smithi052.stdout:2848: left oid 12 (ObjNum 879 snap 301 seq_num 879) 2024-09-13T03:01:47.952 INFO:tasks.rados.rados.0.smithi052.stdout:2856: expect (ObjNum 856 snap 294 seq_num 856) 2024-09-13T03:01:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:47 smithi078 ceph-mon[85589]: pgmap v581: 121 pgs: 121 active+clean; 506 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-09-13T03:01:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:47 smithi078 ceph-mon[85589]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T03:01:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:47 smithi052 ceph-mon[91421]: pgmap v581: 121 pgs: 121 active+clean; 506 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-09-13T03:01:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:47 smithi052 ceph-mon[91421]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T03:01:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:47 smithi052 ceph-mon[89065]: pgmap v581: 121 pgs: 121 active+clean; 506 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-09-13T03:01:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:47 smithi052 ceph-mon[89065]: osdmap e645: 8 total, 8 up, 8 in 2024-09-13T03:01:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:01:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:01:48] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-13T03:01:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2848: done (7 left) 2024-09-13T03:01:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2849: done (6 left) 2024-09-13T03:01:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2851: done (5 left) 2024-09-13T03:01:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2852: done (4 left) 2024-09-13T03:01:48.934 INFO:tasks.rados.rados.0.smithi052.stdout:2853: done (3 left) 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2854: done (2 left) 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2856: done (1 left) 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2857: done (0 left) 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2858: read oid 30 snap -1 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2858: expect (ObjNum 789 snap 267 seq_num 789) 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2859: read oid 37 snap -1 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2859: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:01:48.935 INFO:tasks.rados.rados.0.smithi052.stdout:2860: snap_create 2024-09-13T03:01:48.957 INFO:tasks.rados.rados.0.smithi052.stdout:2858: expect (ObjNum 789 snap 267 seq_num 789) 2024-09-13T03:01:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:48 smithi078 ceph-mon[85589]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T03:01:49.205 INFO:tasks.rados.rados.0.smithi052.stdout:2859: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:01:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:48 smithi052 ceph-mon[91421]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T03:01:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:48 smithi052 ceph-mon[89065]: osdmap e646: 8 total, 8 up, 8 in 2024-09-13T03:01:49.952 INFO:tasks.rados.rados.0.smithi052.stdout:2858: done (2 left) 2024-09-13T03:01:49.953 INFO:tasks.rados.rados.0.smithi052.stdout:2859: done (1 left) 2024-09-13T03:01:49.953 INFO:tasks.rados.rados.0.smithi052.stdout:2860: done (0 left) 2024-09-13T03:01:49.953 INFO:tasks.rados.rados.0.smithi052.stdout:2861: delete oid 45 current snap is 303 2024-09-13T03:01:49.957 INFO:tasks.rados.rados.0.smithi052.stdout:2861: done (0 left) 2024-09-13T03:01:49.957 INFO:tasks.rados.rados.0.smithi052.stdout:2862: setattr oid 50 current snap is 303 2024-09-13T03:01:49.958 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 303 2024-09-13T03:01:49.959 INFO:tasks.rados.rados.0.smithi052.stdout:2863: seq_num 881 ranges {57344=360448} 2024-09-13T03:01:49.961 INFO:tasks.rados.rados.0.smithi052.stdout:2863: writing smithi05277117-29 from 57344 to 417792 tid 1 2024-09-13T03:01:49.962 INFO:tasks.rados.rados.0.smithi052.stdout:2864: setattr oid 36 current snap is 303 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:2865: rollback oid 25 current snap is 303 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 263 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:2866: read oid 33 snap -1 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:2866: expect deleted 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:2867: read oid 22 snap -1 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:2867: expect deleted 2024-09-13T03:01:49.963 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 303 2024-09-13T03:01:49.964 INFO:tasks.rados.rados.0.smithi052.stdout:2868: seq_num 882 ranges {2433024=376832} 2024-09-13T03:01:49.979 INFO:tasks.rados.rados.0.smithi052.stdout:2868: writing smithi05277117-14 from 2433024 to 2809856 tid 1 2024-09-13T03:01:49.979 INFO:tasks.rados.rados.0.smithi052.stdout:2869: copy_from oid 4 from oid 2 current snap is 303 2024-09-13T03:01:49.979 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1732 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T03:01:49.979 INFO:tasks.rados.rados.0.smithi052.stdout:2862: done (7 left) 2024-09-13T03:01:49.979 INFO:tasks.rados.rados.0.smithi052.stdout:2866: done (6 left) 2024-09-13T03:01:49.979 INFO:tasks.rados.rados.0.smithi052.stdout:2867: done (5 left) 2024-09-13T03:01:49.980 INFO:tasks.rados.rados.0.smithi052.stdout:2870: snap_remove snap 293 2024-09-13T03:01:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:49 smithi078 ceph-mon[85589]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-09-13T03:01:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:49 smithi078 ceph-mon[85589]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T03:01:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:49 smithi078 ceph-mon[85589]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T03:01:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:49 smithi052 ceph-mon[91421]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-09-13T03:01:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:49 smithi052 ceph-mon[91421]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T03:01:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:49 smithi052 ceph-mon[91421]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T03:01:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:49 smithi052 ceph-mon[89065]: pgmap v584: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 502 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-09-13T03:01:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:49 smithi052 ceph-mon[89065]: osdmap e647: 8 total, 8 up, 8 in 2024-09-13T03:01:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:49 smithi052 ceph-mon[89065]: osdmap e648: 8 total, 8 up, 8 in 2024-09-13T03:01:50.939 INFO:tasks.rados.rados.0.smithi052.stdout:2870: done (5 left) 2024-09-13T03:01:50.939 INFO:tasks.rados.rados.0.smithi052.stdout:2871: snap_remove snap 289 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:2863: finishing write tid 1 to smithi05277117-29 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:2863: finishing write tid 2 to smithi05277117-29 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1877 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:2863: finishing write tid 3 to smithi05277117-29 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1774 (ObjNum 881 snap 303 seq_num 881) dirty exists 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:2863: left oid 29 (ObjNum 881 snap 303 seq_num 881) 2024-09-13T03:01:51.942 INFO:tasks.rados.rados.0.smithi052.stdout:2865: finishing rollback tid 0 to smithi05277117-25 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2865: finishing rollback tid 1 to smithi05277117-25 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2865: finishing rollback tid 2 to smithi05277117-25 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1046 (ObjNum 745 snap 248 seq_num 745) dirty exists 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2868: finishing write tid 1 to smithi05277117-14 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2868: finishing write tid 2 to smithi05277117-14 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2868: finishing write tid 3 to smithi05277117-14 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2307 (ObjNum 882 snap 303 seq_num 882) dirty exists 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2868: left oid 14 (ObjNum 882 snap 303 seq_num 882) 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2869: finishing copy_from racing read to smithi05277117-4 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2869: finishing copy_from to smithi05277117-4 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 1772 (ObjNum 853 snap 293 seq_num 853) dirty exists 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2863: done (5 left) 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2864: done (4 left) 2024-09-13T03:01:51.943 INFO:tasks.rados.rados.0.smithi052.stdout:2865: done (3 left) 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:2868: done (2 left) 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:2869: done (1 left) 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:2871: done (0 left) 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:2872: rollback oid 7 current snap is 303 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 255 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 303 2024-09-13T03:01:51.944 INFO:tasks.rados.rados.0.smithi052.stdout:2873: seq_num 883 ranges {2162688=393216} 2024-09-13T03:01:51.957 INFO:tasks.rados.rados.0.smithi052.stdout:2873: writing smithi05277117-19 from 2162688 to 2555904 tid 1 2024-09-13T03:01:51.957 INFO:tasks.rados.rados.0.smithi052.stdout:2874: rollback oid 48 current snap is 303 2024-09-13T03:01:51.957 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 48 to 301 2024-09-13T03:01:51.957 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 303 2024-09-13T03:01:51.957 INFO:tasks.rados.rados.0.smithi052.stdout:2875: seq_num 884 ranges {2473984=409600} 2024-09-13T03:01:51.974 INFO:tasks.rados.rados.0.smithi052.stdout:2875: writing smithi05277117-8 from 2473984 to 2883584 tid 1 2024-09-13T03:01:51.975 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 303 2024-09-13T03:01:51.975 INFO:tasks.rados.rados.0.smithi052.stdout:2874: finishing rollback tid 1 to smithi05277117-48 2024-09-13T03:01:51.975 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1891 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-13T03:01:51.975 INFO:tasks.rados.rados.0.smithi052.stdout:2872: finishing rollback tid 0 to smithi05277117-7 2024-09-13T03:01:51.975 INFO:tasks.rados.rados.0.smithi052.stdout:2872: finishing rollback tid 1 to smithi05277117-7 2024-09-13T03:01:51.975 INFO:tasks.rados.rados.0.smithi052.stdout:2876: seq_num 885 ranges {10821632=425984} 2024-09-13T03:01:52.036 INFO:tasks.rados.rados.0.smithi052.stdout:2876: writing smithi05277117-10 from 10821632 to 11247616 tid 1 2024-09-13T03:01:52.036 INFO:tasks.rados.rados.0.smithi052.stdout:2874: done (4 left) 2024-09-13T03:01:52.036 INFO:tasks.rados.rados.0.smithi052.stdout:2877: read oid 37 snap -1 2024-09-13T03:01:52.036 INFO:tasks.rados.rados.0.smithi052.stdout:2877: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:01:52.036 INFO:tasks.rados.rados.0.smithi052.stdout:2878: snap_create 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2872: finishing rollback tid 2 to smithi05277117-7 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1506 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2873: finishing write tid 1 to smithi05277117-19 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2873: finishing write tid 2 to smithi05277117-19 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2873: finishing write tid 3 to smithi05277117-19 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2271 (ObjNum 883 snap 303 seq_num 883) dirty exists 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2873: left oid 19 (ObjNum 883 snap 303 seq_num 883) 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2875: finishing write tid 1 to smithi05277117-8 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2875: finishing write tid 2 to smithi05277117-8 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2875: finishing write tid 3 to smithi05277117-8 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2324 (ObjNum 884 snap 303 seq_num 884) dirty exists 2024-09-13T03:01:52.037 INFO:tasks.rados.rados.0.smithi052.stdout:2875: left oid 8 (ObjNum 884 snap 303 seq_num 884) 2024-09-13T03:01:52.041 INFO:tasks.rados.rados.0.smithi052.stdout:2876: finishing write tid 1 to smithi05277117-10 2024-09-13T03:01:52.041 INFO:tasks.rados.rados.0.smithi052.stdout:2876: finishing write tid 2 to smithi05277117-10 2024-09-13T03:01:52.043 INFO:tasks.rados.rados.0.smithi052.stdout:2876: finishing write tid 3 to smithi05277117-10 2024-09-13T03:01:52.043 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2296 (ObjNum 885 snap 303 seq_num 885) dirty exists 2024-09-13T03:01:52.043 INFO:tasks.rados.rados.0.smithi052.stdout:2876: left oid 10 (ObjNum 885 snap 303 seq_num 885) 2024-09-13T03:01:52.063 INFO:tasks.rados.rados.0.smithi052.stdout:2877: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:01:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:51 smithi078 ceph-mon[85589]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-13T03:01:52.245 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:51 smithi078 ceph-mon[85589]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T03:01:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:51 smithi052 ceph-mon[91421]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-13T03:01:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:51 smithi052 ceph-mon[91421]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T03:01:52.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:51 smithi052 ceph-mon[89065]: pgmap v587: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-13T03:01:52.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:51 smithi052 ceph-mon[89065]: osdmap e649: 8 total, 8 up, 8 in 2024-09-13T03:01:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:01:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:01:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:01:52.953 INFO:tasks.rados.rados.0.smithi052.stdout:2872: done (5 left) 2024-09-13T03:01:52.953 INFO:tasks.rados.rados.0.smithi052.stdout:2873: done (4 left) 2024-09-13T03:01:52.953 INFO:tasks.rados.rados.0.smithi052.stdout:2875: done (3 left) 2024-09-13T03:01:52.954 INFO:tasks.rados.rados.0.smithi052.stdout:2876: done (2 left) 2024-09-13T03:01:52.954 INFO:tasks.rados.rados.0.smithi052.stdout:2877: done (1 left) 2024-09-13T03:01:52.954 INFO:tasks.rados.rados.0.smithi052.stdout:2878: done (0 left) 2024-09-13T03:01:52.954 INFO:tasks.rados.rados.0.smithi052.stdout:2879: snap_remove snap 301 2024-09-13T03:01:53.277 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:52 smithi052 ceph-mon[91421]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T03:01:53.277 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:52 smithi052 ceph-mon[89065]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T03:01:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:52 smithi078 ceph-mon[85589]: osdmap e650: 8 total, 8 up, 8 in 2024-09-13T03:01:53.633 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph orch ps' 2024-09-13T03:01:53.940 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:01:53.960 INFO:tasks.rados.rados.0.smithi052.stdout:2879: done (0 left) 2024-09-13T03:01:53.960 INFO:tasks.rados.rados.0.smithi052.stdout:2880: delete oid 29 current snap is 304 2024-09-13T03:01:53.968 INFO:tasks.rados.rados.0.smithi052.stdout:2880: done (0 left) 2024-09-13T03:01:53.968 INFO:tasks.rados.rados.0.smithi052.stdout:2881: copy_from oid 14 from oid 22 current snap is 304 2024-09-13T03:01:53.968 INFO:tasks.rados.rados.0.smithi052.stdout:2882: delete oid 40 current snap is 304 2024-09-13T03:01:53.971 INFO:tasks.rados.rados.0.smithi052.stdout:2881: finishing copy_from to smithi05277117-14 2024-09-13T03:01:53.971 INFO:tasks.rados.rados.0.smithi052.stdout:2881: got expected ENOENT (src dne) 2024-09-13T03:01:53.971 INFO:tasks.rados.rados.0.smithi052.stdout:2881: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:01:53.973 INFO:tasks.rados.rados.0.smithi052.stdout:2881: done (1 left) 2024-09-13T03:01:53.973 INFO:tasks.rados.rados.0.smithi052.stdout:2882: done (0 left) 2024-09-13T03:01:53.973 INFO:tasks.rados.rados.0.smithi052.stdout:2883: delete oid 19 current snap is 304 2024-09-13T03:01:53.976 INFO:tasks.rados.rados.0.smithi052.stdout:2883: done (0 left) 2024-09-13T03:01:53.976 INFO:tasks.rados.rados.0.smithi052.stdout:2884: rmattr oid 35 current snap is 304 2024-09-13T03:01:53.976 INFO:tasks.rados.rados.0.smithi052.stdout:2885: read oid 18 snap 299 2024-09-13T03:01:53.976 INFO:tasks.rados.rados.0.smithi052.stdout:2885: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:53.977 INFO:tasks.rados.rados.0.smithi052.stdout:2886: copy_from oid 27 from oid 15 current snap is 304 2024-09-13T03:01:53.977 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 304 2024-09-13T03:01:53.977 INFO:tasks.rados.rados.0.smithi052.stdout:2887: seq_num 889 ranges {11247616=491520} 2024-09-13T03:01:54.042 INFO:tasks.rados.rados.0.smithi052.stdout:2887: writing smithi05277117-10 from 11247616 to 11739136 tid 1 2024-09-13T03:01:54.042 INFO:tasks.rados.rados.0.smithi052.stdout:2888: read oid 41 snap -1 2024-09-13T03:01:54.042 INFO:tasks.rados.rados.0.smithi052.stdout:2888: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:54.042 INFO:tasks.rados.rados.0.smithi052.stdout:2889: snap_remove snap 290 2024-09-13T03:01:54.208 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:53 smithi052 ceph-mon[91421]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T03:01:54.208 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:53 smithi052 ceph-mon[91421]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:54.208 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:53 smithi052 ceph-mon[91421]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T03:01:54.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:53 smithi052 ceph-mon[89065]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T03:01:54.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:53 smithi052 ceph-mon[89065]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:54.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:53 smithi052 ceph-mon[89065]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T03:01:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:53 smithi078 ceph-mon[85589]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 505 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-09-13T03:01:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:53 smithi078 ceph-mon[85589]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:53 smithi078 ceph-mon[85589]: osdmap e651: 8 total, 8 up, 8 in 2024-09-13T03:01:54.845 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1779 (ObjNum 33 snap 0 seq_num 4209662448) dirty exists 2024-09-13T03:01:54.846 INFO:tasks.rados.rados.0.smithi052.stdout:2885: expect (ObjNum 837 snap 283 seq_num 837) 2024-09-13T03:01:55.220 INFO:tasks.rados.rados.0.smithi052.stdout:2886: finishing copy_from racing read to smithi05277117-27 2024-09-13T03:01:55.221 INFO:tasks.rados.rados.0.smithi052.stdout:2886: finishing copy_from to smithi05277117-27 2024-09-13T03:01:55.221 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 461 (ObjNum 849 snap 287 seq_num 849) dirty exists 2024-09-13T03:01:55.221 INFO:tasks.rados.rados.0.smithi052.stdout:2888: expect (ObjNum 779 snap 262 seq_num 779) 2024-09-13T03:01:55.243 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:54 smithi052 ceph-mon[91421]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T03:01:55.243 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:54 smithi052 ceph-mon[91421]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T03:01:55.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:54 smithi052 ceph-mon[89065]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T03:01:55.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:54 smithi052 ceph-mon[89065]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:2887: finishing write tid 1 to smithi05277117-10 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:2887: finishing write tid 2 to smithi05277117-10 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:2887: finishing write tid 3 to smithi05277117-10 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2305 (ObjNum 889 snap 304 seq_num 889) dirty exists 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:2887: left oid 10 (ObjNum 889 snap 304 seq_num 889) 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:2884: done (5 left) 2024-09-13T03:01:55.249 INFO:tasks.rados.rados.0.smithi052.stdout:2885: done (4 left) 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2886: done (3 left) 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2887: done (2 left) 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2888: done (1 left) 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2889: done (0 left) 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2890: copy_from oid 19 from oid 31 current snap is 304 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2891: read oid 40 snap 187 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2891: expect deleted 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2892: delete oid 25 current snap is 304 2024-09-13T03:01:55.250 INFO:tasks.rados.rados.0.smithi052.stdout:2890: finishing copy_from to smithi05277117-19 2024-09-13T03:01:55.251 INFO:tasks.rados.rados.0.smithi052.stdout:2890: got expected ENOENT (src dne) 2024-09-13T03:01:55.251 INFO:tasks.rados.rados.0.smithi052.stdout:2890: finishing copy_from racing read to smithi05277117-19 2024-09-13T03:01:55.252 INFO:tasks.rados.rados.0.smithi052.stdout:2890: done (2 left) 2024-09-13T03:01:55.252 INFO:tasks.rados.rados.0.smithi052.stdout:2891: done (1 left) 2024-09-13T03:01:55.252 INFO:tasks.rados.rados.0.smithi052.stdout:2892: done (0 left) 2024-09-13T03:01:55.252 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 304 2024-09-13T03:01:55.252 INFO:tasks.rados.rados.0.smithi052.stdout:2893: seq_num 891 ranges {1622016=532480} 2024-09-13T03:01:55.264 INFO:tasks.rados.rados.0.smithi052.stdout:2893: writing smithi05277117-39 from 1622016 to 2154496 tid 1 2024-09-13T03:01:55.264 INFO:tasks.rados.rados.0.smithi052.stdout:2894: delete oid 7 current snap is 304 2024-09-13T03:01:55.267 INFO:tasks.rados.rados.0.smithi052.stdout:2894: done (1 left) 2024-09-13T03:01:55.267 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 304 2024-09-13T03:01:55.267 INFO:tasks.rados.rados.0.smithi052.stdout:2895: seq_num 893 ranges {0=565248} 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:2895: writing smithi05277117-6 from 0 to 565248 tid 1 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:2896: delete oid 25 current snap is 304 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:2893: finishing write tid 1 to smithi05277117-39 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:2893: finishing write tid 2 to smithi05277117-39 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:2893: finishing write tid 3 to smithi05277117-39 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1741 (ObjNum 891 snap 304 seq_num 891) dirty exists 2024-09-13T03:01:55.271 INFO:tasks.rados.rados.0.smithi052.stdout:2893: left oid 39 (ObjNum 891 snap 304 seq_num 891) 2024-09-13T03:01:55.272 INFO:tasks.rados.rados.0.smithi052.stdout:2893: done (2 left) 2024-09-13T03:01:55.272 INFO:tasks.rados.rados.0.smithi052.stdout:2896: done (1 left) 2024-09-13T03:01:55.272 INFO:tasks.rados.rados.0.smithi052.stdout:2897: snap_remove snap 249 2024-09-13T03:01:55.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:54 smithi078 ceph-mon[85589]: osdmap e652: 8 total, 8 up, 8 in 2024-09-13T03:01:55.759 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:54 smithi078 ceph-mon[85589]: osdmap e653: 8 total, 8 up, 8 in 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:2895: finishing write tid 1 to smithi05277117-6 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:2895: finishing write tid 2 to smithi05277117-6 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:2895: finishing write tid 3 to smithi05277117-6 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2338 (ObjNum 893 snap 304 seq_num 893) dirty exists 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:2895: left oid 6 (ObjNum 893 snap 304 seq_num 893) 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:2895: done (1 left) 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:2897: done (0 left) 2024-09-13T03:01:55.965 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 304 2024-09-13T03:01:55.966 INFO:tasks.rados.rados.0.smithi052.stdout:2898: seq_num 895 ranges {0=598016} 2024-09-13T03:01:55.969 INFO:tasks.rados.rados.0.smithi052.stdout:2898: writing smithi05277117-22 from 0 to 598016 tid 1 2024-09-13T03:01:55.970 INFO:tasks.rados.rados.0.smithi052.stdout:2899: read oid 40 snap -1 2024-09-13T03:01:55.970 INFO:tasks.rados.rados.0.smithi052.stdout:2899: expect deleted 2024-09-13T03:01:55.970 INFO:tasks.rados.rados.0.smithi052.stdout:2900: rollback oid 16 current snap is 304 2024-09-13T03:01:55.970 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 268 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:2901: read oid 15 snap -1 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:2901: expect (ObjNum 849 snap 287 seq_num 849) 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:2902: rmattr oid 3 current snap is 304 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:2902: done (4 left) 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:2903: copy_from oid 3 from oid 21 current snap is 304 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 304 2024-09-13T03:01:55.971 INFO:tasks.rados.rados.0.smithi052.stdout:2904: seq_num 896 ranges {2867200=614400} 2024-09-13T03:01:55.993 INFO:tasks.rados.rados.0.smithi052.stdout:2904: writing smithi05277117-11 from 2867200 to 3481600 tid 1 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2898: finishing write tid 1 to smithi05277117-22 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2898: finishing write tid 2 to smithi05277117-22 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2900: finishing rollback tid 0 to smithi05277117-16 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2900: finishing rollback tid 1 to smithi05277117-16 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 1868 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2898: finishing write tid 3 to smithi05277117-22 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2274 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2898: left oid 22 (ObjNum 895 snap 304 seq_num 895) 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2898: done (5 left) 2024-09-13T03:01:55.994 INFO:tasks.rados.rados.0.smithi052.stdout:2899: done (4 left) 2024-09-13T03:01:55.995 INFO:tasks.rados.rados.0.smithi052.stdout:2900: done (3 left) 2024-09-13T03:01:55.995 INFO:tasks.rados.rados.0.smithi052.stdout:2905: delete oid 41 current snap is 304 2024-09-13T03:01:55.997 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T03:01:55.997 INFO:teuthology.orchestra.run.smithi052.stdout:alertmanager.a smithi052 *:9093,9094 running (7m) 73s ago 12m 24.5M - 0.25.0 c8568f914cd2 953a63b3a8be 2024-09-13T03:01:55.997 INFO:teuthology.orchestra.run.smithi052.stdout:grafana.a smithi078 *:3000 running (39s) 32s ago 12m 45.9M - 9.4.12 2bacad6d85d8 a5fae4d1345f 2024-09-13T03:01:55.997 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (76s) 73s ago 13m 14.1M - 19.1.1-322-g7741f7f9 19dc8d659727 fb1cb28bf303 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi078 running (60s) 32s ago 13m 12.3M - 19.1.1-322-g7741f7f9 19dc8d659727 042c0a964d59 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi078 *:8443,9283,8765 running (7m) 32s ago 17m 442M - 19.1.1-322-g7741f7f9 19dc8d659727 c56b6a277424 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi052 *:8443,9283,8765 running (7m) 73s ago 18m 513M - 19.1.1-322-g7741f7f9 19dc8d659727 8af1aa35fe15 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (6m) 73s ago 19m 67.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 7db26271468d 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi078 running (6m) 32s ago 17m 56.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 37a03fabbc63 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi052 running (6m) 73s ago 17m 54.0M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 60de4eb5af23 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.a smithi052 *:9100 running (7m) 73s ago 12m 16.1M - 1.5.0 0da6a335fe13 aff4ef03cd0e 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:node-exporter.b smithi078 *:9100 running (7m) 32s ago 12m 16.4M - 1.5.0 0da6a335fe13 04f834b08949 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (5m) 73s ago 16m 247M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 c02b0b125fb9 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi052 running (4m) 73s ago 16m 259M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 9dbd9111ec47 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi052 running (4m) 73s ago 16m 245M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 f53b8bb1ad91 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (3m) 73s ago 15m 175M 2481M 19.1.1-322-g7741f7f9 19dc8d659727 e8120a240920 2024-09-13T03:01:55.998 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi078 running (3m) 32s ago 15m 182M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 bfccfc918f41 2024-09-13T03:01:55.999 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (2m) 32s ago 14m 227M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 9b1ea21005f0 2024-09-13T03:01:55.999 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi078 running (2m) 32s ago 14m 117M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 04adbee99e8b 2024-09-13T03:01:55.999 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi078 running (94s) 32s ago 14m 140M 2480M 19.1.1-322-g7741f7f9 19dc8d659727 05b927e079a7 2024-09-13T03:01:55.999 INFO:teuthology.orchestra.run.smithi052.stdout:prometheus.a smithi078 *:9095 running (7m) 32s ago 12m 64.1M - 2.43.0 a07b618ecd1d 4953b9874c2e 2024-09-13T03:01:56.006 INFO:tasks.rados.rados.0.smithi052.stdout:2905: done (3 left) 2024-09-13T03:01:56.006 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 304 2024-09-13T03:01:56.007 INFO:tasks.rados.rados.0.smithi052.stdout:2906: seq_num 898 ranges {0=647168} 2024-09-13T03:01:56.011 INFO:tasks.rados.rados.0.smithi052.stdout:2906: writing smithi05277117-13 from 0 to 647168 tid 1 2024-09-13T03:01:56.011 INFO:tasks.rados.rados.0.smithi052.stdout:2907: delete oid 30 current snap is 304 2024-09-13T03:01:56.014 INFO:tasks.rados.rados.0.smithi052.stdout:2904: finishing write tid 1 to smithi05277117-11 2024-09-13T03:01:56.014 INFO:tasks.rados.rados.0.smithi052.stdout:2904: finishing write tid 2 to smithi05277117-11 2024-09-13T03:01:56.015 INFO:tasks.rados.rados.0.smithi052.stdout:2904: finishing write tid 3 to smithi05277117-11 2024-09-13T03:01:56.016 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1260 (ObjNum 896 snap 304 seq_num 896) dirty exists 2024-09-13T03:01:56.016 INFO:tasks.rados.rados.0.smithi052.stdout:2904: left oid 11 (ObjNum 896 snap 304 seq_num 896) 2024-09-13T03:01:56.016 INFO:tasks.rados.rados.0.smithi052.stdout:2906: finishing write tid 1 to smithi05277117-13 2024-09-13T03:01:56.017 INFO:tasks.rados.rados.0.smithi052.stdout:2903: finishing copy_from racing read to smithi05277117-3 2024-09-13T03:01:56.018 INFO:tasks.rados.rados.0.smithi052.stdout:2906: finishing write tid 2 to smithi05277117-13 2024-09-13T03:01:56.020 INFO:tasks.rados.rados.0.smithi052.stdout:2901: expect (ObjNum 849 snap 287 seq_num 849) 2024-09-13T03:01:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:55 smithi052 ceph-mon[91421]: pgmap v593: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 506 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 192 KiB/s wr, 9 op/s 2024-09-13T03:01:56.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:55 smithi052 ceph-mon[89065]: pgmap v593: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 506 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 192 KiB/s wr, 9 op/s 2024-09-13T03:01:56.417 INFO:tasks.rados.rados.0.smithi052.stdout:2903: finishing copy_from to smithi05277117-3 2024-09-13T03:01:56.417 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 1726 (ObjNum 840 snap 285 seq_num 840) dirty exists 2024-09-13T03:01:56.417 INFO:tasks.rados.rados.0.smithi052.stdout:2906: finishing write tid 3 to smithi05277117-13 2024-09-13T03:01:56.417 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2351 (ObjNum 898 snap 304 seq_num 898) dirty exists 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2906: left oid 13 (ObjNum 898 snap 304 seq_num 898) 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2901: done (4 left) 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2903: done (3 left) 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2904: done (2 left) 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2906: done (1 left) 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2907: done (0 left) 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 304 2024-09-13T03:01:56.418 INFO:tasks.rados.rados.0.smithi052.stdout:2908: seq_num 900 ranges {0=679936} 2024-09-13T03:01:56.421 INFO:tasks.rados.rados.0.smithi052.stdout:2908: writing smithi05277117-49 from 0 to 679936 tid 1 2024-09-13T03:01:56.421 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 304 2024-09-13T03:01:56.421 INFO:tasks.rados.rados.0.smithi052.stdout:2909: seq_num 901 ranges {7995392=696320} 2024-09-13T03:01:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:55 smithi078 ceph-mon[85589]: pgmap v593: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 506 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 192 KiB/s wr, 9 op/s 2024-09-13T03:01:56.468 INFO:tasks.rados.rados.0.smithi052.stdout:2909: writing smithi05277117-15 from 7995392 to 8691712 tid 1 2024-09-13T03:01:56.468 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 304 2024-09-13T03:01:56.469 INFO:tasks.rados.rados.0.smithi052.stdout:2908: finishing write tid 1 to smithi05277117-49 2024-09-13T03:01:56.469 INFO:tasks.rados.rados.0.smithi052.stdout:2908: finishing write tid 2 to smithi05277117-49 2024-09-13T03:01:56.469 INFO:tasks.rados.rados.0.smithi052.stdout:2908: finishing write tid 3 to smithi05277117-49 2024-09-13T03:01:56.469 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 1734 (ObjNum 900 snap 304 seq_num 900) dirty exists 2024-09-13T03:01:56.469 INFO:tasks.rados.rados.0.smithi052.stdout:2908: left oid 49 (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:01:56.469 INFO:tasks.rados.rados.0.smithi052.stdout:2910: seq_num 902 ranges {7331840=712704} 2024-09-13T03:01:56.514 INFO:tasks.rados.rados.0.smithi052.stdout:2910: writing smithi05277117-18 from 7331840 to 8044544 tid 1 2024-09-13T03:01:56.514 INFO:tasks.rados.rados.0.smithi052.stdout:2908: done (2 left) 2024-09-13T03:01:56.514 INFO:tasks.rados.rados.0.smithi052.stdout:2911: read oid 45 snap -1 2024-09-13T03:01:56.514 INFO:tasks.rados.rados.0.smithi052.stdout:2911: expect deleted 2024-09-13T03:01:56.514 INFO:tasks.rados.rados.0.smithi052.stdout:2912: snap_remove snap 265 2024-09-13T03:01:56.802 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph versions' 2024-09-13T03:01:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:2912: done (3 left) 2024-09-13T03:01:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:2913: delete oid 5 current snap is 304 2024-09-13T03:01:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:2909: finishing write tid 1 to smithi05277117-15 2024-09-13T03:01:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:2909: finishing write tid 2 to smithi05277117-15 2024-09-13T03:01:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:2909: finishing write tid 3 to smithi05277117-15 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 463 (ObjNum 901 snap 304 seq_num 901) dirty exists 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:2909: left oid 15 (ObjNum 901 snap 304 seq_num 901) 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:2910: finishing write tid 1 to smithi05277117-18 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:2910: finishing write tid 2 to smithi05277117-18 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:2910: finishing write tid 3 to smithi05277117-18 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1879 (ObjNum 902 snap 304 seq_num 902) dirty exists 2024-09-13T03:01:56.991 INFO:tasks.rados.rados.0.smithi052.stdout:2910: left oid 18 (ObjNum 902 snap 304 seq_num 902) 2024-09-13T03:01:57.005 INFO:tasks.rados.rados.0.smithi052.stdout:2909: done (3 left) 2024-09-13T03:01:57.005 INFO:tasks.rados.rados.0.smithi052.stdout:2910: done (2 left) 2024-09-13T03:01:57.005 INFO:tasks.rados.rados.0.smithi052.stdout:2911: done (1 left) 2024-09-13T03:01:57.006 INFO:tasks.rados.rados.0.smithi052.stdout:2913: done (0 left) 2024-09-13T03:01:57.006 INFO:tasks.rados.rados.0.smithi052.stdout:2914: delete oid 39 current snap is 304 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2914: done (0 left) 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2915: copy_from oid 18 from oid 48 current snap is 304 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2916: read oid 29 snap -1 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2916: expect deleted 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2917: read oid 12 snap -1 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2917: expect (ObjNum 879 snap 301 seq_num 879) 2024-09-13T03:01:57.013 INFO:tasks.rados.rados.0.smithi052.stdout:2918: setattr oid 50 current snap is 304 2024-09-13T03:01:57.014 INFO:tasks.rados.rados.0.smithi052.stdout:2919: snap_create 2024-09-13T03:01:57.019 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 1735 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:01:57.019 INFO:tasks.rados.rados.0.smithi052.stdout:2915: finishing copy_from to smithi05277117-18 2024-09-13T03:01:57.019 INFO:tasks.rados.rados.0.smithi052.stdout:2915: got expected ENOENT (src dne) 2024-09-13T03:01:57.020 INFO:tasks.rados.rados.0.smithi052.stdout:2915: finishing copy_from racing read to smithi05277117-18 2024-09-13T03:01:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:56 smithi052 ceph-mon[91421]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T03:01:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:56 smithi052 ceph-mon[91421]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:56 smithi052 ceph-mon[89065]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T03:01:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:56 smithi052 ceph-mon[89065]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:57.037 INFO:tasks.rados.rados.0.smithi052.stdout:2917: expect (ObjNum 879 snap 301 seq_num 879) 2024-09-13T03:01:57.095 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:01:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:56 smithi078 ceph-mon[85589]: osdmap e654: 8 total, 8 up, 8 in 2024-09-13T03:01:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:56 smithi078 ceph-mon[85589]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T03:01:58.025 INFO:tasks.rados.rados.0.smithi052.stdout:2915: done (4 left) 2024-09-13T03:01:58.025 INFO:tasks.rados.rados.0.smithi052.stdout:2916: done (3 left) 2024-09-13T03:01:58.025 INFO:tasks.rados.rados.0.smithi052.stdout:2917: done (2 left) 2024-09-13T03:01:58.025 INFO:tasks.rados.rados.0.smithi052.stdout:2918: done (1 left) 2024-09-13T03:01:58.025 INFO:tasks.rados.rados.0.smithi052.stdout:2919: done (0 left) 2024-09-13T03:01:58.025 INFO:tasks.rados.rados.0.smithi052.stdout:2920: delete oid 28 current snap is 305 2024-09-13T03:01:58.027 INFO:tasks.rados.rados.0.smithi052.stdout:2920: done (0 left) 2024-09-13T03:01:58.028 INFO:tasks.rados.rados.0.smithi052.stdout:2921: delete oid 19 current snap is 305 2024-09-13T03:01:58.030 INFO:tasks.rados.rados.0.smithi052.stdout:2921: done (0 left) 2024-09-13T03:01:58.030 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 305 2024-09-13T03:01:58.030 INFO:tasks.rados.rados.0.smithi052.stdout:2922: seq_num 907 ranges {8044544=794624} 2024-09-13T03:01:58.078 INFO:tasks.rados.rados.0.smithi052.stdout:2922: writing smithi05277117-18 from 8044544 to 8839168 tid 1 2024-09-13T03:01:58.078 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 305 2024-09-13T03:01:58.078 INFO:tasks.rados.rados.0.smithi052.stdout:2923: seq_num 908 ranges {2809856=409600,3219456=401408} 2024-09-13T03:01:58.096 INFO:tasks.rados.rados.0.smithi052.stdout:2923: writing smithi05277117-14 from 2809856 to 3219456 tid 1 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:2923: writing smithi05277117-14 from 3219456 to 3620864 tid 2 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:2924: delete oid 35 current snap is 305 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:2922: finishing write tid 1 to smithi05277117-18 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:2922: finishing write tid 2 to smithi05277117-18 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:2922: finishing write tid 3 to smithi05277117-18 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1882 (ObjNum 907 snap 305 seq_num 907) dirty exists 2024-09-13T03:01:58.099 INFO:tasks.rados.rados.0.smithi052.stdout:2922: left oid 18 (ObjNum 907 snap 305 seq_num 907) 2024-09-13T03:01:58.104 INFO:tasks.rados.rados.0.smithi052.stdout:2922: done (2 left) 2024-09-13T03:01:58.104 INFO:tasks.rados.rados.0.smithi052.stdout:2924: done (1 left) 2024-09-13T03:01:58.105 INFO:tasks.rados.rados.0.smithi052.stdout:2925: setattr oid 35 current snap is 305 2024-09-13T03:01:58.106 INFO:tasks.rados.rados.0.smithi052.stdout:2926: copy_from oid 26 from oid 1 current snap is 305 2024-09-13T03:01:58.106 INFO:tasks.rados.rados.0.smithi052.stdout:2923: finishing write tid 1 to smithi05277117-14 2024-09-13T03:01:58.106 INFO:tasks.rados.rados.0.smithi052.stdout:2927: copy_from oid 17 from oid 29 current snap is 305 2024-09-13T03:01:58.107 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 305 2024-09-13T03:01:58.107 INFO:tasks.rados.rados.0.smithi052.stdout:2928: seq_num 910 ranges {7995392=442368,8437760=401408} 2024-09-13T03:01:58.153 INFO:tasks.rados.rados.0.smithi052.stdout:2928: writing smithi05277117-27 from 7995392 to 8437760 tid 1 2024-09-13T03:01:58.156 INFO:tasks.rados.rados.0.smithi052.stdout:2928: writing smithi05277117-27 from 8437760 to 8839168 tid 2 2024-09-13T03:01:58.156 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 305 2024-09-13T03:01:58.156 INFO:tasks.rados.rados.0.smithi052.stdout:2923: finishing write tid 2 to smithi05277117-14 2024-09-13T03:01:58.156 INFO:tasks.rados.rados.0.smithi052.stdout:2929: seq_num 911 ranges {6758400=466944,7225344=401408} 2024-09-13T03:01:58.195 INFO:tasks.rados.rados.0.smithi052.stdout:2929: writing smithi05277117-2 from 6758400 to 7225344 tid 1 2024-09-13T03:01:58.198 INFO:tasks.rados.rados.0.smithi052.stdout:2929: writing smithi05277117-2 from 7225344 to 7626752 tid 2 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2930: read oid 9 snap -1 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2930: expect (ObjNum 844 snap 285 seq_num 844) 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2931: read oid 44 snap -1 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2931: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 305 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2923: finishing write tid 3 to smithi05277117-14 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2923: finishing write tid 4 to smithi05277117-14 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2365 (ObjNum 908 snap 305 seq_num 908) dirty exists 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2923: left oid 14 (ObjNum 908 snap 305 seq_num 908) 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1781 (ObjNum 177 snap 0 seq_num 4209041824) dirty exists 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2927: finishing copy_from to smithi05277117-17 2024-09-13T03:01:58.199 INFO:tasks.rados.rados.0.smithi052.stdout:2927: got expected ENOENT (src dne) 2024-09-13T03:01:58.200 INFO:tasks.rados.rados.0.smithi052.stdout:2927: finishing copy_from racing read to smithi05277117-17 2024-09-13T03:01:58.200 INFO:tasks.rados.rados.0.smithi052.stdout:2926: finishing copy_from to smithi05277117-26 2024-09-13T03:01:58.200 INFO:tasks.rados.rados.0.smithi052.stdout:2926: got expected ENOENT (src dne) 2024-09-13T03:01:58.200 INFO:tasks.rados.rados.0.smithi052.stdout:2926: finishing copy_from racing read to smithi05277117-26 2024-09-13T03:01:58.200 INFO:tasks.rados.rados.0.smithi052.stdout:2932: seq_num 912 ranges {6758400=483328,7241728=401408} 2024-09-13T03:01:58.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:57 smithi052 ceph-mon[91421]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 513 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-13T03:01:58.230 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:58 smithi052 ceph-mon[91421]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T03:01:58.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:57 smithi052 ceph-mon[89065]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 513 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-13T03:01:58.230 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:58 smithi052 ceph-mon[89065]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T03:01:58.238 INFO:tasks.rados.rados.0.smithi052.stdout:2932: writing smithi05277117-24 from 6758400 to 7241728 tid 1 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2932: writing smithi05277117-24 from 7241728 to 7643136 tid 2 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2923: done (8 left) 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2925: done (7 left) 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2926: done (6 left) 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2927: done (5 left) 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2933: rmattr oid 16 current snap is 305 2024-09-13T03:01:58.241 INFO:tasks.rados.rados.0.smithi052.stdout:2933: done (5 left) 2024-09-13T03:01:58.242 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 305 2024-09-13T03:01:58.242 INFO:tasks.rados.rados.0.smithi052.stdout:2928: finishing write tid 1 to smithi05277117-27 2024-09-13T03:01:58.242 INFO:tasks.rados.rados.0.smithi052.stdout:2928: finishing write tid 2 to smithi05277117-27 2024-09-13T03:01:58.242 INFO:tasks.rados.rados.0.smithi052.stdout:2928: finishing write tid 3 to smithi05277117-27 2024-09-13T03:01:58.242 INFO:tasks.rados.rados.0.smithi052.stdout:2934: seq_num 913 ranges {8101888=499712,8601600=401408} 2024-09-13T03:01:58.288 INFO:tasks.rados.rados.0.smithi052.stdout:2934: writing smithi05277117-42 from 8101888 to 8601600 tid 1 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2934: writing smithi05277117-42 from 8601600 to 9003008 tid 2 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2935: rollback oid 31 current snap is 305 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 286 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2928: finishing write tid 4 to smithi05277117-27 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2334 (ObjNum 910 snap 305 seq_num 910) dirty exists 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2928: left oid 27 (ObjNum 910 snap 305 seq_num 910) 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2929: finishing write tid 1 to smithi05277117-2 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2929: finishing write tid 2 to smithi05277117-2 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2929: finishing write tid 3 to smithi05277117-2 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2929: finishing write tid 4 to smithi05277117-2 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1778 (ObjNum 911 snap 305 seq_num 911) dirty exists 2024-09-13T03:01:58.291 INFO:tasks.rados.rados.0.smithi052.stdout:2929: left oid 2 (ObjNum 911 snap 305 seq_num 911) 2024-09-13T03:01:58.292 INFO:tasks.rados.rados.0.smithi052.stdout:2931: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:01:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:57 smithi078 ceph-mon[85589]: pgmap v596: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 513 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-09-13T03:01:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:57 smithi078 ceph-mon[85589]: osdmap e655: 8 total, 8 up, 8 in 2024-09-13T03:01:58.478 INFO:tasks.rados.rados.0.smithi052.stdout:2930: expect (ObjNum 844 snap 285 seq_num 844) 2024-09-13T03:01:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:01:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:01:58] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-13T03:01:58.747 INFO:tasks.rados.rados.0.smithi052.stdout:2932: finishing write tid 1 to smithi05277117-24 2024-09-13T03:01:58.747 INFO:tasks.rados.rados.0.smithi052.stdout:2932: finishing write tid 2 to smithi05277117-24 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2928: done (6 left) 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2929: done (5 left) 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2930: done (4 left) 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2931: done (3 left) 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2936: setattr oid 36 current snap is 305 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2932: finishing write tid 3 to smithi05277117-24 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2932: finishing write tid 4 to smithi05277117-24 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1784 (ObjNum 912 snap 305 seq_num 912) dirty exists 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2932: left oid 24 (ObjNum 912 snap 305 seq_num 912) 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2934: finishing write tid 1 to smithi05277117-42 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2934: finishing write tid 2 to smithi05277117-42 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2934: finishing write tid 3 to smithi05277117-42 2024-09-13T03:01:58.748 INFO:tasks.rados.rados.0.smithi052.stdout:2935: finishing rollback tid 1 to smithi05277117-31 2024-09-13T03:01:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:2935: finishing rollback tid 2 to smithi05277117-31 2024-09-13T03:01:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 2086 (ObjNum 848 snap 286 seq_num 848) dirty exists 2024-09-13T03:01:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:2934: finishing write tid 4 to smithi05277117-42 2024-09-13T03:01:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 2277 (ObjNum 913 snap 305 seq_num 913) dirty exists 2024-09-13T03:01:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:2934: left oid 42 (ObjNum 913 snap 305 seq_num 913) 2024-09-13T03:01:58.749 INFO:tasks.rados.rados.0.smithi052.stdout:2932: done (3 left) 2024-09-13T03:01:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:2934: done (2 left) 2024-09-13T03:01:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:2935: done (1 left) 2024-09-13T03:01:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:2937: rollback oid 3 current snap is 305 2024-09-13T03:01:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 292 2024-09-13T03:01:58.750 INFO:tasks.rados.rados.0.smithi052.stdout:2938: snap_create 2024-09-13T03:01:58.753 INFO:tasks.rados.rados.0.smithi052.stdout:2937: finishing rollback tid 0 to smithi05277117-3 2024-09-13T03:01:58.753 INFO:tasks.rados.rados.0.smithi052.stdout:2937: finishing rollback tid 1 to smithi05277117-3 2024-09-13T03:01:58.753 INFO:tasks.rados.rados.0.smithi052.stdout:2937: finishing rollback tid 2 to smithi05277117-3 2024-09-13T03:01:58.754 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2338 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-13T03:01:58.754 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1883 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:01:59.034 INFO:tasks.rados.rados.0.smithi052.stdout:2936: done (2 left) 2024-09-13T03:01:59.034 INFO:tasks.rados.rados.0.smithi052.stdout:2937: done (1 left) 2024-09-13T03:01:59.034 INFO:tasks.rados.rados.0.smithi052.stdout:2938: done (0 left) 2024-09-13T03:01:59.034 INFO:tasks.rados.rados.0.smithi052.stdout:2939: rollback oid 14 current snap is 306 2024-09-13T03:01:59.035 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 264 2024-09-13T03:01:59.035 INFO:tasks.rados.rados.0.smithi052.stdout:2940: snap_create 2024-09-13T03:01:59.041 INFO:tasks.rados.rados.0.smithi052.stdout:2939: finishing rollback tid 0 to smithi05277117-14 2024-09-13T03:01:59.041 INFO:tasks.rados.rados.0.smithi052.stdout:2939: finishing rollback tid 1 to smithi05277117-14 2024-09-13T03:01:59.048 INFO:tasks.rados.rados.0.smithi052.stdout:2939: finishing rollback tid 2 to smithi05277117-14 2024-09-13T03:01:59.048 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2369 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:01:59.206 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-09-13T03:01:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "mon": { 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr": { 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "osd": { 2024-09-13T03:01:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T03:01:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "mds": { 2024-09-13T03:01:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T03:01:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-09-13T03:01:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "overall": { 2024-09-13T03:01:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 15 2024-09-13T03:01:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-09-13T03:01:59.209 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-09-13T03:01:59.209 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:01:59 smithi052 ceph-mon[91421]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T03:01:59.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:01:59 smithi052 ceph-mon[89065]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T03:01:59.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:01:59 smithi078 ceph-mon[85589]: osdmap e656: 8 total, 8 up, 8 in 2024-09-13T03:01:59.802 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-13T03:01:59.843 INFO:tasks.rados.rados.0.smithi052.stdout:2939: done (1 left) 2024-09-13T03:01:59.843 INFO:tasks.rados.rados.0.smithi052.stdout:2940: done (0 left) 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2941: read oid 49 snap -1 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2941: expect (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2942: rmattr oid 6 current snap is 307 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2942: done (1 left) 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2943: rollback oid 28 current snap is 307 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 281 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2944: copy_from oid 34 from oid 35 current snap is 307 2024-09-13T03:01:59.844 INFO:tasks.rados.rados.0.smithi052.stdout:2945: delete oid 27 current snap is 307 2024-09-13T03:01:59.849 INFO:tasks.rados.rados.0.smithi052.stdout:2944: finishing copy_from racing read to smithi05277117-34 2024-09-13T03:01:59.850 INFO:tasks.rados.rados.0.smithi052.stdout:2943: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:01:59.850 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1880 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:2943: done (3 left) 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:2945: done (2 left) 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:2946: read oid 19 snap 263 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:2946: expect deleted 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:2947: snap_create 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:2944: finishing copy_from to smithi05277117-34 2024-09-13T03:01:59.851 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1781 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:01:59.852 INFO:tasks.rados.rados.0.smithi052.stdout:2941: expect (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:02:00.070 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:02:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[91421]: pgmap v599: 121 pgs: 121 active+clean; 526 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 18 op/s 2024-09-13T03:02:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[91421]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T03:02:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/807814043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[91421]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T03:02:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[89065]: pgmap v599: 121 pgs: 121 active+clean; 526 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 18 op/s 2024-09-13T03:02:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[89065]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T03:02:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/807814043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:00 smithi052 ceph-mon[89065]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T03:02:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:00 smithi078 ceph-mon[85589]: pgmap v599: 121 pgs: 121 active+clean; 526 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 18 op/s 2024-09-13T03:02:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:00 smithi078 ceph-mon[85589]: osdmap e657: 8 total, 8 up, 8 in 2024-09-13T03:02:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:00 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/807814043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:00 smithi078 ceph-mon[85589]: osdmap e658: 8 total, 8 up, 8 in 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:2941: done (3 left) 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:2944: done (2 left) 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:2946: done (1 left) 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:2947: done (0 left) 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:2948: rollback oid 18 current snap is 308 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 18 to 305 2024-09-13T03:02:00.845 INFO:tasks.rados.rados.0.smithi052.stdout:2949: copy_from oid 24 from oid 30 current snap is 308 2024-09-13T03:02:00.846 INFO:tasks.rados.rados.0.smithi052.stdout:2950: copy_from oid 10 from oid 22 current snap is 308 2024-09-13T03:02:00.846 INFO:tasks.rados.rados.0.smithi052.stdout:2951: snap_remove snap 255 2024-09-13T03:02:01.842 INFO:teuthology.orchestra.run.smithi052.stdout:true 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2951: done (3 left) 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2952: read oid 16 snap -1 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2952: expect deleted 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2953: rollback oid 11 current snap is 308 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 11 to 307 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2949: finishing copy_from to smithi05277117-24 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2949: got expected ENOENT (src dne) 2024-09-13T03:02:01.853 INFO:tasks.rados.rados.0.smithi052.stdout:2949: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2948: finishing rollback tid 0 to smithi05277117-18 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2948: finishing rollback tid 1 to smithi05277117-18 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2948: finishing rollback tid 2 to smithi05277117-18 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1886 (ObjNum 907 snap 305 seq_num 907) dirty exists 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2950: finishing copy_from racing read to smithi05277117-10 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2950: finishing copy_from to smithi05277117-10 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2274 (ObjNum 895 snap 304 seq_num 895) dirty exists 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2948: done (4 left) 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2949: done (3 left) 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2950: done (2 left) 2024-09-13T03:02:01.854 INFO:tasks.rados.rados.0.smithi052.stdout:2954: copy_from oid 45 from oid 9 current snap is 308 2024-09-13T03:02:01.857 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 308 2024-09-13T03:02:01.857 INFO:tasks.rados.rados.0.smithi052.stdout:2955: seq_num 915 ranges {0=532480,532480=401408} 2024-09-13T03:02:01.857 INFO:tasks.rados.rados.0.smithi052.stdout:2955: writing smithi05277117-26 from 0 to 532480 tid 1 2024-09-13T03:02:01.860 INFO:tasks.rados.rados.0.smithi052.stdout:2955: writing smithi05277117-26 from 532480 to 933888 tid 2 2024-09-13T03:02:01.860 INFO:tasks.rados.rados.0.smithi052.stdout:2952: done (3 left) 2024-09-13T03:02:01.861 INFO:tasks.rados.rados.0.smithi052.stdout:2956: snap_remove snap 251 2024-09-13T03:02:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:01 smithi078 ceph-mon[85589]: pgmap v602: 121 pgs: 121 active+clean; 535 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-09-13T03:02:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:01 smithi078 ceph-mon[85589]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T03:02:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:01 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2906481380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:02.204 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[91421]: pgmap v602: 121 pgs: 121 active+clean; 535 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-09-13T03:02:02.204 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[91421]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T03:02:02.204 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:02.204 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2906481380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:02.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[89065]: pgmap v602: 121 pgs: 121 active+clean; 535 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 25 op/s 2024-09-13T03:02:02.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[89065]: osdmap e659: 8 total, 8 up, 8 in 2024-09-13T03:02:02.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:02.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:01 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2906481380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:02.521 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c266bacc-7179-11ef-bceb-c7b262605968 -e sha1=7741f7f9ee20524f89b8f61d1609b32fb3b1570a -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-13T03:02:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:02:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:02:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:02.823 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:02:02.857 INFO:tasks.rados.rados.0.smithi052.stdout:2956: done (3 left) 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2957: delete oid 33 current snap is 308 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2953: finishing rollback tid 0 to smithi05277117-11 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2953: finishing rollback tid 1 to smithi05277117-11 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2953: finishing rollback tid 2 to smithi05277117-11 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1263 (ObjNum 896 snap 304 seq_num 896) dirty exists 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2955: finishing write tid 1 to smithi05277117-26 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2955: finishing write tid 2 to smithi05277117-26 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2955: finishing write tid 3 to smithi05277117-26 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2955: finishing write tid 4 to smithi05277117-26 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1266 (ObjNum 915 snap 308 seq_num 915) dirty exists 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2955: left oid 26 (ObjNum 915 snap 308 seq_num 915) 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2954: finishing copy_from racing read to smithi05277117-45 2024-09-13T03:02:02.858 INFO:tasks.rados.rados.0.smithi052.stdout:2954: finishing copy_from to smithi05277117-45 2024-09-13T03:02:02.859 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1977 (ObjNum 844 snap 285 seq_num 844) dirty exists 2024-09-13T03:02:02.869 INFO:tasks.rados.rados.0.smithi052.stdout:2953: done (3 left) 2024-09-13T03:02:02.869 INFO:tasks.rados.rados.0.smithi052.stdout:2954: done (2 left) 2024-09-13T03:02:02.869 INFO:tasks.rados.rados.0.smithi052.stdout:2955: done (1 left) 2024-09-13T03:02:02.869 INFO:tasks.rados.rados.0.smithi052.stdout:2957: done (0 left) 2024-09-13T03:02:02.869 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 308 2024-09-13T03:02:02.869 INFO:tasks.rados.rados.0.smithi052.stdout:2958: seq_num 917 ranges {4669440=565248,5234688=401408} 2024-09-13T03:02:02.898 INFO:tasks.rados.rados.0.smithi052.stdout:2958: writing smithi05277117-43 from 4669440 to 5234688 tid 1 2024-09-13T03:02:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:2958: writing smithi05277117-43 from 5234688 to 5636096 tid 2 2024-09-13T03:02:02.901 INFO:tasks.rados.rados.0.smithi052.stdout:2959: snap_remove snap 268 2024-09-13T03:02:03.153 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:02 smithi052 ceph-mon[91421]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T03:02:03.153 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:02 smithi052 ceph-mon[89065]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T03:02:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:02 smithi078 ceph-mon[85589]: osdmap e660: 8 total, 8 up, 8 in 2024-09-13T03:02:03.870 INFO:tasks.rados.rados.0.smithi052.stdout:2959: done (1 left) 2024-09-13T03:02:03.870 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 308 2024-09-13T03:02:03.870 INFO:tasks.rados.rados.0.smithi052.stdout:2960: seq_num 918 ranges {4145152=581632,4726784=401408} 2024-09-13T03:02:03.894 INFO:tasks.rados.rados.0.smithi052.stdout:2960: writing smithi05277117-21 from 4145152 to 4726784 tid 1 2024-09-13T03:02:03.896 INFO:tasks.rados.rados.0.smithi052.stdout:2960: writing smithi05277117-21 from 4726784 to 5128192 tid 2 2024-09-13T03:02:03.897 INFO:tasks.rados.rados.0.smithi052.stdout:2961: rmattr oid 39 current snap is 308 2024-09-13T03:02:03.897 INFO:tasks.rados.rados.0.smithi052.stdout:2961: done (2 left) 2024-09-13T03:02:03.897 INFO:tasks.rados.rados.0.smithi052.stdout:2962: snap_remove snap 250 2024-09-13T03:02:03.907 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:03 smithi052 ceph-mon[91421]: pgmap v605: 121 pgs: 121 active+clean; 542 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 29 op/s 2024-09-13T03:02:03.907 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:03 smithi052 ceph-mon[91421]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T03:02:03.907 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:03 smithi052 ceph-mon[89065]: pgmap v605: 121 pgs: 121 active+clean; 542 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 29 op/s 2024-09-13T03:02:03.907 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:03 smithi052 ceph-mon[89065]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T03:02:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:03 smithi078 ceph-mon[85589]: pgmap v605: 121 pgs: 121 active+clean; 542 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 29 op/s 2024-09-13T03:02:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:03 smithi078 ceph-mon[85589]: osdmap e661: 8 total, 8 up, 8 in 2024-09-13T03:02:04.665 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)" 2024-09-13T03:02:04.844 INFO:tasks.rados.rados.0.smithi052.stdout:2962: done (2 left) 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2963: snap_remove snap 276 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2958: finishing write tid 1 to smithi05277117-43 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2958: finishing write tid 2 to smithi05277117-43 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2958: finishing write tid 3 to smithi05277117-43 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2958: finishing write tid 4 to smithi05277117-43 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1269 (ObjNum 917 snap 308 seq_num 917) dirty exists 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2958: left oid 43 (ObjNum 917 snap 308 seq_num 917) 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2960: finishing write tid 1 to smithi05277117-21 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2960: finishing write tid 2 to smithi05277117-21 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2960: finishing write tid 3 to smithi05277117-21 2024-09-13T03:02:04.845 INFO:tasks.rados.rados.0.smithi052.stdout:2960: finishing write tid 4 to smithi05277117-21 2024-09-13T03:02:04.846 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1738 (ObjNum 918 snap 308 seq_num 918) dirty exists 2024-09-13T03:02:04.846 INFO:tasks.rados.rados.0.smithi052.stdout:2960: left oid 21 (ObjNum 918 snap 308 seq_num 918) 2024-09-13T03:02:04.972 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:04 smithi052 ceph-mon[91421]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T03:02:04.973 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:04 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3046603602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:04.973 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:04 smithi052 ceph-mon[91421]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T03:02:04.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:04 smithi052 ceph-mon[89065]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T03:02:04.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:04 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3046603602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:04.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:04 smithi052 ceph-mon[89065]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T03:02:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:04 smithi078 ceph-mon[85589]: osdmap e662: 8 total, 8 up, 8 in 2024-09-13T03:02:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:04 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3046603602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T03:02:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:04 smithi078 ceph-mon[85589]: osdmap e663: 8 total, 8 up, 8 in 2024-09-13T03:02:05.399 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T03:02:05.399 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-13T03:02:05.400 DEBUG:teuthology.parallel:result is None 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2958: done (2 left) 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2960: done (1 left) 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2963: done (0 left) 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2964: rmattr oid 22 current snap is 308 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2964: done (0 left) 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2965: read oid 19 snap -1 2024-09-13T03:02:05.848 INFO:tasks.rados.rados.0.smithi052.stdout:2965: expect deleted 2024-09-13T03:02:05.849 INFO:tasks.rados.rados.0.smithi052.stdout:2966: read oid 50 snap -1 2024-09-13T03:02:05.849 INFO:tasks.rados.rados.0.smithi052.stdout:2966: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:05.849 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 308 2024-09-13T03:02:05.849 INFO:tasks.rados.rados.0.smithi052.stdout:2967: seq_num 919 ranges {0=598016,598016=401408} 2024-09-13T03:02:05.852 INFO:tasks.rados.rados.0.smithi052.stdout:2967: writing smithi05277117-28 from 0 to 598016 tid 1 2024-09-13T03:02:05.857 INFO:tasks.rados.rados.0.smithi052.stdout:2967: writing smithi05277117-28 from 598016 to 999424 tid 2 2024-09-13T03:02:05.857 INFO:tasks.rados.rados.0.smithi052.stdout:2968: read oid 36 snap -1 2024-09-13T03:02:05.858 INFO:tasks.rados.rados.0.smithi052.stdout:2968: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:02:05.858 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 308 2024-09-13T03:02:05.858 INFO:tasks.rados.rados.0.smithi052.stdout:2969: seq_num 920 ranges {0=614400,614400=401408} 2024-09-13T03:02:05.860 INFO:tasks.rados.rados.0.smithi052.stdout:2969: writing smithi05277117-41 from 0 to 614400 tid 1 2024-09-13T03:02:05.863 INFO:tasks.rados.rados.0.smithi052.stdout:2969: writing smithi05277117-41 from 614400 to 1015808 tid 2 2024-09-13T03:02:05.863 INFO:tasks.rados.rados.0.smithi052.stdout:2970: delete oid 30 current snap is 308 2024-09-13T03:02:05.868 INFO:tasks.rados.rados.0.smithi052.stdout:2966: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:05.875 INFO:tasks.rados.rados.0.smithi052.stdout:2967: finishing write tid 1 to smithi05277117-28 2024-09-13T03:02:05.882 INFO:tasks.rados.rados.0.smithi052.stdout:2965: done (5 left) 2024-09-13T03:02:05.882 INFO:tasks.rados.rados.0.smithi052.stdout:2966: done (4 left) 2024-09-13T03:02:05.882 INFO:tasks.rados.rados.0.smithi052.stdout:2970: done (3 left) 2024-09-13T03:02:05.882 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 308 2024-09-13T03:02:05.882 INFO:tasks.rados.rados.0.smithi052.stdout:2971: seq_num 922 ranges {0=647168,647168=401408} 2024-09-13T03:02:05.885 INFO:tasks.rados.rados.0.smithi052.stdout:2971: writing smithi05277117-23 from 0 to 647168 tid 1 2024-09-13T03:02:05.888 INFO:tasks.rados.rados.0.smithi052.stdout:2971: writing smithi05277117-23 from 647168 to 1048576 tid 2 2024-09-13T03:02:05.888 INFO:tasks.rados.rados.0.smithi052.stdout:2972: copy_from oid 14 from oid 6 current snap is 308 2024-09-13T03:02:05.888 INFO:tasks.rados.rados.0.smithi052.stdout:2973: snap_create 2024-09-13T03:02:05.888 INFO:tasks.rados.rados.0.smithi052.stdout:2969: finishing write tid 1 to smithi05277117-41 2024-09-13T03:02:05.889 INFO:tasks.rados.rados.0.smithi052.stdout:2969: finishing write tid 2 to smithi05277117-41 2024-09-13T03:02:05.889 INFO:tasks.rados.rados.0.smithi052.stdout:2969: finishing write tid 3 to smithi05277117-41 2024-09-13T03:02:05.889 INFO:tasks.rados.rados.0.smithi052.stdout:2967: finishing write tid 2 to smithi05277117-28 2024-09-13T03:02:05.889 INFO:tasks.rados.rados.0.smithi052.stdout:2967: finishing write tid 3 to smithi05277117-28 2024-09-13T03:02:05.890 INFO:tasks.rados.rados.0.smithi052.stdout:2969: finishing write tid 4 to smithi05277117-41 2024-09-13T03:02:05.890 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1778 (ObjNum 920 snap 308 seq_num 920) dirty exists 2024-09-13T03:02:05.890 INFO:tasks.rados.rados.0.smithi052.stdout:2969: left oid 41 (ObjNum 920 snap 308 seq_num 920) 2024-09-13T03:02:05.892 INFO:tasks.rados.rados.0.smithi052.stdout:2971: finishing write tid 1 to smithi05277117-23 2024-09-13T03:02:05.892 INFO:tasks.rados.rados.0.smithi052.stdout:2971: finishing write tid 2 to smithi05277117-23 2024-09-13T03:02:05.893 INFO:tasks.rados.rados.0.smithi052.stdout:2971: finishing write tid 3 to smithi05277117-23 2024-09-13T03:02:05.895 INFO:tasks.rados.rados.0.smithi052.stdout:2972: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:02:05.895 INFO:tasks.rados.rados.0.smithi052.stdout:2971: finishing write tid 4 to smithi05277117-23 2024-09-13T03:02:05.895 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 1741 (ObjNum 922 snap 308 seq_num 922) dirty exists 2024-09-13T03:02:05.896 INFO:tasks.rados.rados.0.smithi052.stdout:2971: left oid 23 (ObjNum 922 snap 308 seq_num 922) 2024-09-13T03:02:05.896 INFO:tasks.rados.rados.0.smithi052.stdout:2972: finishing copy_from to smithi05277117-14 2024-09-13T03:02:05.896 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2338 (ObjNum 893 snap 304 seq_num 893) dirty exists 2024-09-13T03:02:05.911 INFO:tasks.rados.rados.0.smithi052.stdout:2968: expect (ObjNum 709 snap 239 seq_num 709) 2024-09-13T03:02:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:05 smithi078 ceph-mon[85589]: pgmap v608: 121 pgs: 121 active+clean; 544 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-09-13T03:02:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:05 smithi078 ceph-mon[85589]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T03:02:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:05 smithi052 ceph-mon[91421]: pgmap v608: 121 pgs: 121 active+clean; 544 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-09-13T03:02:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:05 smithi052 ceph-mon[91421]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T03:02:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:05 smithi052 ceph-mon[89065]: pgmap v608: 121 pgs: 121 active+clean; 544 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 20 op/s 2024-09-13T03:02:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:05 smithi052 ceph-mon[89065]: osdmap e664: 8 total, 8 up, 8 in 2024-09-13T03:02:06.659 INFO:tasks.rados.rados.0.smithi052.stdout:2967: finishing write tid 4 to smithi05277117-28 2024-09-13T03:02:06.660 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1889 (ObjNum 919 snap 308 seq_num 919) dirty exists 2024-09-13T03:02:06.660 INFO:tasks.rados.rados.0.smithi052.stdout:2967: left oid 28 (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:02:06.875 INFO:tasks.rados.rados.0.smithi052.stdout:2967: done (5 left) 2024-09-13T03:02:06.875 INFO:tasks.rados.rados.0.smithi052.stdout:2968: done (4 left) 2024-09-13T03:02:06.875 INFO:tasks.rados.rados.0.smithi052.stdout:2969: done (3 left) 2024-09-13T03:02:06.875 INFO:tasks.rados.rados.0.smithi052.stdout:2971: done (2 left) 2024-09-13T03:02:06.876 INFO:tasks.rados.rados.0.smithi052.stdout:2972: done (1 left) 2024-09-13T03:02:06.876 INFO:tasks.rados.rados.0.smithi052.stdout:2973: done (0 left) 2024-09-13T03:02:06.876 INFO:tasks.rados.rados.0.smithi052.stdout:2974: copy_from oid 4 from oid 16 current snap is 309 2024-09-13T03:02:06.876 INFO:tasks.rados.rados.0.smithi052.stdout:2975: snap_create 2024-09-13T03:02:06.878 INFO:tasks.rados.rados.0.smithi052.stdout:2974: finishing copy_from to smithi05277117-4 2024-09-13T03:02:06.878 INFO:tasks.rados.rados.0.smithi052.stdout:2974: got expected ENOENT (src dne) 2024-09-13T03:02:06.878 INFO:tasks.rados.rados.0.smithi052.stdout:2974: finishing copy_from racing read to smithi05277117-4 2024-09-13T03:02:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:2974: done (1 left) 2024-09-13T03:02:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:2975: done (0 left) 2024-09-13T03:02:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:2976: read oid 49 snap -1 2024-09-13T03:02:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:2976: expect (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:02:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 310 2024-09-13T03:02:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:2977: seq_num 923 ranges {598016=663552,1261568=401408} 2024-09-13T03:02:07.885 INFO:tasks.rados.rados.0.smithi052.stdout:2977: writing smithi05277117-22 from 598016 to 1261568 tid 1 2024-09-13T03:02:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:2977: writing smithi05277117-22 from 1261568 to 1662976 tid 2 2024-09-13T03:02:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 310 2024-09-13T03:02:07.887 INFO:tasks.rados.rados.0.smithi052.stdout:2978: seq_num 924 ranges {933888=679936,1613824=401408} 2024-09-13T03:02:07.896 INFO:tasks.rados.rados.0.smithi052.stdout:2978: writing smithi05277117-26 from 933888 to 1613824 tid 1 2024-09-13T03:02:07.899 INFO:tasks.rados.rados.0.smithi052.stdout:2978: writing smithi05277117-26 from 1613824 to 2015232 tid 2 2024-09-13T03:02:07.899 INFO:tasks.rados.rados.0.smithi052.stdout:2979: copy_from oid 45 from oid 28 current snap is 310 2024-09-13T03:02:07.899 INFO:tasks.rados.rados.0.smithi052.stdout:2976: expect (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:02:07.920 INFO:tasks.rados.rados.0.smithi052.stdout:2977: finishing write tid 1 to smithi05277117-22 2024-09-13T03:02:07.920 INFO:tasks.rados.rados.0.smithi052.stdout:2977: finishing write tid 2 to smithi05277117-22 2024-09-13T03:02:07.920 INFO:tasks.rados.rados.0.smithi052.stdout:2977: finishing write tid 3 to smithi05277117-22 2024-09-13T03:02:07.920 INFO:tasks.rados.rados.0.smithi052.stdout:2977: finishing write tid 4 to smithi05277117-22 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2280 (ObjNum 923 snap 310 seq_num 923) dirty exists 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2977: left oid 22 (ObjNum 923 snap 310 seq_num 923) 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2978: finishing write tid 1 to smithi05277117-26 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2976: done (3 left) 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2977: done (2 left) 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2980: snap_create 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2978: finishing write tid 2 to smithi05277117-26 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2978: finishing write tid 3 to smithi05277117-26 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2978: finishing write tid 4 to smithi05277117-26 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1272 (ObjNum 924 snap 310 seq_num 924) dirty exists 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2978: left oid 26 (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2979: finishing copy_from racing read to smithi05277117-45 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:2979: finishing copy_from to smithi05277117-45 2024-09-13T03:02:07.921 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1889 (ObjNum 919 snap 308 seq_num 919) dirty exists 2024-09-13T03:02:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:07 smithi078 ceph-mon[85589]: pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 534 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-13T03:02:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:07 smithi078 ceph-mon[85589]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T03:02:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:07 smithi052 ceph-mon[91421]: pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 534 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-13T03:02:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:07 smithi052 ceph-mon[91421]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T03:02:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:07 smithi052 ceph-mon[89065]: pgmap v611: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 534 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-09-13T03:02:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:07 smithi052 ceph-mon[89065]: osdmap e665: 8 total, 8 up, 8 in 2024-09-13T03:02:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:02:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:02:08] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-09-13T03:02:08.889 INFO:tasks.rados.rados.0.smithi052.stdout:2978: done (2 left) 2024-09-13T03:02:08.889 INFO:tasks.rados.rados.0.smithi052.stdout:2979: done (1 left) 2024-09-13T03:02:08.889 INFO:tasks.rados.rados.0.smithi052.stdout:2980: done (0 left) 2024-09-13T03:02:08.889 INFO:tasks.rados.rados.0.smithi052.stdout:2981: snap_remove snap 297 2024-09-13T03:02:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:08 smithi078 ceph-mon[85589]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T03:02:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:08 smithi052 ceph-mon[89065]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T03:02:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:08 smithi052 ceph-mon[91421]: osdmap e666: 8 total, 8 up, 8 in 2024-09-13T03:02:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:2981: done (0 left) 2024-09-13T03:02:09.849 INFO:tasks.rados.rados.0.smithi052.stdout:2982: snap_remove snap 287 2024-09-13T03:02:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:09 smithi078 ceph-mon[85589]: pgmap v614: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 533 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 496 KiB/s wr, 3 op/s 2024-09-13T03:02:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:09 smithi078 ceph-mon[85589]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T03:02:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:09 smithi078 ceph-mon[85589]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T03:02:10.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:09 smithi052 ceph-mon[89065]: pgmap v614: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 533 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 496 KiB/s wr, 3 op/s 2024-09-13T03:02:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:09 smithi052 ceph-mon[89065]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T03:02:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:09 smithi052 ceph-mon[89065]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T03:02:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:09 smithi052 ceph-mon[91421]: pgmap v614: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 533 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 496 KiB/s wr, 3 op/s 2024-09-13T03:02:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:09 smithi052 ceph-mon[91421]: osdmap e667: 8 total, 8 up, 8 in 2024-09-13T03:02:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:09 smithi052 ceph-mon[91421]: osdmap e668: 8 total, 8 up, 8 in 2024-09-13T03:02:10.859 INFO:tasks.rados.rados.0.smithi052.stdout:2982: done (0 left) 2024-09-13T03:02:10.859 INFO:tasks.rados.rados.0.smithi052.stdout:2983: rollback oid 35 current snap is 311 2024-09-13T03:02:10.859 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 35 to 246 2024-09-13T03:02:10.859 INFO:tasks.rados.rados.0.smithi052.stdout:2984: snap_remove snap 295 2024-09-13T03:02:11.854 INFO:tasks.rados.rados.0.smithi052.stdout:2984: done (1 left) 2024-09-13T03:02:11.855 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 311 2024-09-13T03:02:11.855 INFO:tasks.rados.rados.0.smithi052.stdout:2985: seq_num 925 ranges {647168=696320,1343488=401408} 2024-09-13T03:02:11.863 INFO:tasks.rados.rados.0.smithi052.stdout:2985: writing smithi05277117-13 from 647168 to 1343488 tid 1 2024-09-13T03:02:11.866 INFO:tasks.rados.rados.0.smithi052.stdout:2985: writing smithi05277117-13 from 1343488 to 1744896 tid 2 2024-09-13T03:02:11.867 INFO:tasks.rados.rados.0.smithi052.stdout:2983: finishing rollback tid 0 to smithi05277117-35 2024-09-13T03:02:11.867 INFO:tasks.rados.rados.0.smithi052.stdout:2983: finishing rollback tid 1 to smithi05277117-35 2024-09-13T03:02:11.867 INFO:tasks.rados.rados.0.smithi052.stdout:2983: finishing rollback tid 2 to smithi05277117-35 2024-09-13T03:02:11.867 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1787 (ObjNum 555 snap 187 seq_num 555) dirty exists 2024-09-13T03:02:11.867 INFO:tasks.rados.rados.0.smithi052.stdout:2983: done (1 left) 2024-09-13T03:02:11.867 INFO:tasks.rados.rados.0.smithi052.stdout:2986: setattr oid 11 current snap is 311 2024-09-13T03:02:11.870 INFO:tasks.rados.rados.0.smithi052.stdout:2987: read oid 49 snap -1 2024-09-13T03:02:11.870 INFO:tasks.rados.rados.0.smithi052.stdout:2987: expect (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:02:11.870 INFO:tasks.rados.rados.0.smithi052.stdout:2988: rollback oid 25 current snap is 311 2024-09-13T03:02:11.870 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 25 to 264 2024-09-13T03:02:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 311 2024-09-13T03:02:11.871 INFO:tasks.rados.rados.0.smithi052.stdout:2989: seq_num 926 ranges {2883584=712704,3596288=401408} 2024-09-13T03:02:11.891 INFO:tasks.rados.rados.0.smithi052.stdout:2989: writing smithi05277117-8 from 2883584 to 3596288 tid 1 2024-09-13T03:02:11.894 INFO:tasks.rados.rados.0.smithi052.stdout:2989: writing smithi05277117-8 from 3596288 to 3997696 tid 2 2024-09-13T03:02:11.894 INFO:tasks.rados.rados.0.smithi052.stdout:2990: read oid 50 snap -1 2024-09-13T03:02:11.894 INFO:tasks.rados.rados.0.smithi052.stdout:2990: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:11.894 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 311 2024-09-13T03:02:11.894 INFO:tasks.rados.rados.0.smithi052.stdout:2991: seq_num 927 ranges {9502720=729088,10231808=401408} 2024-09-13T03:02:11.950 INFO:tasks.rados.rados.0.smithi052.stdout:2991: writing smithi05277117-37 from 9502720 to 10231808 tid 1 2024-09-13T03:02:11.952 INFO:tasks.rados.rados.0.smithi052.stdout:2991: writing smithi05277117-37 from 10231808 to 10633216 tid 2 2024-09-13T03:02:11.952 INFO:tasks.rados.rados.0.smithi052.stdout:2992: copy_from oid 22 from oid 45 current snap is 311 2024-09-13T03:02:11.952 INFO:tasks.rados.rados.0.smithi052.stdout:2987: expect (ObjNum 900 snap 304 seq_num 900) 2024-09-13T03:02:11.973 INFO:tasks.rados.rados.0.smithi052.stdout:2988: finishing rollback tid 1 to smithi05277117-25 2024-09-13T03:02:11.973 INFO:tasks.rados.rados.0.smithi052.stdout:2988: finishing rollback tid 2 to smithi05277117-25 2024-09-13T03:02:11.973 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1049 (ObjNum 745 snap 248 seq_num 745) dirty exists 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2985: finishing write tid 1 to smithi05277117-13 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1291 (ObjNum 896 snap 304 seq_num 896) dirty exists 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2985: finishing write tid 2 to smithi05277117-13 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2985: finishing write tid 3 to smithi05277117-13 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2986: done (7 left) 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2987: done (6 left) 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2988: done (5 left) 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2993: snap_create 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2985: finishing write tid 4 to smithi05277117-13 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2449 (ObjNum 925 snap 311 seq_num 925) dirty exists 2024-09-13T03:02:11.974 INFO:tasks.rados.rados.0.smithi052.stdout:2985: left oid 13 (ObjNum 925 snap 311 seq_num 925) 2024-09-13T03:02:11.975 INFO:tasks.rados.rados.0.smithi052.stdout:2990: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2989: finishing write tid 1 to smithi05277117-8 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2989: finishing write tid 2 to smithi05277117-8 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2989: finishing write tid 3 to smithi05277117-8 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2989: finishing write tid 4 to smithi05277117-8 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2453 (ObjNum 926 snap 311 seq_num 926) dirty exists 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2989: left oid 8 (ObjNum 926 snap 311 seq_num 926) 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2991: finishing write tid 1 to smithi05277117-37 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2991: finishing write tid 2 to smithi05277117-37 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2991: finishing write tid 3 to smithi05277117-37 2024-09-13T03:02:11.976 INFO:tasks.rados.rados.0.smithi052.stdout:2992: finishing copy_from racing read to smithi05277117-22 2024-09-13T03:02:11.977 INFO:tasks.rados.rados.0.smithi052.stdout:2991: finishing write tid 4 to smithi05277117-37 2024-09-13T03:02:11.977 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1781 (ObjNum 927 snap 311 seq_num 927) dirty exists 2024-09-13T03:02:11.977 INFO:tasks.rados.rados.0.smithi052.stdout:2991: left oid 37 (ObjNum 927 snap 311 seq_num 927) 2024-09-13T03:02:11.977 INFO:tasks.rados.rados.0.smithi052.stdout:2992: finishing copy_from to smithi05277117-22 2024-09-13T03:02:11.977 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1889 (ObjNum 919 snap 308 seq_num 919) dirty exists 2024-09-13T03:02:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:11 smithi078 ceph-mon[85589]: pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T03:02:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:11 smithi078 ceph-mon[85589]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T03:02:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:11 smithi052 ceph-mon[91421]: pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T03:02:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:11 smithi052 ceph-mon[91421]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T03:02:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:11 smithi052 ceph-mon[89065]: pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-13T03:02:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:11 smithi052 ceph-mon[89065]: osdmap e669: 8 total, 8 up, 8 in 2024-09-13T03:02:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:02:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:12.864 INFO:tasks.rados.rados.0.smithi052.stdout:2985: done (5 left) 2024-09-13T03:02:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:2989: done (4 left) 2024-09-13T03:02:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:2990: done (3 left) 2024-09-13T03:02:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:2991: done (2 left) 2024-09-13T03:02:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:2992: done (1 left) 2024-09-13T03:02:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:2993: done (0 left) 2024-09-13T03:02:12.865 INFO:tasks.rados.rados.0.smithi052.stdout:2994: delete oid 22 current snap is 312 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2994: done (0 left) 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2995: rollback oid 19 current snap is 312 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 299 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2996: rmattr oid 23 current snap is 312 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2996: done (1 left) 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2997: read oid 50 snap -1 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2997: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:12.870 INFO:tasks.rados.rados.0.smithi052.stdout:2998: setattr oid 8 current snap is 312 2024-09-13T03:02:12.871 INFO:tasks.rados.rados.0.smithi052.stdout:2999: delete oid 38 current snap is 312 2024-09-13T03:02:12.871 INFO:tasks.rados.rados.0.smithi052.stdout:2997: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:12.875 INFO:tasks.rados.rados.0.smithi052.stdout:2995: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:02:12.875 INFO:tasks.rados.rados.0.smithi052.stdout:2995: finishing rollback tid 2 to smithi05277117-19 2024-09-13T03:02:12.875 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2283 (ObjNum 845 snap 285 seq_num 845) dirty exists 2024-09-13T03:02:12.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2455 (ObjNum 926 snap 311 seq_num 926) dirty exists 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:2995: done (3 left) 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:2997: done (2 left) 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:2998: done (1 left) 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:2999: done (0 left) 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:3000: read oid 35 snap -1 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:3000: expect (ObjNum 555 snap 187 seq_num 555) 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:3001: copy_from oid 6 from oid 1 current snap is 312 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:3002: read oid 37 snap -1 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:3002: expect (ObjNum 927 snap 311 seq_num 927) 2024-09-13T03:02:12.879 INFO:tasks.rados.rados.0.smithi052.stdout:3003: copy_from oid 10 from oid 42 current snap is 312 2024-09-13T03:02:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:3004: read oid 25 snap 306 2024-09-13T03:02:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:3004: expect deleted 2024-09-13T03:02:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:3005: rmattr oid 15 current snap is 312 2024-09-13T03:02:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:3005: done (5 left) 2024-09-13T03:02:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 312 2024-09-13T03:02:12.880 INFO:tasks.rados.rados.0.smithi052.stdout:3006: seq_num 930 ranges {0=786432,786432=401408} 2024-09-13T03:02:12.884 INFO:tasks.rados.rados.0.smithi052.stdout:3006: writing smithi05277117-33 from 0 to 786432 tid 1 2024-09-13T03:02:12.888 INFO:tasks.rados.rados.0.smithi052.stdout:3006: writing smithi05277117-33 from 786432 to 1187840 tid 2 2024-09-13T03:02:12.888 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 312 2024-09-13T03:02:12.888 INFO:tasks.rados.rados.0.smithi052.stdout:3007: seq_num 931 ranges {0=802816,802816=401408} 2024-09-13T03:02:12.897 INFO:tasks.rados.rados.0.smithi052.stdout:3007: writing smithi05277117-34 from 0 to 802816 tid 1 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3007: writing smithi05277117-34 from 802816 to 1204224 tid 2 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3008: setattr oid 5 current snap is 312 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3001: finishing copy_from to smithi05277117-6 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3001: got expected ENOENT (src dne) 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3001: finishing copy_from racing read to smithi05277117-6 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3006: finishing write tid 1 to smithi05277117-33 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3006: finishing write tid 2 to smithi05277117-33 2024-09-13T03:02:12.898 INFO:tasks.rados.rados.0.smithi052.stdout:3006: finishing write tid 3 to smithi05277117-33 2024-09-13T03:02:12.899 INFO:tasks.rados.rados.0.smithi052.stdout:3006: finishing write tid 4 to smithi05277117-33 2024-09-13T03:02:12.899 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2422 (ObjNum 930 snap 312 seq_num 930) dirty exists 2024-09-13T03:02:12.899 INFO:tasks.rados.rados.0.smithi052.stdout:3006: left oid 33 (ObjNum 930 snap 312 seq_num 930) 2024-09-13T03:02:12.900 INFO:tasks.rados.rados.0.smithi052.stdout:3001: done (7 left) 2024-09-13T03:02:12.900 INFO:tasks.rados.rados.0.smithi052.stdout:3004: done (6 left) 2024-09-13T03:02:12.900 INFO:tasks.rados.rados.0.smithi052.stdout:3006: done (5 left) 2024-09-13T03:02:12.900 INFO:tasks.rados.rados.0.smithi052.stdout:3009: snap_create 2024-09-13T03:02:12.900 INFO:tasks.rados.rados.0.smithi052.stdout:3000: expect (ObjNum 555 snap 187 seq_num 555) 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:3007: finishing write tid 1 to smithi05277117-34 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:3007: finishing write tid 2 to smithi05277117-34 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:3007: finishing write tid 3 to smithi05277117-34 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1785 (ObjNum 49 snap 0 seq_num 4209341680) dirty exists 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:3007: finishing write tid 4 to smithi05277117-34 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1784 (ObjNum 931 snap 312 seq_num 931) dirty exists 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:3007: left oid 34 (ObjNum 931 snap 312 seq_num 931) 2024-09-13T03:02:13.032 INFO:tasks.rados.rados.0.smithi052.stdout:3002: expect (ObjNum 927 snap 311 seq_num 927) 2024-09-13T03:02:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:12 smithi078 ceph-mon[85589]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T03:02:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:12 smithi052 ceph-mon[91421]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T03:02:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:12 smithi052 ceph-mon[89065]: osdmap e670: 8 total, 8 up, 8 in 2024-09-13T03:02:13.961 INFO:tasks.rados.rados.0.smithi052.stdout:3003: finishing copy_from racing read to smithi05277117-10 2024-09-13T03:02:13.961 INFO:tasks.rados.rados.0.smithi052.stdout:3003: finishing copy_from to smithi05277117-10 2024-09-13T03:02:13.961 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2277 (ObjNum 913 snap 305 seq_num 913) dirty exists 2024-09-13T03:02:13.961 INFO:tasks.rados.rados.0.smithi052.stdout:3000: done (5 left) 2024-09-13T03:02:13.961 INFO:tasks.rados.rados.0.smithi052.stdout:3002: done (4 left) 2024-09-13T03:02:13.961 INFO:tasks.rados.rados.0.smithi052.stdout:3003: done (3 left) 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3007: done (2 left) 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3008: done (1 left) 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3009: done (0 left) 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3010: read oid 18 snap -1 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3010: expect (ObjNum 907 snap 305 seq_num 907) 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3011: read oid 38 snap -1 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3011: expect deleted 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3012: read oid 10 snap -1 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3012: expect (ObjNum 913 snap 305 seq_num 913) 2024-09-13T03:02:13.962 INFO:tasks.rados.rados.0.smithi052.stdout:3013: snap_create 2024-09-13T03:02:13.997 INFO:tasks.rados.rados.0.smithi052.stdout:3010: expect (ObjNum 907 snap 305 seq_num 907) 2024-09-13T03:02:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:13 smithi078 ceph-mon[85589]: pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 538 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-13T03:02:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:13 smithi078 ceph-mon[85589]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T03:02:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:13 smithi052 ceph-mon[91421]: pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 538 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-13T03:02:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:13 smithi052 ceph-mon[91421]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T03:02:14.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:13 smithi052 ceph-mon[89065]: pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 538 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-13T03:02:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:13 smithi052 ceph-mon[89065]: osdmap e671: 8 total, 8 up, 8 in 2024-09-13T03:02:14.653 INFO:tasks.rados.rados.0.smithi052.stdout:3012: expect (ObjNum 913 snap 305 seq_num 913) 2024-09-13T03:02:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:14 smithi078 ceph-mon[85589]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T03:02:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:14 smithi078 ceph-mon[85589]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T03:02:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:14 smithi052 ceph-mon[91421]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T03:02:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:14 smithi052 ceph-mon[91421]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T03:02:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:14 smithi052 ceph-mon[89065]: osdmap e672: 8 total, 8 up, 8 in 2024-09-13T03:02:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:14 smithi052 ceph-mon[89065]: osdmap e673: 8 total, 8 up, 8 in 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:3010: done (3 left) 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:3011: done (2 left) 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:3012: done (1 left) 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:3013: done (0 left) 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:3014: rollback oid 30 current snap is 314 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 285 2024-09-13T03:02:15.373 INFO:tasks.rados.rados.0.smithi052.stdout:3015: delete oid 14 current snap is 314 2024-09-13T03:02:15.376 INFO:tasks.rados.rados.0.smithi052.stdout:3015: done (1 left) 2024-09-13T03:02:15.376 INFO:tasks.rados.rados.0.smithi052.stdout:3016: rollback oid 47 current snap is 314 2024-09-13T03:02:15.376 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 305 2024-09-13T03:02:15.376 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 314 2024-09-13T03:02:15.376 INFO:tasks.rados.rados.0.smithi052.stdout:3017: seq_num 933 ranges {1187840=434176,1622016=548864,2170880=253952} 2024-09-13T03:02:15.385 INFO:tasks.rados.rados.0.smithi052.stdout:3017: writing smithi05277117-33 from 1187840 to 1622016 tid 1 2024-09-13T03:02:15.388 INFO:tasks.rados.rados.0.smithi052.stdout:3017: writing smithi05277117-33 from 1622016 to 2170880 tid 2 2024-09-13T03:02:15.392 INFO:tasks.rados.rados.0.smithi052.stdout:3017: writing smithi05277117-33 from 2170880 to 2424832 tid 3 2024-09-13T03:02:15.392 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 314 2024-09-13T03:02:15.392 INFO:tasks.rados.rados.0.smithi052.stdout:3014: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:02:15.392 INFO:tasks.rados.rados.0.smithi052.stdout:3018: seq_num 934 ranges {6758400=450560,7208960=434176,7643136=368640} 2024-09-13T03:02:15.430 INFO:tasks.rados.rados.0.smithi052.stdout:3018: writing smithi05277117-4 from 6758400 to 7208960 tid 1 2024-09-13T03:02:15.432 INFO:tasks.rados.rados.0.smithi052.stdout:3018: writing smithi05277117-4 from 7208960 to 7643136 tid 2 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3018: writing smithi05277117-4 from 7643136 to 8011776 tid 3 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 314 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3014: finishing rollback tid 2 to smithi05277117-30 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2426 (ObjNum 789 snap 267 seq_num 789) dirty exists 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3016: finishing rollback tid 0 to smithi05277117-47 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3016: finishing rollback tid 1 to smithi05277117-47 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3016: finishing rollback tid 2 to smithi05277117-47 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1745 (ObjNum 875 snap 299 seq_num 875) dirty exists 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3017: finishing write tid 1 to smithi05277117-33 2024-09-13T03:02:15.435 INFO:tasks.rados.rados.0.smithi052.stdout:3019: seq_num 935 ranges {1015808=466944,1482752=720896,2203648=81920} 2024-09-13T03:02:15.442 INFO:tasks.rados.rados.0.smithi052.stdout:3019: writing smithi05277117-41 from 1015808 to 1482752 tid 1 2024-09-13T03:02:15.447 INFO:tasks.rados.rados.0.smithi052.stdout:3019: writing smithi05277117-41 from 1482752 to 2203648 tid 2 2024-09-13T03:02:15.447 INFO:tasks.rados.rados.0.smithi052.stdout:3019: writing smithi05277117-41 from 2203648 to 2285568 tid 3 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3014: done (4 left) 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3016: done (3 left) 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3020: snap_create 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3017: finishing write tid 2 to smithi05277117-33 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3017: finishing write tid 3 to smithi05277117-33 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3017: finishing write tid 4 to smithi05277117-33 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3017: finishing write tid 5 to smithi05277117-33 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2431 (ObjNum 933 snap 314 seq_num 933) dirty exists 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3017: left oid 33 (ObjNum 933 snap 314 seq_num 933) 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3018: finishing write tid 1 to smithi05277117-4 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3018: finishing write tid 2 to smithi05277117-4 2024-09-13T03:02:15.448 INFO:tasks.rados.rados.0.smithi052.stdout:3018: finishing write tid 3 to smithi05277117-4 2024-09-13T03:02:15.449 INFO:tasks.rados.rados.0.smithi052.stdout:3018: finishing write tid 4 to smithi05277117-4 2024-09-13T03:02:15.449 INFO:tasks.rados.rados.0.smithi052.stdout:3018: finishing write tid 5 to smithi05277117-4 2024-09-13T03:02:15.449 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2153 (ObjNum 934 snap 314 seq_num 934) dirty exists 2024-09-13T03:02:15.449 INFO:tasks.rados.rados.0.smithi052.stdout:3018: left oid 4 (ObjNum 934 snap 314 seq_num 934) 2024-09-13T03:02:15.449 INFO:tasks.rados.rados.0.smithi052.stdout:3019: finishing write tid 1 to smithi05277117-41 2024-09-13T03:02:15.451 INFO:tasks.rados.rados.0.smithi052.stdout:3019: finishing write tid 2 to smithi05277117-41 2024-09-13T03:02:15.451 INFO:tasks.rados.rados.0.smithi052.stdout:3019: finishing write tid 3 to smithi05277117-41 2024-09-13T03:02:15.451 INFO:tasks.rados.rados.0.smithi052.stdout:3019: finishing write tid 4 to smithi05277117-41 2024-09-13T03:02:15.452 INFO:tasks.rados.rados.0.smithi052.stdout:3019: finishing write tid 5 to smithi05277117-41 2024-09-13T03:02:15.452 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1785 (ObjNum 935 snap 314 seq_num 935) dirty exists 2024-09-13T03:02:15.452 INFO:tasks.rados.rados.0.smithi052.stdout:3019: left oid 41 (ObjNum 935 snap 314 seq_num 935) 2024-09-13T03:02:15.883 INFO:tasks.rados.rados.0.smithi052.stdout:3017: done (3 left) 2024-09-13T03:02:15.883 INFO:tasks.rados.rados.0.smithi052.stdout:3018: done (2 left) 2024-09-13T03:02:15.883 INFO:tasks.rados.rados.0.smithi052.stdout:3019: done (1 left) 2024-09-13T03:02:15.883 INFO:tasks.rados.rados.0.smithi052.stdout:3020: done (0 left) 2024-09-13T03:02:15.883 INFO:tasks.rados.rados.0.smithi052.stdout:3021: copy_from oid 48 from oid 43 current snap is 315 2024-09-13T03:02:15.883 INFO:tasks.rados.rados.0.smithi052.stdout:3022: setattr oid 7 current snap is 315 2024-09-13T03:02:15.885 INFO:tasks.rados.rados.0.smithi052.stdout:3023: read oid 36 snap 263 2024-09-13T03:02:15.885 INFO:tasks.rados.rados.0.smithi052.stdout:3023: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:02:15.885 INFO:tasks.rados.rados.0.smithi052.stdout:3024: read oid 25 snap -1 2024-09-13T03:02:15.885 INFO:tasks.rados.rados.0.smithi052.stdout:3024: expect (ObjNum 745 snap 248 seq_num 745) 2024-09-13T03:02:15.885 INFO:tasks.rados.rados.0.smithi052.stdout:3025: delete oid 23 current snap is 315 2024-09-13T03:02:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3025: done (4 left) 2024-09-13T03:02:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 315 2024-09-13T03:02:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3026: seq_num 937 ranges {8839168=499712,9338880=532480,9871360=270336} 2024-09-13T03:02:15.942 INFO:tasks.rados.rados.0.smithi052.stdout:3026: writing smithi05277117-18 from 8839168 to 9338880 tid 1 2024-09-13T03:02:15.945 INFO:tasks.rados.rados.0.smithi052.stdout:3026: writing smithi05277117-18 from 9338880 to 9871360 tid 2 2024-09-13T03:02:15.947 INFO:tasks.rados.rados.0.smithi052.stdout:3026: writing smithi05277117-18 from 9871360 to 10141696 tid 3 2024-09-13T03:02:15.947 INFO:tasks.rados.rados.0.smithi052.stdout:3027: rollback oid 19 current snap is 315 2024-09-13T03:02:15.947 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 304 2024-09-13T03:02:15.947 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1786 (ObjNum 129 snap 0 seq_num 4209077920) dirty exists 2024-09-13T03:02:15.947 INFO:tasks.rados.rados.0.smithi052.stdout:3023: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:02:15.978 INFO:tasks.rados.rados.0.smithi052.stdout:3024: expect (ObjNum 745 snap 248 seq_num 745) 2024-09-13T03:02:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:15 smithi078 ceph-mon[85589]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 784 KiB/s wr, 17 op/s 2024-09-13T03:02:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:15 smithi052 ceph-mon[91421]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 784 KiB/s wr, 17 op/s 2024-09-13T03:02:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:15 smithi052 ceph-mon[89065]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 544 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 784 KiB/s wr, 17 op/s 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:3021: finishing copy_from racing read to smithi05277117-48 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:3021: finishing copy_from to smithi05277117-48 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 1269 (ObjNum 917 snap 308 seq_num 917) dirty exists 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:3026: finishing write tid 1 to smithi05277117-18 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:3026: finishing write tid 2 to smithi05277117-18 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:3026: finishing write tid 3 to smithi05277117-18 2024-09-13T03:02:16.297 INFO:tasks.rados.rados.0.smithi052.stdout:3026: finishing write tid 4 to smithi05277117-18 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3027: finishing rollback tid 0 to smithi05277117-19 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3027: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2285 (ObjNum 81 snap 0 seq_num 4209507184) dirty dne 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3026: finishing write tid 5 to smithi05277117-18 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 1893 (ObjNum 937 snap 315 seq_num 937) dirty exists 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3026: left oid 18 (ObjNum 937 snap 315 seq_num 937) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3021: done (5 left) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3022: done (4 left) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3023: done (3 left) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3024: done (2 left) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3026: done (1 left) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3027: done (0 left) 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 315 2024-09-13T03:02:16.298 INFO:tasks.rados.rados.0.smithi052.stdout:3028: seq_num 938 ranges {9502720=516096,10018816=417792,10436608=385024} 2024-09-13T03:02:16.351 INFO:tasks.rados.rados.0.smithi052.stdout:3028: writing smithi05277117-36 from 9502720 to 10018816 tid 1 2024-09-13T03:02:16.353 INFO:tasks.rados.rados.0.smithi052.stdout:3028: writing smithi05277117-36 from 10018816 to 10436608 tid 2 2024-09-13T03:02:16.356 INFO:tasks.rados.rados.0.smithi052.stdout:3028: writing smithi05277117-36 from 10436608 to 10821632 tid 3 2024-09-13T03:02:16.356 INFO:tasks.rados.rados.0.smithi052.stdout:3029: delete oid 25 current snap is 315 2024-09-13T03:02:16.357 INFO:tasks.rados.rados.0.smithi052.stdout:3028: finishing write tid 1 to smithi05277117-36 2024-09-13T03:02:16.359 INFO:tasks.rados.rados.0.smithi052.stdout:3029: done (1 left) 2024-09-13T03:02:16.359 INFO:tasks.rados.rados.0.smithi052.stdout:3030: setattr oid 30 current snap is 315 2024-09-13T03:02:16.359 INFO:tasks.rados.rados.0.smithi052.stdout:3028: finishing write tid 2 to smithi05277117-36 2024-09-13T03:02:16.360 INFO:tasks.rados.rados.0.smithi052.stdout:3028: finishing write tid 3 to smithi05277117-36 2024-09-13T03:02:16.360 INFO:tasks.rados.rados.0.smithi052.stdout:3028: finishing write tid 4 to smithi05277117-36 2024-09-13T03:02:16.362 INFO:tasks.rados.rados.0.smithi052.stdout:3028: finishing write tid 5 to smithi05277117-36 2024-09-13T03:02:16.362 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1897 (ObjNum 938 snap 315 seq_num 938) dirty exists 2024-09-13T03:02:16.363 INFO:tasks.rados.rados.0.smithi052.stdout:3028: left oid 36 (ObjNum 938 snap 315 seq_num 938) 2024-09-13T03:02:16.363 INFO:tasks.rados.rados.0.smithi052.stdout:3028: done (1 left) 2024-09-13T03:02:16.363 INFO:tasks.rados.rados.0.smithi052.stdout:3031: read oid 22 snap -1 2024-09-13T03:02:16.363 INFO:tasks.rados.rados.0.smithi052.stdout:3031: expect deleted 2024-09-13T03:02:16.363 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 315 2024-09-13T03:02:16.363 INFO:tasks.rados.rados.0.smithi052.stdout:3032: seq_num 940 ranges {2424832=548864,2973696=589824,3563520=212992} 2024-09-13T03:02:16.379 INFO:tasks.rados.rados.0.smithi052.stdout:3032: writing smithi05277117-33 from 2424832 to 2973696 tid 1 2024-09-13T03:02:16.382 INFO:tasks.rados.rados.0.smithi052.stdout:3032: writing smithi05277117-33 from 2973696 to 3563520 tid 2 2024-09-13T03:02:16.383 INFO:tasks.rados.rados.0.smithi052.stdout:3032: writing smithi05277117-33 from 3563520 to 3776512 tid 3 2024-09-13T03:02:16.384 INFO:tasks.rados.rados.0.smithi052.stdout:3033: snap_create 2024-09-13T03:02:16.384 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2433 (ObjNum 789 snap 267 seq_num 789) dirty exists 2024-09-13T03:02:16.384 INFO:tasks.rados.rados.0.smithi052.stdout:3032: finishing write tid 1 to smithi05277117-33 2024-09-13T03:02:16.388 INFO:tasks.rados.rados.0.smithi052.stdout:3032: finishing write tid 2 to smithi05277117-33 2024-09-13T03:02:16.389 INFO:tasks.rados.rados.0.smithi052.stdout:3032: finishing write tid 3 to smithi05277117-33 2024-09-13T03:02:16.389 INFO:tasks.rados.rados.0.smithi052.stdout:3032: finishing write tid 4 to smithi05277117-33 2024-09-13T03:02:16.389 INFO:tasks.rados.rados.0.smithi052.stdout:3032: finishing write tid 5 to smithi05277117-33 2024-09-13T03:02:16.389 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2438 (ObjNum 940 snap 315 seq_num 940) dirty exists 2024-09-13T03:02:16.389 INFO:tasks.rados.rados.0.smithi052.stdout:3032: left oid 33 (ObjNum 940 snap 315 seq_num 940) 2024-09-13T03:02:16.889 INFO:tasks.rados.rados.0.smithi052.stdout:3030: done (3 left) 2024-09-13T03:02:16.890 INFO:tasks.rados.rados.0.smithi052.stdout:3031: done (2 left) 2024-09-13T03:02:16.890 INFO:tasks.rados.rados.0.smithi052.stdout:3032: done (1 left) 2024-09-13T03:02:16.890 INFO:tasks.rados.rados.0.smithi052.stdout:3033: done (0 left) 2024-09-13T03:02:16.890 INFO:tasks.rados.rados.0.smithi052.stdout:3034: snap_create 2024-09-13T03:02:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:16 smithi078 ceph-mon[85589]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T03:02:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:17.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:16 smithi052 ceph-mon[89065]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T03:02:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:16 smithi052 ceph-mon[91421]: osdmap e674: 8 total, 8 up, 8 in 2024-09-13T03:02:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:17.891 INFO:tasks.rados.rados.0.smithi052.stdout:3034: done (0 left) 2024-09-13T03:02:17.891 INFO:tasks.rados.rados.0.smithi052.stdout:3035: delete oid 14 current snap is 317 2024-09-13T03:02:17.899 INFO:tasks.rados.rados.0.smithi052.stdout:3035: done (0 left) 2024-09-13T03:02:17.899 INFO:tasks.rados.rados.0.smithi052.stdout:3036: snap_create 2024-09-13T03:02:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:17 smithi078 ceph-mon[85589]: pgmap v626: 121 pgs: 121 active+clean; 554 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-09-13T03:02:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:17 smithi078 ceph-mon[85589]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T03:02:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:17 smithi052 ceph-mon[91421]: pgmap v626: 121 pgs: 121 active+clean; 554 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-09-13T03:02:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:17 smithi052 ceph-mon[91421]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T03:02:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:17 smithi052 ceph-mon[89065]: pgmap v626: 121 pgs: 121 active+clean; 554 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-09-13T03:02:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:17 smithi052 ceph-mon[89065]: osdmap e675: 8 total, 8 up, 8 in 2024-09-13T03:02:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:02:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:02:18] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-13T03:02:18.902 INFO:tasks.rados.rados.0.smithi052.stdout:3036: done (0 left) 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3037: copy_from oid 50 from oid 8 current snap is 318 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3038: copy_from oid 29 from oid 43 current snap is 318 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3039: read oid 40 snap -1 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3039: expect deleted 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3040: read oid 20 snap -1 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3040: expect (ObjNum 829 snap 279 seq_num 829) 2024-09-13T03:02:18.903 INFO:tasks.rados.rados.0.smithi052.stdout:3041: read oid 26 snap -1 2024-09-13T03:02:18.904 INFO:tasks.rados.rados.0.smithi052.stdout:3041: expect (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:02:18.904 INFO:tasks.rados.rados.0.smithi052.stdout:3042: snap_create 2024-09-13T03:02:18.918 INFO:tasks.rados.rados.0.smithi052.stdout:3041: expect (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3038: finishing copy_from racing read to smithi05277117-29 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3038: finishing copy_from to smithi05277117-29 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1269 (ObjNum 917 snap 308 seq_num 917) dirty exists 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3037: finishing copy_from racing read to smithi05277117-50 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3037: finishing copy_from to smithi05277117-50 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 2455 (ObjNum 926 snap 311 seq_num 926) dirty exists 2024-09-13T03:02:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3040: expect (ObjNum 829 snap 279 seq_num 829) 2024-09-13T03:02:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:18 smithi078 ceph-mon[85589]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T03:02:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:18 smithi052 ceph-mon[91421]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T03:02:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:18 smithi052 ceph-mon[89065]: osdmap e676: 8 total, 8 up, 8 in 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3037: done (5 left) 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3038: done (4 left) 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3039: done (3 left) 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3040: done (2 left) 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3041: done (1 left) 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3042: done (0 left) 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3043: rmattr oid 44 current snap is 319 2024-09-13T03:02:19.850 INFO:tasks.rados.rados.0.smithi052.stdout:3044: snap_remove snap 307 2024-09-13T03:02:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:19 smithi078 ceph-mon[85589]: pgmap v629: 121 pgs: 121 active+clean; 570 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-09-13T03:02:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:19 smithi078 ceph-mon[85589]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T03:02:20.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:19 smithi078 ceph-mon[85589]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T03:02:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:19 smithi052 ceph-mon[91421]: pgmap v629: 121 pgs: 121 active+clean; 570 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-09-13T03:02:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:19 smithi052 ceph-mon[91421]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T03:02:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:19 smithi052 ceph-mon[91421]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T03:02:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:19 smithi052 ceph-mon[89065]: pgmap v629: 121 pgs: 121 active+clean; 570 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-09-13T03:02:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:19 smithi052 ceph-mon[89065]: osdmap e677: 8 total, 8 up, 8 in 2024-09-13T03:02:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:19 smithi052 ceph-mon[89065]: osdmap e678: 8 total, 8 up, 8 in 2024-09-13T03:02:20.853 INFO:tasks.rados.rados.0.smithi052.stdout:3044: done (1 left) 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:3045: read oid 15 snap -1 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:3045: expect (ObjNum 901 snap 304 seq_num 901) 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:3046: copy_from oid 22 from oid 11 current snap is 319 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1788 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:3043: done (2 left) 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:3047: copy_from oid 20 from oid 9 current snap is 319 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 319 2024-09-13T03:02:20.854 INFO:tasks.rados.rados.0.smithi052.stdout:3048: seq_num 942 ranges {0=581632,581632=761856,1343488=40960} 2024-09-13T03:02:20.857 INFO:tasks.rados.rados.0.smithi052.stdout:3048: writing smithi05277117-40 from 0 to 581632 tid 1 2024-09-13T03:02:20.863 INFO:tasks.rados.rados.0.smithi052.stdout:3048: writing smithi05277117-40 from 581632 to 1343488 tid 2 2024-09-13T03:02:20.864 INFO:tasks.rados.rados.0.smithi052.stdout:3048: writing smithi05277117-40 from 1343488 to 1384448 tid 3 2024-09-13T03:02:20.864 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 319 2024-09-13T03:02:20.864 INFO:tasks.rados.rados.0.smithi052.stdout:3049: seq_num 943 ranges {3776512=598016,4374528=688128,5062656=114688} 2024-09-13T03:02:20.890 INFO:tasks.rados.rados.0.smithi052.stdout:3049: writing smithi05277117-33 from 3776512 to 4374528 tid 1 2024-09-13T03:02:20.893 INFO:tasks.rados.rados.0.smithi052.stdout:3049: writing smithi05277117-33 from 4374528 to 5062656 tid 2 2024-09-13T03:02:20.894 INFO:tasks.rados.rados.0.smithi052.stdout:3049: writing smithi05277117-33 from 5062656 to 5177344 tid 3 2024-09-13T03:02:20.894 INFO:tasks.rados.rados.0.smithi052.stdout:3050: snap_remove snap 187 2024-09-13T03:02:21.858 INFO:tasks.rados.rados.0.smithi052.stdout:3048: finishing write tid 1 to smithi05277117-40 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3048: finishing write tid 2 to smithi05277117-40 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3048: finishing write tid 3 to smithi05277117-40 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3048: finishing write tid 4 to smithi05277117-40 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3048: finishing write tid 5 to smithi05277117-40 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1789 (ObjNum 942 snap 319 seq_num 942) dirty exists 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3048: left oid 40 (ObjNum 942 snap 319 seq_num 942) 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3046: finishing copy_from racing read to smithi05277117-22 2024-09-13T03:02:21.859 INFO:tasks.rados.rados.0.smithi052.stdout:3046: finishing copy_from to smithi05277117-22 2024-09-13T03:02:21.860 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 1291 (ObjNum 896 snap 304 seq_num 896) dirty exists 2024-09-13T03:02:21.860 INFO:tasks.rados.rados.0.smithi052.stdout:3049: finishing write tid 1 to smithi05277117-33 2024-09-13T03:02:21.860 INFO:tasks.rados.rados.0.smithi052.stdout:3049: finishing write tid 2 to smithi05277117-33 2024-09-13T03:02:21.860 INFO:tasks.rados.rados.0.smithi052.stdout:3049: finishing write tid 3 to smithi05277117-33 2024-09-13T03:02:21.860 INFO:tasks.rados.rados.0.smithi052.stdout:3045: expect (ObjNum 901 snap 304 seq_num 901) 2024-09-13T03:02:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:21 smithi078 ceph-mon[85589]: pgmap v632: 121 pgs: 121 active+clean; 586 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-09-13T03:02:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:21 smithi078 ceph-mon[85589]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T03:02:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:21 smithi052 ceph-mon[91421]: pgmap v632: 121 pgs: 121 active+clean; 586 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-09-13T03:02:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:21 smithi052 ceph-mon[91421]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T03:02:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:21 smithi052 ceph-mon[89065]: pgmap v632: 121 pgs: 121 active+clean; 586 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 19 op/s 2024-09-13T03:02:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:21 smithi052 ceph-mon[89065]: osdmap e679: 8 total, 8 up, 8 in 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3049: finishing write tid 4 to smithi05277117-33 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3047: finishing copy_from racing read to smithi05277117-20 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3049: finishing write tid 5 to smithi05277117-33 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2445 (ObjNum 943 snap 319 seq_num 943) dirty exists 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3049: left oid 33 (ObjNum 943 snap 319 seq_num 943) 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3047: finishing copy_from to smithi05277117-20 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1977 (ObjNum 844 snap 285 seq_num 844) dirty exists 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3045: done (5 left) 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3046: done (4 left) 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3047: done (3 left) 2024-09-13T03:02:22.409 INFO:tasks.rados.rados.0.smithi052.stdout:3048: done (2 left) 2024-09-13T03:02:22.410 INFO:tasks.rados.rados.0.smithi052.stdout:3049: done (1 left) 2024-09-13T03:02:22.410 INFO:tasks.rados.rados.0.smithi052.stdout:3050: done (0 left) 2024-09-13T03:02:22.410 INFO:tasks.rados.rados.0.smithi052.stdout:3051: delete oid 11 current snap is 319 2024-09-13T03:02:22.412 INFO:tasks.rados.rados.0.smithi052.stdout:3051: done (0 left) 2024-09-13T03:02:22.412 INFO:tasks.rados.rados.0.smithi052.stdout:3052: rollback oid 31 current snap is 319 2024-09-13T03:02:22.412 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 31 to 284 2024-09-13T03:02:22.412 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 319 2024-09-13T03:02:22.412 INFO:tasks.rados.rados.0.smithi052.stdout:3053: seq_num 945 ranges {5636096=630784,6266880=458752,6725632=344064} 2024-09-13T03:02:22.446 INFO:tasks.rados.rados.0.smithi052.stdout:3053: writing smithi05277117-29 from 5636096 to 6266880 tid 1 2024-09-13T03:02:22.449 INFO:tasks.rados.rados.0.smithi052.stdout:3053: writing smithi05277117-29 from 6266880 to 6725632 tid 2 2024-09-13T03:02:22.451 INFO:tasks.rados.rados.0.smithi052.stdout:3053: writing smithi05277117-29 from 6725632 to 7069696 tid 3 2024-09-13T03:02:22.452 INFO:tasks.rados.rados.0.smithi052.stdout:3054: read oid 48 snap 284 2024-09-13T03:02:22.452 INFO:tasks.rados.rados.0.smithi052.stdout:3054: expect deleted 2024-09-13T03:02:22.452 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 319 2024-09-13T03:02:22.452 INFO:tasks.rados.rados.0.smithi052.stdout:3055: seq_num 946 ranges {5038080=647168,5685248=745472,6430720=57344} 2024-09-13T03:02:22.483 INFO:tasks.rados.rados.0.smithi052.stdout:3055: writing smithi05277117-12 from 5038080 to 5685248 tid 1 2024-09-13T03:02:22.487 INFO:tasks.rados.rados.0.smithi052.stdout:3055: writing smithi05277117-12 from 5685248 to 6430720 tid 2 2024-09-13T03:02:22.489 INFO:tasks.rados.rados.0.smithi052.stdout:3055: writing smithi05277117-12 from 6430720 to 6488064 tid 3 2024-09-13T03:02:22.489 INFO:tasks.rados.rados.0.smithi052.stdout:3056: copy_from oid 24 from oid 39 current snap is 319 2024-09-13T03:02:22.489 INFO:tasks.rados.rados.0.smithi052.stdout:3052: finishing rollback tid 0 to smithi05277117-31 2024-09-13T03:02:22.490 INFO:tasks.rados.rados.0.smithi052.stdout:3052: finishing rollback tid 1 to smithi05277117-31 2024-09-13T03:02:22.490 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 2171 (ObjNum 257 snap 0 seq_num 4209928352) dirty dne 2024-09-13T03:02:22.490 INFO:tasks.rados.rados.0.smithi052.stdout:3053: finishing write tid 1 to smithi05277117-29 2024-09-13T03:02:22.490 INFO:tasks.rados.rados.0.smithi052.stdout:3052: done (4 left) 2024-09-13T03:02:22.490 INFO:tasks.rados.rados.0.smithi052.stdout:3054: done (3 left) 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:3057: delete oid 35 current snap is 319 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:3053: finishing write tid 2 to smithi05277117-29 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:3053: finishing write tid 3 to smithi05277117-29 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:3053: finishing write tid 4 to smithi05277117-29 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:3053: finishing write tid 5 to smithi05277117-29 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1782 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:02:22.491 INFO:tasks.rados.rados.0.smithi052.stdout:3053: left oid 29 (ObjNum 945 snap 319 seq_num 945) 2024-09-13T03:02:22.492 INFO:tasks.rados.rados.0.smithi052.stdout:3055: finishing write tid 1 to smithi05277117-12 2024-09-13T03:02:22.493 INFO:tasks.rados.rados.0.smithi052.stdout:3053: done (3 left) 2024-09-13T03:02:22.493 INFO:tasks.rados.rados.0.smithi052.stdout:3057: done (2 left) 2024-09-13T03:02:22.493 INFO:tasks.rados.rados.0.smithi052.stdout:3058: read oid 5 snap -1 2024-09-13T03:02:22.494 INFO:tasks.rados.rados.0.smithi052.stdout:3058: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:22.494 INFO:tasks.rados.rados.0.smithi052.stdout:3059: delete oid 6 current snap is 319 2024-09-13T03:02:22.494 INFO:tasks.rados.rados.0.smithi052.stdout:3055: finishing write tid 2 to smithi05277117-12 2024-09-13T03:02:22.494 INFO:tasks.rados.rados.0.smithi052.stdout:3055: finishing write tid 3 to smithi05277117-12 2024-09-13T03:02:22.494 INFO:tasks.rados.rados.0.smithi052.stdout:3058: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:22.496 INFO:tasks.rados.rados.0.smithi052.stdout:3056: finishing copy_from to smithi05277117-24 2024-09-13T03:02:22.496 INFO:tasks.rados.rados.0.smithi052.stdout:3056: got expected ENOENT (src dne) 2024-09-13T03:02:22.496 INFO:tasks.rados.rados.0.smithi052.stdout:3055: finishing write tid 4 to smithi05277117-12 2024-09-13T03:02:22.496 INFO:tasks.rados.rados.0.smithi052.stdout:3056: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:02:22.496 INFO:tasks.rados.rados.0.smithi052.stdout:3055: finishing write tid 5 to smithi05277117-12 2024-09-13T03:02:22.497 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 1749 (ObjNum 946 snap 319 seq_num 946) dirty exists 2024-09-13T03:02:22.497 INFO:tasks.rados.rados.0.smithi052.stdout:3055: left oid 12 (ObjNum 946 snap 319 seq_num 946) 2024-09-13T03:02:22.497 INFO:tasks.rados.rados.0.smithi052.stdout:3055: done (3 left) 2024-09-13T03:02:22.497 INFO:tasks.rados.rados.0.smithi052.stdout:3056: done (2 left) 2024-09-13T03:02:22.497 INFO:tasks.rados.rados.0.smithi052.stdout:3058: done (1 left) 2024-09-13T03:02:22.497 INFO:tasks.rados.rados.0.smithi052.stdout:3059: done (0 left) 2024-09-13T03:02:22.498 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 319 2024-09-13T03:02:22.498 INFO:tasks.rados.rados.0.smithi052.stdout:3060: seq_num 949 ranges {4448256=704512,5152768=794624,5947392=8192} 2024-09-13T03:02:22.523 INFO:tasks.rados.rados.0.smithi052.stdout:3060: writing smithi05277117-30 from 4448256 to 5152768 tid 1 2024-09-13T03:02:22.528 INFO:tasks.rados.rados.0.smithi052.stdout:3060: writing smithi05277117-30 from 5152768 to 5947392 tid 2 2024-09-13T03:02:22.528 INFO:tasks.rados.rados.0.smithi052.stdout:3060: writing smithi05277117-30 from 5947392 to 5955584 tid 3 2024-09-13T03:02:22.528 INFO:tasks.rados.rados.0.smithi052.stdout:3061: rollback oid 6 current snap is 319 2024-09-13T03:02:22.528 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 240 2024-09-13T03:02:22.528 INFO:tasks.rados.rados.0.smithi052.stdout:3062: delete oid 46 current snap is 319 2024-09-13T03:02:22.529 INFO:tasks.rados.rados.0.smithi052.stdout:3060: finishing write tid 1 to smithi05277117-30 2024-09-13T03:02:22.531 INFO:tasks.rados.rados.0.smithi052.stdout:3062: done (2 left) 2024-09-13T03:02:22.531 INFO:tasks.rados.rados.0.smithi052.stdout:3063: read oid 13 snap -1 2024-09-13T03:02:22.531 INFO:tasks.rados.rados.0.smithi052.stdout:3063: expect (ObjNum 925 snap 311 seq_num 925) 2024-09-13T03:02:22.531 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 319 2024-09-13T03:02:22.531 INFO:tasks.rados.rados.0.smithi052.stdout:3064: seq_num 951 ranges {6160384=737280,6897664=614400,7512064=188416} 2024-09-13T03:02:22.568 INFO:tasks.rados.rados.0.smithi052.stdout:3064: writing smithi05277117-9 from 6160384 to 6897664 tid 1 2024-09-13T03:02:22.572 INFO:tasks.rados.rados.0.smithi052.stdout:3064: writing smithi05277117-9 from 6897664 to 7512064 tid 2 2024-09-13T03:02:22.574 INFO:tasks.rados.rados.0.smithi052.stdout:3064: writing smithi05277117-9 from 7512064 to 7700480 tid 3 2024-09-13T03:02:22.574 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 319 2024-09-13T03:02:22.574 INFO:tasks.rados.rados.0.smithi052.stdout:3065: seq_num 952 ranges {1204224=753664,1957888=499712,2457600=303104} 2024-09-13T03:02:22.584 INFO:tasks.rados.rados.0.smithi052.stdout:3065: writing smithi05277117-34 from 1204224 to 1957888 tid 1 2024-09-13T03:02:22.587 INFO:tasks.rados.rados.0.smithi052.stdout:3065: writing smithi05277117-34 from 1957888 to 2457600 tid 2 2024-09-13T03:02:22.589 INFO:tasks.rados.rados.0.smithi052.stdout:3065: writing smithi05277117-34 from 2457600 to 2760704 tid 3 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3066: read oid 28 snap -1 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3066: expect (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3067: snap_create 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3061: finishing rollback tid 1 to smithi05277117-6 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2482 (ObjNum 65 snap 0 seq_num 1464815988) dirty dne 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3060: finishing write tid 2 to smithi05277117-30 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3060: finishing write tid 3 to smithi05277117-30 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3060: finishing write tid 4 to smithi05277117-30 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3060: finishing write tid 5 to smithi05277117-30 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2460 (ObjNum 949 snap 319 seq_num 949) dirty exists 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3060: left oid 30 (ObjNum 949 snap 319 seq_num 949) 2024-09-13T03:02:22.590 INFO:tasks.rados.rados.0.smithi052.stdout:3063: expect (ObjNum 925 snap 311 seq_num 925) 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3064: finishing write tid 1 to smithi05277117-9 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3064: finishing write tid 2 to smithi05277117-9 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3064: finishing write tid 3 to smithi05277117-9 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3064: finishing write tid 4 to smithi05277117-9 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3064: finishing write tid 5 to smithi05277117-9 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 2177 (ObjNum 951 snap 319 seq_num 951) dirty exists 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3064: left oid 9 (ObjNum 951 snap 319 seq_num 951) 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3065: finishing write tid 1 to smithi05277117-34 2024-09-13T03:02:22.648 INFO:tasks.rados.rados.0.smithi052.stdout:3066: expect (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:02:22.674 INFO:tasks.rados.rados.0.smithi052.stdout:3065: finishing write tid 2 to smithi05277117-34 2024-09-13T03:02:22.674 INFO:tasks.rados.rados.0.smithi052.stdout:3065: finishing write tid 3 to smithi05277117-34 2024-09-13T03:02:22.674 INFO:tasks.rados.rados.0.smithi052.stdout:3065: finishing write tid 4 to smithi05277117-34 2024-09-13T03:02:22.674 INFO:tasks.rados.rados.0.smithi052.stdout:3065: finishing write tid 5 to smithi05277117-34 2024-09-13T03:02:22.674 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1790 (ObjNum 952 snap 319 seq_num 952) dirty exists 2024-09-13T03:02:22.674 INFO:tasks.rados.rados.0.smithi052.stdout:3065: left oid 34 (ObjNum 952 snap 319 seq_num 952) 2024-09-13T03:02:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:02:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3060: done (6 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3061: done (5 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3063: done (4 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3064: done (3 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3065: done (2 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3066: done (1 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3067: done (0 left) 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3068: read oid 32 snap -1 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3068: expect deleted 2024-09-13T03:02:22.862 INFO:tasks.rados.rados.0.smithi052.stdout:3069: snap_remove snap 286 2024-09-13T03:02:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:22 smithi078 ceph-mon[85589]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T03:02:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:22 smithi052 ceph-mon[91421]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T03:02:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:22 smithi052 ceph-mon[89065]: osdmap e680: 8 total, 8 up, 8 in 2024-09-13T03:02:23.865 INFO:tasks.rados.rados.0.smithi052.stdout:3069: done (1 left) 2024-09-13T03:02:23.865 INFO:tasks.rados.rados.0.smithi052.stdout:3070: setattr oid 49 current snap is 320 2024-09-13T03:02:23.867 INFO:tasks.rados.rados.0.smithi052.stdout:3068: done (1 left) 2024-09-13T03:02:23.867 INFO:tasks.rados.rados.0.smithi052.stdout:3071: rollback oid 10 current snap is 320 2024-09-13T03:02:23.867 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 299 2024-09-13T03:02:23.867 INFO:tasks.rados.rados.0.smithi052.stdout:3072: snap_create 2024-09-13T03:02:23.885 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2456 (ObjNum 900 snap 304 seq_num 900) dirty exists 2024-09-13T03:02:23.886 INFO:tasks.rados.rados.0.smithi052.stdout:3071: finishing rollback tid 0 to smithi05277117-10 2024-09-13T03:02:23.887 INFO:tasks.rados.rados.0.smithi052.stdout:3071: finishing rollback tid 1 to smithi05277117-10 2024-09-13T03:02:23.887 INFO:tasks.rados.rados.0.smithi052.stdout:3071: finishing rollback tid 2 to smithi05277117-10 2024-09-13T03:02:23.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2464 (ObjNum 851 snap 293 seq_num 851) dirty exists 2024-09-13T03:02:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:23 smithi078 ceph-mon[85589]: pgmap v635: 121 pgs: 121 active+clean; 559 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-09-13T03:02:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:23 smithi078 ceph-mon[85589]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T03:02:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:23 smithi052 ceph-mon[91421]: pgmap v635: 121 pgs: 121 active+clean; 559 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-09-13T03:02:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:23 smithi052 ceph-mon[91421]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T03:02:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:23 smithi052 ceph-mon[89065]: pgmap v635: 121 pgs: 121 active+clean; 559 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 10 op/s 2024-09-13T03:02:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:23 smithi052 ceph-mon[89065]: osdmap e681: 8 total, 8 up, 8 in 2024-09-13T03:02:24.876 INFO:tasks.rados.rados.0.smithi052.stdout:3070: done (2 left) 2024-09-13T03:02:24.876 INFO:tasks.rados.rados.0.smithi052.stdout:3071: done (1 left) 2024-09-13T03:02:24.876 INFO:tasks.rados.rados.0.smithi052.stdout:3072: done (0 left) 2024-09-13T03:02:24.876 INFO:tasks.rados.rados.0.smithi052.stdout:3073: rollback oid 30 current snap is 321 2024-09-13T03:02:24.877 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 294 2024-09-13T03:02:24.877 INFO:tasks.rados.rados.0.smithi052.stdout:3074: snap_remove snap 303 2024-09-13T03:02:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:24 smithi078 ceph-mon[85589]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T03:02:25.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:24 smithi052 ceph-mon[89065]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T03:02:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:24 smithi052 ceph-mon[91421]: osdmap e682: 8 total, 8 up, 8 in 2024-09-13T03:02:25.886 INFO:tasks.rados.rados.0.smithi052.stdout:3074: done (1 left) 2024-09-13T03:02:25.886 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 321 2024-09-13T03:02:25.886 INFO:tasks.rados.rados.0.smithi052.stdout:3075: seq_num 953 ranges {679936=770048,1449984=786432,2236416=16384} 2024-09-13T03:02:25.895 INFO:tasks.rados.rados.0.smithi052.stdout:3075: writing smithi05277117-49 from 679936 to 1449984 tid 1 2024-09-13T03:02:25.901 INFO:tasks.rados.rados.0.smithi052.stdout:3075: writing smithi05277117-49 from 1449984 to 2236416 tid 2 2024-09-13T03:02:25.902 INFO:tasks.rados.rados.0.smithi052.stdout:3075: writing smithi05277117-49 from 2236416 to 2252800 tid 3 2024-09-13T03:02:25.902 INFO:tasks.rados.rados.0.smithi052.stdout:3076: snap_remove snap 281 2024-09-13T03:02:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:25 smithi078 ceph-mon[85589]: pgmap v638: 121 pgs: 121 active+clean; 539 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T03:02:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:25 smithi078 ceph-mon[85589]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T03:02:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:25 smithi052 ceph-mon[89065]: pgmap v638: 121 pgs: 121 active+clean; 539 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T03:02:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:25 smithi052 ceph-mon[89065]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T03:02:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:25 smithi052 ceph-mon[91421]: pgmap v638: 121 pgs: 121 active+clean; 539 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-13T03:02:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:25 smithi052 ceph-mon[91421]: osdmap e683: 8 total, 8 up, 8 in 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3076: done (2 left) 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3077: copy_from oid 12 from oid 33 current snap is 321 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3073: finishing rollback tid 0 to smithi05277117-30 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3073: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3073: finishing rollback tid 2 to smithi05277117-30 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2476 (ObjNum 789 snap 267 seq_num 789) dirty exists 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3075: finishing write tid 1 to smithi05277117-49 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3075: finishing write tid 2 to smithi05277117-49 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3075: finishing write tid 3 to smithi05277117-49 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3075: finishing write tid 4 to smithi05277117-49 2024-09-13T03:02:26.891 INFO:tasks.rados.rados.0.smithi052.stdout:3075: finishing write tid 5 to smithi05277117-49 2024-09-13T03:02:26.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2460 (ObjNum 953 snap 321 seq_num 953) dirty exists 2024-09-13T03:02:26.892 INFO:tasks.rados.rados.0.smithi052.stdout:3075: left oid 49 (ObjNum 953 snap 321 seq_num 953) 2024-09-13T03:02:26.892 INFO:tasks.rados.rados.0.smithi052.stdout:3073: done (2 left) 2024-09-13T03:02:26.892 INFO:tasks.rados.rados.0.smithi052.stdout:3075: done (1 left) 2024-09-13T03:02:26.892 INFO:tasks.rados.rados.0.smithi052.stdout:3078: delete oid 47 current snap is 321 2024-09-13T03:02:26.899 INFO:tasks.rados.rados.0.smithi052.stdout:3078: done (1 left) 2024-09-13T03:02:26.899 INFO:tasks.rados.rados.0.smithi052.stdout:3079: copy_from oid 30 from oid 39 current snap is 321 2024-09-13T03:02:26.899 INFO:tasks.rados.rados.0.smithi052.stdout:3080: setattr oid 10 current snap is 321 2024-09-13T03:02:26.902 INFO:tasks.rados.rados.0.smithi052.stdout:3079: finishing copy_from to smithi05277117-30 2024-09-13T03:02:26.902 INFO:tasks.rados.rados.0.smithi052.stdout:3079: got expected ENOENT (src dne) 2024-09-13T03:02:26.903 INFO:tasks.rados.rados.0.smithi052.stdout:3079: finishing copy_from racing read to smithi05277117-30 2024-09-13T03:02:26.903 INFO:tasks.rados.rados.0.smithi052.stdout:3079: done (2 left) 2024-09-13T03:02:26.903 INFO:tasks.rados.rados.0.smithi052.stdout:3081: rollback oid 49 current snap is 321 2024-09-13T03:02:26.903 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 312 2024-09-13T03:02:26.903 INFO:tasks.rados.rados.0.smithi052.stdout:3082: rmattr oid 35 current snap is 321 2024-09-13T03:02:26.904 INFO:tasks.rados.rados.0.smithi052.stdout:3082: done (3 left) 2024-09-13T03:02:26.904 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 321 2024-09-13T03:02:26.904 INFO:tasks.rados.rados.0.smithi052.stdout:3083: seq_num 955 ranges {1744896=802816,2547712=557056,3104768=245760} 2024-09-13T03:02:26.919 INFO:tasks.rados.rados.0.smithi052.stdout:3083: writing smithi05277117-13 from 1744896 to 2547712 tid 1 2024-09-13T03:02:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:3083: writing smithi05277117-13 from 2547712 to 3104768 tid 2 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:3083: writing smithi05277117-13 from 3104768 to 3350528 tid 3 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:3084: delete oid 38 current snap is 321 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:3081: finishing rollback tid 0 to smithi05277117-49 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:3081: finishing rollback tid 1 to smithi05277117-49 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:3081: finishing rollback tid 2 to smithi05277117-49 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2463 (ObjNum 900 snap 304 seq_num 900) dirty exists 2024-09-13T03:02:26.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2488 (ObjNum 851 snap 293 seq_num 851) dirty exists 2024-09-13T03:02:26.926 INFO:tasks.rados.rados.0.smithi052.stdout:3083: finishing write tid 1 to smithi05277117-13 2024-09-13T03:02:26.929 INFO:tasks.rados.rados.0.smithi052.stdout:3083: finishing write tid 2 to smithi05277117-13 2024-09-13T03:02:26.931 INFO:tasks.rados.rados.0.smithi052.stdout:3083: finishing write tid 3 to smithi05277117-13 2024-09-13T03:02:26.931 INFO:tasks.rados.rados.0.smithi052.stdout:3083: finishing write tid 4 to smithi05277117-13 2024-09-13T03:02:26.932 INFO:tasks.rados.rados.0.smithi052.stdout:3083: finishing write tid 5 to smithi05277117-13 2024-09-13T03:02:26.933 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2522 (ObjNum 955 snap 321 seq_num 955) dirty exists 2024-09-13T03:02:26.933 INFO:tasks.rados.rados.0.smithi052.stdout:3083: left oid 13 (ObjNum 955 snap 321 seq_num 955) 2024-09-13T03:02:26.933 INFO:tasks.rados.rados.0.smithi052.stdout:3080: done (4 left) 2024-09-13T03:02:26.933 INFO:tasks.rados.rados.0.smithi052.stdout:3081: done (3 left) 2024-09-13T03:02:26.933 INFO:tasks.rados.rados.0.smithi052.stdout:3083: done (2 left) 2024-09-13T03:02:26.933 INFO:tasks.rados.rados.0.smithi052.stdout:3084: done (1 left) 2024-09-13T03:02:26.934 INFO:tasks.rados.rados.0.smithi052.stdout:3085: copy_from oid 34 from oid 31 current snap is 321 2024-09-13T03:02:26.934 INFO:tasks.rados.rados.0.smithi052.stdout:3086: delete oid 49 current snap is 321 2024-09-13T03:02:26.934 INFO:tasks.rados.rados.0.smithi052.stdout:3077: finishing copy_from racing read to smithi05277117-12 2024-09-13T03:02:26.934 INFO:tasks.rados.rados.0.smithi052.stdout:3085: finishing copy_from to smithi05277117-34 2024-09-13T03:02:26.934 INFO:tasks.rados.rados.0.smithi052.stdout:3085: got expected ENOENT (src dne) 2024-09-13T03:02:26.934 INFO:tasks.rados.rados.0.smithi052.stdout:3085: finishing copy_from racing read to smithi05277117-34 2024-09-13T03:02:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3085: done (2 left) 2024-09-13T03:02:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3086: done (1 left) 2024-09-13T03:02:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3087: setattr oid 36 current snap is 321 2024-09-13T03:02:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3077: finishing copy_from to smithi05277117-12 2024-09-13T03:02:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2445 (ObjNum 943 snap 319 seq_num 943) dirty exists 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:3077: done (1 left) 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:3088: rollback oid 15 current snap is 321 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 300 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:3089: copy_from oid 1 from oid 45 current snap is 321 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:3090: rollback oid 37 current snap is 321 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 310 2024-09-13T03:02:26.937 INFO:tasks.rados.rados.0.smithi052.stdout:3091: read oid 29 snap -1 2024-09-13T03:02:26.938 INFO:tasks.rados.rados.0.smithi052.stdout:3091: expect (ObjNum 945 snap 319 seq_num 945) 2024-09-13T03:02:26.938 INFO:tasks.rados.rados.0.smithi052.stdout:3092: read oid 34 snap -1 2024-09-13T03:02:26.938 INFO:tasks.rados.rados.0.smithi052.stdout:3092: expect (ObjNum 952 snap 319 seq_num 952) 2024-09-13T03:02:26.938 INFO:tasks.rados.rados.0.smithi052.stdout:3093: delete oid 22 current snap is 321 2024-09-13T03:02:26.945 INFO:tasks.rados.rados.0.smithi052.stdout:3093: done (6 left) 2024-09-13T03:02:26.945 INFO:tasks.rados.rados.0.smithi052.stdout:3094: copy_from oid 18 from oid 17 current snap is 321 2024-09-13T03:02:26.945 INFO:tasks.rados.rados.0.smithi052.stdout:3088: finishing rollback tid 0 to smithi05277117-15 2024-09-13T03:02:26.945 INFO:tasks.rados.rados.0.smithi052.stdout:3095: snap_remove snap 314 2024-09-13T03:02:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:26 smithi078 ceph-mon[85589]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T03:02:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:26 smithi052 ceph-mon[89065]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T03:02:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:26 smithi052 ceph-mon[91421]: osdmap e684: 8 total, 8 up, 8 in 2024-09-13T03:02:27.891 INFO:tasks.rados.rados.0.smithi052.stdout:3095: done (7 left) 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3096: rmattr oid 41 current snap is 321 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3088: finishing rollback tid 1 to smithi05277117-15 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3090: finishing rollback tid 0 to smithi05277117-37 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3088: finishing rollback tid 2 to smithi05277117-15 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 466 (ObjNum 849 snap 287 seq_num 849) dirty exists 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 1898 (ObjNum 938 snap 315 seq_num 938) dirty exists 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3090: finishing rollback tid 1 to smithi05277117-37 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3089: finishing copy_from racing read to smithi05277117-1 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3090: finishing rollback tid 2 to smithi05277117-37 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1792 (ObjNum 709 snap 239 seq_num 709) dirty exists 2024-09-13T03:02:27.892 INFO:tasks.rados.rados.0.smithi052.stdout:3094: finishing copy_from racing read to smithi05277117-18 2024-09-13T03:02:27.893 INFO:tasks.rados.rados.0.smithi052.stdout:3094: finishing copy_from to smithi05277117-18 2024-09-13T03:02:27.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 2271 (ObjNum 867 snap 298 seq_num 867) dirty exists 2024-09-13T03:02:27.893 INFO:tasks.rados.rados.0.smithi052.stdout:3092: expect (ObjNum 952 snap 319 seq_num 952) 2024-09-13T03:02:27.994 INFO:tasks.rados.rados.0.smithi052.stdout:3089: finishing copy_from to smithi05277117-1 2024-09-13T03:02:27.994 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 1889 (ObjNum 919 snap 308 seq_num 919) dirty exists 2024-09-13T03:02:27.994 INFO:tasks.rados.rados.0.smithi052.stdout:3091: expect (ObjNum 945 snap 319 seq_num 945) 2024-09-13T03:02:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:27 smithi078 ceph-mon[85589]: pgmap v641: 121 pgs: 121 active+clean; 488 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-09-13T03:02:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:27 smithi078 ceph-mon[85589]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T03:02:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:27 smithi052 ceph-mon[91421]: pgmap v641: 121 pgs: 121 active+clean; 488 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-09-13T03:02:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:27 smithi052 ceph-mon[91421]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T03:02:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:27 smithi052 ceph-mon[89065]: pgmap v641: 121 pgs: 121 active+clean; 488 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-09-13T03:02:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:27 smithi052 ceph-mon[89065]: osdmap e685: 8 total, 8 up, 8 in 2024-09-13T03:02:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:02:28] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-09-13T03:02:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:3087: done (7 left) 2024-09-13T03:02:28.687 INFO:tasks.rados.rados.0.smithi052.stdout:3088: done (6 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3089: done (5 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3090: done (4 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3091: done (3 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3092: done (2 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3094: done (1 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3096: done (0 left) 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3097: setattr oid 17 current snap is 321 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 321 2024-09-13T03:02:28.688 INFO:tasks.rados.rados.0.smithi052.stdout:3098: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-09-13T03:02:28.691 INFO:tasks.rados.rados.0.smithi052.stdout:3098: writing smithi05277117-47 from 0 to 466944 tid 1 2024-09-13T03:02:28.694 INFO:tasks.rados.rados.0.smithi052.stdout:3098: writing smithi05277117-47 from 466944 to 1007616 tid 2 2024-09-13T03:02:28.697 INFO:tasks.rados.rados.0.smithi052.stdout:3098: writing smithi05277117-47 from 1007616 to 1564672 tid 3 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:3098: writing smithi05277117-47 from 1564672 to 1671168 tid 4 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:3099: read oid 43 snap -1 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:3099: expect (ObjNum 917 snap 308 seq_num 917) 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:3100: delete oid 8 current snap is 321 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2531 (ObjNum 867 snap 298 seq_num 867) dirty exists 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:3098: finishing write tid 1 to smithi05277117-47 2024-09-13T03:02:28.698 INFO:tasks.rados.rados.0.smithi052.stdout:3098: finishing write tid 2 to smithi05277117-47 2024-09-13T03:02:28.702 INFO:tasks.rados.rados.0.smithi052.stdout:3098: finishing write tid 3 to smithi05277117-47 2024-09-13T03:02:28.702 INFO:tasks.rados.rados.0.smithi052.stdout:3098: finishing write tid 4 to smithi05277117-47 2024-09-13T03:02:28.702 INFO:tasks.rados.rados.0.smithi052.stdout:3097: done (3 left) 2024-09-13T03:02:28.702 INFO:tasks.rados.rados.0.smithi052.stdout:3100: done (2 left) 2024-09-13T03:02:28.702 INFO:tasks.rados.rados.0.smithi052.stdout:3101: copy_from oid 35 from oid 2 current snap is 321 2024-09-13T03:02:28.702 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 321 2024-09-13T03:02:28.703 INFO:tasks.rados.rados.0.smithi052.stdout:3102: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-09-13T03:02:28.705 INFO:tasks.rados.rados.0.smithi052.stdout:3102: writing smithi05277117-25 from 0 to 499712 tid 1 2024-09-13T03:02:28.709 INFO:tasks.rados.rados.0.smithi052.stdout:3102: writing smithi05277117-25 from 499712 to 1212416 tid 2 2024-09-13T03:02:28.712 INFO:tasks.rados.rados.0.smithi052.stdout:3102: writing smithi05277117-25 from 1212416 to 1703936 tid 3 2024-09-13T03:02:28.712 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 321 2024-09-13T03:02:28.712 INFO:tasks.rados.rados.0.smithi052.stdout:3098: finishing write tid 5 to smithi05277117-47 2024-09-13T03:02:28.712 INFO:tasks.rados.rados.0.smithi052.stdout:3103: seq_num 962 ranges {0=516096,516096=589824,1105920=614400} 2024-09-13T03:02:28.715 INFO:tasks.rados.rados.0.smithi052.stdout:3103: writing smithi05277117-11 from 0 to 516096 tid 1 2024-09-13T03:02:28.718 INFO:tasks.rados.rados.0.smithi052.stdout:3103: writing smithi05277117-11 from 516096 to 1105920 tid 2 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:3103: writing smithi05277117-11 from 1105920 to 1720320 tid 3 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:3104: read oid 17 snap -1 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:3104: expect (ObjNum 867 snap 298 seq_num 867) 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:3105: rollback oid 12 current snap is 321 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 263 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:3098: finishing write tid 6 to smithi05277117-47 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2450 (ObjNum 959 snap 321 seq_num 959) dirty exists 2024-09-13T03:02:28.723 INFO:tasks.rados.rados.0.smithi052.stdout:3098: left oid 47 (ObjNum 959 snap 321 seq_num 959) 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: finishing write tid 1 to smithi05277117-25 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: finishing write tid 2 to smithi05277117-25 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: finishing write tid 3 to smithi05277117-25 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: finishing write tid 4 to smithi05277117-25 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: finishing write tid 5 to smithi05277117-25 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1054 (ObjNum 961 snap 321 seq_num 961) dirty exists 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: left oid 25 (ObjNum 961 snap 321 seq_num 961) 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3098: done (6 left) 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3102: done (5 left) 2024-09-13T03:02:28.724 INFO:tasks.rados.rados.0.smithi052.stdout:3106: snap_remove snap 283 2024-09-13T03:02:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:28 smithi078 ceph-mon[85589]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T03:02:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:02:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:02:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:02:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:02:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[91421]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T03:02:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[89065]: osdmap e686: 8 total, 8 up, 8 in 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:02:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:02:29.512 INFO:tasks.rados.rados.0.smithi052.stdout:3105: finishing rollback tid 0 to smithi05277117-12 2024-09-13T03:02:29.513 INFO:tasks.rados.rados.0.smithi052.stdout:3099: expect (ObjNum 917 snap 308 seq_num 917) 2024-09-13T03:02:30.079 INFO:tasks.rados.rados.0.smithi052.stdout:3103: finishing write tid 1 to smithi05277117-11 2024-09-13T03:02:30.079 INFO:tasks.rados.rados.0.smithi052.stdout:3105: finishing rollback tid 1 to smithi05277117-12 2024-09-13T03:02:30.079 INFO:tasks.rados.rados.0.smithi052.stdout:3104: expect (ObjNum 867 snap 298 seq_num 867) 2024-09-13T03:02:30.085 INFO:tasks.rados.rados.0.smithi052.stdout:3103: finishing write tid 2 to smithi05277117-11 2024-09-13T03:02:30.085 INFO:tasks.rados.rados.0.smithi052.stdout:3103: finishing write tid 3 to smithi05277117-11 2024-09-13T03:02:30.085 INFO:tasks.rados.rados.0.smithi052.stdout:3103: finishing write tid 4 to smithi05277117-11 2024-09-13T03:02:30.085 INFO:tasks.rados.rados.0.smithi052.stdout:3105: finishing rollback tid 2 to smithi05277117-12 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2453 (ObjNum 421 snap 143 seq_num 421) dirty exists 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3103: finishing write tid 5 to smithi05277117-11 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1329 (ObjNum 962 snap 321 seq_num 962) dirty exists 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3103: left oid 11 (ObjNum 962 snap 321 seq_num 962) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3101: finishing copy_from racing read to smithi05277117-35 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3101: finishing copy_from to smithi05277117-35 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1778 (ObjNum 911 snap 305 seq_num 911) dirty exists 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3099: done (5 left) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3101: done (4 left) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3103: done (3 left) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3104: done (2 left) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3105: done (1 left) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3106: done (0 left) 2024-09-13T03:02:30.086 INFO:tasks.rados.rados.0.smithi052.stdout:3107: rmattr oid 27 current snap is 321 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3107: done (0 left) 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3108: read oid 21 snap -1 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3108: expect (ObjNum 918 snap 308 seq_num 918) 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3109: copy_from oid 38 from oid 50 current snap is 321 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3110: read oid 1 snap 311 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3110: expect deleted 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3111: read oid 40 snap 310 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3111: expect deleted 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3112: rollback oid 6 current snap is 321 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 6 to 284 2024-09-13T03:02:30.087 INFO:tasks.rados.rados.0.smithi052.stdout:3113: snap_remove snap 264 2024-09-13T03:02:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:29 smithi078 ceph-mon[85589]: pgmap v644: 121 pgs: 121 active+clean; 504 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-09-13T03:02:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:29 smithi078 ceph-mon[85589]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T03:02:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:29 smithi078 ceph-mon[85589]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T03:02:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:29 smithi052 ceph-mon[89065]: pgmap v644: 121 pgs: 121 active+clean; 504 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-09-13T03:02:30.316 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:29 smithi052 ceph-mon[89065]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T03:02:30.316 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:29 smithi052 ceph-mon[89065]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T03:02:30.317 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:29 smithi052 ceph-mon[91421]: pgmap v644: 121 pgs: 121 active+clean; 504 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-09-13T03:02:30.317 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:29 smithi052 ceph-mon[91421]: osdmap e687: 8 total, 8 up, 8 in 2024-09-13T03:02:30.317 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:29 smithi052 ceph-mon[91421]: osdmap e688: 8 total, 8 up, 8 in 2024-09-13T03:02:30.908 INFO:tasks.rados.rados.0.smithi052.stdout:3112: finishing rollback tid 1 to smithi05277117-6 2024-09-13T03:02:30.908 INFO:tasks.rados.rados.0.smithi052.stdout:3112: finishing rollback tid 2 to smithi05277117-6 2024-09-13T03:02:30.908 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2547 (ObjNum 829 snap 279 seq_num 829) dirty exists 2024-09-13T03:02:30.909 INFO:tasks.rados.rados.0.smithi052.stdout:3108: expect (ObjNum 918 snap 308 seq_num 918) 2024-09-13T03:02:31.156 INFO:tasks.rados.rados.0.smithi052.stdout:3109: finishing copy_from racing read to smithi05277117-38 2024-09-13T03:02:31.156 INFO:tasks.rados.rados.0.smithi052.stdout:3109: finishing copy_from to smithi05277117-38 2024-09-13T03:02:31.156 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2455 (ObjNum 926 snap 311 seq_num 926) dirty exists 2024-09-13T03:02:31.156 INFO:tasks.rados.rados.0.smithi052.stdout:3108: done (5 left) 2024-09-13T03:02:31.156 INFO:tasks.rados.rados.0.smithi052.stdout:3109: done (4 left) 2024-09-13T03:02:31.157 INFO:tasks.rados.rados.0.smithi052.stdout:3110: done (3 left) 2024-09-13T03:02:31.157 INFO:tasks.rados.rados.0.smithi052.stdout:3111: done (2 left) 2024-09-13T03:02:31.157 INFO:tasks.rados.rados.0.smithi052.stdout:3112: done (1 left) 2024-09-13T03:02:31.157 INFO:tasks.rados.rados.0.smithi052.stdout:3113: done (0 left) 2024-09-13T03:02:31.157 INFO:tasks.rados.rados.0.smithi052.stdout:3114: snap_create 2024-09-13T03:02:31.908 INFO:tasks.rados.rados.0.smithi052.stdout:3114: done (0 left) 2024-09-13T03:02:31.908 INFO:tasks.rados.rados.0.smithi052.stdout:3115: read oid 39 snap -1 2024-09-13T03:02:31.908 INFO:tasks.rados.rados.0.smithi052.stdout:3115: expect deleted 2024-09-13T03:02:31.909 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 322 2024-09-13T03:02:31.909 INFO:tasks.rados.rados.0.smithi052.stdout:3116: seq_num 963 ranges {9003008=532480,9535488=475136,10010624=532480,10543104=196608} 2024-09-13T03:02:31.960 INFO:tasks.rados.rados.0.smithi052.stdout:3116: writing smithi05277117-42 from 9003008 to 9535488 tid 1 2024-09-13T03:02:31.963 INFO:tasks.rados.rados.0.smithi052.stdout:3116: writing smithi05277117-42 from 9535488 to 10010624 tid 2 2024-09-13T03:02:31.965 INFO:tasks.rados.rados.0.smithi052.stdout:3116: writing smithi05277117-42 from 10010624 to 10543104 tid 3 2024-09-13T03:02:31.967 INFO:tasks.rados.rados.0.smithi052.stdout:3116: writing smithi05277117-42 from 10543104 to 10739712 tid 4 2024-09-13T03:02:31.967 INFO:tasks.rados.rados.0.smithi052.stdout:3117: read oid 19 snap 311 2024-09-13T03:02:31.967 INFO:tasks.rados.rados.0.smithi052.stdout:3117: expect deleted 2024-09-13T03:02:31.967 INFO:tasks.rados.rados.0.smithi052.stdout:3118: setattr oid 26 current snap is 322 2024-09-13T03:02:31.969 INFO:tasks.rados.rados.0.smithi052.stdout:3115: done (3 left) 2024-09-13T03:02:31.970 INFO:tasks.rados.rados.0.smithi052.stdout:3119: copy_from oid 30 from oid 21 current snap is 322 2024-09-13T03:02:31.970 INFO:tasks.rados.rados.0.smithi052.stdout:3120: snap_remove snap 316 2024-09-13T03:02:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:31 smithi078 ceph-mon[85589]: pgmap v647: 121 pgs: 121 active+clean; 511 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-09-13T03:02:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:31 smithi078 ceph-mon[85589]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T03:02:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:31 smithi052 ceph-mon[91421]: pgmap v647: 121 pgs: 121 active+clean; 511 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-09-13T03:02:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:31 smithi052 ceph-mon[91421]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T03:02:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:31 smithi052 ceph-mon[89065]: pgmap v647: 121 pgs: 121 active+clean; 511 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-09-13T03:02:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:31 smithi052 ceph-mon[89065]: osdmap e689: 8 total, 8 up, 8 in 2024-09-13T03:02:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:02:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: finishing write tid 1 to smithi05277117-42 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: finishing write tid 2 to smithi05277117-42 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: finishing write tid 3 to smithi05277117-42 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: finishing write tid 4 to smithi05277117-42 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: finishing write tid 5 to smithi05277117-42 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: finishing write tid 6 to smithi05277117-42 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 2291 (ObjNum 963 snap 322 seq_num 963) dirty exists 2024-09-13T03:02:32.922 INFO:tasks.rados.rados.0.smithi052.stdout:3116: left oid 42 (ObjNum 963 snap 322 seq_num 963) 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1343 (ObjNum 924 snap 310 seq_num 924) dirty exists 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3119: finishing copy_from racing read to smithi05277117-30 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3119: finishing copy_from to smithi05277117-30 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 1738 (ObjNum 918 snap 308 seq_num 918) dirty exists 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3116: done (4 left) 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3117: done (3 left) 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3118: done (2 left) 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3119: done (1 left) 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3120: done (0 left) 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3121: rollback oid 7 current snap is 322 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 277 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:3122: rollback oid 26 current snap is 322 2024-09-13T03:02:32.923 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 313 2024-09-13T03:02:32.924 INFO:tasks.rados.rados.0.smithi052.stdout:3123: rollback oid 28 current snap is 322 2024-09-13T03:02:32.924 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 259 2024-09-13T03:02:32.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 322 2024-09-13T03:02:32.924 INFO:tasks.rados.rados.0.smithi052.stdout:3124: seq_num 964 ranges {9502720=548864,10051584=761856,10813440=442368} 2024-09-13T03:02:32.978 INFO:tasks.rados.rados.0.smithi052.stdout:3124: writing smithi05277117-37 from 9502720 to 10051584 tid 1 2024-09-13T03:02:32.983 INFO:tasks.rados.rados.0.smithi052.stdout:3124: writing smithi05277117-37 from 10051584 to 10813440 tid 2 2024-09-13T03:02:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3124: writing smithi05277117-37 from 10813440 to 11255808 tid 3 2024-09-13T03:02:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3125: read oid 48 snap -1 2024-09-13T03:02:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3125: expect (ObjNum 917 snap 308 seq_num 917) 2024-09-13T03:02:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 322 2024-09-13T03:02:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3121: finishing rollback tid 0 to smithi05277117-7 2024-09-13T03:02:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3126: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-09-13T03:02:32.989 INFO:tasks.rados.rados.0.smithi052.stdout:3126: writing smithi05277117-8 from 0 to 565248 tid 1 2024-09-13T03:02:32.994 INFO:tasks.rados.rados.0.smithi052.stdout:3126: writing smithi05277117-8 from 565248 to 1212416 tid 2 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:3126: writing smithi05277117-8 from 1212416 to 1761280 tid 3 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:3126: writing smithi05277117-8 from 1761280 to 1769472 tid 4 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:3127: setattr oid 38 current snap is 322 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:3121: finishing rollback tid 1 to smithi05277117-7 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:3122: finishing rollback tid 0 to smithi05277117-26 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:3121: finishing rollback tid 2 to smithi05277117-7 2024-09-13T03:02:32.999 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1892 (ObjNum 720 snap 242 seq_num 720) dirty exists 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3122: finishing rollback tid 1 to smithi05277117-26 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3122: finishing rollback tid 2 to smithi05277117-26 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1350 (ObjNum 924 snap 310 seq_num 924) dirty exists 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3123: finishing rollback tid 0 to smithi05277117-28 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3123: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3123: finishing rollback tid 2 to smithi05277117-28 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 2274 (ObjNum 579 snap 195 seq_num 579) dirty exists 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3124: finishing write tid 1 to smithi05277117-37 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3124: finishing write tid 2 to smithi05277117-37 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3124: finishing write tid 3 to smithi05277117-37 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3124: finishing write tid 4 to smithi05277117-37 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:3124: finishing write tid 5 to smithi05277117-37 2024-09-13T03:02:33.000 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1796 (ObjNum 964 snap 322 seq_num 964) dirty exists 2024-09-13T03:02:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:3124: left oid 37 (ObjNum 964 snap 322 seq_num 964) 2024-09-13T03:02:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:3126: finishing write tid 1 to smithi05277117-8 2024-09-13T03:02:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:3126: finishing write tid 2 to smithi05277117-8 2024-09-13T03:02:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:3121: done (6 left) 2024-09-13T03:02:33.001 INFO:tasks.rados.rados.0.smithi052.stdout:3122: done (5 left) 2024-09-13T03:02:33.002 INFO:tasks.rados.rados.0.smithi052.stdout:3123: done (4 left) 2024-09-13T03:02:33.002 INFO:tasks.rados.rados.0.smithi052.stdout:3124: done (3 left) 2024-09-13T03:02:33.002 INFO:tasks.rados.rados.0.smithi052.stdout:3128: delete oid 31 current snap is 322 2024-09-13T03:02:33.004 INFO:tasks.rados.rados.0.smithi052.stdout:3126: finishing write tid 3 to smithi05277117-8 2024-09-13T03:02:33.006 INFO:tasks.rados.rados.0.smithi052.stdout:3126: finishing write tid 4 to smithi05277117-8 2024-09-13T03:02:33.006 INFO:tasks.rados.rados.0.smithi052.stdout:3126: finishing write tid 5 to smithi05277117-8 2024-09-13T03:02:33.007 INFO:tasks.rados.rados.0.smithi052.stdout:3126: finishing write tid 6 to smithi05277117-8 2024-09-13T03:02:33.007 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2573 (ObjNum 965 snap 322 seq_num 965) dirty exists 2024-09-13T03:02:33.007 INFO:tasks.rados.rados.0.smithi052.stdout:3126: left oid 8 (ObjNum 965 snap 322 seq_num 965) 2024-09-13T03:02:33.007 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2575 (ObjNum 926 snap 311 seq_num 926) dirty exists 2024-09-13T03:02:33.010 INFO:tasks.rados.rados.0.smithi052.stdout:3125: expect (ObjNum 917 snap 308 seq_num 917) 2024-09-13T03:02:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:32 smithi078 ceph-mon[85589]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T03:02:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:32 smithi052 ceph-mon[91421]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T03:02:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:32 smithi052 ceph-mon[89065]: osdmap e690: 8 total, 8 up, 8 in 2024-09-13T03:02:33.568 INFO:tasks.rados.rados.0.smithi052.stdout:3125: done (3 left) 2024-09-13T03:02:33.568 INFO:tasks.rados.rados.0.smithi052.stdout:3126: done (2 left) 2024-09-13T03:02:33.568 INFO:tasks.rados.rados.0.smithi052.stdout:3127: done (1 left) 2024-09-13T03:02:33.568 INFO:tasks.rados.rados.0.smithi052.stdout:3128: done (0 left) 2024-09-13T03:02:33.568 INFO:tasks.rados.rados.0.smithi052.stdout:3129: snap_remove snap 310 2024-09-13T03:02:33.920 INFO:tasks.rados.rados.0.smithi052.stdout:3129: done (0 left) 2024-09-13T03:02:33.920 INFO:tasks.rados.rados.0.smithi052.stdout:3130: read oid 23 snap -1 2024-09-13T03:02:33.920 INFO:tasks.rados.rados.0.smithi052.stdout:3130: expect deleted 2024-09-13T03:02:33.921 INFO:tasks.rados.rados.0.smithi052.stdout:3131: setattr oid 34 current snap is 322 2024-09-13T03:02:33.922 INFO:tasks.rados.rados.0.smithi052.stdout:3132: snap_remove snap 305 2024-09-13T03:02:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:33 smithi078 ceph-mon[85589]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 513 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-13T03:02:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:33 smithi078 ceph-mon[85589]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T03:02:34.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:33 smithi052 ceph-mon[89065]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 513 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-13T03:02:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:33 smithi052 ceph-mon[89065]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T03:02:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:33 smithi052 ceph-mon[91421]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 513 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-13T03:02:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:33 smithi052 ceph-mon[91421]: osdmap e691: 8 total, 8 up, 8 in 2024-09-13T03:02:34.854 INFO:tasks.rados.rados.0.smithi052.stdout:3132: done (2 left) 2024-09-13T03:02:34.855 INFO:tasks.rados.rados.0.smithi052.stdout:3133: snap_remove snap 299 2024-09-13T03:02:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:34 smithi078 ceph-mon[85589]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T03:02:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:34 smithi078 ceph-mon[85589]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T03:02:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:34 smithi052 ceph-mon[91421]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T03:02:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:34 smithi052 ceph-mon[91421]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T03:02:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:34 smithi052 ceph-mon[89065]: osdmap e692: 8 total, 8 up, 8 in 2024-09-13T03:02:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:34 smithi052 ceph-mon[89065]: osdmap e693: 8 total, 8 up, 8 in 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:3133: done (2 left) 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:3134: rollback oid 39 current snap is 322 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 39 to 266 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:3135: copy_from oid 21 from oid 29 current snap is 322 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1893 (ObjNum 952 snap 319 seq_num 952) dirty exists 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:3130: done (3 left) 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:3131: done (2 left) 2024-09-13T03:02:35.859 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 322 2024-09-13T03:02:35.860 INFO:tasks.rados.rados.0.smithi052.stdout:3136: seq_num 967 ranges {5177344=598016,5775360=466944,6242304=516096,6758400=221184} 2024-09-13T03:02:35.892 INFO:tasks.rados.rados.0.smithi052.stdout:3136: writing smithi05277117-33 from 5177344 to 5775360 tid 1 2024-09-13T03:02:35.895 INFO:tasks.rados.rados.0.smithi052.stdout:3136: writing smithi05277117-33 from 5775360 to 6242304 tid 2 2024-09-13T03:02:35.898 INFO:tasks.rados.rados.0.smithi052.stdout:3136: writing smithi05277117-33 from 6242304 to 6758400 tid 3 2024-09-13T03:02:35.900 INFO:tasks.rados.rados.0.smithi052.stdout:3136: writing smithi05277117-33 from 6758400 to 6979584 tid 4 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:3137: rmattr oid 17 current snap is 322 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:3134: finishing rollback tid 1 to smithi05277117-39 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1742 (ObjNum 257 snap 0 seq_num 397) dirty dne 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:3136: finishing write tid 1 to smithi05277117-33 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:3136: finishing write tid 2 to smithi05277117-33 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:3134: done (3 left) 2024-09-13T03:02:35.901 INFO:tasks.rados.rados.0.smithi052.stdout:3138: delete oid 12 current snap is 322 2024-09-13T03:02:35.904 INFO:tasks.rados.rados.0.smithi052.stdout:3138: done (3 left) 2024-09-13T03:02:35.904 INFO:tasks.rados.rados.0.smithi052.stdout:3139: snap_remove snap 320 2024-09-13T03:02:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:35 smithi052 ceph-mon[91421]: pgmap v653: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 534 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-13T03:02:36.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:35 smithi052 ceph-mon[91421]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T03:02:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:35 smithi052 ceph-mon[89065]: pgmap v653: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 534 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-13T03:02:36.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:35 smithi052 ceph-mon[89065]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T03:02:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:35 smithi078 ceph-mon[85589]: pgmap v653: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 534 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-09-13T03:02:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:35 smithi078 ceph-mon[85589]: osdmap e694: 8 total, 8 up, 8 in 2024-09-13T03:02:36.860 INFO:tasks.rados.rados.0.smithi052.stdout:3139: done (3 left) 2024-09-13T03:02:36.860 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 322 2024-09-13T03:02:36.860 INFO:tasks.rados.rados.0.smithi052.stdout:3140: seq_num 969 ranges {6160384=638976,6799360=630784,7430144=532480,7962624=40960} 2024-09-13T03:02:36.898 INFO:tasks.rados.rados.0.smithi052.stdout:3140: writing smithi05277117-20 from 6160384 to 6799360 tid 1 2024-09-13T03:02:36.901 INFO:tasks.rados.rados.0.smithi052.stdout:3140: writing smithi05277117-20 from 6799360 to 7430144 tid 2 2024-09-13T03:02:36.904 INFO:tasks.rados.rados.0.smithi052.stdout:3140: writing smithi05277117-20 from 7430144 to 7962624 tid 3 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3140: writing smithi05277117-20 from 7962624 to 8003584 tid 4 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3141: rmattr oid 27 current snap is 322 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3141: done (4 left) 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3142: rollback oid 50 current snap is 322 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 309 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2615 (ObjNum 867 snap 298 seq_num 867) dirty exists 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3136: finishing write tid 3 to smithi05277117-33 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3136: finishing write tid 4 to smithi05277117-33 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3136: finishing write tid 5 to smithi05277117-33 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3136: finishing write tid 6 to smithi05277117-33 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2542 (ObjNum 967 snap 322 seq_num 967) dirty exists 2024-09-13T03:02:36.906 INFO:tasks.rados.rados.0.smithi052.stdout:3136: left oid 33 (ObjNum 967 snap 322 seq_num 967) 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3135: finishing copy_from racing read to smithi05277117-21 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3135: finishing copy_from to smithi05277117-21 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 1782 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3140: finishing write tid 1 to smithi05277117-20 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3135: done (4 left) 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3136: done (3 left) 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3137: done (2 left) 2024-09-13T03:02:36.907 INFO:tasks.rados.rados.0.smithi052.stdout:3143: snap_remove snap 302 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3140: finishing write tid 2 to smithi05277117-20 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3140: finishing write tid 3 to smithi05277117-20 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3142: finishing rollback tid 0 to smithi05277117-50 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3142: finishing rollback tid 1 to smithi05277117-50 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3142: finishing rollback tid 2 to smithi05277117-50 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 2467 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3140: finishing write tid 4 to smithi05277117-20 2024-09-13T03:02:37.865 INFO:tasks.rados.rados.0.smithi052.stdout:3140: finishing write tid 5 to smithi05277117-20 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3140: finishing write tid 6 to smithi05277117-20 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2627 (ObjNum 969 snap 322 seq_num 969) dirty exists 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3140: left oid 20 (ObjNum 969 snap 322 seq_num 969) 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3140: done (2 left) 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3142: done (1 left) 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3143: done (0 left) 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3144: rollback oid 28 current snap is 322 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 277 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3145: setattr oid 20 current snap is 322 2024-09-13T03:02:37.866 INFO:tasks.rados.rados.0.smithi052.stdout:3146: delete oid 10 current snap is 322 2024-09-13T03:02:37.879 INFO:tasks.rados.rados.0.smithi052.stdout:3146: done (2 left) 2024-09-13T03:02:37.879 INFO:tasks.rados.rados.0.smithi052.stdout:3147: copy_from oid 31 from oid 48 current snap is 322 2024-09-13T03:02:37.879 INFO:tasks.rados.rados.0.smithi052.stdout:3148: snap_remove snap 312 2024-09-13T03:02:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:37 smithi078 ceph-mon[85589]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-13T03:02:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:37 smithi078 ceph-mon[85589]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T03:02:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:37 smithi052 ceph-mon[91421]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-13T03:02:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:37 smithi052 ceph-mon[91421]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T03:02:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:37 smithi052 ceph-mon[89065]: pgmap v656: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 537 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-13T03:02:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:37 smithi052 ceph-mon[89065]: osdmap e695: 8 total, 8 up, 8 in 2024-09-13T03:02:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:02:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:02:38] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3144: finishing rollback tid 0 to smithi05277117-28 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3144: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 2276 (ObjNum 65 snap 0 seq_num 1397909347) dirty dne 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2632 (ObjNum 969 snap 322 seq_num 969) dirty exists 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3147: finishing copy_from racing read to smithi05277117-31 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3147: finishing copy_from to smithi05277117-31 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1269 (ObjNum 917 snap 308 seq_num 917) dirty exists 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3144: done (3 left) 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3145: done (2 left) 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3147: done (1 left) 2024-09-13T03:02:38.868 INFO:tasks.rados.rados.0.smithi052.stdout:3148: done (0 left) 2024-09-13T03:02:38.869 INFO:tasks.rados.rados.0.smithi052.stdout:3149: rmattr oid 25 current snap is 322 2024-09-13T03:02:38.869 INFO:tasks.rados.rados.0.smithi052.stdout:3149: done (0 left) 2024-09-13T03:02:38.869 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 322 2024-09-13T03:02:38.869 INFO:tasks.rados.rados.0.smithi052.stdout:3150: seq_num 971 ranges {1384448=671744,2056192=802816,2859008=401408} 2024-09-13T03:02:38.880 INFO:tasks.rados.rados.0.smithi052.stdout:3150: writing smithi05277117-40 from 1384448 to 2056192 tid 1 2024-09-13T03:02:38.885 INFO:tasks.rados.rados.0.smithi052.stdout:3150: writing smithi05277117-40 from 2056192 to 2859008 tid 2 2024-09-13T03:02:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:3150: writing smithi05277117-40 from 2859008 to 3260416 tid 3 2024-09-13T03:02:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 322 2024-09-13T03:02:38.889 INFO:tasks.rados.rados.0.smithi052.stdout:3151: seq_num 972 ranges {7069696=688128,7757824=688128,8445952=516096} 2024-09-13T03:02:38.932 INFO:tasks.rados.rados.0.smithi052.stdout:3151: writing smithi05277117-29 from 7069696 to 7757824 tid 1 2024-09-13T03:02:38.936 INFO:tasks.rados.rados.0.smithi052.stdout:3151: writing smithi05277117-29 from 7757824 to 8445952 tid 2 2024-09-13T03:02:38.940 INFO:tasks.rados.rados.0.smithi052.stdout:3151: writing smithi05277117-29 from 8445952 to 8962048 tid 3 2024-09-13T03:02:38.940 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 322 2024-09-13T03:02:38.940 INFO:tasks.rados.rados.0.smithi052.stdout:3150: finishing write tid 1 to smithi05277117-40 2024-09-13T03:02:38.940 INFO:tasks.rados.rados.0.smithi052.stdout:3152: seq_num 973 ranges {8003584=704512,8708096=573440,9281536=507904,9789440=122880} 2024-09-13T03:02:38.987 INFO:tasks.rados.rados.0.smithi052.stdout:3152: writing smithi05277117-20 from 8003584 to 8708096 tid 1 2024-09-13T03:02:38.990 INFO:tasks.rados.rados.0.smithi052.stdout:3152: writing smithi05277117-20 from 8708096 to 9281536 tid 2 2024-09-13T03:02:38.993 INFO:tasks.rados.rados.0.smithi052.stdout:3152: writing smithi05277117-20 from 9281536 to 9789440 tid 3 2024-09-13T03:02:38.994 INFO:tasks.rados.rados.0.smithi052.stdout:3152: writing smithi05277117-20 from 9789440 to 9912320 tid 4 2024-09-13T03:02:38.994 INFO:tasks.rados.rados.0.smithi052.stdout:3153: copy_from oid 5 from oid 36 current snap is 322 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3150: finishing write tid 2 to smithi05277117-40 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3150: finishing write tid 3 to smithi05277117-40 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3150: finishing write tid 4 to smithi05277117-40 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3150: finishing write tid 5 to smithi05277117-40 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1800 (ObjNum 971 snap 322 seq_num 971) dirty exists 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3150: left oid 40 (ObjNum 971 snap 322 seq_num 971) 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3151: finishing write tid 1 to smithi05277117-29 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3151: finishing write tid 2 to smithi05277117-29 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3151: finishing write tid 3 to smithi05277117-29 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3151: finishing write tid 4 to smithi05277117-29 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:3151: finishing write tid 5 to smithi05277117-29 2024-09-13T03:02:38.995 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1786 (ObjNum 972 snap 322 seq_num 972) dirty exists 2024-09-13T03:02:38.996 INFO:tasks.rados.rados.0.smithi052.stdout:3151: left oid 29 (ObjNum 972 snap 322 seq_num 972) 2024-09-13T03:02:38.996 INFO:tasks.rados.rados.0.smithi052.stdout:3152: finishing write tid 1 to smithi05277117-20 2024-09-13T03:02:38.996 INFO:tasks.rados.rados.0.smithi052.stdout:3150: done (3 left) 2024-09-13T03:02:38.996 INFO:tasks.rados.rados.0.smithi052.stdout:3151: done (2 left) 2024-09-13T03:02:38.996 INFO:tasks.rados.rados.0.smithi052.stdout:3154: snap_create 2024-09-13T03:02:38.997 INFO:tasks.rados.rados.0.smithi052.stdout:3152: finishing write tid 2 to smithi05277117-20 2024-09-13T03:02:38.999 INFO:tasks.rados.rados.0.smithi052.stdout:3152: finishing write tid 3 to smithi05277117-20 2024-09-13T03:02:39.000 INFO:tasks.rados.rados.0.smithi052.stdout:3152: finishing write tid 4 to smithi05277117-20 2024-09-13T03:02:39.000 INFO:tasks.rados.rados.0.smithi052.stdout:3152: finishing write tid 5 to smithi05277117-20 2024-09-13T03:02:39.001 INFO:tasks.rados.rados.0.smithi052.stdout:3152: finishing write tid 6 to smithi05277117-20 2024-09-13T03:02:39.001 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2657 (ObjNum 973 snap 322 seq_num 973) dirty exists 2024-09-13T03:02:39.001 INFO:tasks.rados.rados.0.smithi052.stdout:3152: left oid 20 (ObjNum 973 snap 322 seq_num 973) 2024-09-13T03:02:39.036 INFO:tasks.rados.rados.0.smithi052.stdout:3153: finishing copy_from racing read to smithi05277117-5 2024-09-13T03:02:39.037 INFO:tasks.rados.rados.0.smithi052.stdout:3153: finishing copy_from to smithi05277117-5 2024-09-13T03:02:39.038 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1898 (ObjNum 938 snap 315 seq_num 938) dirty exists 2024-09-13T03:02:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:38 smithi078 ceph-mon[85589]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T03:02:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:38 smithi052 ceph-mon[91421]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T03:02:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:38 smithi052 ceph-mon[89065]: osdmap e696: 8 total, 8 up, 8 in 2024-09-13T03:02:39.855 INFO:tasks.rados.rados.0.smithi052.stdout:3152: done (2 left) 2024-09-13T03:02:39.856 INFO:tasks.rados.rados.0.smithi052.stdout:3153: done (1 left) 2024-09-13T03:02:39.856 INFO:tasks.rados.rados.0.smithi052.stdout:3154: done (0 left) 2024-09-13T03:02:39.856 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 323 2024-09-13T03:02:39.856 INFO:tasks.rados.rados.0.smithi052.stdout:3155: seq_num 974 ranges {3350528=720896,4071424=507904,4579328=671744,5251072=24576} 2024-09-13T03:02:39.877 INFO:tasks.rados.rados.0.smithi052.stdout:3155: writing smithi05277117-13 from 3350528 to 4071424 tid 1 2024-09-13T03:02:39.880 INFO:tasks.rados.rados.0.smithi052.stdout:3155: writing smithi05277117-13 from 4071424 to 4579328 tid 2 2024-09-13T03:02:39.885 INFO:tasks.rados.rados.0.smithi052.stdout:3155: writing smithi05277117-13 from 4579328 to 5251072 tid 3 2024-09-13T03:02:39.885 INFO:tasks.rados.rados.0.smithi052.stdout:3155: writing smithi05277117-13 from 5251072 to 5275648 tid 4 2024-09-13T03:02:39.885 INFO:tasks.rados.rados.0.smithi052.stdout:3156: rollback oid 43 current snap is 323 2024-09-13T03:02:39.885 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 43 to 313 2024-09-13T03:02:39.885 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 30 current snap is 323 2024-09-13T03:02:39.885 INFO:tasks.rados.rados.0.smithi052.stdout:3157: seq_num 975 ranges {5128192=737280,5865472=786432,6651904=417792} 2024-09-13T03:02:39.917 INFO:tasks.rados.rados.0.smithi052.stdout:3157: writing smithi05277117-30 from 5128192 to 5865472 tid 1 2024-09-13T03:02:39.921 INFO:tasks.rados.rados.0.smithi052.stdout:3157: writing smithi05277117-30 from 5865472 to 6651904 tid 2 2024-09-13T03:02:39.924 INFO:tasks.rados.rados.0.smithi052.stdout:3157: writing smithi05277117-30 from 6651904 to 7069696 tid 3 2024-09-13T03:02:39.924 INFO:tasks.rados.rados.0.smithi052.stdout:3158: snap_create 2024-09-13T03:02:39.924 INFO:tasks.rados.rados.0.smithi052.stdout:3155: finishing write tid 1 to smithi05277117-13 2024-09-13T03:02:39.924 INFO:tasks.rados.rados.0.smithi052.stdout:3155: finishing write tid 2 to smithi05277117-13 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3156: finishing rollback tid 0 to smithi05277117-43 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3156: finishing rollback tid 1 to smithi05277117-43 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3156: finishing rollback tid 2 to smithi05277117-43 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1382 (ObjNum 917 snap 308 seq_num 917) dirty exists 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3155: finishing write tid 3 to smithi05277117-13 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3155: finishing write tid 4 to smithi05277117-13 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3155: finishing write tid 5 to smithi05277117-13 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3155: finishing write tid 6 to smithi05277117-13 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2663 (ObjNum 974 snap 323 seq_num 974) dirty exists 2024-09-13T03:02:39.925 INFO:tasks.rados.rados.0.smithi052.stdout:3155: left oid 13 (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:02:39.926 INFO:tasks.rados.rados.0.smithi052.stdout:3157: finishing write tid 1 to smithi05277117-30 2024-09-13T03:02:39.928 INFO:tasks.rados.rados.0.smithi052.stdout:3157: finishing write tid 2 to smithi05277117-30 2024-09-13T03:02:39.929 INFO:tasks.rados.rados.0.smithi052.stdout:3157: finishing write tid 3 to smithi05277117-30 2024-09-13T03:02:39.929 INFO:tasks.rados.rados.0.smithi052.stdout:3157: finishing write tid 4 to smithi05277117-30 2024-09-13T03:02:39.930 INFO:tasks.rados.rados.0.smithi052.stdout:3157: finishing write tid 5 to smithi05277117-30 2024-09-13T03:02:39.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2567 (ObjNum 975 snap 323 seq_num 975) dirty exists 2024-09-13T03:02:39.930 INFO:tasks.rados.rados.0.smithi052.stdout:3157: left oid 30 (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:02:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:39 smithi078 ceph-mon[85589]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-09-13T03:02:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:39 smithi078 ceph-mon[85589]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T03:02:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:39 smithi078 ceph-mon[85589]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T03:02:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:39 smithi052 ceph-mon[91421]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-09-13T03:02:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:39 smithi052 ceph-mon[91421]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T03:02:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:39 smithi052 ceph-mon[91421]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T03:02:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:39 smithi052 ceph-mon[89065]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 550 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-09-13T03:02:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:39 smithi052 ceph-mon[89065]: osdmap e697: 8 total, 8 up, 8 in 2024-09-13T03:02:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:39 smithi052 ceph-mon[89065]: osdmap e698: 8 total, 8 up, 8 in 2024-09-13T03:02:40.873 INFO:tasks.rados.rados.0.smithi052.stdout:3155: done (3 left) 2024-09-13T03:02:40.873 INFO:tasks.rados.rados.0.smithi052.stdout:3156: done (2 left) 2024-09-13T03:02:40.873 INFO:tasks.rados.rados.0.smithi052.stdout:3157: done (1 left) 2024-09-13T03:02:40.873 INFO:tasks.rados.rados.0.smithi052.stdout:3158: done (0 left) 2024-09-13T03:02:40.873 INFO:tasks.rados.rados.0.smithi052.stdout:3159: snap_remove snap 288 2024-09-13T03:02:41.875 INFO:tasks.rados.rados.0.smithi052.stdout:3159: done (0 left) 2024-09-13T03:02:41.875 INFO:tasks.rados.rados.0.smithi052.stdout:3160: setattr oid 40 current snap is 324 2024-09-13T03:02:41.878 INFO:tasks.rados.rados.0.smithi052.stdout:3161: read oid 41 snap 309 2024-09-13T03:02:41.878 INFO:tasks.rados.rados.0.smithi052.stdout:3161: expect (ObjNum 920 snap 308 seq_num 920) 2024-09-13T03:02:41.878 INFO:tasks.rados.rados.0.smithi052.stdout:3162: snap_remove snap 300 2024-09-13T03:02:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:41 smithi078 ceph-mon[85589]: pgmap v662: 121 pgs: 121 active+clean; 559 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 6.0 MiB/s wr, 15 op/s 2024-09-13T03:02:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:41 smithi078 ceph-mon[85589]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T03:02:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:41 smithi052 ceph-mon[91421]: pgmap v662: 121 pgs: 121 active+clean; 559 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 6.0 MiB/s wr, 15 op/s 2024-09-13T03:02:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:41 smithi052 ceph-mon[91421]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T03:02:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:41 smithi052 ceph-mon[89065]: pgmap v662: 121 pgs: 121 active+clean; 559 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 6.0 MiB/s wr, 15 op/s 2024-09-13T03:02:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:41 smithi052 ceph-mon[89065]: osdmap e699: 8 total, 8 up, 8 in 2024-09-13T03:02:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:02:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:02:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:42.892 INFO:tasks.rados.rados.0.smithi052.stdout:3162: done (2 left) 2024-09-13T03:02:42.892 INFO:tasks.rados.rados.0.smithi052.stdout:3163: copy_from oid 27 from oid 44 current snap is 324 2024-09-13T03:02:42.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1801 (ObjNum 971 snap 322 seq_num 971) dirty exists 2024-09-13T03:02:42.892 INFO:tasks.rados.rados.0.smithi052.stdout:3161: expect (ObjNum 920 snap 308 seq_num 920) 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3163: finishing copy_from racing read to smithi05277117-27 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3163: finishing copy_from to smithi05277117-27 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 1788 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3160: done (2 left) 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3161: done (1 left) 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3163: done (0 left) 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3164: rmattr oid 1 current snap is 324 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3164: done (0 left) 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3165: rmattr oid 3 current snap is 324 2024-09-13T03:02:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3166: read oid 48 snap 284 2024-09-13T03:02:42.936 INFO:tasks.rados.rados.0.smithi052.stdout:3166: expect deleted 2024-09-13T03:02:42.936 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 324 2024-09-13T03:02:42.936 INFO:tasks.rados.rados.0.smithi052.stdout:3167: seq_num 976 ranges {7643136=753664,8396800=671744,9068544=532480} 2024-09-13T03:02:42.980 INFO:tasks.rados.rados.0.smithi052.stdout:3167: writing smithi05277117-24 from 7643136 to 8396800 tid 1 2024-09-13T03:02:42.984 INFO:tasks.rados.rados.0.smithi052.stdout:3167: writing smithi05277117-24 from 8396800 to 9068544 tid 2 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:3167: writing smithi05277117-24 from 9068544 to 9601024 tid 3 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:3168: copy_from oid 49 from oid 19 current snap is 324 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2586 (ObjNum 33 snap 0 seq_num 1516592480) dirty exists 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:3167: finishing write tid 1 to smithi05277117-24 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:3165: done (3 left) 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:3166: done (2 left) 2024-09-13T03:02:42.987 INFO:tasks.rados.rados.0.smithi052.stdout:3169: delete oid 28 current snap is 324 2024-09-13T03:02:42.988 INFO:tasks.rados.rados.0.smithi052.stdout:3167: finishing write tid 2 to smithi05277117-24 2024-09-13T03:02:42.989 INFO:tasks.rados.rados.0.smithi052.stdout:3168: finishing copy_from to smithi05277117-49 2024-09-13T03:02:42.989 INFO:tasks.rados.rados.0.smithi052.stdout:3168: got expected ENOENT (src dne) 2024-09-13T03:02:42.989 INFO:tasks.rados.rados.0.smithi052.stdout:3168: finishing copy_from racing read to smithi05277117-49 2024-09-13T03:02:42.989 INFO:tasks.rados.rados.0.smithi052.stdout:3168: done (2 left) 2024-09-13T03:02:42.989 INFO:tasks.rados.rados.0.smithi052.stdout:3169: done (1 left) 2024-09-13T03:02:42.989 INFO:tasks.rados.rados.0.smithi052.stdout:3170: copy_from oid 15 from oid 49 current snap is 324 2024-09-13T03:02:42.990 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 324 2024-09-13T03:02:42.990 INFO:tasks.rados.rados.0.smithi052.stdout:3171: seq_num 978 ranges {2760704=786432,3547136=442368,3989504=647168,4636672=114688} 2024-09-13T03:02:43.008 INFO:tasks.rados.rados.0.smithi052.stdout:3171: writing smithi05277117-34 from 2760704 to 3547136 tid 1 2024-09-13T03:02:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3171: writing smithi05277117-34 from 3547136 to 3989504 tid 2 2024-09-13T03:02:43.015 INFO:tasks.rados.rados.0.smithi052.stdout:3171: writing smithi05277117-34 from 3989504 to 4636672 tid 3 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:3171: writing smithi05277117-34 from 4636672 to 4751360 tid 4 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 324 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:3170: finishing copy_from to smithi05277117-15 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:3170: got expected ENOENT (src dne) 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:3170: finishing copy_from racing read to smithi05277117-15 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:3167: finishing write tid 3 to smithi05277117-24 2024-09-13T03:02:43.016 INFO:tasks.rados.rados.0.smithi052.stdout:3172: seq_num 979 ranges {1671168=802816,2473984=729088,3203072=458752,3661824=16384} 2024-09-13T03:02:43.029 INFO:tasks.rados.rados.0.smithi052.stdout:3172: writing smithi05277117-47 from 1671168 to 2473984 tid 1 2024-09-13T03:02:43.033 INFO:tasks.rados.rados.0.smithi052.stdout:3172: writing smithi05277117-47 from 2473984 to 3203072 tid 2 2024-09-13T03:02:43.037 INFO:tasks.rados.rados.0.smithi052.stdout:3172: writing smithi05277117-47 from 3203072 to 3661824 tid 3 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3172: writing smithi05277117-47 from 3661824 to 3678208 tid 4 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3170: done (3 left) 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3173: copy_from oid 48 from oid 18 current snap is 324 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3167: finishing write tid 4 to smithi05277117-24 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3167: finishing write tid 5 to smithi05277117-24 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1793 (ObjNum 976 snap 324 seq_num 976) dirty exists 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3167: left oid 24 (ObjNum 976 snap 324 seq_num 976) 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3171: finishing write tid 1 to smithi05277117-34 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3171: finishing write tid 2 to smithi05277117-34 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3167: done (3 left) 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3174: rollback oid 15 current snap is 324 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 15 to 311 2024-09-13T03:02:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3171: finishing write tid 3 to smithi05277117-34 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3171: finishing write tid 4 to smithi05277117-34 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3171: finishing write tid 5 to smithi05277117-34 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3171: finishing write tid 6 to smithi05277117-34 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1903 (ObjNum 978 snap 324 seq_num 978) dirty exists 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3171: left oid 34 (ObjNum 978 snap 324 seq_num 978) 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3172: finishing write tid 1 to smithi05277117-47 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3171: done (3 left) 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3175: read oid 46 snap -1 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3175: expect deleted 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3172: finishing write tid 2 to smithi05277117-47 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3176: rollback oid 38 current snap is 324 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 38 to 294 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3177: copy_from oid 20 from oid 37 current snap is 324 2024-09-13T03:02:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 324 2024-09-13T03:02:43.040 INFO:tasks.rados.rados.0.smithi052.stdout:3178: seq_num 980 ranges {65536=417792,483328=614400,1097728=663552,1761280=327680} 2024-09-13T03:02:43.040 INFO:tasks.rados.rados.0.smithi052.stdout:3178: writing smithi05277117-7 from 65536 to 483328 tid 1 2024-09-13T03:02:43.045 INFO:tasks.rados.rados.0.smithi052.stdout:3178: writing smithi05277117-7 from 483328 to 1097728 tid 2 2024-09-13T03:02:43.049 INFO:tasks.rados.rados.0.smithi052.stdout:3178: writing smithi05277117-7 from 1097728 to 1761280 tid 3 2024-09-13T03:02:43.051 INFO:tasks.rados.rados.0.smithi052.stdout:3178: writing smithi05277117-7 from 1761280 to 2088960 tid 4 2024-09-13T03:02:43.051 INFO:tasks.rados.rados.0.smithi052.stdout:3179: snap_remove snap 308 2024-09-13T03:02:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:42 smithi078 ceph-mon[85589]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T03:02:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:42 smithi052 ceph-mon[91421]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T03:02:43.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:42 smithi052 ceph-mon[89065]: osdmap e700: 8 total, 8 up, 8 in 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3179: done (7 left) 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3180: rmattr oid 5 current snap is 324 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3174: finishing rollback tid 0 to smithi05277117-15 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3174: finishing rollback tid 1 to smithi05277117-15 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3172: finishing write tid 3 to smithi05277117-47 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3172: finishing write tid 4 to smithi05277117-47 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3174: finishing rollback tid 2 to smithi05277117-15 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 469 (ObjNum 901 snap 304 seq_num 901) dirty exists 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3173: finishing copy_from racing read to smithi05277117-48 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3172: finishing write tid 5 to smithi05277117-47 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:3173: finishing copy_from to smithi05277117-48 2024-09-13T03:02:43.892 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 2271 (ObjNum 867 snap 298 seq_num 867) dirty exists 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3176: finishing rollback tid 0 to smithi05277117-38 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3176: finishing rollback tid 1 to smithi05277117-38 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3176: finishing rollback tid 2 to smithi05277117-38 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2691 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3172: finishing write tid 6 to smithi05277117-47 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2459 (ObjNum 979 snap 324 seq_num 979) dirty exists 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3172: left oid 47 (ObjNum 979 snap 324 seq_num 979) 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3178: finishing write tid 1 to smithi05277117-7 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3178: finishing write tid 2 to smithi05277117-7 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3178: finishing write tid 3 to smithi05277117-7 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3178: finishing write tid 4 to smithi05277117-7 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3178: finishing write tid 5 to smithi05277117-7 2024-09-13T03:02:43.893 INFO:tasks.rados.rados.0.smithi052.stdout:3178: finishing write tid 6 to smithi05277117-7 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1908 (ObjNum 980 snap 324 seq_num 980) dirty exists 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3178: left oid 7 (ObjNum 980 snap 324 seq_num 980) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3177: finishing copy_from racing read to smithi05277117-20 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3177: finishing copy_from to smithi05277117-20 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 1796 (ObjNum 964 snap 322 seq_num 964) dirty exists 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3172: done (7 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3173: done (6 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3174: done (5 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3175: done (4 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3176: done (3 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3177: done (2 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3178: done (1 left) 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 324 2024-09-13T03:02:43.894 INFO:tasks.rados.rados.0.smithi052.stdout:3181: seq_num 981 ranges {122880=434176,557056=540672,1097728=466944,1564672=524288,2088960=73728} 2024-09-13T03:02:43.895 INFO:tasks.rados.rados.0.smithi052.stdout:3181: writing smithi05277117-48 from 122880 to 557056 tid 1 2024-09-13T03:02:43.899 INFO:tasks.rados.rados.0.smithi052.stdout:3181: writing smithi05277117-48 from 557056 to 1097728 tid 2 2024-09-13T03:02:43.902 INFO:tasks.rados.rados.0.smithi052.stdout:3181: writing smithi05277117-48 from 1097728 to 1564672 tid 3 2024-09-13T03:02:43.906 INFO:tasks.rados.rados.0.smithi052.stdout:3181: writing smithi05277117-48 from 1564672 to 2088960 tid 4 2024-09-13T03:02:43.907 INFO:tasks.rados.rados.0.smithi052.stdout:3181: writing smithi05277117-48 from 2088960 to 2162688 tid 5 2024-09-13T03:02:43.907 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1909 (ObjNum 938 snap 315 seq_num 938) dirty exists 2024-09-13T03:02:43.908 INFO:tasks.rados.rados.0.smithi052.stdout:3182: read oid 14 snap -1 2024-09-13T03:02:43.908 INFO:tasks.rados.rados.0.smithi052.stdout:3182: expect deleted 2024-09-13T03:02:43.908 INFO:tasks.rados.rados.0.smithi052.stdout:3180: done (2 left) 2024-09-13T03:02:43.909 INFO:tasks.rados.rados.0.smithi052.stdout:3183: copy_from oid 31 from oid 29 current snap is 324 2024-09-13T03:02:43.909 INFO:tasks.rados.rados.0.smithi052.stdout:3184: copy_from oid 15 from oid 35 current snap is 324 2024-09-13T03:02:43.909 INFO:tasks.rados.rados.0.smithi052.stdout:3185: snap_remove snap 298 2024-09-13T03:02:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:43 smithi078 ceph-mon[85589]: pgmap v665: 121 pgs: 121 active+clean; 571 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.7 MiB/s wr, 14 op/s 2024-09-13T03:02:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:43 smithi078 ceph-mon[85589]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T03:02:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:43 smithi052 ceph-mon[91421]: pgmap v665: 121 pgs: 121 active+clean; 571 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.7 MiB/s wr, 14 op/s 2024-09-13T03:02:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:43 smithi052 ceph-mon[91421]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T03:02:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:43 smithi052 ceph-mon[89065]: pgmap v665: 121 pgs: 121 active+clean; 571 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.7 MiB/s wr, 14 op/s 2024-09-13T03:02:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:43 smithi052 ceph-mon[89065]: osdmap e701: 8 total, 8 up, 8 in 2024-09-13T03:02:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:3185: done (4 left) 2024-09-13T03:02:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:3186: rmattr oid 1 current snap is 324 2024-09-13T03:02:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:3186: done (4 left) 2024-09-13T03:02:44.860 INFO:tasks.rados.rados.0.smithi052.stdout:3187: snap_remove snap 263 2024-09-13T03:02:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:44 smithi078 ceph-mon[85589]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T03:02:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:44 smithi078 ceph-mon[85589]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T03:02:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:44 smithi052 ceph-mon[91421]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T03:02:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:44 smithi052 ceph-mon[91421]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T03:02:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:44 smithi052 ceph-mon[89065]: osdmap e702: 8 total, 8 up, 8 in 2024-09-13T03:02:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:44 smithi052 ceph-mon[89065]: osdmap e703: 8 total, 8 up, 8 in 2024-09-13T03:02:45.860 INFO:tasks.rados.rados.0.smithi052.stdout:3187: done (4 left) 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3188: rollback oid 47 current snap is 324 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 318 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 1 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 2 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 3 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 4 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 5 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 6 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: finishing write tid 7 to smithi05277117-48 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 2277 (ObjNum 981 snap 324 seq_num 981) dirty exists 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3181: left oid 48 (ObjNum 981 snap 324 seq_num 981) 2024-09-13T03:02:45.861 INFO:tasks.rados.rados.0.smithi052.stdout:3184: finishing copy_from racing read to smithi05277117-15 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3184: finishing copy_from to smithi05277117-15 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 1778 (ObjNum 911 snap 305 seq_num 911) dirty exists 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3183: finishing copy_from racing read to smithi05277117-31 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3183: finishing copy_from to smithi05277117-31 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 1786 (ObjNum 972 snap 322 seq_num 972) dirty exists 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3181: done (4 left) 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3182: done (3 left) 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3183: done (2 left) 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3184: done (1 left) 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 324 2024-09-13T03:02:45.862 INFO:tasks.rados.rados.0.smithi052.stdout:3189: seq_num 982 ranges {8011776=450560,8462336=425984,8888320=679936,9568256=466944,10035200=32768} 2024-09-13T03:02:45.908 INFO:tasks.rados.rados.0.smithi052.stdout:3189: writing smithi05277117-4 from 8011776 to 8462336 tid 1 2024-09-13T03:02:45.910 INFO:tasks.rados.rados.0.smithi052.stdout:3189: writing smithi05277117-4 from 8462336 to 8888320 tid 2 2024-09-13T03:02:45.914 INFO:tasks.rados.rados.0.smithi052.stdout:3189: writing smithi05277117-4 from 8888320 to 9568256 tid 3 2024-09-13T03:02:45.917 INFO:tasks.rados.rados.0.smithi052.stdout:3189: writing smithi05277117-4 from 9568256 to 10035200 tid 4 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3189: writing smithi05277117-4 from 10035200 to 10067968 tid 5 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3190: read oid 19 snap -1 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3190: expect deleted 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3191: delete oid 32 current snap is 324 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3188: finishing rollback tid 0 to smithi05277117-47 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3188: finishing rollback tid 1 to smithi05277117-47 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3188: finishing rollback tid 2 to smithi05277117-47 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2462 (ObjNum 875 snap 299 seq_num 875) dirty exists 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 1 to smithi05277117-4 2024-09-13T03:02:45.918 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 2 to smithi05277117-4 2024-09-13T03:02:45.920 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 3 to smithi05277117-4 2024-09-13T03:02:45.920 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 4 to smithi05277117-4 2024-09-13T03:02:45.921 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 5 to smithi05277117-4 2024-09-13T03:02:45.923 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 6 to smithi05277117-4 2024-09-13T03:02:45.924 INFO:tasks.rados.rados.0.smithi052.stdout:3188: done (3 left) 2024-09-13T03:02:45.924 INFO:tasks.rados.rados.0.smithi052.stdout:3190: done (2 left) 2024-09-13T03:02:45.924 INFO:tasks.rados.rados.0.smithi052.stdout:3191: done (1 left) 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:3192: rollback oid 5 current snap is 324 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 292 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:3189: finishing write tid 7 to smithi05277117-4 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2292 (ObjNum 982 snap 324 seq_num 982) dirty exists 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:3189: left oid 4 (ObjNum 982 snap 324 seq_num 982) 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:3189: done (1 left) 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 324 2024-09-13T03:02:45.925 INFO:tasks.rados.rados.0.smithi052.stdout:3193: seq_num 984 ranges {1826816=483328,2310144=598016,2908160=647168,3555328=360448} 2024-09-13T03:02:45.937 INFO:tasks.rados.rados.0.smithi052.stdout:3193: writing smithi05277117-38 from 1826816 to 2310144 tid 1 2024-09-13T03:02:45.941 INFO:tasks.rados.rados.0.smithi052.stdout:3193: writing smithi05277117-38 from 2310144 to 2908160 tid 2 2024-09-13T03:02:45.944 INFO:tasks.rados.rados.0.smithi052.stdout:3193: writing smithi05277117-38 from 2908160 to 3555328 tid 3 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3193: writing smithi05277117-38 from 3555328 to 3915776 tid 4 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 324 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3192: finishing rollback tid 0 to smithi05277117-5 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3192: finishing rollback tid 1 to smithi05277117-5 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3192: finishing rollback tid 2 to smithi05277117-5 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1912 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3193: finishing write tid 1 to smithi05277117-38 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3193: finishing write tid 2 to smithi05277117-38 2024-09-13T03:02:45.947 INFO:tasks.rados.rados.0.smithi052.stdout:3194: seq_num 985 ranges {11255808=499712,11755520=483328,12238848=450560,12689408=581632,13271040=90112} 2024-09-13T03:02:46.010 INFO:tasks.rados.rados.0.smithi052.stdout:3194: writing smithi05277117-20 from 11255808 to 11755520 tid 1 2024-09-13T03:02:46.013 INFO:tasks.rados.rados.0.smithi052.stdout:3194: writing smithi05277117-20 from 11755520 to 12238848 tid 2 2024-09-13T03:02:46.016 INFO:tasks.rados.rados.0.smithi052.stdout:3194: writing smithi05277117-20 from 12238848 to 12689408 tid 3 2024-09-13T03:02:46.019 INFO:tasks.rados.rados.0.smithi052.stdout:3194: writing smithi05277117-20 from 12689408 to 13271040 tid 4 2024-09-13T03:02:46.020 INFO:tasks.rados.rados.0.smithi052.stdout:3194: writing smithi05277117-20 from 13271040 to 13361152 tid 5 2024-09-13T03:02:46.020 INFO:tasks.rados.rados.0.smithi052.stdout:3192: done (2 left) 2024-09-13T03:02:46.020 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 324 2024-09-13T03:02:46.020 INFO:tasks.rados.rados.0.smithi052.stdout:3193: finishing write tid 3 to smithi05277117-38 2024-09-13T03:02:46.020 INFO:tasks.rados.rados.0.smithi052.stdout:3195: seq_num 986 ranges {1703936=516096,2220032=770048,2990080=655360,3645440=180224} 2024-09-13T03:02:46.032 INFO:tasks.rados.rados.0.smithi052.stdout:3195: writing smithi05277117-25 from 1703936 to 2220032 tid 1 2024-09-13T03:02:46.036 INFO:tasks.rados.rados.0.smithi052.stdout:3195: writing smithi05277117-25 from 2220032 to 2990080 tid 2 2024-09-13T03:02:46.040 INFO:tasks.rados.rados.0.smithi052.stdout:3195: writing smithi05277117-25 from 2990080 to 3645440 tid 3 2024-09-13T03:02:46.042 INFO:tasks.rados.rados.0.smithi052.stdout:3195: writing smithi05277117-25 from 3645440 to 3825664 tid 4 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3196: read oid 48 snap -1 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3196: expect (ObjNum 981 snap 324 seq_num 981) 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3197: read oid 5 snap -1 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3197: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3198: rollback oid 50 current snap is 324 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 50 to 309 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3193: finishing write tid 4 to smithi05277117-38 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3193: finishing write tid 5 to smithi05277117-38 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3193: finishing write tid 6 to smithi05277117-38 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2736 (ObjNum 984 snap 324 seq_num 984) dirty exists 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3193: left oid 38 (ObjNum 984 snap 324 seq_num 984) 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 1 to smithi05277117-20 2024-09-13T03:02:46.043 INFO:tasks.rados.rados.0.smithi052.stdout:3193: done (5 left) 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3199: read oid 14 snap -1 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3199: expect deleted 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3200: rmattr oid 36 current snap is 324 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 2 to smithi05277117-20 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 3 to smithi05277117-20 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 4 to smithi05277117-20 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 5 to smithi05277117-20 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 6 to smithi05277117-20 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: finishing write tid 7 to smithi05277117-20 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2742 (ObjNum 985 snap 324 seq_num 985) dirty exists 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: left oid 20 (ObjNum 985 snap 324 seq_num 985) 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3195: finishing write tid 1 to smithi05277117-25 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3195: finishing write tid 2 to smithi05277117-25 2024-09-13T03:02:46.044 INFO:tasks.rados.rados.0.smithi052.stdout:3194: done (6 left) 2024-09-13T03:02:46.045 INFO:tasks.rados.rados.0.smithi052.stdout:3201: snap_create 2024-09-13T03:02:46.045 INFO:tasks.rados.rados.0.smithi052.stdout:3195: finishing write tid 3 to smithi05277117-25 2024-09-13T03:02:46.045 INFO:tasks.rados.rados.0.smithi052.stdout:3195: finishing write tid 4 to smithi05277117-25 2024-09-13T03:02:46.046 INFO:tasks.rados.rados.0.smithi052.stdout:3195: finishing write tid 5 to smithi05277117-25 2024-09-13T03:02:46.047 INFO:tasks.rados.rados.0.smithi052.stdout:3195: finishing write tid 6 to smithi05277117-25 2024-09-13T03:02:46.047 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 1059 (ObjNum 986 snap 324 seq_num 986) dirty exists 2024-09-13T03:02:46.048 INFO:tasks.rados.rados.0.smithi052.stdout:3195: left oid 25 (ObjNum 986 snap 324 seq_num 986) 2024-09-13T03:02:46.048 INFO:tasks.rados.rados.0.smithi052.stdout:3198: finishing rollback tid 0 to smithi05277117-50 2024-09-13T03:02:46.049 INFO:tasks.rados.rados.0.smithi052.stdout:3198: finishing rollback tid 1 to smithi05277117-50 2024-09-13T03:02:46.049 INFO:tasks.rados.rados.0.smithi052.stdout:3198: finishing rollback tid 2 to smithi05277117-50 2024-09-13T03:02:46.049 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 2470 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:02:46.049 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 2277 (ObjNum 938 snap 315 seq_num 938) dirty exists 2024-09-13T03:02:46.053 INFO:tasks.rados.rados.0.smithi052.stdout:3196: expect (ObjNum 981 snap 324 seq_num 981) 2024-09-13T03:02:46.112 INFO:tasks.rados.rados.0.smithi052.stdout:3197: expect (ObjNum 431 snap 146 seq_num 431) 2024-09-13T03:02:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:45 smithi078 ceph-mon[85589]: pgmap v668: 121 pgs: 121 active+clean; 587 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 6.6 MiB/s wr, 6 op/s 2024-09-13T03:02:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:45 smithi078 ceph-mon[85589]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T03:02:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:45 smithi052 ceph-mon[91421]: pgmap v668: 121 pgs: 121 active+clean; 587 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 6.6 MiB/s wr, 6 op/s 2024-09-13T03:02:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:45 smithi052 ceph-mon[91421]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T03:02:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:45 smithi052 ceph-mon[89065]: pgmap v668: 121 pgs: 121 active+clean; 587 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 6.6 MiB/s wr, 6 op/s 2024-09-13T03:02:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:45 smithi052 ceph-mon[89065]: osdmap e704: 8 total, 8 up, 8 in 2024-09-13T03:02:46.907 INFO:tasks.rados.rados.0.smithi052.stdout:3195: done (6 left) 2024-09-13T03:02:46.907 INFO:tasks.rados.rados.0.smithi052.stdout:3196: done (5 left) 2024-09-13T03:02:46.907 INFO:tasks.rados.rados.0.smithi052.stdout:3197: done (4 left) 2024-09-13T03:02:46.907 INFO:tasks.rados.rados.0.smithi052.stdout:3198: done (3 left) 2024-09-13T03:02:46.907 INFO:tasks.rados.rados.0.smithi052.stdout:3199: done (2 left) 2024-09-13T03:02:46.908 INFO:tasks.rados.rados.0.smithi052.stdout:3200: done (1 left) 2024-09-13T03:02:46.908 INFO:tasks.rados.rados.0.smithi052.stdout:3201: done (0 left) 2024-09-13T03:02:46.908 INFO:tasks.rados.rados.0.smithi052.stdout:3202: delete oid 8 current snap is 325 2024-09-13T03:02:46.912 INFO:tasks.rados.rados.0.smithi052.stdout:3202: done (0 left) 2024-09-13T03:02:46.912 INFO:tasks.rados.rados.0.smithi052.stdout:3203: snap_create 2024-09-13T03:02:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:02:47.912 INFO:tasks.rados.rados.0.smithi052.stdout:3203: done (0 left) 2024-09-13T03:02:47.912 INFO:tasks.rados.rados.0.smithi052.stdout:3204: setattr oid 28 current snap is 326 2024-09-13T03:02:47.913 INFO:tasks.rados.rados.0.smithi052.stdout:3205: read oid 7 snap 304 2024-09-13T03:02:47.913 INFO:tasks.rados.rados.0.smithi052.stdout:3205: expect deleted 2024-09-13T03:02:47.913 INFO:tasks.rados.rados.0.smithi052.stdout:3206: snap_remove snap 294 2024-09-13T03:02:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:47 smithi078 ceph-mon[85589]: pgmap v671: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 746 KiB/s rd, 9.5 MiB/s wr, 26 op/s 2024-09-13T03:02:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:47 smithi078 ceph-mon[85589]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T03:02:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:47 smithi052 ceph-mon[91421]: pgmap v671: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 746 KiB/s rd, 9.5 MiB/s wr, 26 op/s 2024-09-13T03:02:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:47 smithi052 ceph-mon[91421]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T03:02:48.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:47 smithi052 ceph-mon[89065]: pgmap v671: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 746 KiB/s rd, 9.5 MiB/s wr, 26 op/s 2024-09-13T03:02:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:47 smithi052 ceph-mon[89065]: osdmap e705: 8 total, 8 up, 8 in 2024-09-13T03:02:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:02:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:02:48] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-09-13T03:02:48.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 2278 (ObjNum 4113 snap 0 seq_num 1708837208) dirty exists 2024-09-13T03:02:48.920 INFO:tasks.rados.rados.0.smithi052.stdout:3204: done (2 left) 2024-09-13T03:02:48.920 INFO:tasks.rados.rados.0.smithi052.stdout:3205: done (1 left) 2024-09-13T03:02:48.920 INFO:tasks.rados.rados.0.smithi052.stdout:3206: done (0 left) 2024-09-13T03:02:48.920 INFO:tasks.rados.rados.0.smithi052.stdout:3207: snap_create 2024-09-13T03:02:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:48 smithi078 ceph-mon[85589]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T03:02:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:48 smithi052 ceph-mon[91421]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T03:02:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:48 smithi052 ceph-mon[89065]: osdmap e706: 8 total, 8 up, 8 in 2024-09-13T03:02:49.859 INFO:tasks.rados.rados.0.smithi052.stdout:3207: done (0 left) 2024-09-13T03:02:49.860 INFO:tasks.rados.rados.0.smithi052.stdout:3208: setattr oid 44 current snap is 327 2024-09-13T03:02:49.860 INFO:tasks.rados.rados.0.smithi052.stdout:3209: snap_create 2024-09-13T03:02:49.870 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1794 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:02:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:49 smithi078 ceph-mon[85589]: pgmap v674: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 745 KiB/s rd, 7.3 MiB/s wr, 25 op/s 2024-09-13T03:02:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:49 smithi078 ceph-mon[85589]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T03:02:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:49 smithi078 ceph-mon[85589]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T03:02:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:49 smithi052 ceph-mon[91421]: pgmap v674: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 745 KiB/s rd, 7.3 MiB/s wr, 25 op/s 2024-09-13T03:02:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:49 smithi052 ceph-mon[91421]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T03:02:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:49 smithi052 ceph-mon[91421]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T03:02:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:49 smithi052 ceph-mon[89065]: pgmap v674: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 613 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 745 KiB/s rd, 7.3 MiB/s wr, 25 op/s 2024-09-13T03:02:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:49 smithi052 ceph-mon[89065]: osdmap e707: 8 total, 8 up, 8 in 2024-09-13T03:02:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:49 smithi052 ceph-mon[89065]: osdmap e708: 8 total, 8 up, 8 in 2024-09-13T03:02:50.867 INFO:tasks.rados.rados.0.smithi052.stdout:3208: done (1 left) 2024-09-13T03:02:50.867 INFO:tasks.rados.rados.0.smithi052.stdout:3209: done (0 left) 2024-09-13T03:02:50.867 INFO:tasks.rados.rados.0.smithi052.stdout:3210: read oid 37 snap -1 2024-09-13T03:02:50.867 INFO:tasks.rados.rados.0.smithi052.stdout:3210: expect (ObjNum 964 snap 322 seq_num 964) 2024-09-13T03:02:50.867 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 328 2024-09-13T03:02:50.868 INFO:tasks.rados.rados.0.smithi052.stdout:3211: seq_num 988 ranges {122880=557056,679936=532480,1212416=622592,1835008=450560} 2024-09-13T03:02:50.871 INFO:tasks.rados.rados.0.smithi052.stdout:3211: writing smithi05277117-18 from 122880 to 679936 tid 1 2024-09-13T03:02:50.875 INFO:tasks.rados.rados.0.smithi052.stdout:3211: writing smithi05277117-18 from 679936 to 1212416 tid 2 2024-09-13T03:02:50.878 INFO:tasks.rados.rados.0.smithi052.stdout:3211: writing smithi05277117-18 from 1212416 to 1835008 tid 3 2024-09-13T03:02:50.881 INFO:tasks.rados.rados.0.smithi052.stdout:3211: writing smithi05277117-18 from 1835008 to 2285568 tid 4 2024-09-13T03:02:50.881 INFO:tasks.rados.rados.0.smithi052.stdout:3212: read oid 9 snap -1 2024-09-13T03:02:50.881 INFO:tasks.rados.rados.0.smithi052.stdout:3212: expect (ObjNum 951 snap 319 seq_num 951) 2024-09-13T03:02:50.882 INFO:tasks.rados.rados.0.smithi052.stdout:3213: setattr oid 43 current snap is 328 2024-09-13T03:02:50.882 INFO:tasks.rados.rados.0.smithi052.stdout:3214: rollback oid 24 current snap is 328 2024-09-13T03:02:50.882 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 24 to 284 2024-09-13T03:02:50.883 INFO:tasks.rados.rados.0.smithi052.stdout:3215: rmattr oid 31 current snap is 328 2024-09-13T03:02:50.883 INFO:tasks.rados.rados.0.smithi052.stdout:3216: copy_from oid 14 from oid 33 current snap is 328 2024-09-13T03:02:50.883 INFO:tasks.rados.rados.0.smithi052.stdout:3217: snap_create 2024-09-13T03:02:50.893 INFO:tasks.rados.rados.0.smithi052.stdout:3211: finishing write tid 1 to smithi05277117-18 2024-09-13T03:02:50.894 INFO:tasks.rados.rados.0.smithi052.stdout:3214: finishing rollback tid 0 to smithi05277117-24 2024-09-13T03:02:50.894 INFO:tasks.rados.rados.0.smithi052.stdout:3214: finishing rollback tid 1 to smithi05277117-24 2024-09-13T03:02:50.895 INFO:tasks.rados.rados.0.smithi052.stdout:3214: finishing rollback tid 2 to smithi05277117-24 2024-09-13T03:02:50.895 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1797 (ObjNum 497 snap 164 seq_num 497) dirty exists 2024-09-13T03:02:50.901 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1420 (ObjNum 917 snap 308 seq_num 917) dirty exists 2024-09-13T03:02:50.902 INFO:tasks.rados.rados.0.smithi052.stdout:3211: finishing write tid 2 to smithi05277117-18 2024-09-13T03:02:50.902 INFO:tasks.rados.rados.0.smithi052.stdout:3211: finishing write tid 3 to smithi05277117-18 2024-09-13T03:02:50.902 INFO:tasks.rados.rados.0.smithi052.stdout:3211: finishing write tid 4 to smithi05277117-18 2024-09-13T03:02:50.902 INFO:tasks.rados.rados.0.smithi052.stdout:3211: finishing write tid 5 to smithi05277117-18 2024-09-13T03:02:50.911 INFO:tasks.rados.rados.0.smithi052.stdout:3210: expect (ObjNum 964 snap 322 seq_num 964) 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:3211: finishing write tid 6 to smithi05277117-18 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 2283 (ObjNum 988 snap 328 seq_num 988) dirty exists 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:3211: left oid 18 (ObjNum 988 snap 328 seq_num 988) 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 2301 (ObjNum 972 snap 322 seq_num 972) dirty exists 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:3216: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:3216: finishing copy_from to smithi05277117-14 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2542 (ObjNum 967 snap 322 seq_num 967) dirty exists 2024-09-13T03:02:51.862 INFO:tasks.rados.rados.0.smithi052.stdout:3212: expect (ObjNum 951 snap 319 seq_num 951) 2024-09-13T03:02:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:51 smithi078 ceph-mon[85589]: pgmap v677: 121 pgs: 121 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-09-13T03:02:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:51 smithi078 ceph-mon[85589]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T03:02:52.267 INFO:tasks.rados.rados.0.smithi052.stdout:3210: done (7 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3211: done (6 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3212: done (5 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3213: done (4 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3214: done (3 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3215: done (2 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3216: done (1 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3217: done (0 left) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3218: read oid 2 snap 309 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3218: expect (ObjNum 911 snap 305 seq_num 911) 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3219: copy_from oid 8 from oid 20 current snap is 329 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 329 2024-09-13T03:02:52.268 INFO:tasks.rados.rados.0.smithi052.stdout:3220: seq_num 989 ranges {2392064=573440,2965504=466944,3432448=434176,3866624=638976,4505600=65536} 2024-09-13T03:02:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:51 smithi052 ceph-mon[91421]: pgmap v677: 121 pgs: 121 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-09-13T03:02:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:51 smithi052 ceph-mon[91421]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T03:02:52.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:51 smithi052 ceph-mon[89065]: pgmap v677: 121 pgs: 121 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-09-13T03:02:52.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:51 smithi052 ceph-mon[89065]: osdmap e709: 8 total, 8 up, 8 in 2024-09-13T03:02:52.286 INFO:tasks.rados.rados.0.smithi052.stdout:3220: writing smithi05277117-5 from 2392064 to 2965504 tid 1 2024-09-13T03:02:52.289 INFO:tasks.rados.rados.0.smithi052.stdout:3220: writing smithi05277117-5 from 2965504 to 3432448 tid 2 2024-09-13T03:02:52.292 INFO:tasks.rados.rados.0.smithi052.stdout:3220: writing smithi05277117-5 from 3432448 to 3866624 tid 3 2024-09-13T03:02:52.296 INFO:tasks.rados.rados.0.smithi052.stdout:3220: writing smithi05277117-5 from 3866624 to 4505600 tid 4 2024-09-13T03:02:52.297 INFO:tasks.rados.rados.0.smithi052.stdout:3220: writing smithi05277117-5 from 4505600 to 4571136 tid 5 2024-09-13T03:02:52.297 INFO:tasks.rados.rados.0.smithi052.stdout:3221: read oid 7 snap -1 2024-09-13T03:02:52.297 INFO:tasks.rados.rados.0.smithi052.stdout:3221: expect (ObjNum 980 snap 324 seq_num 980) 2024-09-13T03:02:52.297 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 329 2024-09-13T03:02:52.297 INFO:tasks.rados.rados.0.smithi052.stdout:3222: seq_num 990 ranges {262144=589824,851968=753664,1605632=638976,2244608=212992} 2024-09-13T03:02:52.302 INFO:tasks.rados.rados.0.smithi052.stdout:3222: writing smithi05277117-47 from 262144 to 851968 tid 1 2024-09-13T03:02:52.306 INFO:tasks.rados.rados.0.smithi052.stdout:3222: writing smithi05277117-47 from 851968 to 1605632 tid 2 2024-09-13T03:02:52.310 INFO:tasks.rados.rados.0.smithi052.stdout:3222: writing smithi05277117-47 from 1605632 to 2244608 tid 3 2024-09-13T03:02:52.312 INFO:tasks.rados.rados.0.smithi052.stdout:3222: writing smithi05277117-47 from 2244608 to 2457600 tid 4 2024-09-13T03:02:52.312 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 329 2024-09-13T03:02:52.312 INFO:tasks.rados.rados.0.smithi052.stdout:3223: seq_num 991 ranges {3260416=606208,3866624=638976,4505600=794624,5300224=172032} 2024-09-13T03:02:52.333 INFO:tasks.rados.rados.0.smithi052.stdout:3223: writing smithi05277117-40 from 3260416 to 3866624 tid 1 2024-09-13T03:02:52.337 INFO:tasks.rados.rados.0.smithi052.stdout:3223: writing smithi05277117-40 from 3866624 to 4505600 tid 2 2024-09-13T03:02:52.342 INFO:tasks.rados.rados.0.smithi052.stdout:3223: writing smithi05277117-40 from 4505600 to 5300224 tid 3 2024-09-13T03:02:52.343 INFO:tasks.rados.rados.0.smithi052.stdout:3223: writing smithi05277117-40 from 5300224 to 5472256 tid 4 2024-09-13T03:02:52.343 INFO:tasks.rados.rados.0.smithi052.stdout:3224: rmattr oid 21 current snap is 329 2024-09-13T03:02:52.343 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 1 to smithi05277117-5 2024-09-13T03:02:52.344 INFO:tasks.rados.rados.0.smithi052.stdout:3218: expect (ObjNum 911 snap 305 seq_num 911) 2024-09-13T03:02:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:02:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:02:52.765 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 2 to smithi05277117-5 2024-09-13T03:02:52.765 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 3 to smithi05277117-5 2024-09-13T03:02:52.765 INFO:tasks.rados.rados.0.smithi052.stdout:3222: finishing write tid 1 to smithi05277117-47 2024-09-13T03:02:52.768 INFO:tasks.rados.rados.0.smithi052.stdout:3222: finishing write tid 2 to smithi05277117-47 2024-09-13T03:02:52.768 INFO:tasks.rados.rados.0.smithi052.stdout:3221: expect (ObjNum 980 snap 324 seq_num 980) 2024-09-13T03:02:52.821 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 4 to smithi05277117-5 2024-09-13T03:02:52.821 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 5 to smithi05277117-5 2024-09-13T03:02:52.821 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 6 to smithi05277117-5 2024-09-13T03:02:52.821 INFO:tasks.rados.rados.0.smithi052.stdout:3220: finishing write tid 7 to smithi05277117-5 2024-09-13T03:02:52.821 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1918 (ObjNum 989 snap 329 seq_num 989) dirty exists 2024-09-13T03:02:52.821 INFO:tasks.rados.rados.0.smithi052.stdout:3220: left oid 5 (ObjNum 989 snap 329 seq_num 989) 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3222: finishing write tid 3 to smithi05277117-47 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3218: done (6 left) 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3220: done (5 left) 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3221: done (4 left) 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 329 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3222: finishing write tid 4 to smithi05277117-47 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3222: finishing write tid 5 to smithi05277117-47 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3222: finishing write tid 6 to smithi05277117-47 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2467 (ObjNum 990 snap 329 seq_num 990) dirty exists 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3222: left oid 47 (ObjNum 990 snap 329 seq_num 990) 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3219: finishing copy_from racing read to smithi05277117-8 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:3219: finishing copy_from to smithi05277117-8 2024-09-13T03:02:52.822 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2742 (ObjNum 985 snap 324 seq_num 985) dirty exists 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: finishing write tid 1 to smithi05277117-40 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: finishing write tid 2 to smithi05277117-40 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2471 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: finishing write tid 3 to smithi05277117-40 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: finishing write tid 4 to smithi05277117-40 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: finishing write tid 5 to smithi05277117-40 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: finishing write tid 6 to smithi05277117-40 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1806 (ObjNum 991 snap 329 seq_num 991) dirty exists 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3223: left oid 40 (ObjNum 991 snap 329 seq_num 991) 2024-09-13T03:02:52.823 INFO:tasks.rados.rados.0.smithi052.stdout:3225: seq_num 992 ranges {3915776=622592,4538368=524288,5062656=606208,5668864=475136} 2024-09-13T03:02:52.845 INFO:tasks.rados.rados.0.smithi052.stdout:3225: writing smithi05277117-38 from 3915776 to 4538368 tid 1 2024-09-13T03:02:52.848 INFO:tasks.rados.rados.0.smithi052.stdout:3225: writing smithi05277117-38 from 4538368 to 5062656 tid 2 2024-09-13T03:02:52.851 INFO:tasks.rados.rados.0.smithi052.stdout:3225: writing smithi05277117-38 from 5062656 to 5668864 tid 3 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3225: writing smithi05277117-38 from 5668864 to 6144000 tid 4 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3219: done (4 left) 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3222: done (3 left) 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3223: done (2 left) 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3224: done (1 left) 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3226: setattr oid 37 current snap is 329 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3225: finishing write tid 1 to smithi05277117-38 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3225: finishing write tid 2 to smithi05277117-38 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3225: finishing write tid 3 to smithi05277117-38 2024-09-13T03:02:52.855 INFO:tasks.rados.rados.0.smithi052.stdout:3227: snap_remove snap 259 2024-09-13T03:02:52.879 INFO:tasks.rados.rados.0.smithi052.stdout:3227: done (2 left) 2024-09-13T03:02:52.879 INFO:tasks.rados.rados.0.smithi052.stdout:3228: snap_remove snap 266 2024-09-13T03:02:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:52 smithi078 ceph-mon[85589]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T03:02:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:52 smithi052 ceph-mon[91421]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T03:02:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:52 smithi052 ceph-mon[89065]: osdmap e710: 8 total, 8 up, 8 in 2024-09-13T03:02:53.883 INFO:tasks.rados.rados.0.smithi052.stdout:3228: done (2 left) 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3229: copy_from oid 29 from oid 49 current snap is 329 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3225: finishing write tid 4 to smithi05277117-38 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1807 (ObjNum 964 snap 322 seq_num 964) dirty exists 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3225: finishing write tid 5 to smithi05277117-38 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3225: finishing write tid 6 to smithi05277117-38 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2762 (ObjNum 992 snap 329 seq_num 992) dirty exists 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3225: left oid 38 (ObjNum 992 snap 329 seq_num 992) 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3225: done (2 left) 2024-09-13T03:02:53.884 INFO:tasks.rados.rados.0.smithi052.stdout:3226: done (1 left) 2024-09-13T03:02:53.885 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 329 2024-09-13T03:02:53.885 INFO:tasks.rados.rados.0.smithi052.stdout:3230: seq_num 993 ranges {11255808=638976,11894784=409600,12304384=409600,12713984=688128,13402112=98304} 2024-09-13T03:02:53.951 INFO:tasks.rados.rados.0.smithi052.stdout:3230: writing smithi05277117-37 from 11255808 to 11894784 tid 1 2024-09-13T03:02:53.953 INFO:tasks.rados.rados.0.smithi052.stdout:3230: writing smithi05277117-37 from 11894784 to 12304384 tid 2 2024-09-13T03:02:53.956 INFO:tasks.rados.rados.0.smithi052.stdout:3230: writing smithi05277117-37 from 12304384 to 12713984 tid 3 2024-09-13T03:02:53.960 INFO:tasks.rados.rados.0.smithi052.stdout:3230: writing smithi05277117-37 from 12713984 to 13402112 tid 4 2024-09-13T03:02:53.961 INFO:tasks.rados.rados.0.smithi052.stdout:3230: writing smithi05277117-37 from 13402112 to 13500416 tid 5 2024-09-13T03:02:53.961 INFO:tasks.rados.rados.0.smithi052.stdout:3231: snap_create 2024-09-13T03:02:53.961 INFO:tasks.rados.rados.0.smithi052.stdout:3229: finishing copy_from to smithi05277117-29 2024-09-13T03:02:53.961 INFO:tasks.rados.rados.0.smithi052.stdout:3229: got expected ENOENT (src dne) 2024-09-13T03:02:53.961 INFO:tasks.rados.rados.0.smithi052.stdout:3229: finishing copy_from racing read to smithi05277117-29 2024-09-13T03:02:53.962 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 1 to smithi05277117-37 2024-09-13T03:02:53.962 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 2 to smithi05277117-37 2024-09-13T03:02:53.962 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 3 to smithi05277117-37 2024-09-13T03:02:53.966 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 4 to smithi05277117-37 2024-09-13T03:02:53.966 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 5 to smithi05277117-37 2024-09-13T03:02:53.967 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 6 to smithi05277117-37 2024-09-13T03:02:53.968 INFO:tasks.rados.rados.0.smithi052.stdout:3230: finishing write tid 7 to smithi05277117-37 2024-09-13T03:02:53.968 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1813 (ObjNum 993 snap 329 seq_num 993) dirty exists 2024-09-13T03:02:53.968 INFO:tasks.rados.rados.0.smithi052.stdout:3230: left oid 37 (ObjNum 993 snap 329 seq_num 993) 2024-09-13T03:02:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:53 smithi078 ceph-mon[85589]: pgmap v680: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:02:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:53 smithi078 ceph-mon[85589]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T03:02:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:53 smithi052 ceph-mon[91421]: pgmap v680: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:02:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:53 smithi052 ceph-mon[91421]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T03:02:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:53 smithi052 ceph-mon[89065]: pgmap v680: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:02:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:53 smithi052 ceph-mon[89065]: osdmap e711: 8 total, 8 up, 8 in 2024-09-13T03:02:54.861 INFO:tasks.rados.rados.0.smithi052.stdout:3229: done (2 left) 2024-09-13T03:02:54.862 INFO:tasks.rados.rados.0.smithi052.stdout:3230: done (1 left) 2024-09-13T03:02:54.862 INFO:tasks.rados.rados.0.smithi052.stdout:3231: done (0 left) 2024-09-13T03:02:54.862 INFO:tasks.rados.rados.0.smithi052.stdout:3232: snap_remove snap 311 2024-09-13T03:02:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:54 smithi078 ceph-mon[85589]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T03:02:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:54 smithi078 ceph-mon[85589]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T03:02:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:54 smithi052 ceph-mon[91421]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T03:02:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:54 smithi052 ceph-mon[91421]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T03:02:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:54 smithi052 ceph-mon[89065]: osdmap e712: 8 total, 8 up, 8 in 2024-09-13T03:02:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:54 smithi052 ceph-mon[89065]: osdmap e713: 8 total, 8 up, 8 in 2024-09-13T03:02:55.863 INFO:tasks.rados.rados.0.smithi052.stdout:3232: done (0 left) 2024-09-13T03:02:55.863 INFO:tasks.rados.rados.0.smithi052.stdout:3233: copy_from oid 16 from oid 21 current snap is 330 2024-09-13T03:02:55.863 INFO:tasks.rados.rados.0.smithi052.stdout:3234: rmattr oid 13 current snap is 330 2024-09-13T03:02:55.863 INFO:tasks.rados.rados.0.smithi052.stdout:3235: delete oid 42 current snap is 330 2024-09-13T03:02:55.874 INFO:tasks.rados.rados.0.smithi052.stdout:3235: done (2 left) 2024-09-13T03:02:55.874 INFO:tasks.rados.rados.0.smithi052.stdout:3236: snap_remove snap 321 2024-09-13T03:02:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:55 smithi078 ceph-mon[85589]: pgmap v683: 121 pgs: 121 active+clean; 644 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-09-13T03:02:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:55 smithi078 ceph-mon[85589]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T03:02:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:55 smithi052 ceph-mon[91421]: pgmap v683: 121 pgs: 121 active+clean; 644 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-09-13T03:02:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:55 smithi052 ceph-mon[91421]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T03:02:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:55 smithi052 ceph-mon[89065]: pgmap v683: 121 pgs: 121 active+clean; 644 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.9 MiB/s wr, 15 op/s 2024-09-13T03:02:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:55 smithi052 ceph-mon[89065]: osdmap e714: 8 total, 8 up, 8 in 2024-09-13T03:02:56.873 INFO:tasks.rados.rados.0.smithi052.stdout:3236: done (2 left) 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:3237: rollback oid 49 current snap is 330 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 49 to 275 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2786 (ObjNum 974 snap 323 seq_num 974) dirty exists 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:3233: finishing copy_from racing read to smithi05277117-16 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:3233: finishing copy_from to smithi05277117-16 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2471 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:3233: done (2 left) 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:3234: done (1 left) 2024-09-13T03:02:56.874 INFO:tasks.rados.rados.0.smithi052.stdout:3238: setattr oid 46 current snap is 330 2024-09-13T03:02:56.876 INFO:tasks.rados.rados.0.smithi052.stdout:3239: copy_from oid 15 from oid 33 current snap is 330 2024-09-13T03:02:56.877 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 330 2024-09-13T03:02:56.877 INFO:tasks.rados.rados.0.smithi052.stdout:3240: seq_num 995 ranges {7626752=671744,8298496=573440,8871936=778240,9650176=253952} 2024-09-13T03:02:56.926 INFO:tasks.rados.rados.0.smithi052.stdout:3240: writing smithi05277117-35 from 7626752 to 8298496 tid 1 2024-09-13T03:02:56.929 INFO:tasks.rados.rados.0.smithi052.stdout:3240: writing smithi05277117-35 from 8298496 to 8871936 tid 2 2024-09-13T03:02:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3240: writing smithi05277117-35 from 8871936 to 9650176 tid 3 2024-09-13T03:02:56.936 INFO:tasks.rados.rados.0.smithi052.stdout:3240: writing smithi05277117-35 from 9650176 to 9904128 tid 4 2024-09-13T03:02:56.936 INFO:tasks.rados.rados.0.smithi052.stdout:3241: copy_from oid 39 from oid 5 current snap is 330 2024-09-13T03:02:56.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 2332 (ObjNum 129 snap 0 seq_num 4210672704) dirty exists 2024-09-13T03:02:56.936 INFO:tasks.rados.rados.0.smithi052.stdout:3237: finishing rollback tid 1 to smithi05277117-49 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:3237: finishing rollback tid 2 to smithi05277117-49 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2473 (ObjNum 781 snap 264 seq_num 781) dirty exists 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:3237: done (4 left) 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:3238: done (3 left) 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:3242: delete oid 6 current snap is 330 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:3239: finishing copy_from racing read to smithi05277117-15 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:3239: finishing copy_from to smithi05277117-15 2024-09-13T03:02:56.937 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2542 (ObjNum 967 snap 322 seq_num 967) dirty exists 2024-09-13T03:02:56.938 INFO:tasks.rados.rados.0.smithi052.stdout:3240: finishing write tid 1 to smithi05277117-35 2024-09-13T03:02:56.938 INFO:tasks.rados.rados.0.smithi052.stdout:3240: finishing write tid 2 to smithi05277117-35 2024-09-13T03:02:56.940 INFO:tasks.rados.rados.0.smithi052.stdout:3240: finishing write tid 3 to smithi05277117-35 2024-09-13T03:02:56.940 INFO:tasks.rados.rados.0.smithi052.stdout:3239: done (3 left) 2024-09-13T03:02:56.940 INFO:tasks.rados.rados.0.smithi052.stdout:3242: done (2 left) 2024-09-13T03:02:56.940 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 330 2024-09-13T03:02:56.940 INFO:tasks.rados.rados.0.smithi052.stdout:3243: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-09-13T03:02:56.944 INFO:tasks.rados.rados.0.smithi052.stdout:3243: writing smithi05277117-46 from 0 to 704512 tid 1 2024-09-13T03:02:56.948 INFO:tasks.rados.rados.0.smithi052.stdout:3243: writing smithi05277117-46 from 704512 to 1499136 tid 2 2024-09-13T03:02:56.955 INFO:tasks.rados.rados.0.smithi052.stdout:3243: writing smithi05277117-46 from 1499136 to 2293760 tid 3 2024-09-13T03:02:56.955 INFO:tasks.rados.rados.0.smithi052.stdout:3243: writing smithi05277117-46 from 2293760 to 2310144 tid 4 2024-09-13T03:02:56.955 INFO:tasks.rados.rados.0.smithi052.stdout:3244: read oid 28 snap -1 2024-09-13T03:02:56.955 INFO:tasks.rados.rados.0.smithi052.stdout:3244: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3245: rollback oid 8 current snap is 330 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 8 to 277 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3240: finishing write tid 4 to smithi05277117-35 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3240: finishing write tid 5 to smithi05277117-35 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3240: finishing write tid 6 to smithi05277117-35 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1802 (ObjNum 995 snap 330 seq_num 995) dirty exists 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3240: left oid 35 (ObjNum 995 snap 330 seq_num 995) 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3243: finishing write tid 1 to smithi05277117-46 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3243: finishing write tid 2 to smithi05277117-46 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3240: done (4 left) 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3246: rmattr oid 21 current snap is 330 2024-09-13T03:02:56.956 INFO:tasks.rados.rados.0.smithi052.stdout:3247: snap_create 2024-09-13T03:02:56.957 INFO:tasks.rados.rados.0.smithi052.stdout:3241: finishing copy_from racing read to smithi05277117-39 2024-09-13T03:02:56.957 INFO:tasks.rados.rados.0.smithi052.stdout:3244: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:02:56.958 INFO:tasks.rados.rados.0.smithi052.stdout:3241: finishing copy_from to smithi05277117-39 2024-09-13T03:02:56.958 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 1918 (ObjNum 989 snap 329 seq_num 989) dirty exists 2024-09-13T03:02:56.958 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2474 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:02:56.961 INFO:tasks.rados.rados.0.smithi052.stdout:3243: finishing write tid 3 to smithi05277117-46 2024-09-13T03:02:56.962 INFO:tasks.rados.rados.0.smithi052.stdout:3243: finishing write tid 4 to smithi05277117-46 2024-09-13T03:02:56.962 INFO:tasks.rados.rados.0.smithi052.stdout:3245: finishing rollback tid 0 to smithi05277117-8 2024-09-13T03:02:56.962 INFO:tasks.rados.rados.0.smithi052.stdout:3243: finishing write tid 5 to smithi05277117-46 2024-09-13T03:02:56.962 INFO:tasks.rados.rados.0.smithi052.stdout:3245: finishing rollback tid 1 to smithi05277117-8 2024-09-13T03:02:56.962 INFO:tasks.rados.rados.0.smithi052.stdout:3245: finishing rollback tid 2 to smithi05277117-8 2024-09-13T03:02:56.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2810 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:02:56.963 INFO:tasks.rados.rados.0.smithi052.stdout:3243: finishing write tid 6 to smithi05277117-46 2024-09-13T03:02:56.963 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 2341 (ObjNum 997 snap 330 seq_num 997) dirty exists 2024-09-13T03:02:56.963 INFO:tasks.rados.rados.0.smithi052.stdout:3243: left oid 46 (ObjNum 997 snap 330 seq_num 997) 2024-09-13T03:02:57.901 INFO:tasks.rados.rados.0.smithi052.stdout:3241: done (5 left) 2024-09-13T03:02:57.901 INFO:tasks.rados.rados.0.smithi052.stdout:3243: done (4 left) 2024-09-13T03:02:57.901 INFO:tasks.rados.rados.0.smithi052.stdout:3244: done (3 left) 2024-09-13T03:02:57.901 INFO:tasks.rados.rados.0.smithi052.stdout:3245: done (2 left) 2024-09-13T03:02:57.902 INFO:tasks.rados.rados.0.smithi052.stdout:3246: done (1 left) 2024-09-13T03:02:57.902 INFO:tasks.rados.rados.0.smithi052.stdout:3247: done (0 left) 2024-09-13T03:02:57.902 INFO:tasks.rados.rados.0.smithi052.stdout:3248: snap_create 2024-09-13T03:02:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:57 smithi078 ceph-mon[85589]: pgmap v686: 121 pgs: 121 active+clean; 647 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-09-13T03:02:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:57 smithi078 ceph-mon[85589]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T03:02:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:57 smithi052 ceph-mon[91421]: pgmap v686: 121 pgs: 121 active+clean; 647 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-09-13T03:02:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:57 smithi052 ceph-mon[91421]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T03:02:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:57 smithi052 ceph-mon[89065]: pgmap v686: 121 pgs: 121 active+clean; 647 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 31 op/s 2024-09-13T03:02:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:57 smithi052 ceph-mon[89065]: osdmap e715: 8 total, 8 up, 8 in 2024-09-13T03:02:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:02:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:02:58] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-09-13T03:02:58.906 INFO:tasks.rados.rados.0.smithi052.stdout:3248: done (0 left) 2024-09-13T03:02:58.906 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 332 2024-09-13T03:02:58.906 INFO:tasks.rados.rados.0.smithi052.stdout:3249: seq_num 998 ranges {6979584=720896,7700480=679936,8380416=598016,8978432=327680} 2024-09-13T03:02:58.948 INFO:tasks.rados.rados.0.smithi052.stdout:3249: writing smithi05277117-15 from 6979584 to 7700480 tid 1 2024-09-13T03:02:58.952 INFO:tasks.rados.rados.0.smithi052.stdout:3249: writing smithi05277117-15 from 7700480 to 8380416 tid 2 2024-09-13T03:02:58.956 INFO:tasks.rados.rados.0.smithi052.stdout:3249: writing smithi05277117-15 from 8380416 to 8978432 tid 3 2024-09-13T03:02:58.959 INFO:tasks.rados.rados.0.smithi052.stdout:3249: writing smithi05277117-15 from 8978432 to 9306112 tid 4 2024-09-13T03:02:58.959 INFO:tasks.rados.rados.0.smithi052.stdout:3250: rollback oid 3 current snap is 332 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 291 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:3249: finishing write tid 1 to smithi05277117-15 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:3249: finishing write tid 2 to smithi05277117-15 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:3251: read oid 50 snap 323 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:3251: expect (ObjNum -84164784 snap 21853 seq_num 4211481552) 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 332 2024-09-13T03:02:58.960 INFO:tasks.rados.rados.0.smithi052.stdout:3252: seq_num 999 ranges {5636096=737280,6373376=565248,6938624=761856,7700480=278528} 2024-09-13T03:02:58.994 INFO:tasks.rados.rados.0.smithi052.stdout:3252: writing smithi05277117-43 from 5636096 to 6373376 tid 1 2024-09-13T03:02:58.997 INFO:tasks.rados.rados.0.smithi052.stdout:3252: writing smithi05277117-43 from 6373376 to 6938624 tid 2 2024-09-13T03:02:59.001 INFO:tasks.rados.rados.0.smithi052.stdout:3252: writing smithi05277117-43 from 6938624 to 7700480 tid 3 2024-09-13T03:02:59.003 INFO:tasks.rados.rados.0.smithi052.stdout:3252: writing smithi05277117-43 from 7700480 to 7979008 tid 4 2024-09-13T03:02:59.003 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 332 2024-09-13T03:02:59.004 INFO:tasks.rados.rados.0.smithi052.stdout:3253: seq_num 1000 ranges {4751360=753664,5505024=442368,5947392=565248,6512640=458752,6971392=139264} 2024-09-13T03:02:59.033 INFO:tasks.rados.rados.0.smithi052.stdout:3253: writing smithi05277117-34 from 4751360 to 5505024 tid 1 2024-09-13T03:02:59.036 INFO:tasks.rados.rados.0.smithi052.stdout:3253: writing smithi05277117-34 from 5505024 to 5947392 tid 2 2024-09-13T03:02:59.039 INFO:tasks.rados.rados.0.smithi052.stdout:3253: writing smithi05277117-34 from 5947392 to 6512640 tid 3 2024-09-13T03:02:59.041 INFO:tasks.rados.rados.0.smithi052.stdout:3253: writing smithi05277117-34 from 6512640 to 6971392 tid 4 2024-09-13T03:02:59.043 INFO:tasks.rados.rados.0.smithi052.stdout:3253: writing smithi05277117-34 from 6971392 to 7110656 tid 5 2024-09-13T03:02:59.043 INFO:tasks.rados.rados.0.smithi052.stdout:3254: copy_from oid 5 from oid 10 current snap is 332 2024-09-13T03:02:59.043 INFO:tasks.rados.rados.0.smithi052.stdout:3249: finishing write tid 3 to smithi05277117-15 2024-09-13T03:02:59.043 INFO:tasks.rados.rados.0.smithi052.stdout:3249: finishing write tid 4 to smithi05277117-15 2024-09-13T03:02:59.043 INFO:tasks.rados.rados.0.smithi052.stdout:3251: expect (ObjNum -84164784 snap 21853 seq_num 4211481552) 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3249: finishing write tid 5 to smithi05277117-15 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3249: finishing write tid 6 to smithi05277117-15 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2547 (ObjNum 998 snap 332 seq_num 998) dirty exists 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3249: left oid 15 (ObjNum 998 snap 332 seq_num 998) 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3250: finishing rollback tid 0 to smithi05277117-3 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3250: finishing rollback tid 1 to smithi05277117-3 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3250: finishing rollback tid 2 to smithi05277117-3 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2648 (ObjNum 33 snap 0 seq_num 4210267760) dirty exists 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3252: finishing write tid 1 to smithi05277117-43 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3252: finishing write tid 2 to smithi05277117-43 2024-09-13T03:02:59.046 INFO:tasks.rados.rados.0.smithi052.stdout:3252: finishing write tid 3 to smithi05277117-43 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3252: finishing write tid 4 to smithi05277117-43 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3252: finishing write tid 5 to smithi05277117-43 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3249: done (5 left) 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3250: done (4 left) 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3251: done (3 left) 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3255: read oid 13 snap 327 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3255: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 332 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3252: finishing write tid 6 to smithi05277117-43 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1448 (ObjNum 999 snap 332 seq_num 999) dirty exists 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3252: left oid 43 (ObjNum 999 snap 332 seq_num 999) 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 1 to smithi05277117-34 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 2 to smithi05277117-34 2024-09-13T03:02:59.047 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 3 to smithi05277117-34 2024-09-13T03:02:59.048 INFO:tasks.rados.rados.0.smithi052.stdout:3256: seq_num 1001 ranges {2162688=770048,2932736=729088,3661824=770048,4431872=106496} 2024-09-13T03:02:59.062 INFO:tasks.rados.rados.0.smithi052.stdout:3256: writing smithi05277117-48 from 2162688 to 2932736 tid 1 2024-09-13T03:02:59.067 INFO:tasks.rados.rados.0.smithi052.stdout:3256: writing smithi05277117-48 from 2932736 to 3661824 tid 2 2024-09-13T03:02:59.072 INFO:tasks.rados.rados.0.smithi052.stdout:3256: writing smithi05277117-48 from 3661824 to 4431872 tid 3 2024-09-13T03:02:59.073 INFO:tasks.rados.rados.0.smithi052.stdout:3256: writing smithi05277117-48 from 4431872 to 4538368 tid 4 2024-09-13T03:02:59.073 INFO:tasks.rados.rados.0.smithi052.stdout:3252: done (4 left) 2024-09-13T03:02:59.073 INFO:tasks.rados.rados.0.smithi052.stdout:3257: snap_remove snap 325 2024-09-13T03:02:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:58 smithi078 ceph-mon[85589]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T03:02:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:58 smithi052 ceph-mon[91421]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T03:02:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:58 smithi052 ceph-mon[89065]: osdmap e716: 8 total, 8 up, 8 in 2024-09-13T03:02:59.863 INFO:tasks.rados.rados.0.smithi052.stdout:3257: done (4 left) 2024-09-13T03:02:59.863 INFO:tasks.rados.rados.0.smithi052.stdout:3258: snap_create 2024-09-13T03:02:59.863 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 4 to smithi05277117-34 2024-09-13T03:02:59.863 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 5 to smithi05277117-34 2024-09-13T03:02:59.863 INFO:tasks.rados.rados.0.smithi052.stdout:3254: finishing copy_from to smithi05277117-5 2024-09-13T03:02:59.863 INFO:tasks.rados.rados.0.smithi052.stdout:3254: got expected ENOENT (src dne) 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3254: finishing copy_from racing read to smithi05277117-5 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 6 to smithi05277117-34 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3253: finishing write tid 7 to smithi05277117-34 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1924 (ObjNum 1000 snap 332 seq_num 1000) dirty exists 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3253: left oid 34 (ObjNum 1000 snap 332 seq_num 1000) 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3256: finishing write tid 1 to smithi05277117-48 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3256: finishing write tid 2 to smithi05277117-48 2024-09-13T03:02:59.864 INFO:tasks.rados.rados.0.smithi052.stdout:3255: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:00.103 INFO:tasks.rados.rados.0.smithi052.stdout:3256: finishing write tid 3 to smithi05277117-48 2024-09-13T03:03:00.104 INFO:tasks.rados.rados.0.smithi052.stdout:3256: finishing write tid 4 to smithi05277117-48 2024-09-13T03:03:00.104 INFO:tasks.rados.rados.0.smithi052.stdout:3256: finishing write tid 5 to smithi05277117-48 2024-09-13T03:03:00.104 INFO:tasks.rados.rados.0.smithi052.stdout:3256: finishing write tid 6 to smithi05277117-48 2024-09-13T03:03:00.104 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 2347 (ObjNum 1001 snap 332 seq_num 1001) dirty exists 2024-09-13T03:03:00.104 INFO:tasks.rados.rados.0.smithi052.stdout:3256: left oid 48 (ObjNum 1001 snap 332 seq_num 1001) 2024-09-13T03:03:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:59 smithi078 ceph-mon[85589]: pgmap v689: 121 pgs: 121 active+clean; 634 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-09-13T03:03:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:59 smithi078 ceph-mon[85589]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T03:03:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:02:59 smithi078 ceph-mon[85589]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T03:03:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:59 smithi052 ceph-mon[91421]: pgmap v689: 121 pgs: 121 active+clean; 634 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-09-13T03:03:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:59 smithi052 ceph-mon[91421]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T03:03:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:02:59 smithi052 ceph-mon[91421]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T03:03:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:59 smithi052 ceph-mon[89065]: pgmap v689: 121 pgs: 121 active+clean; 634 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.2 MiB/s wr, 22 op/s 2024-09-13T03:03:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:59 smithi052 ceph-mon[89065]: osdmap e717: 8 total, 8 up, 8 in 2024-09-13T03:03:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:02:59 smithi052 ceph-mon[89065]: osdmap e718: 8 total, 8 up, 8 in 2024-09-13T03:03:00.864 INFO:tasks.rados.rados.0.smithi052.stdout:3253: done (4 left) 2024-09-13T03:03:00.865 INFO:tasks.rados.rados.0.smithi052.stdout:3254: done (3 left) 2024-09-13T03:03:00.865 INFO:tasks.rados.rados.0.smithi052.stdout:3255: done (2 left) 2024-09-13T03:03:00.865 INFO:tasks.rados.rados.0.smithi052.stdout:3256: done (1 left) 2024-09-13T03:03:00.865 INFO:tasks.rados.rados.0.smithi052.stdout:3258: done (0 left) 2024-09-13T03:03:00.865 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 333 2024-09-13T03:03:00.865 INFO:tasks.rados.rados.0.smithi052.stdout:3259: seq_num 1002 ranges {7110656=786432,7897088=614400,8511488=581632,9093120=409600} 2024-09-13T03:03:00.907 INFO:tasks.rados.rados.0.smithi052.stdout:3259: writing smithi05277117-34 from 7110656 to 7897088 tid 1 2024-09-13T03:03:00.910 INFO:tasks.rados.rados.0.smithi052.stdout:3259: writing smithi05277117-34 from 7897088 to 8511488 tid 2 2024-09-13T03:03:00.914 INFO:tasks.rados.rados.0.smithi052.stdout:3259: writing smithi05277117-34 from 8511488 to 9093120 tid 3 2024-09-13T03:03:00.917 INFO:tasks.rados.rados.0.smithi052.stdout:3259: writing smithi05277117-34 from 9093120 to 9502720 tid 4 2024-09-13T03:03:00.917 INFO:tasks.rados.rados.0.smithi052.stdout:3260: setattr oid 41 current snap is 333 2024-09-13T03:03:00.917 INFO:tasks.rados.rados.0.smithi052.stdout:3259: finishing write tid 1 to smithi05277117-34 2024-09-13T03:03:00.918 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 333 2024-09-13T03:03:00.918 INFO:tasks.rados.rados.0.smithi052.stdout:3261: seq_num 1003 ranges {5472256=802816,6275072=499712,6774784=737280,7512064=368640} 2024-09-13T03:03:00.953 INFO:tasks.rados.rados.0.smithi052.stdout:3261: writing smithi05277117-40 from 5472256 to 6275072 tid 1 2024-09-13T03:03:00.956 INFO:tasks.rados.rados.0.smithi052.stdout:3261: writing smithi05277117-40 from 6275072 to 6774784 tid 2 2024-09-13T03:03:00.961 INFO:tasks.rados.rados.0.smithi052.stdout:3261: writing smithi05277117-40 from 6774784 to 7512064 tid 3 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3261: writing smithi05277117-40 from 7512064 to 7880704 tid 4 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3262: read oid 47 snap 275 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3262: expect deleted 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3263: read oid 12 snap -1 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3263: expect deleted 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3264: snap_remove snap 246 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3259: finishing write tid 2 to smithi05277117-34 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:3259: finishing write tid 3 to smithi05277117-34 2024-09-13T03:03:00.964 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1814 (ObjNum 935 snap 314 seq_num 935) dirty exists 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:3259: finishing write tid 4 to smithi05277117-34 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:3259: finishing write tid 5 to smithi05277117-34 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:3259: finishing write tid 6 to smithi05277117-34 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1929 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:3259: left oid 34 (ObjNum 1002 snap 333 seq_num 1002) 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:3261: finishing write tid 1 to smithi05277117-40 2024-09-13T03:03:00.965 INFO:tasks.rados.rados.0.smithi052.stdout:3261: finishing write tid 2 to smithi05277117-40 2024-09-13T03:03:01.911 INFO:tasks.rados.rados.0.smithi052.stdout:3259: done (5 left) 2024-09-13T03:03:02.034 INFO:tasks.rados.rados.0.smithi052.stdout:3260: done (4 left) 2024-09-13T03:03:02.035 INFO:tasks.rados.rados.0.smithi052.stdout:3264: done (3 left) 2024-09-13T03:03:02.035 INFO:tasks.rados.rados.0.smithi052.stdout:3265: delete oid 32 current snap is 333 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3261: finishing write tid 3 to smithi05277117-40 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3261: finishing write tid 4 to smithi05277117-40 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3261: finishing write tid 5 to smithi05277117-40 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3261: finishing write tid 6 to smithi05277117-40 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1819 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3261: left oid 40 (ObjNum 1003 snap 333 seq_num 1003) 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3261: done (3 left) 2024-09-13T03:03:02.036 INFO:tasks.rados.rados.0.smithi052.stdout:3262: done (2 left) 2024-09-13T03:03:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:3263: done (1 left) 2024-09-13T03:03:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:3265: done (0 left) 2024-09-13T03:03:02.037 INFO:tasks.rados.rados.0.smithi052.stdout:3266: snap_remove snap 326 2024-09-13T03:03:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:01 smithi078 ceph-mon[85589]: pgmap v692: 121 pgs: 121 active+clean; 663 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-09-13T03:03:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:01 smithi078 ceph-mon[85589]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T03:03:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:01 smithi052 ceph-mon[91421]: pgmap v692: 121 pgs: 121 active+clean; 663 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-09-13T03:03:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:01 smithi052 ceph-mon[91421]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T03:03:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:01 smithi052 ceph-mon[89065]: pgmap v692: 121 pgs: 121 active+clean; 663 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-09-13T03:03:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:01 smithi052 ceph-mon[89065]: osdmap e719: 8 total, 8 up, 8 in 2024-09-13T03:03:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:03:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:02.918 INFO:tasks.rados.rados.0.smithi052.stdout:3266: done (0 left) 2024-09-13T03:03:02.918 INFO:tasks.rados.rados.0.smithi052.stdout:3267: copy_from oid 33 from oid 15 current snap is 333 2024-09-13T03:03:02.918 INFO:tasks.rados.rados.0.smithi052.stdout:3268: copy_from oid 16 from oid 12 current snap is 333 2024-09-13T03:03:02.918 INFO:tasks.rados.rados.0.smithi052.stdout:3269: rmattr oid 8 current snap is 333 2024-09-13T03:03:02.918 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 333 2024-09-13T03:03:02.919 INFO:tasks.rados.rados.0.smithi052.stdout:3270: seq_num 1005 ranges {0=32768} 2024-09-13T03:03:02.919 INFO:tasks.rados.rados.0.smithi052.stdout:3270: writing smithi05277117-3 from 0 to 32768 tid 1 2024-09-13T03:03:02.919 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 333 2024-09-13T03:03:02.919 INFO:tasks.rados.rados.0.smithi052.stdout:3271: seq_num 1006 ranges {0=49152} 2024-09-13T03:03:02.919 INFO:tasks.rados.rados.0.smithi052.stdout:3271: writing smithi05277117-19 from 0 to 49152 tid 1 2024-09-13T03:03:02.920 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 333 2024-09-13T03:03:02.920 INFO:tasks.rados.rados.0.smithi052.stdout:3272: seq_num 1007 ranges {7979008=65536} 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:3272: writing smithi05277117-43 from 7979008 to 8044544 tid 1 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:3273: snap_create 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:3270: finishing write tid 1 to smithi05277117-3 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2828 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:3270: finishing write tid 2 to smithi05277117-3 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:3271: finishing write tid 1 to smithi05277117-19 2024-09-13T03:03:02.966 INFO:tasks.rados.rados.0.smithi052.stdout:3271: finishing write tid 2 to smithi05277117-19 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3268: finishing copy_from to smithi05277117-16 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3268: got expected ENOENT (src dne) 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3268: finishing copy_from racing read to smithi05277117-16 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3270: finishing write tid 3 to smithi05277117-3 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2667 (ObjNum 1005 snap 333 seq_num 1005) dirty exists 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3270: left oid 3 (ObjNum 1005 snap 333 seq_num 1005) 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3271: finishing write tid 3 to smithi05277117-19 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2294 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3271: left oid 19 (ObjNum 1006 snap 333 seq_num 1006) 2024-09-13T03:03:02.967 INFO:tasks.rados.rados.0.smithi052.stdout:3267: finishing copy_from racing read to smithi05277117-33 2024-09-13T03:03:02.968 INFO:tasks.rados.rados.0.smithi052.stdout:3267: finishing copy_from to smithi05277117-33 2024-09-13T03:03:02.968 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 2547 (ObjNum 998 snap 332 seq_num 998) dirty exists 2024-09-13T03:03:02.969 INFO:tasks.rados.rados.0.smithi052.stdout:3272: finishing write tid 1 to smithi05277117-43 2024-09-13T03:03:02.969 INFO:tasks.rados.rados.0.smithi052.stdout:3272: finishing write tid 2 to smithi05277117-43 2024-09-13T03:03:02.970 INFO:tasks.rados.rados.0.smithi052.stdout:3272: finishing write tid 3 to smithi05277117-43 2024-09-13T03:03:02.970 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1461 (ObjNum 1007 snap 333 seq_num 1007) dirty exists 2024-09-13T03:03:02.970 INFO:tasks.rados.rados.0.smithi052.stdout:3272: left oid 43 (ObjNum 1007 snap 333 seq_num 1007) 2024-09-13T03:03:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:02 smithi078 ceph-mon[85589]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T03:03:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:02 smithi052 ceph-mon[91421]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T03:03:03.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:02 smithi052 ceph-mon[89065]: osdmap e720: 8 total, 8 up, 8 in 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3267: done (6 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3268: done (5 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3269: done (4 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3270: done (3 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3271: done (2 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3272: done (1 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3273: done (0 left) 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3274: rmattr oid 44 current snap is 334 2024-09-13T03:03:03.921 INFO:tasks.rados.rados.0.smithi052.stdout:3275: rmattr oid 36 current snap is 334 2024-09-13T03:03:03.922 INFO:tasks.rados.rados.0.smithi052.stdout:3276: read oid 23 snap -1 2024-09-13T03:03:03.922 INFO:tasks.rados.rados.0.smithi052.stdout:3276: expect deleted 2024-09-13T03:03:03.922 INFO:tasks.rados.rados.0.smithi052.stdout:3277: rmattr oid 5 current snap is 334 2024-09-13T03:03:03.922 INFO:tasks.rados.rados.0.smithi052.stdout:3278: snap_create 2024-09-13T03:03:03.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1930 (ObjNum 989 snap 329 seq_num 989) dirty exists 2024-09-13T03:03:03.929 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 1803 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:03.929 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 2284 (ObjNum 938 snap 315 seq_num 938) dirty exists 2024-09-13T03:03:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:03 smithi078 ceph-mon[85589]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 658 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 6.7 MiB/s wr, 18 op/s 2024-09-13T03:03:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:03 smithi078 ceph-mon[85589]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T03:03:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:03 smithi052 ceph-mon[91421]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 658 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 6.7 MiB/s wr, 18 op/s 2024-09-13T03:03:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:03 smithi052 ceph-mon[91421]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T03:03:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:03 smithi052 ceph-mon[89065]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 658 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 6.7 MiB/s wr, 18 op/s 2024-09-13T03:03:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:03 smithi052 ceph-mon[89065]: osdmap e721: 8 total, 8 up, 8 in 2024-09-13T03:03:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:3274: done (4 left) 2024-09-13T03:03:04.864 INFO:tasks.rados.rados.0.smithi052.stdout:3275: done (3 left) 2024-09-13T03:03:04.865 INFO:tasks.rados.rados.0.smithi052.stdout:3276: done (2 left) 2024-09-13T03:03:04.865 INFO:tasks.rados.rados.0.smithi052.stdout:3277: done (1 left) 2024-09-13T03:03:04.865 INFO:tasks.rados.rados.0.smithi052.stdout:3278: done (0 left) 2024-09-13T03:03:04.865 INFO:tasks.rados.rados.0.smithi052.stdout:3279: snap_remove snap 322 2024-09-13T03:03:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:04 smithi078 ceph-mon[85589]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T03:03:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:04 smithi078 ceph-mon[85589]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T03:03:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:04 smithi052 ceph-mon[91421]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T03:03:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:04 smithi052 ceph-mon[91421]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T03:03:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:04 smithi052 ceph-mon[89065]: osdmap e722: 8 total, 8 up, 8 in 2024-09-13T03:03:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:04 smithi052 ceph-mon[89065]: osdmap e723: 8 total, 8 up, 8 in 2024-09-13T03:03:05.868 INFO:tasks.rados.rados.0.smithi052.stdout:3279: done (0 left) 2024-09-13T03:03:05.868 INFO:tasks.rados.rados.0.smithi052.stdout:3280: read oid 1 snap -1 2024-09-13T03:03:05.869 INFO:tasks.rados.rados.0.smithi052.stdout:3280: expect (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:03:05.869 INFO:tasks.rados.rados.0.smithi052.stdout:3281: copy_from oid 12 from oid 10 current snap is 335 2024-09-13T03:03:05.869 INFO:tasks.rados.rados.0.smithi052.stdout:3282: read oid 45 snap -1 2024-09-13T03:03:05.870 INFO:tasks.rados.rados.0.smithi052.stdout:3282: expect (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:03:05.870 INFO:tasks.rados.rados.0.smithi052.stdout:3283: copy_from oid 28 from oid 16 current snap is 335 2024-09-13T03:03:05.870 INFO:tasks.rados.rados.0.smithi052.stdout:3284: read oid 2 snap 331 2024-09-13T03:03:05.870 INFO:tasks.rados.rados.0.smithi052.stdout:3284: expect (ObjNum 911 snap 305 seq_num 911) 2024-09-13T03:03:05.870 INFO:tasks.rados.rados.0.smithi052.stdout:3285: snap_create 2024-09-13T03:03:05.881 INFO:tasks.rados.rados.0.smithi052.stdout:3280: expect (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:03:05.918 INFO:tasks.rados.rados.0.smithi052.stdout:3281: finishing copy_from to smithi05277117-12 2024-09-13T03:03:05.918 INFO:tasks.rados.rados.0.smithi052.stdout:3281: got expected ENOENT (src dne) 2024-09-13T03:03:05.918 INFO:tasks.rados.rados.0.smithi052.stdout:3281: finishing copy_from racing read to smithi05277117-12 2024-09-13T03:03:05.918 INFO:tasks.rados.rados.0.smithi052.stdout:3282: expect (ObjNum 919 snap 308 seq_num 919) 2024-09-13T03:03:05.945 INFO:tasks.rados.rados.0.smithi052.stdout:3284: expect (ObjNum 911 snap 305 seq_num 911) 2024-09-13T03:03:06.179 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:05 smithi052 ceph-mon[91421]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 654 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-13T03:03:06.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:05 smithi052 ceph-mon[91421]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T03:03:06.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:05 smithi052 ceph-mon[89065]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 654 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-13T03:03:06.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:05 smithi052 ceph-mon[89065]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T03:03:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:05 smithi078 ceph-mon[85589]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 654 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-13T03:03:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:05 smithi078 ceph-mon[85589]: osdmap e724: 8 total, 8 up, 8 in 2024-09-13T03:03:06.364 INFO:tasks.rados.rados.0.smithi052.stdout:3283: finishing copy_from racing read to smithi05277117-28 2024-09-13T03:03:06.364 INFO:tasks.rados.rados.0.smithi052.stdout:3283: finishing copy_from to smithi05277117-28 2024-09-13T03:03:06.364 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 2471 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3280: done (5 left) 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3281: done (4 left) 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3282: done (3 left) 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3283: done (2 left) 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3284: done (1 left) 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3285: done (0 left) 2024-09-13T03:03:06.867 INFO:tasks.rados.rados.0.smithi052.stdout:3286: setattr oid 18 current snap is 336 2024-09-13T03:03:06.868 INFO:tasks.rados.rados.0.smithi052.stdout:3287: copy_from oid 28 from oid 41 current snap is 336 2024-09-13T03:03:06.868 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 336 2024-09-13T03:03:06.868 INFO:tasks.rados.rados.0.smithi052.stdout:3288: seq_num 1008 ranges {32768=90112} 2024-09-13T03:03:06.869 INFO:tasks.rados.rados.0.smithi052.stdout:3288: writing smithi05277117-3 from 32768 to 122880 tid 1 2024-09-13T03:03:06.869 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 336 2024-09-13T03:03:06.869 INFO:tasks.rados.rados.0.smithi052.stdout:3289: seq_num 1009 ranges {4571136=106496} 2024-09-13T03:03:06.895 INFO:tasks.rados.rados.0.smithi052.stdout:3289: writing smithi05277117-5 from 4571136 to 4677632 tid 1 2024-09-13T03:03:06.895 INFO:tasks.rados.rados.0.smithi052.stdout:3290: snap_remove snap 324 2024-09-13T03:03:07.874 INFO:tasks.rados.rados.0.smithi052.stdout:3290: done (4 left) 2024-09-13T03:03:07.874 INFO:tasks.rados.rados.0.smithi052.stdout:3291: rollback oid 20 current snap is 336 2024-09-13T03:03:07.874 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 20 to 277 2024-09-13T03:03:07.875 INFO:tasks.rados.rados.0.smithi052.stdout:3292: setattr oid 39 current snap is 336 2024-09-13T03:03:07.877 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 2472 (ObjNum 988 snap 328 seq_num 988) dirty exists 2024-09-13T03:03:07.877 INFO:tasks.rados.rados.0.smithi052.stdout:3288: finishing write tid 1 to smithi05277117-3 2024-09-13T03:03:07.877 INFO:tasks.rados.rados.0.smithi052.stdout:3288: finishing write tid 2 to smithi05277117-3 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3288: finishing write tid 3 to smithi05277117-3 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2678 (ObjNum 1008 snap 336 seq_num 1008) dirty exists 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3288: left oid 3 (ObjNum 1008 snap 336 seq_num 1008) 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3287: finishing copy_from racing read to smithi05277117-28 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3287: finishing copy_from to smithi05277117-28 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 1814 (ObjNum 935 snap 314 seq_num 935) dirty exists 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3289: finishing write tid 1 to smithi05277117-5 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3289: finishing write tid 2 to smithi05277117-5 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3289: finishing write tid 3 to smithi05277117-5 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 1932 (ObjNum 1009 snap 336 seq_num 1009) dirty exists 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3289: left oid 5 (ObjNum 1009 snap 336 seq_num 1009) 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3286: done (5 left) 2024-09-13T03:03:07.878 INFO:tasks.rados.rados.0.smithi052.stdout:3287: done (4 left) 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3288: done (3 left) 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3289: done (2 left) 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3293: copy_from oid 45 from oid 34 current snap is 336 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3294: read oid 15 snap -1 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3294: expect (ObjNum 998 snap 332 seq_num 998) 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3295: rollback oid 17 current snap is 336 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 17 to 309 2024-09-13T03:03:07.879 INFO:tasks.rados.rados.0.smithi052.stdout:3296: snap_remove snap 313 2024-09-13T03:03:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:07 smithi078 ceph-mon[85589]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 651 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-13T03:03:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:07 smithi078 ceph-mon[85589]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T03:03:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:07 smithi052 ceph-mon[91421]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 651 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-13T03:03:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:07 smithi052 ceph-mon[91421]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T03:03:08.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:07 smithi052 ceph-mon[89065]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 651 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-09-13T03:03:08.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:07 smithi052 ceph-mon[89065]: osdmap e725: 8 total, 8 up, 8 in 2024-09-13T03:03:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:03:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:03:08] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-13T03:03:08.878 INFO:tasks.rados.rados.0.smithi052.stdout:3296: done (5 left) 2024-09-13T03:03:08.878 INFO:tasks.rados.rados.0.smithi052.stdout:3297: rollback oid 7 current snap is 336 2024-09-13T03:03:08.879 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 327 2024-09-13T03:03:08.879 INFO:tasks.rados.rados.0.smithi052.stdout:3298: rmattr oid 32 current snap is 336 2024-09-13T03:03:08.879 INFO:tasks.rados.rados.0.smithi052.stdout:3298: done (6 left) 2024-09-13T03:03:08.879 INFO:tasks.rados.rados.0.smithi052.stdout:3299: snap_remove snap 315 2024-09-13T03:03:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:08 smithi078 ceph-mon[85589]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T03:03:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:08 smithi052 ceph-mon[91421]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T03:03:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:08 smithi052 ceph-mon[89065]: osdmap e726: 8 total, 8 up, 8 in 2024-09-13T03:03:09.866 INFO:tasks.rados.rados.0.smithi052.stdout:3299: done (6 left) 2024-09-13T03:03:09.866 INFO:tasks.rados.rados.0.smithi052.stdout:3300: snap_remove snap 270 2024-09-13T03:03:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:09 smithi078 ceph-mon[85589]: pgmap v704: 121 pgs: 121 active+clean; 655 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-09-13T03:03:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:09 smithi078 ceph-mon[85589]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T03:03:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:09 smithi078 ceph-mon[85589]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T03:03:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:09 smithi052 ceph-mon[91421]: pgmap v704: 121 pgs: 121 active+clean; 655 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-09-13T03:03:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:09 smithi052 ceph-mon[91421]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T03:03:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:09 smithi052 ceph-mon[91421]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T03:03:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:09 smithi052 ceph-mon[89065]: pgmap v704: 121 pgs: 121 active+clean; 655 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-09-13T03:03:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:09 smithi052 ceph-mon[89065]: osdmap e727: 8 total, 8 up, 8 in 2024-09-13T03:03:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:09 smithi052 ceph-mon[89065]: osdmap e728: 8 total, 8 up, 8 in 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:3300: done (6 left) 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:3301: read oid 23 snap 323 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:3301: expect deleted 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:3302: rollback oid 4 current snap is 336 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 277 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 2468 (ObjNum 989 snap 329 seq_num 989) dirty exists 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:3291: finishing rollback tid 0 to smithi05277117-20 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:3291: finishing rollback tid 1 to smithi05277117-20 2024-09-13T03:03:10.869 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2851 (ObjNum 4113 snap 0 seq_num 3714489732) dirty dne 2024-09-13T03:03:10.870 INFO:tasks.rados.rados.0.smithi052.stdout:3295: finishing rollback tid 0 to smithi05277117-17 2024-09-13T03:03:10.870 INFO:tasks.rados.rados.0.smithi052.stdout:3295: finishing rollback tid 1 to smithi05277117-17 2024-09-13T03:03:10.870 INFO:tasks.rados.rados.0.smithi052.stdout:3295: finishing rollback tid 2 to smithi05277117-17 2024-09-13T03:03:10.870 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2855 (ObjNum 867 snap 298 seq_num 867) dirty exists 2024-09-13T03:03:10.870 INFO:tasks.rados.rados.0.smithi052.stdout:3294: expect (ObjNum 998 snap 332 seq_num 998) 2024-09-13T03:03:11.442 INFO:tasks.rados.rados.0.smithi052.stdout:3293: finishing copy_from racing read to smithi05277117-45 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3293: finishing copy_from to smithi05277117-45 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 1929 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3297: finishing rollback tid 0 to smithi05277117-7 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3297: finishing rollback tid 1 to smithi05277117-7 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3297: finishing rollback tid 2 to smithi05277117-7 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 1935 (ObjNum 980 snap 324 seq_num 980) dirty exists 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3291: done (7 left) 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3292: done (6 left) 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3293: done (5 left) 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3294: done (4 left) 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3295: done (3 left) 2024-09-13T03:03:11.443 INFO:tasks.rados.rados.0.smithi052.stdout:3297: done (2 left) 2024-09-13T03:03:11.444 INFO:tasks.rados.rados.0.smithi052.stdout:3303: snap_create 2024-09-13T03:03:11.444 INFO:tasks.rados.rados.0.smithi052.stdout:3302: finishing rollback tid 0 to smithi05277117-4 2024-09-13T03:03:11.444 INFO:tasks.rados.rados.0.smithi052.stdout:3302: finishing rollback tid 1 to smithi05277117-4 2024-09-13T03:03:11.444 INFO:tasks.rados.rados.0.smithi052.stdout:3302: finishing rollback tid 2 to smithi05277117-4 2024-09-13T03:03:11.444 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2396 (ObjNum 810 snap 272 seq_num 810) dirty exists 2024-09-13T03:03:11.884 INFO:tasks.rados.rados.0.smithi052.stdout:3301: done (2 left) 2024-09-13T03:03:11.884 INFO:tasks.rados.rados.0.smithi052.stdout:3302: done (1 left) 2024-09-13T03:03:11.884 INFO:tasks.rados.rados.0.smithi052.stdout:3303: done (0 left) 2024-09-13T03:03:11.884 INFO:tasks.rados.rados.0.smithi052.stdout:3304: read oid 13 snap -1 2024-09-13T03:03:11.884 INFO:tasks.rados.rados.0.smithi052.stdout:3304: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:11.884 INFO:tasks.rados.rados.0.smithi052.stdout:3305: snap_remove snap 318 2024-09-13T03:03:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:11 smithi078 ceph-mon[85589]: pgmap v707: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 662 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-13T03:03:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:11 smithi078 ceph-mon[85589]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T03:03:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:11 smithi052 ceph-mon[91421]: pgmap v707: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 662 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-13T03:03:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:11 smithi052 ceph-mon[91421]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T03:03:12.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:11 smithi052 ceph-mon[89065]: pgmap v707: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 662 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-09-13T03:03:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:11 smithi052 ceph-mon[89065]: osdmap e729: 8 total, 8 up, 8 in 2024-09-13T03:03:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:03:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:12.891 INFO:tasks.rados.rados.0.smithi052.stdout:3305: done (1 left) 2024-09-13T03:03:12.891 INFO:tasks.rados.rados.0.smithi052.stdout:3306: rollback oid 27 current snap is 337 2024-09-13T03:03:12.891 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 333 2024-09-13T03:03:12.891 INFO:tasks.rados.rados.0.smithi052.stdout:3304: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:13.136 INFO:tasks.rados.rados.0.smithi052.stdout:3306: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:03:13.136 INFO:tasks.rados.rados.0.smithi052.stdout:3306: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:03:13.136 INFO:tasks.rados.rados.0.smithi052.stdout:3306: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:03:13.137 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2714 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:13.137 INFO:tasks.rados.rados.0.smithi052.stdout:3304: done (1 left) 2024-09-13T03:03:13.137 INFO:tasks.rados.rados.0.smithi052.stdout:3306: done (0 left) 2024-09-13T03:03:13.137 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 4 current snap is 337 2024-09-13T03:03:13.137 INFO:tasks.rados.rados.0.smithi052.stdout:3307: seq_num 1010 ranges {5300224=122880} 2024-09-13T03:03:13.166 INFO:tasks.rados.rados.0.smithi052.stdout:3307: writing smithi05277117-4 from 5300224 to 5423104 tid 1 2024-09-13T03:03:13.166 INFO:tasks.rados.rados.0.smithi052.stdout:3308: rmattr oid 43 current snap is 337 2024-09-13T03:03:13.166 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 337 2024-09-13T03:03:13.166 INFO:tasks.rados.rados.0.smithi052.stdout:3309: seq_num 1011 ranges {1720320=139264} 2024-09-13T03:03:13.176 INFO:tasks.rados.rados.0.smithi052.stdout:3309: writing smithi05277117-11 from 1720320 to 1859584 tid 1 2024-09-13T03:03:13.176 INFO:tasks.rados.rados.0.smithi052.stdout:3310: rmattr oid 37 current snap is 337 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3307: finishing write tid 1 to smithi05277117-4 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1491 (ObjNum 1007 snap 333 seq_num 1007) dirty exists 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3307: finishing write tid 2 to smithi05277117-4 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3307: finishing write tid 3 to smithi05277117-4 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2417 (ObjNum 1010 snap 337 seq_num 1010) dirty exists 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3307: left oid 4 (ObjNum 1010 snap 337 seq_num 1010) 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3307: done (3 left) 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3308: done (2 left) 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 337 2024-09-13T03:03:13.177 INFO:tasks.rados.rados.0.smithi052.stdout:3311: seq_num 1012 ranges {4538368=155648} 2024-09-13T03:03:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:12 smithi078 ceph-mon[85589]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T03:03:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:3311: writing smithi05277117-48 from 4538368 to 4694016 tid 1 2024-09-13T03:03:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 337 2024-09-13T03:03:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:3309: finishing write tid 1 to smithi05277117-11 2024-09-13T03:03:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:3309: finishing write tid 2 to smithi05277117-11 2024-09-13T03:03:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 1820 (ObjNum 993 snap 329 seq_num 993) dirty exists 2024-09-13T03:03:13.202 INFO:tasks.rados.rados.0.smithi052.stdout:3309: finishing write tid 3 to smithi05277117-11 2024-09-13T03:03:13.203 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1494 (ObjNum 1011 snap 337 seq_num 1011) dirty exists 2024-09-13T03:03:13.203 INFO:tasks.rados.rados.0.smithi052.stdout:3309: left oid 11 (ObjNum 1011 snap 337 seq_num 1011) 2024-09-13T03:03:13.203 INFO:tasks.rados.rados.0.smithi052.stdout:3312: seq_num 1013 ranges {7700480=172032} 2024-09-13T03:03:13.245 INFO:tasks.rados.rados.0.smithi052.stdout:3312: writing smithi05277117-9 from 7700480 to 7872512 tid 1 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3309: done (3 left) 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3310: done (2 left) 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3313: delete oid 43 current snap is 337 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3311: finishing write tid 1 to smithi05277117-48 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3311: finishing write tid 2 to smithi05277117-48 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3311: finishing write tid 3 to smithi05277117-48 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 2420 (ObjNum 1012 snap 337 seq_num 1012) dirty exists 2024-09-13T03:03:13.246 INFO:tasks.rados.rados.0.smithi052.stdout:3311: left oid 48 (ObjNum 1012 snap 337 seq_num 1012) 2024-09-13T03:03:13.248 INFO:tasks.rados.rados.0.smithi052.stdout:3311: done (2 left) 2024-09-13T03:03:13.248 INFO:tasks.rados.rados.0.smithi052.stdout:3313: done (1 left) 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:3314: read oid 8 snap -1 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:3314: expect (ObjNum 807 snap 272 seq_num 807) 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:3315: read oid 23 snap -1 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:3315: expect deleted 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:3316: rollback oid 28 current snap is 337 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 304 2024-09-13T03:03:13.249 INFO:tasks.rados.rados.0.smithi052.stdout:3317: snap_remove snap 336 2024-09-13T03:03:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:12 smithi052 ceph-mon[91421]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T03:03:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:12 smithi052 ceph-mon[89065]: osdmap e730: 8 total, 8 up, 8 in 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3317: done (4 left) 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3318: copy_from oid 7 from oid 22 current snap is 337 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3312: finishing write tid 1 to smithi05277117-9 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3312: finishing write tid 2 to smithi05277117-9 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3312: finishing write tid 3 to smithi05277117-9 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 2423 (ObjNum 1013 snap 337 seq_num 1013) dirty exists 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3312: left oid 9 (ObjNum 1013 snap 337 seq_num 1013) 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3316: finishing rollback tid 0 to smithi05277117-28 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3316: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:3316: finishing rollback tid 2 to smithi05277117-28 2024-09-13T03:03:13.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 2475 (ObjNum 846 snap 285 seq_num 846) dirty exists 2024-09-13T03:03:13.898 INFO:tasks.rados.rados.0.smithi052.stdout:3314: expect (ObjNum 807 snap 272 seq_num 807) 2024-09-13T03:03:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:13 smithi078 ceph-mon[85589]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 666 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-09-13T03:03:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:13 smithi078 ceph-mon[85589]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T03:03:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:13 smithi052 ceph-mon[91421]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 666 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-09-13T03:03:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:13 smithi052 ceph-mon[91421]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T03:03:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:13 smithi052 ceph-mon[89065]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 666 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-09-13T03:03:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:13 smithi052 ceph-mon[89065]: osdmap e731: 8 total, 8 up, 8 in 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3318: finishing copy_from to smithi05277117-7 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3318: got expected ENOENT (src dne) 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3318: finishing copy_from racing read to smithi05277117-7 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3312: done (4 left) 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3314: done (3 left) 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3315: done (2 left) 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3316: done (1 left) 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3318: done (0 left) 2024-09-13T03:03:14.461 INFO:tasks.rados.rados.0.smithi052.stdout:3319: rollback oid 35 current snap is 337 2024-09-13T03:03:14.462 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 35 to 333 2024-09-13T03:03:14.462 INFO:tasks.rados.rados.0.smithi052.stdout:3320: snap_remove snap 331 2024-09-13T03:03:14.866 INFO:tasks.rados.rados.0.smithi052.stdout:3320: done (1 left) 2024-09-13T03:03:14.867 INFO:tasks.rados.rados.0.smithi052.stdout:3321: delete oid 2 current snap is 337 2024-09-13T03:03:14.867 INFO:tasks.rados.rados.0.smithi052.stdout:3319: finishing rollback tid 0 to smithi05277117-35 2024-09-13T03:03:14.867 INFO:tasks.rados.rados.0.smithi052.stdout:3319: finishing rollback tid 1 to smithi05277117-35 2024-09-13T03:03:14.867 INFO:tasks.rados.rados.0.smithi052.stdout:3319: finishing rollback tid 2 to smithi05277117-35 2024-09-13T03:03:14.867 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 1806 (ObjNum 995 snap 330 seq_num 995) dirty exists 2024-09-13T03:03:14.870 INFO:tasks.rados.rados.0.smithi052.stdout:3319: done (1 left) 2024-09-13T03:03:14.871 INFO:tasks.rados.rados.0.smithi052.stdout:3321: done (0 left) 2024-09-13T03:03:14.871 INFO:tasks.rados.rados.0.smithi052.stdout:3322: delete oid 29 current snap is 337 2024-09-13T03:03:14.876 INFO:tasks.rados.rados.0.smithi052.stdout:3322: done (0 left) 2024-09-13T03:03:14.876 INFO:tasks.rados.rados.0.smithi052.stdout:3323: rmattr oid 32 current snap is 337 2024-09-13T03:03:14.876 INFO:tasks.rados.rados.0.smithi052.stdout:3323: done (0 left) 2024-09-13T03:03:14.876 INFO:tasks.rados.rados.0.smithi052.stdout:3324: snap_remove snap 296 2024-09-13T03:03:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:14 smithi078 ceph-mon[85589]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T03:03:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:14 smithi078 ceph-mon[85589]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T03:03:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:14 smithi052 ceph-mon[91421]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T03:03:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:14 smithi052 ceph-mon[91421]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T03:03:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:14 smithi052 ceph-mon[89065]: osdmap e732: 8 total, 8 up, 8 in 2024-09-13T03:03:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:14 smithi052 ceph-mon[89065]: osdmap e733: 8 total, 8 up, 8 in 2024-09-13T03:03:15.873 INFO:tasks.rados.rados.0.smithi052.stdout:3324: done (0 left) 2024-09-13T03:03:15.873 INFO:tasks.rados.rados.0.smithi052.stdout:3325: read oid 29 snap -1 2024-09-13T03:03:15.873 INFO:tasks.rados.rados.0.smithi052.stdout:3325: expect deleted 2024-09-13T03:03:15.873 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 337 2024-09-13T03:03:15.873 INFO:tasks.rados.rados.0.smithi052.stdout:3326: seq_num 1017 ranges {2285568=237568} 2024-09-13T03:03:15.887 INFO:tasks.rados.rados.0.smithi052.stdout:3326: writing smithi05277117-41 from 2285568 to 2523136 tid 1 2024-09-13T03:03:15.887 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 337 2024-09-13T03:03:15.887 INFO:tasks.rados.rados.0.smithi052.stdout:3327: seq_num 1018 ranges {0=253952} 2024-09-13T03:03:15.889 INFO:tasks.rados.rados.0.smithi052.stdout:3327: writing smithi05277117-2 from 0 to 253952 tid 1 2024-09-13T03:03:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3325: done (2 left) 2024-09-13T03:03:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3328: read oid 13 snap -1 2024-09-13T03:03:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3328: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3329: read oid 34 snap -1 2024-09-13T03:03:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3329: expect (ObjNum 1002 snap 333 seq_num 1002) 2024-09-13T03:03:15.890 INFO:tasks.rados.rados.0.smithi052.stdout:3330: delete oid 48 current snap is 337 2024-09-13T03:03:15.896 INFO:tasks.rados.rados.0.smithi052.stdout:3327: finishing write tid 1 to smithi05277117-2 2024-09-13T03:03:15.896 INFO:tasks.rados.rados.0.smithi052.stdout:3327: finishing write tid 2 to smithi05277117-2 2024-09-13T03:03:15.898 INFO:tasks.rados.rados.0.smithi052.stdout:3330: done (4 left) 2024-09-13T03:03:15.898 INFO:tasks.rados.rados.0.smithi052.stdout:3331: snap_create 2024-09-13T03:03:15.903 INFO:tasks.rados.rados.0.smithi052.stdout:3327: finishing write tid 3 to smithi05277117-2 2024-09-13T03:03:15.903 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1790 (ObjNum 1018 snap 337 seq_num 1018) dirty exists 2024-09-13T03:03:15.903 INFO:tasks.rados.rados.0.smithi052.stdout:3327: left oid 2 (ObjNum 1018 snap 337 seq_num 1018) 2024-09-13T03:03:15.903 INFO:tasks.rados.rados.0.smithi052.stdout:3326: finishing write tid 1 to smithi05277117-41 2024-09-13T03:03:15.904 INFO:tasks.rados.rados.0.smithi052.stdout:3326: finishing write tid 2 to smithi05277117-41 2024-09-13T03:03:15.906 INFO:tasks.rados.rados.0.smithi052.stdout:3326: finishing write tid 3 to smithi05277117-41 2024-09-13T03:03:15.906 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 1822 (ObjNum 1017 snap 337 seq_num 1017) dirty exists 2024-09-13T03:03:15.906 INFO:tasks.rados.rados.0.smithi052.stdout:3326: left oid 41 (ObjNum 1017 snap 337 seq_num 1017) 2024-09-13T03:03:15.930 INFO:tasks.rados.rados.0.smithi052.stdout:3328: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:16.166 INFO:tasks.rados.rados.0.smithi052.stdout:3329: expect (ObjNum 1002 snap 333 seq_num 1002) 2024-09-13T03:03:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:15 smithi078 ceph-mon[85589]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 666 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-13T03:03:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:15 smithi078 ceph-mon[85589]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T03:03:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:15 smithi052 ceph-mon[91421]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 666 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-13T03:03:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:15 smithi052 ceph-mon[91421]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T03:03:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:15 smithi052 ceph-mon[89065]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 118 active+clean; 666 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-13T03:03:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:15 smithi052 ceph-mon[89065]: osdmap e734: 8 total, 8 up, 8 in 2024-09-13T03:03:16.907 INFO:tasks.rados.rados.0.smithi052.stdout:3326: done (4 left) 2024-09-13T03:03:16.908 INFO:tasks.rados.rados.0.smithi052.stdout:3327: done (3 left) 2024-09-13T03:03:16.908 INFO:tasks.rados.rados.0.smithi052.stdout:3328: done (2 left) 2024-09-13T03:03:16.908 INFO:tasks.rados.rados.0.smithi052.stdout:3329: done (1 left) 2024-09-13T03:03:16.908 INFO:tasks.rados.rados.0.smithi052.stdout:3331: done (0 left) 2024-09-13T03:03:16.908 INFO:tasks.rados.rados.0.smithi052.stdout:3332: delete oid 6 current snap is 338 2024-09-13T03:03:16.913 INFO:tasks.rados.rados.0.smithi052.stdout:3332: done (0 left) 2024-09-13T03:03:16.913 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 338 2024-09-13T03:03:16.913 INFO:tasks.rados.rados.0.smithi052.stdout:3333: seq_num 1021 ranges {9502720=303104} 2024-09-13T03:03:16.967 INFO:tasks.rados.rados.0.smithi052.stdout:3333: writing smithi05277117-34 from 9502720 to 9805824 tid 1 2024-09-13T03:03:16.967 INFO:tasks.rados.rados.0.smithi052.stdout:3334: read oid 41 snap 327 2024-09-13T03:03:16.967 INFO:tasks.rados.rados.0.smithi052.stdout:3334: expect (ObjNum 935 snap 314 seq_num 935) 2024-09-13T03:03:16.967 INFO:tasks.rados.rados.0.smithi052.stdout:3335: copy_from oid 38 from oid 44 current snap is 338 2024-09-13T03:03:16.968 INFO:tasks.rados.rados.0.smithi052.stdout:3336: delete oid 10 current snap is 338 2024-09-13T03:03:16.970 INFO:tasks.rados.rados.0.smithi052.stdout:3336: done (3 left) 2024-09-13T03:03:16.970 INFO:tasks.rados.rados.0.smithi052.stdout:3337: snap_remove snap 275 2024-09-13T03:03:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:17.913 INFO:tasks.rados.rados.0.smithi052.stdout:3337: done (3 left) 2024-09-13T03:03:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:3338: read oid 33 snap 319 2024-09-13T03:03:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:3338: expect (ObjNum 943 snap 319 seq_num 943) 2024-09-13T03:03:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 338 2024-09-13T03:03:17.914 INFO:tasks.rados.rados.0.smithi052.stdout:3339: seq_num 1023 ranges {10821632=335872} 2024-09-13T03:03:17.977 INFO:tasks.rados.rados.0.smithi052.stdout:3339: writing smithi05277117-36 from 10821632 to 11157504 tid 1 2024-09-13T03:03:17.977 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 24 current snap is 338 2024-09-13T03:03:17.978 INFO:tasks.rados.rados.0.smithi052.stdout:3340: seq_num 1024 ranges {1130496=352256} 2024-09-13T03:03:17.985 INFO:tasks.rados.rados.0.smithi052.stdout:3340: writing smithi05277117-24 from 1130496 to 1482752 tid 1 2024-09-13T03:03:17.986 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 50 current snap is 338 2024-09-13T03:03:17.986 INFO:tasks.rados.rados.0.smithi052.stdout:3333: finishing write tid 1 to smithi05277117-34 2024-09-13T03:03:17.986 INFO:tasks.rados.rados.0.smithi052.stdout:3333: finishing write tid 2 to smithi05277117-34 2024-09-13T03:03:17.986 INFO:tasks.rados.rados.0.smithi052.stdout:3334: expect (ObjNum 935 snap 314 seq_num 935) 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:3333: finishing write tid 3 to smithi05277117-34 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 1937 (ObjNum 1021 snap 338 seq_num 1021) dirty exists 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:3333: left oid 34 (ObjNum 1021 snap 338 seq_num 1021) 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:3335: finishing copy_from racing read to smithi05277117-38 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:3335: finishing copy_from to smithi05277117-38 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 1803 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:18.063 INFO:tasks.rados.rados.0.smithi052.stdout:3338: expect (ObjNum 943 snap 319 seq_num 943) 2024-09-13T03:03:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:17 smithi078 ceph-mon[85589]: pgmap v716: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 655 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 15 op/s 2024-09-13T03:03:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:17 smithi078 ceph-mon[85589]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T03:03:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:17 smithi052 ceph-mon[91421]: pgmap v716: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 655 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 15 op/s 2024-09-13T03:03:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:17 smithi052 ceph-mon[91421]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T03:03:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:17 smithi052 ceph-mon[89065]: pgmap v716: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 655 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 144 KiB/s wr, 15 op/s 2024-09-13T03:03:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:17 smithi052 ceph-mon[89065]: osdmap e735: 8 total, 8 up, 8 in 2024-09-13T03:03:18.318 INFO:tasks.rados.rados.0.smithi052.stdout:3339: finishing write tid 1 to smithi05277117-36 2024-09-13T03:03:18.319 INFO:tasks.rados.rados.0.smithi052.stdout:3339: finishing write tid 2 to smithi05277117-36 2024-09-13T03:03:18.319 INFO:tasks.rados.rados.0.smithi052.stdout:3339: finishing write tid 3 to smithi05277117-36 2024-09-13T03:03:18.319 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 2477 (ObjNum 1023 snap 338 seq_num 1023) dirty exists 2024-09-13T03:03:18.319 INFO:tasks.rados.rados.0.smithi052.stdout:3339: left oid 36 (ObjNum 1023 snap 338 seq_num 1023) 2024-09-13T03:03:18.319 INFO:tasks.rados.rados.0.smithi052.stdout:3340: finishing write tid 1 to smithi05277117-24 2024-09-13T03:03:18.319 INFO:tasks.rados.rados.0.smithi052.stdout:3341: seq_num 1025 ranges {0=368640} 2024-09-13T03:03:18.321 INFO:tasks.rados.rados.0.smithi052.stdout:3341: writing smithi05277117-50 from 0 to 368640 tid 1 2024-09-13T03:03:18.321 INFO:tasks.rados.rados.0.smithi052.stdout:3333: done (6 left) 2024-09-13T03:03:18.321 INFO:tasks.rados.rados.0.smithi052.stdout:3334: done (5 left) 2024-09-13T03:03:18.321 INFO:tasks.rados.rados.0.smithi052.stdout:3335: done (4 left) 2024-09-13T03:03:18.321 INFO:tasks.rados.rados.0.smithi052.stdout:3338: done (3 left) 2024-09-13T03:03:18.321 INFO:tasks.rados.rados.0.smithi052.stdout:3339: done (2 left) 2024-09-13T03:03:18.322 INFO:tasks.rados.rados.0.smithi052.stdout:3342: delete oid 47 current snap is 338 2024-09-13T03:03:18.322 INFO:tasks.rados.rados.0.smithi052.stdout:3340: finishing write tid 2 to smithi05277117-24 2024-09-13T03:03:18.322 INFO:tasks.rados.rados.0.smithi052.stdout:3340: finishing write tid 3 to smithi05277117-24 2024-09-13T03:03:18.322 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 1808 (ObjNum 1024 snap 338 seq_num 1024) dirty exists 2024-09-13T03:03:18.322 INFO:tasks.rados.rados.0.smithi052.stdout:3340: left oid 24 (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:03:18.323 INFO:tasks.rados.rados.0.smithi052.stdout:3340: done (2 left) 2024-09-13T03:03:18.323 INFO:tasks.rados.rados.0.smithi052.stdout:3342: done (1 left) 2024-09-13T03:03:18.324 INFO:tasks.rados.rados.0.smithi052.stdout:3343: snap_create 2024-09-13T03:03:18.325 INFO:tasks.rados.rados.0.smithi052.stdout:3341: finishing write tid 1 to smithi05277117-50 2024-09-13T03:03:18.325 INFO:tasks.rados.rados.0.smithi052.stdout:3341: finishing write tid 2 to smithi05277117-50 2024-09-13T03:03:18.326 INFO:tasks.rados.rados.0.smithi052.stdout:3341: finishing write tid 3 to smithi05277117-50 2024-09-13T03:03:18.326 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 2476 (ObjNum 1025 snap 338 seq_num 1025) dirty exists 2024-09-13T03:03:18.326 INFO:tasks.rados.rados.0.smithi052.stdout:3341: left oid 50 (ObjNum 1025 snap 338 seq_num 1025) 2024-09-13T03:03:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:03:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:03:18] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:03:18.918 INFO:tasks.rados.rados.0.smithi052.stdout:3341: done (1 left) 2024-09-13T03:03:18.918 INFO:tasks.rados.rados.0.smithi052.stdout:3343: done (0 left) 2024-09-13T03:03:18.918 INFO:tasks.rados.rados.0.smithi052.stdout:3344: snap_create 2024-09-13T03:03:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:18 smithi078 ceph-mon[85589]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T03:03:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:18 smithi052 ceph-mon[91421]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T03:03:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:18 smithi052 ceph-mon[89065]: osdmap e736: 8 total, 8 up, 8 in 2024-09-13T03:03:19.870 INFO:tasks.rados.rados.0.smithi052.stdout:3344: done (0 left) 2024-09-13T03:03:19.870 INFO:tasks.rados.rados.0.smithi052.stdout:3345: snap_create 2024-09-13T03:03:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:19 smithi078 ceph-mon[85589]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 653 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 110 KiB/s wr, 9 op/s 2024-09-13T03:03:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:19 smithi078 ceph-mon[85589]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T03:03:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:19 smithi078 ceph-mon[85589]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T03:03:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:19 smithi052 ceph-mon[91421]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 653 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 110 KiB/s wr, 9 op/s 2024-09-13T03:03:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:19 smithi052 ceph-mon[91421]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T03:03:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:19 smithi052 ceph-mon[91421]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T03:03:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:19 smithi052 ceph-mon[89065]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 653 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 110 KiB/s wr, 9 op/s 2024-09-13T03:03:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:19 smithi052 ceph-mon[89065]: osdmap e737: 8 total, 8 up, 8 in 2024-09-13T03:03:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:19 smithi052 ceph-mon[89065]: osdmap e738: 8 total, 8 up, 8 in 2024-09-13T03:03:20.870 INFO:tasks.rados.rados.0.smithi052.stdout:3345: done (0 left) 2024-09-13T03:03:20.871 INFO:tasks.rados.rados.0.smithi052.stdout:3346: snap_create 2024-09-13T03:03:21.872 INFO:tasks.rados.rados.0.smithi052.stdout:3346: done (0 left) 2024-09-13T03:03:21.873 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 342 2024-09-13T03:03:21.873 INFO:tasks.rados.rados.0.smithi052.stdout:3347: seq_num 1027 ranges {122880=409600} 2024-09-13T03:03:21.875 INFO:tasks.rados.rados.0.smithi052.stdout:3347: writing smithi05277117-17 from 122880 to 532480 tid 1 2024-09-13T03:03:21.875 INFO:tasks.rados.rados.0.smithi052.stdout:3348: rollback oid 40 current snap is 342 2024-09-13T03:03:21.875 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 40 to 284 2024-09-13T03:03:21.875 INFO:tasks.rados.rados.0.smithi052.stdout:3349: snap_remove snap 330 2024-09-13T03:03:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:21 smithi078 ceph-mon[85589]: pgmap v722: 121 pgs: 121 active+clean; 641 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-13T03:03:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:21 smithi078 ceph-mon[85589]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T03:03:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:21 smithi052 ceph-mon[91421]: pgmap v722: 121 pgs: 121 active+clean; 641 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-13T03:03:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:21 smithi052 ceph-mon[91421]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T03:03:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:21 smithi052 ceph-mon[89065]: pgmap v722: 121 pgs: 121 active+clean; 641 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-09-13T03:03:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:21 smithi052 ceph-mon[89065]: osdmap e739: 8 total, 8 up, 8 in 2024-09-13T03:03:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:03:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3349: done (2 left) 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3350: read oid 29 snap 332 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3350: expect (ObjNum 972 snap 322 seq_num 972) 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3351: snap_create 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3347: finishing write tid 1 to smithi05277117-17 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3348: finishing rollback tid 0 to smithi05277117-40 2024-09-13T03:03:22.886 INFO:tasks.rados.rados.0.smithi052.stdout:3347: finishing write tid 2 to smithi05277117-17 2024-09-13T03:03:22.887 INFO:tasks.rados.rados.0.smithi052.stdout:3348: finishing rollback tid 1 to smithi05277117-40 2024-09-13T03:03:22.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 1824 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T03:03:22.887 INFO:tasks.rados.rados.0.smithi052.stdout:3347: finishing write tid 3 to smithi05277117-17 2024-09-13T03:03:22.887 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2929 (ObjNum 1027 snap 342 seq_num 1027) dirty exists 2024-09-13T03:03:22.887 INFO:tasks.rados.rados.0.smithi052.stdout:3347: left oid 17 (ObjNum 1027 snap 342 seq_num 1027) 2024-09-13T03:03:22.932 INFO:tasks.rados.rados.0.smithi052.stdout:3350: expect (ObjNum 972 snap 322 seq_num 972) 2024-09-13T03:03:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:22 smithi078 ceph-mon[85589]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T03:03:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:22 smithi052 ceph-mon[91421]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T03:03:23.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:22 smithi052 ceph-mon[89065]: osdmap e740: 8 total, 8 up, 8 in 2024-09-13T03:03:23.888 INFO:tasks.rados.rados.0.smithi052.stdout:3347: done (3 left) 2024-09-13T03:03:23.888 INFO:tasks.rados.rados.0.smithi052.stdout:3348: done (2 left) 2024-09-13T03:03:23.888 INFO:tasks.rados.rados.0.smithi052.stdout:3350: done (1 left) 2024-09-13T03:03:23.888 INFO:tasks.rados.rados.0.smithi052.stdout:3351: done (0 left) 2024-09-13T03:03:23.888 INFO:tasks.rados.rados.0.smithi052.stdout:3352: snap_create 2024-09-13T03:03:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:23 smithi078 ceph-mon[85589]: pgmap v725: 121 pgs: 121 active+clean; 641 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T03:03:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:23 smithi078 ceph-mon[85589]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T03:03:24.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:23 smithi052 ceph-mon[89065]: pgmap v725: 121 pgs: 121 active+clean; 641 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T03:03:24.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:23 smithi052 ceph-mon[89065]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T03:03:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:23 smithi052 ceph-mon[91421]: pgmap v725: 121 pgs: 121 active+clean; 641 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-09-13T03:03:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:23 smithi052 ceph-mon[91421]: osdmap e741: 8 total, 8 up, 8 in 2024-09-13T03:03:24.872 INFO:tasks.rados.rados.0.smithi052.stdout:3352: done (0 left) 2024-09-13T03:03:24.872 INFO:tasks.rados.rados.0.smithi052.stdout:3353: read oid 26 snap -1 2024-09-13T03:03:24.872 INFO:tasks.rados.rados.0.smithi052.stdout:3353: expect (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:03:24.872 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 344 2024-09-13T03:03:24.872 INFO:tasks.rados.rados.0.smithi052.stdout:3354: seq_num 1028 ranges {7069696=425984} 2024-09-13T03:03:24.913 INFO:tasks.rados.rados.0.smithi052.stdout:3354: writing smithi05277117-21 from 7069696 to 7495680 tid 1 2024-09-13T03:03:24.914 INFO:tasks.rados.rados.0.smithi052.stdout:3355: read oid 44 snap -1 2024-09-13T03:03:24.914 INFO:tasks.rados.rados.0.smithi052.stdout:3355: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:03:24.914 INFO:tasks.rados.rados.0.smithi052.stdout:3356: rmattr oid 3 current snap is 344 2024-09-13T03:03:24.914 INFO:tasks.rados.rados.0.smithi052.stdout:3353: expect (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:3354: finishing write tid 1 to smithi05277117-21 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 2761 (ObjNum 1008 snap 336 seq_num 1008) dirty exists 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:3354: finishing write tid 2 to smithi05277117-21 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:3354: finishing write tid 3 to smithi05277117-21 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2478 (ObjNum 1028 snap 344 seq_num 1028) dirty exists 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:3354: left oid 21 (ObjNum 1028 snap 344 seq_num 1028) 2024-09-13T03:03:24.988 INFO:tasks.rados.rados.0.smithi052.stdout:3355: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:03:25.172 INFO:tasks.rados.rados.0.smithi052.stdout:3353: done (3 left) 2024-09-13T03:03:25.172 INFO:tasks.rados.rados.0.smithi052.stdout:3354: done (2 left) 2024-09-13T03:03:25.172 INFO:tasks.rados.rados.0.smithi052.stdout:3355: done (1 left) 2024-09-13T03:03:25.172 INFO:tasks.rados.rados.0.smithi052.stdout:3356: done (0 left) 2024-09-13T03:03:25.173 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 344 2024-09-13T03:03:25.173 INFO:tasks.rados.rados.0.smithi052.stdout:3357: seq_num 1029 ranges {0=442368} 2024-09-13T03:03:25.174 INFO:tasks.rados.rados.0.smithi052.stdout:3357: writing smithi05277117-6 from 0 to 442368 tid 1 2024-09-13T03:03:25.175 INFO:tasks.rados.rados.0.smithi052.stdout:3358: snap_create 2024-09-13T03:03:25.179 INFO:tasks.rados.rados.0.smithi052.stdout:3357: finishing write tid 1 to smithi05277117-6 2024-09-13T03:03:25.180 INFO:tasks.rados.rados.0.smithi052.stdout:3357: finishing write tid 2 to smithi05277117-6 2024-09-13T03:03:25.181 INFO:tasks.rados.rados.0.smithi052.stdout:3357: finishing write tid 3 to smithi05277117-6 2024-09-13T03:03:25.181 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2939 (ObjNum 1029 snap 344 seq_num 1029) dirty exists 2024-09-13T03:03:25.181 INFO:tasks.rados.rados.0.smithi052.stdout:3357: left oid 6 (ObjNum 1029 snap 344 seq_num 1029) 2024-09-13T03:03:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:24 smithi078 ceph-mon[85589]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T03:03:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:24 smithi078 ceph-mon[85589]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T03:03:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:24 smithi052 ceph-mon[91421]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T03:03:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:24 smithi052 ceph-mon[91421]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T03:03:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:24 smithi052 ceph-mon[89065]: osdmap e742: 8 total, 8 up, 8 in 2024-09-13T03:03:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:24 smithi052 ceph-mon[89065]: osdmap e743: 8 total, 8 up, 8 in 2024-09-13T03:03:25.901 INFO:tasks.rados.rados.0.smithi052.stdout:3357: done (1 left) 2024-09-13T03:03:25.901 INFO:tasks.rados.rados.0.smithi052.stdout:3358: done (0 left) 2024-09-13T03:03:25.901 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 345 2024-09-13T03:03:25.901 INFO:tasks.rados.rados.0.smithi052.stdout:3359: seq_num 1030 ranges {4571136=458752} 2024-09-13T03:03:25.928 INFO:tasks.rados.rados.0.smithi052.stdout:3359: writing smithi05277117-39 from 4571136 to 5029888 tid 1 2024-09-13T03:03:25.928 INFO:tasks.rados.rados.0.smithi052.stdout:3360: read oid 17 snap -1 2024-09-13T03:03:25.928 INFO:tasks.rados.rados.0.smithi052.stdout:3360: expect (ObjNum 1027 snap 342 seq_num 1027) 2024-09-13T03:03:25.928 INFO:tasks.rados.rados.0.smithi052.stdout:3361: snap_create 2024-09-13T03:03:25.934 INFO:tasks.rados.rados.0.smithi052.stdout:3359: finishing write tid 1 to smithi05277117-39 2024-09-13T03:03:25.934 INFO:tasks.rados.rados.0.smithi052.stdout:3359: finishing write tid 2 to smithi05277117-39 2024-09-13T03:03:25.936 INFO:tasks.rados.rados.0.smithi052.stdout:3360: expect (ObjNum 1027 snap 342 seq_num 1027) 2024-09-13T03:03:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:3359: finishing write tid 3 to smithi05277117-39 2024-09-13T03:03:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 2471 (ObjNum 1030 snap 345 seq_num 1030) dirty exists 2024-09-13T03:03:25.952 INFO:tasks.rados.rados.0.smithi052.stdout:3359: left oid 39 (ObjNum 1030 snap 345 seq_num 1030) 2024-09-13T03:03:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:25 smithi078 ceph-mon[85589]: pgmap v728: 121 pgs: 121 active+clean; 642 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 3 op/s 2024-09-13T03:03:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:25 smithi052 ceph-mon[91421]: pgmap v728: 121 pgs: 121 active+clean; 642 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 3 op/s 2024-09-13T03:03:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:25 smithi052 ceph-mon[89065]: pgmap v728: 121 pgs: 121 active+clean; 642 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 3 op/s 2024-09-13T03:03:26.906 INFO:tasks.rados.rados.0.smithi052.stdout:3359: done (2 left) 2024-09-13T03:03:26.906 INFO:tasks.rados.rados.0.smithi052.stdout:3360: done (1 left) 2024-09-13T03:03:26.906 INFO:tasks.rados.rados.0.smithi052.stdout:3361: done (0 left) 2024-09-13T03:03:26.906 INFO:tasks.rados.rados.0.smithi052.stdout:3362: snap_create 2024-09-13T03:03:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:26 smithi078 ceph-mon[85589]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T03:03:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:26 smithi052 ceph-mon[91421]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T03:03:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:26 smithi052 ceph-mon[89065]: osdmap e744: 8 total, 8 up, 8 in 2024-09-13T03:03:27.907 INFO:tasks.rados.rados.0.smithi052.stdout:3362: done (0 left) 2024-09-13T03:03:27.908 INFO:tasks.rados.rados.0.smithi052.stdout:3363: rollback oid 32 current snap is 347 2024-09-13T03:03:27.908 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 334 2024-09-13T03:03:27.908 INFO:tasks.rados.rados.0.smithi052.stdout:3364: copy_from oid 1 from oid 15 current snap is 347 2024-09-13T03:03:27.908 INFO:tasks.rados.rados.0.smithi052.stdout:3365: snap_remove snap 306 2024-09-13T03:03:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:27 smithi078 ceph-mon[85589]: pgmap v731: 121 pgs: 121 active+clean; 642 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 186 KiB/s wr, 2 op/s 2024-09-13T03:03:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:27 smithi078 ceph-mon[85589]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T03:03:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:27 smithi052 ceph-mon[91421]: pgmap v731: 121 pgs: 121 active+clean; 642 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 186 KiB/s wr, 2 op/s 2024-09-13T03:03:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:27 smithi052 ceph-mon[91421]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T03:03:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:27 smithi052 ceph-mon[89065]: pgmap v731: 121 pgs: 121 active+clean; 642 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 186 KiB/s wr, 2 op/s 2024-09-13T03:03:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:27 smithi052 ceph-mon[89065]: osdmap e745: 8 total, 8 up, 8 in 2024-09-13T03:03:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:03:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:03:28] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3365: done (2 left) 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3366: copy_from oid 40 from oid 30 current snap is 347 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3367: read oid 29 snap -1 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3367: expect deleted 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3368: read oid 6 snap -1 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3368: expect (ObjNum 1029 snap 344 seq_num 1029) 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 347 2024-09-13T03:03:28.923 INFO:tasks.rados.rados.0.smithi052.stdout:3369: seq_num 1031 ranges {532480=475136} 2024-09-13T03:03:28.929 INFO:tasks.rados.rados.0.smithi052.stdout:3369: writing smithi05277117-17 from 532480 to 1007616 tid 1 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3363: finishing rollback tid 1 to smithi05277117-32 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 1889 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3364: finishing copy_from racing read to smithi05277117-1 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3364: finishing copy_from to smithi05277117-1 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2547 (ObjNum 998 snap 332 seq_num 998) dirty exists 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3363: done (5 left) 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3364: done (4 left) 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3367: done (3 left) 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3370: rmattr oid 14 current snap is 347 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:3370: done (3 left) 2024-09-13T03:03:28.930 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 347 2024-09-13T03:03:28.931 INFO:tasks.rados.rados.0.smithi052.stdout:3371: seq_num 1032 ranges {0=491520} 2024-09-13T03:03:28.932 INFO:tasks.rados.rados.0.smithi052.stdout:3371: writing smithi05277117-20 from 0 to 491520 tid 1 2024-09-13T03:03:28.934 INFO:tasks.rados.rados.0.smithi052.stdout:3372: read oid 21 snap -1 2024-09-13T03:03:28.934 INFO:tasks.rados.rados.0.smithi052.stdout:3372: expect (ObjNum 1028 snap 344 seq_num 1028) 2024-09-13T03:03:28.934 INFO:tasks.rados.rados.0.smithi052.stdout:3373: copy_from oid 24 from oid 42 current snap is 347 2024-09-13T03:03:28.934 INFO:tasks.rados.rados.0.smithi052.stdout:3374: copy_from oid 34 from oid 4 current snap is 347 2024-09-13T03:03:28.934 INFO:tasks.rados.rados.0.smithi052.stdout:3375: snap_remove snap 309 2024-09-13T03:03:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:28 smithi078 ceph-mon[85589]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T03:03:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:28 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:03:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:28 smithi052 ceph-mon[91421]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T03:03:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:28 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:03:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:28 smithi052 ceph-mon[89065]: osdmap e746: 8 total, 8 up, 8 in 2024-09-13T03:03:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:28 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:03:29.872 INFO:tasks.rados.rados.0.smithi052.stdout:3375: done (7 left) 2024-09-13T03:03:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 347 2024-09-13T03:03:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:3373: finishing copy_from to smithi05277117-24 2024-09-13T03:03:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:3373: got expected ENOENT (src dne) 2024-09-13T03:03:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:3373: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:03:29.873 INFO:tasks.rados.rados.0.smithi052.stdout:3368: expect (ObjNum 1029 snap 344 seq_num 1029) 2024-09-13T03:03:29.892 INFO:tasks.rados.rados.0.smithi052.stdout:3369: finishing write tid 1 to smithi05277117-17 2024-09-13T03:03:29.893 INFO:tasks.rados.rados.0.smithi052.stdout:3376: seq_num 1033 ranges {3907584=507904} 2024-09-13T03:03:29.918 INFO:tasks.rados.rados.0.smithi052.stdout:3376: writing smithi05277117-27 from 3907584 to 4415488 tid 1 2024-09-13T03:03:29.918 INFO:tasks.rados.rados.0.smithi052.stdout:3368: done (7 left) 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3373: done (6 left) 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 347 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3369: finishing write tid 2 to smithi05277117-17 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3369: finishing write tid 3 to smithi05277117-17 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 2946 (ObjNum 1031 snap 347 seq_num 1031) dirty exists 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3369: left oid 17 (ObjNum 1031 snap 347 seq_num 1031) 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3371: finishing write tid 1 to smithi05277117-20 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3371: finishing write tid 2 to smithi05277117-20 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3371: finishing write tid 3 to smithi05277117-20 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 2948 (ObjNum 1032 snap 347 seq_num 1032) dirty exists 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3371: left oid 20 (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:03:29.919 INFO:tasks.rados.rados.0.smithi052.stdout:3377: seq_num 1034 ranges {3907584=524288} 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3377: writing smithi05277117-38 from 3907584 to 4431872 tid 1 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3369: done (6 left) 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3371: done (5 left) 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3378: setattr oid 8 current snap is 347 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3366: finishing copy_from racing read to smithi05277117-40 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3374: finishing copy_from racing read to smithi05277117-34 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:3366: finishing copy_from to smithi05277117-40 2024-09-13T03:03:29.943 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 2567 (ObjNum 975 snap 323 seq_num 975) dirty exists 2024-09-13T03:03:29.944 INFO:tasks.rados.rados.0.smithi052.stdout:3372: expect (ObjNum 1028 snap 344 seq_num 1028) 2024-09-13T03:03:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:29 smithi078 ceph-mon[85589]: pgmap v734: 121 pgs: 121 active+clean; 642 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 104 KiB/s wr, 4 op/s 2024-09-13T03:03:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:29 smithi078 ceph-mon[85589]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T03:03:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:03:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:03:30.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:03:30.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:29 smithi078 ceph-mon[85589]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T03:03:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[91421]: pgmap v734: 121 pgs: 121 active+clean; 642 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 104 KiB/s wr, 4 op/s 2024-09-13T03:03:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[91421]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[91421]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[89065]: pgmap v734: 121 pgs: 121 active+clean; 642 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 104 KiB/s wr, 4 op/s 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[89065]: osdmap e747: 8 total, 8 up, 8 in 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:29 smithi052 ceph-mon[89065]: osdmap e748: 8 total, 8 up, 8 in 2024-09-13T03:03:30.756 INFO:tasks.rados.rados.0.smithi052.stdout:3374: finishing copy_from to smithi05277117-34 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 2417 (ObjNum 1010 snap 337 seq_num 1010) dirty exists 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3376: finishing write tid 1 to smithi05277117-27 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3376: finishing write tid 2 to smithi05277117-27 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3376: finishing write tid 3 to smithi05277117-27 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2776 (ObjNum 1033 snap 347 seq_num 1033) dirty exists 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3376: left oid 27 (ObjNum 1033 snap 347 seq_num 1033) 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3377: finishing write tid 1 to smithi05277117-38 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3377: finishing write tid 2 to smithi05277117-38 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3377: finishing write tid 3 to smithi05277117-38 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 2975 (ObjNum 1034 snap 347 seq_num 1034) dirty exists 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3377: left oid 38 (ObjNum 1034 snap 347 seq_num 1034) 2024-09-13T03:03:30.757 INFO:tasks.rados.rados.0.smithi052.stdout:3366: done (5 left) 2024-09-13T03:03:30.758 INFO:tasks.rados.rados.0.smithi052.stdout:3372: done (4 left) 2024-09-13T03:03:30.758 INFO:tasks.rados.rados.0.smithi052.stdout:3374: done (3 left) 2024-09-13T03:03:30.758 INFO:tasks.rados.rados.0.smithi052.stdout:3376: done (2 left) 2024-09-13T03:03:30.758 INFO:tasks.rados.rados.0.smithi052.stdout:3377: done (1 left) 2024-09-13T03:03:30.758 INFO:tasks.rados.rados.0.smithi052.stdout:3379: snap_remove snap 339 2024-09-13T03:03:30.924 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 2977 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:03:30.924 INFO:tasks.rados.rados.0.smithi052.stdout:3378: done (1 left) 2024-09-13T03:03:30.924 INFO:tasks.rados.rados.0.smithi052.stdout:3379: done (0 left) 2024-09-13T03:03:30.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 347 2024-09-13T03:03:30.924 INFO:tasks.rados.rados.0.smithi052.stdout:3380: seq_num 1035 ranges {0=540672} 2024-09-13T03:03:30.927 INFO:tasks.rados.rados.0.smithi052.stdout:3380: writing smithi05277117-29 from 0 to 540672 tid 1 2024-09-13T03:03:30.928 INFO:tasks.rados.rados.0.smithi052.stdout:3381: read oid 4 snap -1 2024-09-13T03:03:30.928 INFO:tasks.rados.rados.0.smithi052.stdout:3381: expect (ObjNum 1010 snap 337 seq_num 1010) 2024-09-13T03:03:30.928 INFO:tasks.rados.rados.0.smithi052.stdout:3382: setattr oid 19 current snap is 347 2024-09-13T03:03:30.931 INFO:tasks.rados.rados.0.smithi052.stdout:3383: setattr oid 49 current snap is 347 2024-09-13T03:03:30.934 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 42 current snap is 347 2024-09-13T03:03:30.934 INFO:tasks.rados.rados.0.smithi052.stdout:3384: seq_num 1036 ranges {0=557056} 2024-09-13T03:03:30.938 INFO:tasks.rados.rados.0.smithi052.stdout:3384: writing smithi05277117-42 from 0 to 557056 tid 1 2024-09-13T03:03:30.938 INFO:tasks.rados.rados.0.smithi052.stdout:3385: delete oid 46 current snap is 347 2024-09-13T03:03:30.938 INFO:tasks.rados.rados.0.smithi052.stdout:3380: finishing write tid 1 to smithi05277117-29 2024-09-13T03:03:30.938 INFO:tasks.rados.rados.0.smithi052.stdout:3380: finishing write tid 2 to smithi05277117-29 2024-09-13T03:03:30.941 INFO:tasks.rados.rados.0.smithi052.stdout:3380: finishing write tid 3 to smithi05277117-29 2024-09-13T03:03:30.941 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1792 (ObjNum 1035 snap 347 seq_num 1035) dirty exists 2024-09-13T03:03:30.941 INFO:tasks.rados.rados.0.smithi052.stdout:3380: left oid 29 (ObjNum 1035 snap 347 seq_num 1035) 2024-09-13T03:03:30.941 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2479 (ObjNum 781 snap 264 seq_num 781) dirty exists 2024-09-13T03:03:30.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2295 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:03:30.943 INFO:tasks.rados.rados.0.smithi052.stdout:3384: finishing write tid 1 to smithi05277117-42 2024-09-13T03:03:30.943 INFO:tasks.rados.rados.0.smithi052.stdout:3384: finishing write tid 2 to smithi05277117-42 2024-09-13T03:03:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3384: finishing write tid 3 to smithi05277117-42 2024-09-13T03:03:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 2297 (ObjNum 1036 snap 347 seq_num 1036) dirty exists 2024-09-13T03:03:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3384: left oid 42 (ObjNum 1036 snap 347 seq_num 1036) 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3380: done (5 left) 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3382: done (4 left) 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3383: done (3 left) 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3384: done (2 left) 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3385: done (1 left) 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3386: rollback oid 27 current snap is 347 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 329 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 347 2024-09-13T03:03:30.952 INFO:tasks.rados.rados.0.smithi052.stdout:3387: seq_num 1038 ranges {2015232=589824} 2024-09-13T03:03:30.966 INFO:tasks.rados.rados.0.smithi052.stdout:3387: writing smithi05277117-26 from 2015232 to 2605056 tid 1 2024-09-13T03:03:30.966 INFO:tasks.rados.rados.0.smithi052.stdout:3388: read oid 8 snap -1 2024-09-13T03:03:30.966 INFO:tasks.rados.rados.0.smithi052.stdout:3388: expect (ObjNum 807 snap 272 seq_num 807) 2024-09-13T03:03:30.966 INFO:tasks.rados.rados.0.smithi052.stdout:3389: snap_remove snap 319 2024-09-13T03:03:31.934 INFO:tasks.rados.rados.0.smithi052.stdout:3381: expect (ObjNum 1010 snap 337 seq_num 1010) 2024-09-13T03:03:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:31 smithi078 ceph-mon[85589]: pgmap v737: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 650 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T03:03:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:31 smithi078 ceph-mon[85589]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T03:03:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:32.259 INFO:tasks.rados.rados.0.smithi052.stdout:3386: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3386: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3386: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2783 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3387: finishing write tid 1 to smithi05277117-26 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3387: finishing write tid 2 to smithi05277117-26 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3387: finishing write tid 3 to smithi05277117-26 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1534 (ObjNum 1038 snap 347 seq_num 1038) dirty exists 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3387: left oid 26 (ObjNum 1038 snap 347 seq_num 1038) 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3381: done (4 left) 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3386: done (3 left) 2024-09-13T03:03:32.260 INFO:tasks.rados.rados.0.smithi052.stdout:3387: done (2 left) 2024-09-13T03:03:32.261 INFO:tasks.rados.rados.0.smithi052.stdout:3389: done (1 left) 2024-09-13T03:03:32.261 INFO:tasks.rados.rados.0.smithi052.stdout:3390: copy_from oid 5 from oid 1 current snap is 347 2024-09-13T03:03:32.261 INFO:tasks.rados.rados.0.smithi052.stdout:3388: expect (ObjNum 807 snap 272 seq_num 807) 2024-09-13T03:03:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:31 smithi052 ceph-mon[91421]: pgmap v737: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 650 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T03:03:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:31 smithi052 ceph-mon[91421]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T03:03:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:31 smithi052 ceph-mon[89065]: pgmap v737: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 650 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-13T03:03:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:31 smithi052 ceph-mon[89065]: osdmap e749: 8 total, 8 up, 8 in 2024-09-13T03:03:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:03:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:03:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:32.823 INFO:tasks.rados.rados.0.smithi052.stdout:3390: finishing copy_from racing read to smithi05277117-5 2024-09-13T03:03:32.823 INFO:tasks.rados.rados.0.smithi052.stdout:3390: finishing copy_from to smithi05277117-5 2024-09-13T03:03:32.823 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2547 (ObjNum 998 snap 332 seq_num 998) dirty exists 2024-09-13T03:03:32.823 INFO:tasks.rados.rados.0.smithi052.stdout:3388: done (1 left) 2024-09-13T03:03:32.824 INFO:tasks.rados.rados.0.smithi052.stdout:3390: done (0 left) 2024-09-13T03:03:32.824 INFO:tasks.rados.rados.0.smithi052.stdout:3391: copy_from oid 10 from oid 12 current snap is 347 2024-09-13T03:03:32.824 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 347 2024-09-13T03:03:32.824 INFO:tasks.rados.rados.0.smithi052.stdout:3392: seq_num 1039 ranges {1859584=606208} 2024-09-13T03:03:32.836 INFO:tasks.rados.rados.0.smithi052.stdout:3392: writing smithi05277117-11 from 1859584 to 2465792 tid 1 2024-09-13T03:03:32.836 INFO:tasks.rados.rados.0.smithi052.stdout:3393: read oid 26 snap -1 2024-09-13T03:03:32.836 INFO:tasks.rados.rados.0.smithi052.stdout:3393: expect (ObjNum 1038 snap 347 seq_num 1038) 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:3394: setattr oid 2 current snap is 347 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:3391: finishing copy_from to smithi05277117-10 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:3391: got expected ENOENT (src dne) 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:3391: finishing copy_from racing read to smithi05277117-10 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:3391: done (3 left) 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 347 2024-09-13T03:03:32.837 INFO:tasks.rados.rados.0.smithi052.stdout:3395: seq_num 1040 ranges {5423104=622592} 2024-09-13T03:03:32.872 INFO:tasks.rados.rados.0.smithi052.stdout:3395: writing smithi05277117-34 from 5423104 to 6045696 tid 1 2024-09-13T03:03:32.872 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 347 2024-09-13T03:03:32.872 INFO:tasks.rados.rados.0.smithi052.stdout:3396: seq_num 1041 ranges {11157504=638976} 2024-09-13T03:03:32.936 INFO:tasks.rados.rados.0.smithi052.stdout:3396: writing smithi05277117-36 from 11157504 to 11796480 tid 1 2024-09-13T03:03:33.055 INFO:tasks.rados.rados.0.smithi052.stdout:3397: snap_remove snap 292 2024-09-13T03:03:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:32 smithi078 ceph-mon[85589]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T03:03:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:32 smithi052 ceph-mon[91421]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T03:03:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:32 smithi052 ceph-mon[89065]: osdmap e750: 8 total, 8 up, 8 in 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:3397: done (5 left) 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:3398: read oid 13 snap -1 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:3398: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 1793 (ObjNum 1018 snap 337 seq_num 1018) dirty exists 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:3392: finishing write tid 1 to smithi05277117-11 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:3392: finishing write tid 2 to smithi05277117-11 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:3392: finishing write tid 3 to smithi05277117-11 2024-09-13T03:03:33.937 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1541 (ObjNum 1039 snap 347 seq_num 1039) dirty exists 2024-09-13T03:03:33.938 INFO:tasks.rados.rados.0.smithi052.stdout:3392: left oid 11 (ObjNum 1039 snap 347 seq_num 1039) 2024-09-13T03:03:33.938 INFO:tasks.rados.rados.0.smithi052.stdout:3393: expect (ObjNum 1038 snap 347 seq_num 1038) 2024-09-13T03:03:34.068 INFO:tasks.rados.rados.0.smithi052.stdout:3395: finishing write tid 1 to smithi05277117-34 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3395: finishing write tid 2 to smithi05277117-34 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3395: finishing write tid 3 to smithi05277117-34 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 2549 (ObjNum 1040 snap 347 seq_num 1040) dirty exists 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3395: left oid 34 (ObjNum 1040 snap 347 seq_num 1040) 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3396: finishing write tid 1 to smithi05277117-36 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3399: read oid 24 snap -1 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3399: expect (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3392: done (6 left) 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3393: done (5 left) 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3394: done (4 left) 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3395: done (3 left) 2024-09-13T03:03:34.069 INFO:tasks.rados.rados.0.smithi052.stdout:3400: rollback oid 5 current snap is 347 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 343 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:3396: finishing write tid 2 to smithi05277117-36 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:3396: finishing write tid 3 to smithi05277117-36 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 2479 (ObjNum 1041 snap 347 seq_num 1041) dirty exists 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:3396: left oid 36 (ObjNum 1041 snap 347 seq_num 1041) 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:3396: done (3 left) 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 347 2024-09-13T03:03:34.070 INFO:tasks.rados.rados.0.smithi052.stdout:3398: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:03:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:33 smithi078 ceph-mon[85589]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 654 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.5 MiB/s wr, 12 op/s 2024-09-13T03:03:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:33 smithi052 ceph-mon[91421]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 654 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.5 MiB/s wr, 12 op/s 2024-09-13T03:03:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:33 smithi052 ceph-mon[89065]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 654 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.5 MiB/s wr, 12 op/s 2024-09-13T03:03:34.301 INFO:tasks.rados.rados.0.smithi052.stdout:3400: finishing rollback tid 0 to smithi05277117-5 2024-09-13T03:03:34.301 INFO:tasks.rados.rados.0.smithi052.stdout:3400: finishing rollback tid 1 to smithi05277117-5 2024-09-13T03:03:34.301 INFO:tasks.rados.rados.0.smithi052.stdout:3400: finishing rollback tid 2 to smithi05277117-5 2024-09-13T03:03:34.301 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2552 (ObjNum 1009 snap 336 seq_num 1009) dirty exists 2024-09-13T03:03:34.301 INFO:tasks.rados.rados.0.smithi052.stdout:3399: expect (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:03:34.360 INFO:tasks.rados.rados.0.smithi052.stdout:3401: seq_num 1042 ranges {442368=655360} 2024-09-13T03:03:34.366 INFO:tasks.rados.rados.0.smithi052.stdout:3401: writing smithi05277117-6 from 442368 to 1097728 tid 1 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:3398: done (3 left) 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:3399: done (2 left) 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:3400: done (1 left) 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:3402: read oid 36 snap -1 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:3402: expect (ObjNum 1041 snap 347 seq_num 1041) 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 347 2024-09-13T03:03:34.367 INFO:tasks.rados.rados.0.smithi052.stdout:3403: seq_num 1043 ranges {4677632=671744} 2024-09-13T03:03:34.396 INFO:tasks.rados.rados.0.smithi052.stdout:3403: writing smithi05277117-5 from 4677632 to 5349376 tid 1 2024-09-13T03:03:34.396 INFO:tasks.rados.rados.0.smithi052.stdout:3404: delete oid 42 current snap is 347 2024-09-13T03:03:34.396 INFO:tasks.rados.rados.0.smithi052.stdout:3401: finishing write tid 1 to smithi05277117-6 2024-09-13T03:03:34.396 INFO:tasks.rados.rados.0.smithi052.stdout:3401: finishing write tid 2 to smithi05277117-6 2024-09-13T03:03:34.397 INFO:tasks.rados.rados.0.smithi052.stdout:3401: finishing write tid 3 to smithi05277117-6 2024-09-13T03:03:34.397 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 3006 (ObjNum 1042 snap 347 seq_num 1042) dirty exists 2024-09-13T03:03:34.397 INFO:tasks.rados.rados.0.smithi052.stdout:3401: left oid 6 (ObjNum 1042 snap 347 seq_num 1042) 2024-09-13T03:03:34.399 INFO:tasks.rados.rados.0.smithi052.stdout:3401: done (3 left) 2024-09-13T03:03:34.399 INFO:tasks.rados.rados.0.smithi052.stdout:3404: done (2 left) 2024-09-13T03:03:34.399 INFO:tasks.rados.rados.0.smithi052.stdout:3405: delete oid 28 current snap is 347 2024-09-13T03:03:34.400 INFO:tasks.rados.rados.0.smithi052.stdout:3402: expect (ObjNum 1041 snap 347 seq_num 1041) 2024-09-13T03:03:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:34 smithi078 ceph-mon[85589]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T03:03:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:34 smithi052 ceph-mon[91421]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T03:03:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:34 smithi052 ceph-mon[89065]: osdmap e751: 8 total, 8 up, 8 in 2024-09-13T03:03:35.725 INFO:tasks.rados.rados.0.smithi052.stdout:3403: finishing write tid 1 to smithi05277117-5 2024-09-13T03:03:35.725 INFO:tasks.rados.rados.0.smithi052.stdout:3403: finishing write tid 2 to smithi05277117-5 2024-09-13T03:03:35.725 INFO:tasks.rados.rados.0.smithi052.stdout:3402: done (2 left) 2024-09-13T03:03:35.725 INFO:tasks.rados.rados.0.smithi052.stdout:3405: done (1 left) 2024-09-13T03:03:35.725 INFO:tasks.rados.rados.0.smithi052.stdout:3406: copy_from oid 11 from oid 45 current snap is 347 2024-09-13T03:03:35.725 INFO:tasks.rados.rados.0.smithi052.stdout:3403: finishing write tid 3 to smithi05277117-5 2024-09-13T03:03:35.726 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2554 (ObjNum 1043 snap 347 seq_num 1043) dirty exists 2024-09-13T03:03:35.726 INFO:tasks.rados.rados.0.smithi052.stdout:3403: left oid 5 (ObjNum 1043 snap 347 seq_num 1043) 2024-09-13T03:03:35.726 INFO:tasks.rados.rados.0.smithi052.stdout:3403: done (1 left) 2024-09-13T03:03:35.726 INFO:tasks.rados.rados.0.smithi052.stdout:3407: setattr oid 8 current snap is 347 2024-09-13T03:03:35.726 INFO:tasks.rados.rados.0.smithi052.stdout:3408: delete oid 49 current snap is 347 2024-09-13T03:03:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:3408: done (2 left) 2024-09-13T03:03:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:3409: snap_create 2024-09-13T03:03:35.730 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3007 (ObjNum 807 snap 272 seq_num 807) dirty exists 2024-09-13T03:03:35.763 INFO:tasks.rados.rados.0.smithi052.stdout:3406: finishing copy_from racing read to smithi05277117-11 2024-09-13T03:03:35.764 INFO:tasks.rados.rados.0.smithi052.stdout:3406: finishing copy_from to smithi05277117-11 2024-09-13T03:03:35.765 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1929 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2024-09-13T03:03:35.953 INFO:tasks.rados.rados.0.smithi052.stdout:3406: done (2 left) 2024-09-13T03:03:35.954 INFO:tasks.rados.rados.0.smithi052.stdout:3407: done (1 left) 2024-09-13T03:03:35.954 INFO:tasks.rados.rados.0.smithi052.stdout:3409: done (0 left) 2024-09-13T03:03:35.954 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 348 2024-09-13T03:03:35.954 INFO:tasks.rados.rados.0.smithi052.stdout:3410: seq_num 1047 ranges {9502720=745472} 2024-09-13T03:03:36.009 INFO:tasks.rados.rados.0.smithi052.stdout:3410: writing smithi05277117-45 from 9502720 to 10248192 tid 1 2024-09-13T03:03:36.009 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 348 2024-09-13T03:03:36.010 INFO:tasks.rados.rados.0.smithi052.stdout:3411: seq_num 1048 ranges {9306112=761856} 2024-09-13T03:03:36.064 INFO:tasks.rados.rados.0.smithi052.stdout:3411: writing smithi05277117-1 from 9306112 to 10067968 tid 1 2024-09-13T03:03:36.064 INFO:tasks.rados.rados.0.smithi052.stdout:3412: snap_remove snap 347 2024-09-13T03:03:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:35 smithi052 ceph-mon[91421]: pgmap v742: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 656 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 19 op/s 2024-09-13T03:03:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:35 smithi052 ceph-mon[89065]: pgmap v742: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 656 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 19 op/s 2024-09-13T03:03:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:35 smithi078 ceph-mon[85589]: pgmap v742: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 656 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 19 op/s 2024-09-13T03:03:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:3410: finishing write tid 1 to smithi05277117-45 2024-09-13T03:03:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:3410: finishing write tid 2 to smithi05277117-45 2024-09-13T03:03:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:3410: finishing write tid 3 to smithi05277117-45 2024-09-13T03:03:36.961 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2804 (ObjNum 1047 snap 348 seq_num 1047) dirty exists 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3410: left oid 45 (ObjNum 1047 snap 348 seq_num 1047) 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3411: finishing write tid 1 to smithi05277117-1 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3411: finishing write tid 2 to smithi05277117-1 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3411: finishing write tid 3 to smithi05277117-1 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2556 (ObjNum 1048 snap 348 seq_num 1048) dirty exists 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3411: left oid 1 (ObjNum 1048 snap 348 seq_num 1048) 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3410: done (2 left) 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3411: done (1 left) 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3412: done (0 left) 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3413: read oid 32 snap 334 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3413: expect deleted 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3414: rmattr oid 27 current snap is 348 2024-09-13T03:03:36.962 INFO:tasks.rados.rados.0.smithi052.stdout:3415: read oid 46 snap 332 2024-09-13T03:03:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:3415: expect (ObjNum 997 snap 330 seq_num 997) 2024-09-13T03:03:36.963 INFO:tasks.rados.rados.0.smithi052.stdout:3416: delete oid 42 current snap is 348 2024-09-13T03:03:36.968 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2805 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:36.969 INFO:tasks.rados.rados.0.smithi052.stdout:3413: done (3 left) 2024-09-13T03:03:36.969 INFO:tasks.rados.rados.0.smithi052.stdout:3414: done (2 left) 2024-09-13T03:03:36.969 INFO:tasks.rados.rados.0.smithi052.stdout:3416: done (1 left) 2024-09-13T03:03:36.969 INFO:tasks.rados.rados.0.smithi052.stdout:3417: copy_from oid 26 from oid 10 current snap is 348 2024-09-13T03:03:36.969 INFO:tasks.rados.rados.0.smithi052.stdout:3418: delete oid 9 current snap is 348 2024-09-13T03:03:36.972 INFO:tasks.rados.rados.0.smithi052.stdout:3417: finishing copy_from to smithi05277117-26 2024-09-13T03:03:36.972 INFO:tasks.rados.rados.0.smithi052.stdout:3417: got expected ENOENT (src dne) 2024-09-13T03:03:36.972 INFO:tasks.rados.rados.0.smithi052.stdout:3417: finishing copy_from racing read to smithi05277117-26 2024-09-13T03:03:36.976 INFO:tasks.rados.rados.0.smithi052.stdout:3415: expect (ObjNum 997 snap 330 seq_num 997) 2024-09-13T03:03:37.040 INFO:tasks.rados.rados.0.smithi052.stdout:3415: done (2 left) 2024-09-13T03:03:37.040 INFO:tasks.rados.rados.0.smithi052.stdout:3417: done (1 left) 2024-09-13T03:03:37.040 INFO:tasks.rados.rados.0.smithi052.stdout:3418: done (0 left) 2024-09-13T03:03:37.040 INFO:tasks.rados.rados.0.smithi052.stdout:3419: snap_create 2024-09-13T03:03:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:36 smithi052 ceph-mon[91421]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T03:03:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:36 smithi052 ceph-mon[89065]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T03:03:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:36 smithi078 ceph-mon[85589]: osdmap e752: 8 total, 8 up, 8 in 2024-09-13T03:03:37.965 INFO:tasks.rados.rados.0.smithi052.stdout:3419: done (0 left) 2024-09-13T03:03:37.965 INFO:tasks.rados.rados.0.smithi052.stdout:3420: copy_from oid 14 from oid 19 current snap is 349 2024-09-13T03:03:37.965 INFO:tasks.rados.rados.0.smithi052.stdout:3421: rmattr oid 49 current snap is 349 2024-09-13T03:03:37.965 INFO:tasks.rados.rados.0.smithi052.stdout:3421: done (1 left) 2024-09-13T03:03:37.965 INFO:tasks.rados.rados.0.smithi052.stdout:3422: delete oid 29 current snap is 349 2024-09-13T03:03:37.968 INFO:tasks.rados.rados.0.smithi052.stdout:3422: done (1 left) 2024-09-13T03:03:37.968 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 349 2024-09-13T03:03:37.968 INFO:tasks.rados.rados.0.smithi052.stdout:3423: seq_num 1052 ranges {5029888=425984,5455872=401408} 2024-09-13T03:03:37.998 INFO:tasks.rados.rados.0.smithi052.stdout:3423: writing smithi05277117-39 from 5029888 to 5455872 tid 1 2024-09-13T03:03:38.001 INFO:tasks.rados.rados.0.smithi052.stdout:3423: writing smithi05277117-39 from 5455872 to 5857280 tid 2 2024-09-13T03:03:38.001 INFO:tasks.rados.rados.0.smithi052.stdout:3424: delete oid 5 current snap is 349 2024-09-13T03:03:38.001 INFO:tasks.rados.rados.0.smithi052.stdout:3420: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:03:38.001 INFO:tasks.rados.rados.0.smithi052.stdout:3420: finishing copy_from to smithi05277117-14 2024-09-13T03:03:38.001 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2295 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3420: done (2 left) 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3424: done (1 left) 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3425: rmattr oid 47 current snap is 349 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3425: done (1 left) 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3426: read oid 47 snap 341 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3426: expect deleted 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3427: read oid 15 snap -1 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3427: expect (ObjNum 998 snap 332 seq_num 998) 2024-09-13T03:03:38.005 INFO:tasks.rados.rados.0.smithi052.stdout:3428: rollback oid 37 current snap is 349 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 333 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:3429: copy_from oid 49 from oid 14 current snap is 349 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:3430: read oid 40 snap 304 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:3430: expect deleted 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:3431: read oid 12 snap -1 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:3431: expect deleted 2024-09-13T03:03:38.006 INFO:tasks.rados.rados.0.smithi052.stdout:3432: snap_remove snap 317 2024-09-13T03:03:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:37 smithi052 ceph-mon[91421]: pgmap v744: 121 pgs: 121 active+clean; 658 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-09-13T03:03:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:37 smithi052 ceph-mon[91421]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T03:03:38.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:37 smithi052 ceph-mon[89065]: pgmap v744: 121 pgs: 121 active+clean; 658 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-09-13T03:03:38.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:37 smithi052 ceph-mon[89065]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T03:03:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:37 smithi078 ceph-mon[85589]: pgmap v744: 121 pgs: 121 active+clean; 658 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-09-13T03:03:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:37 smithi078 ceph-mon[85589]: osdmap e753: 8 total, 8 up, 8 in 2024-09-13T03:03:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:03:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:03:38] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2024-09-13T03:03:38.975 INFO:tasks.rados.rados.0.smithi052.stdout:3423: finishing write tid 1 to smithi05277117-39 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3423: finishing write tid 2 to smithi05277117-39 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3423: finishing write tid 3 to smithi05277117-39 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3429: finishing copy_from racing read to smithi05277117-49 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3423: finishing write tid 4 to smithi05277117-39 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 2474 (ObjNum 1052 snap 349 seq_num 1052) dirty exists 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3423: left oid 39 (ObjNum 1052 snap 349 seq_num 1052) 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3429: finishing copy_from to smithi05277117-49 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2295 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3428: finishing rollback tid 0 to smithi05277117-37 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3428: finishing rollback tid 1 to smithi05277117-37 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:3428: finishing rollback tid 2 to smithi05277117-37 2024-09-13T03:03:38.976 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2570 (ObjNum 993 snap 329 seq_num 993) dirty exists 2024-09-13T03:03:38.977 INFO:tasks.rados.rados.0.smithi052.stdout:3427: expect (ObjNum 998 snap 332 seq_num 998) 2024-09-13T03:03:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:38 smithi052 ceph-mon[91421]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T03:03:39.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:38 smithi052 ceph-mon[89065]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T03:03:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:38 smithi078 ceph-mon[85589]: osdmap e754: 8 total, 8 up, 8 in 2024-09-13T03:03:39.547 INFO:tasks.rados.rados.0.smithi052.stdout:3423: done (7 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3426: done (6 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3427: done (5 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3428: done (4 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3429: done (3 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3430: done (2 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3431: done (1 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3432: done (0 left) 2024-09-13T03:03:39.548 INFO:tasks.rados.rados.0.smithi052.stdout:3433: setattr oid 29 current snap is 349 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:3434: copy_from oid 44 from oid 15 current snap is 349 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:3435: rollback oid 11 current snap is 349 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 11 to 337 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:3436: rollback oid 30 current snap is 349 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 328 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:3437: rmattr oid 32 current snap is 349 2024-09-13T03:03:39.550 INFO:tasks.rados.rados.0.smithi052.stdout:3437: done (4 left) 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3438: read oid 41 snap -1 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3438: expect (ObjNum 1017 snap 337 seq_num 1017) 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3439: read oid 28 snap -1 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3439: expect deleted 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3440: read oid 45 snap -1 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3440: expect (ObjNum 1047 snap 348 seq_num 1047) 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3441: read oid 4 snap -1 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3441: expect (ObjNum 1010 snap 337 seq_num 1010) 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3442: copy_from oid 17 from oid 43 current snap is 349 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3443: copy_from oid 1 from oid 13 current snap is 349 2024-09-13T03:03:39.551 INFO:tasks.rados.rados.0.smithi052.stdout:3444: setattr oid 42 current snap is 349 2024-09-13T03:03:39.552 INFO:tasks.rados.rados.0.smithi052.stdout:3439: done (10 left) 2024-09-13T03:03:39.552 INFO:tasks.rados.rados.0.smithi052.stdout:3445: snap_remove snap 285 2024-09-13T03:03:39.879 INFO:tasks.rados.rados.0.smithi052.stdout:3445: done (10 left) 2024-09-13T03:03:39.880 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 349 2024-09-13T03:03:39.880 INFO:tasks.rados.rados.0.smithi052.stdout:3446: seq_num 1054 ranges {8962048=458752,9420800=401408} 2024-09-13T03:03:39.932 INFO:tasks.rados.rados.0.smithi052.stdout:3446: writing smithi05277117-31 from 8962048 to 9420800 tid 1 2024-09-13T03:03:39.935 INFO:tasks.rados.rados.0.smithi052.stdout:3446: writing smithi05277117-31 from 9420800 to 9822208 tid 2 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3447: rollback oid 38 current snap is 349 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 38 to 337 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 1795 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3435: finishing rollback tid 0 to smithi05277117-11 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3442: finishing copy_from to smithi05277117-17 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3442: got expected ENOENT (src dne) 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3442: finishing copy_from racing read to smithi05277117-17 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 2299 (ObjNum 1265 snap 0 seq_num 370894088) dirty exists 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3436: finishing rollback tid 0 to smithi05277117-30 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3436: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3435: finishing rollback tid 1 to smithi05277117-11 2024-09-13T03:03:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3438: expect (ObjNum 1017 snap 337 seq_num 1017) 2024-09-13T03:03:40.059 INFO:tasks.rados.rados.0.smithi052.stdout:3443: finishing copy_from racing read to smithi05277117-1 2024-09-13T03:03:40.059 INFO:tasks.rados.rados.0.smithi052.stdout:3443: finishing copy_from to smithi05277117-1 2024-09-13T03:03:40.059 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2786 (ObjNum 974 snap 323 seq_num 974) dirty exists 2024-09-13T03:03:40.059 INFO:tasks.rados.rados.0.smithi052.stdout:3436: finishing rollback tid 2 to smithi05277117-30 2024-09-13T03:03:40.060 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2821 (ObjNum 975 snap 323 seq_num 975) dirty exists 2024-09-13T03:03:40.060 INFO:tasks.rados.rados.0.smithi052.stdout:3435: finishing rollback tid 2 to smithi05277117-11 2024-09-13T03:03:40.060 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1932 (ObjNum 1011 snap 337 seq_num 1011) dirty exists 2024-09-13T03:03:40.060 INFO:tasks.rados.rados.0.smithi052.stdout:3441: expect (ObjNum 1010 snap 337 seq_num 1010) 2024-09-13T03:03:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:39 smithi052 ceph-mon[91421]: pgmap v747: 121 pgs: 121 active+clean; 655 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-13T03:03:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:39 smithi052 ceph-mon[91421]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T03:03:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:39 smithi052 ceph-mon[91421]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T03:03:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:39 smithi052 ceph-mon[89065]: pgmap v747: 121 pgs: 121 active+clean; 655 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-13T03:03:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:39 smithi052 ceph-mon[89065]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T03:03:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:39 smithi052 ceph-mon[89065]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T03:03:40.375 INFO:tasks.rados.rados.0.smithi052.stdout:3440: expect (ObjNum 1047 snap 348 seq_num 1047) 2024-09-13T03:03:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:39 smithi078 ceph-mon[85589]: pgmap v747: 121 pgs: 121 active+clean; 655 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-09-13T03:03:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:39 smithi078 ceph-mon[85589]: osdmap e755: 8 total, 8 up, 8 in 2024-09-13T03:03:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:39 smithi078 ceph-mon[85589]: osdmap e756: 8 total, 8 up, 8 in 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:3434: finishing copy_from racing read to smithi05277117-44 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:3434: finishing copy_from to smithi05277117-44 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 2547 (ObjNum 998 snap 332 seq_num 998) dirty exists 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:3446: finishing write tid 1 to smithi05277117-31 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:3446: finishing write tid 2 to smithi05277117-31 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:3446: finishing write tid 3 to smithi05277117-31 2024-09-13T03:03:41.061 INFO:tasks.rados.rados.0.smithi052.stdout:3433: done (11 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3434: done (10 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3435: done (9 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3436: done (8 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3438: done (7 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3440: done (6 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3441: done (5 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3442: done (4 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3443: done (3 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3444: done (2 left) 2024-09-13T03:03:41.062 INFO:tasks.rados.rados.0.smithi052.stdout:3448: snap_remove snap 328 2024-09-13T03:03:41.979 INFO:tasks.rados.rados.0.smithi052.stdout:3448: done (2 left) 2024-09-13T03:03:41.979 INFO:tasks.rados.rados.0.smithi052.stdout:3449: delete oid 16 current snap is 349 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:3446: finishing write tid 4 to smithi05277117-31 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 2501 (ObjNum 1054 snap 349 seq_num 1054) dirty exists 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:3446: left oid 31 (ObjNum 1054 snap 349 seq_num 1054) 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:3447: finishing rollback tid 0 to smithi05277117-38 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:3447: finishing rollback tid 1 to smithi05277117-38 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:3447: finishing rollback tid 2 to smithi05277117-38 2024-09-13T03:03:41.980 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 3035 (ObjNum 992 snap 329 seq_num 992) dirty exists 2024-09-13T03:03:41.987 INFO:tasks.rados.rados.0.smithi052.stdout:3446: done (2 left) 2024-09-13T03:03:41.987 INFO:tasks.rados.rados.0.smithi052.stdout:3447: done (1 left) 2024-09-13T03:03:41.987 INFO:tasks.rados.rados.0.smithi052.stdout:3449: done (0 left) 2024-09-13T03:03:41.987 INFO:tasks.rados.rados.0.smithi052.stdout:3450: copy_from oid 47 from oid 41 current snap is 349 2024-09-13T03:03:41.987 INFO:tasks.rados.rados.0.smithi052.stdout:3451: delete oid 4 current snap is 349 2024-09-13T03:03:42.003 INFO:tasks.rados.rados.0.smithi052.stdout:3451: done (1 left) 2024-09-13T03:03:42.003 INFO:tasks.rados.rados.0.smithi052.stdout:3452: copy_from oid 34 from oid 31 current snap is 349 2024-09-13T03:03:42.003 INFO:tasks.rados.rados.0.smithi052.stdout:3453: copy_from oid 35 from oid 6 current snap is 349 2024-09-13T03:03:42.003 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 349 2024-09-13T03:03:42.003 INFO:tasks.rados.rados.0.smithi052.stdout:3454: seq_num 1057 ranges {13500416=507904,14008320=401408} 2024-09-13T03:03:42.083 INFO:tasks.rados.rados.0.smithi052.stdout:3454: writing smithi05277117-37 from 13500416 to 14008320 tid 1 2024-09-13T03:03:42.085 INFO:tasks.rados.rados.0.smithi052.stdout:3454: writing smithi05277117-37 from 14008320 to 14409728 tid 2 2024-09-13T03:03:42.085 INFO:tasks.rados.rados.0.smithi052.stdout:3455: rollback oid 38 current snap is 349 2024-09-13T03:03:42.085 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 38 to 291 2024-09-13T03:03:42.085 INFO:tasks.rados.rados.0.smithi052.stdout:3450: finishing copy_from racing read to smithi05277117-47 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3450: finishing copy_from to smithi05277117-47 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 1822 (ObjNum 1017 snap 337 seq_num 1017) dirty exists 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3453: finishing copy_from racing read to smithi05277117-35 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3453: finishing copy_from to smithi05277117-35 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 3006 (ObjNum 1042 snap 347 seq_num 1042) dirty exists 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3452: finishing copy_from racing read to smithi05277117-34 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3450: done (4 left) 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3453: done (3 left) 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3456: delete oid 2 current snap is 349 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:3452: finishing copy_from to smithi05277117-34 2024-09-13T03:03:42.086 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 2501 (ObjNum 1054 snap 349 seq_num 1054) dirty exists 2024-09-13T03:03:42.088 INFO:tasks.rados.rados.0.smithi052.stdout:3452: done (3 left) 2024-09-13T03:03:42.088 INFO:tasks.rados.rados.0.smithi052.stdout:3456: done (2 left) 2024-09-13T03:03:42.088 INFO:tasks.rados.rados.0.smithi052.stdout:3457: copy_from oid 26 from oid 5 current snap is 349 2024-09-13T03:03:42.088 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 349 2024-09-13T03:03:42.088 INFO:tasks.rados.rados.0.smithi052.stdout:3458: seq_num 1059 ranges {1097728=540672,1638400=401408} 2024-09-13T03:03:42.097 INFO:tasks.rados.rados.0.smithi052.stdout:3458: writing smithi05277117-35 from 1097728 to 1638400 tid 1 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3458: writing smithi05277117-35 from 1638400 to 2039808 tid 2 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3459: rollback oid 47 current snap is 349 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 47 to 291 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3457: finishing copy_from to smithi05277117-26 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3457: got expected ENOENT (src dne) 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3460: rollback oid 1 current snap is 349 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 277 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3457: finishing copy_from racing read to smithi05277117-26 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3454: finishing write tid 1 to smithi05277117-37 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3454: finishing write tid 2 to smithi05277117-37 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:3457: done (5 left) 2024-09-13T03:03:42.100 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 349 2024-09-13T03:03:42.101 INFO:tasks.rados.rados.0.smithi052.stdout:3461: seq_num 1060 ranges {3907584=557056,4464640=401408} 2024-09-13T03:03:42.124 INFO:tasks.rados.rados.0.smithi052.stdout:3461: writing smithi05277117-27 from 3907584 to 4464640 tid 1 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3461: writing smithi05277117-27 from 4464640 to 4866048 tid 2 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3462: delete oid 49 current snap is 349 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3455: finishing rollback tid 0 to smithi05277117-38 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3455: finishing rollback tid 1 to smithi05277117-38 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3455: finishing rollback tid 2 to smithi05277117-38 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 3050 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3454: finishing write tid 3 to smithi05277117-37 2024-09-13T03:03:42.127 INFO:tasks.rados.rados.0.smithi052.stdout:3454: finishing write tid 4 to smithi05277117-37 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2573 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3454: left oid 37 (ObjNum 1057 snap 349 seq_num 1057) 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3460: finishing rollback tid 0 to smithi05277117-1 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3458: finishing write tid 1 to smithi05277117-35 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3460: finishing rollback tid 1 to smithi05277117-1 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2788 (ObjNum 1857 snap 0 seq_num 346005920) dirty dne 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3458: finishing write tid 2 to smithi05277117-35 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3458: finishing write tid 3 to smithi05277117-35 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3459: finishing rollback tid 0 to smithi05277117-47 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3459: finishing rollback tid 1 to smithi05277117-47 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3459: finishing rollback tid 2 to smithi05277117-47 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2477 (ObjNum 842 snap 285 seq_num 842) dirty exists 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:3458: finishing write tid 4 to smithi05277117-35 2024-09-13T03:03:42.128 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 3009 (ObjNum 1059 snap 349 seq_num 1059) dirty exists 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3458: left oid 35 (ObjNum 1059 snap 349 seq_num 1059) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3454: done (6 left) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3455: done (5 left) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3458: done (4 left) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3459: done (3 left) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3460: done (2 left) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3462: done (1 left) 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3463: read oid 16 snap -1 2024-09-13T03:03:42.129 INFO:tasks.rados.rados.0.smithi052.stdout:3463: expect deleted 2024-09-13T03:03:42.130 INFO:tasks.rados.rados.0.smithi052.stdout:3464: delete oid 31 current snap is 349 2024-09-13T03:03:42.131 INFO:tasks.rados.rados.0.smithi052.stdout:3461: finishing write tid 1 to smithi05277117-27 2024-09-13T03:03:42.131 INFO:tasks.rados.rados.0.smithi052.stdout:3461: finishing write tid 2 to smithi05277117-27 2024-09-13T03:03:42.131 INFO:tasks.rados.rados.0.smithi052.stdout:3461: finishing write tid 3 to smithi05277117-27 2024-09-13T03:03:42.131 INFO:tasks.rados.rados.0.smithi052.stdout:3463: done (2 left) 2024-09-13T03:03:42.132 INFO:tasks.rados.rados.0.smithi052.stdout:3464: done (1 left) 2024-09-13T03:03:42.132 INFO:tasks.rados.rados.0.smithi052.stdout:3465: copy_from oid 47 from oid 37 current snap is 349 2024-09-13T03:03:42.132 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 349 2024-09-13T03:03:42.132 INFO:tasks.rados.rados.0.smithi052.stdout:3466: seq_num 1063 ranges {0=606208,606208=401408} 2024-09-13T03:03:42.135 INFO:tasks.rados.rados.0.smithi052.stdout:3466: writing smithi05277117-1 from 0 to 606208 tid 1 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:3466: writing smithi05277117-1 from 606208 to 1007616 tid 2 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:3467: read oid 50 snap -1 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:3467: expect (ObjNum 1025 snap 338 seq_num 1025) 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:3461: finishing write tid 4 to smithi05277117-27 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2843 (ObjNum 1060 snap 349 seq_num 1060) dirty exists 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:3461: left oid 27 (ObjNum 1060 snap 349 seq_num 1060) 2024-09-13T03:03:42.138 INFO:tasks.rados.rados.0.smithi052.stdout:3468: read oid 4 snap -1 2024-09-13T03:03:42.139 INFO:tasks.rados.rados.0.smithi052.stdout:3468: expect deleted 2024-09-13T03:03:42.139 INFO:tasks.rados.rados.0.smithi052.stdout:3461: done (4 left) 2024-09-13T03:03:42.139 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 349 2024-09-13T03:03:42.139 INFO:tasks.rados.rados.0.smithi052.stdout:3469: seq_num 1064 ranges {9306112=622592,9928704=401408} 2024-09-13T03:03:42.193 INFO:tasks.rados.rados.0.smithi052.stdout:3469: writing smithi05277117-15 from 9306112 to 9928704 tid 1 2024-09-13T03:03:42.196 INFO:tasks.rados.rados.0.smithi052.stdout:3469: writing smithi05277117-15 from 9928704 to 10330112 tid 2 2024-09-13T03:03:42.196 INFO:tasks.rados.rados.0.smithi052.stdout:3470: snap_remove snap 277 2024-09-13T03:03:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:41 smithi052 ceph-mon[91421]: pgmap v750: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 659 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-09-13T03:03:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:41 smithi052 ceph-mon[89065]: pgmap v750: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 659 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-09-13T03:03:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:41 smithi078 ceph-mon[85589]: pgmap v750: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 659 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-09-13T03:03:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:03:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:42.986 INFO:tasks.rados.rados.0.smithi052.stdout:3470: done (5 left) 2024-09-13T03:03:42.986 INFO:tasks.rados.rados.0.smithi052.stdout:3471: delete oid 43 current snap is 349 2024-09-13T03:03:42.986 INFO:tasks.rados.rados.0.smithi052.stdout:3467: expect (ObjNum 1025 snap 338 seq_num 1025) 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3466: finishing write tid 1 to smithi05277117-1 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3466: finishing write tid 2 to smithi05277117-1 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3466: finishing write tid 3 to smithi05277117-1 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3466: finishing write tid 4 to smithi05277117-1 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2791 (ObjNum 1063 snap 349 seq_num 1063) dirty exists 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3466: left oid 1 (ObjNum 1063 snap 349 seq_num 1063) 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3465: finishing copy_from racing read to smithi05277117-47 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3465: finishing copy_from to smithi05277117-47 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2573 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3469: finishing write tid 1 to smithi05277117-15 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3469: finishing write tid 2 to smithi05277117-15 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3469: finishing write tid 3 to smithi05277117-15 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3469: finishing write tid 4 to smithi05277117-15 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2550 (ObjNum 1064 snap 349 seq_num 1064) dirty exists 2024-09-13T03:03:43.010 INFO:tasks.rados.rados.0.smithi052.stdout:3469: left oid 15 (ObjNum 1064 snap 349 seq_num 1064) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3465: done (5 left) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3466: done (4 left) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3467: done (3 left) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3468: done (2 left) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3469: done (1 left) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3471: done (0 left) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3472: read oid 36 snap 323 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3472: expect (ObjNum 938 snap 315 seq_num 938) 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3473: copy_from oid 44 from oid 22 current snap is 349 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 349 2024-09-13T03:03:43.011 INFO:tasks.rados.rados.0.smithi052.stdout:3474: seq_num 1066 ranges {0=663552,663552=401408} 2024-09-13T03:03:43.014 INFO:tasks.rados.rados.0.smithi052.stdout:3474: writing smithi05277117-16 from 0 to 663552 tid 1 2024-09-13T03:03:43.017 INFO:tasks.rados.rados.0.smithi052.stdout:3474: writing smithi05277117-16 from 663552 to 1064960 tid 2 2024-09-13T03:03:43.017 INFO:tasks.rados.rados.0.smithi052.stdout:3475: delete oid 41 current snap is 349 2024-09-13T03:03:43.018 INFO:tasks.rados.rados.0.smithi052.stdout:3473: finishing copy_from to smithi05277117-44 2024-09-13T03:03:43.018 INFO:tasks.rados.rados.0.smithi052.stdout:3473: got expected ENOENT (src dne) 2024-09-13T03:03:43.018 INFO:tasks.rados.rados.0.smithi052.stdout:3473: finishing copy_from racing read to smithi05277117-44 2024-09-13T03:03:43.020 INFO:tasks.rados.rados.0.smithi052.stdout:3474: finishing write tid 1 to smithi05277117-16 2024-09-13T03:03:43.021 INFO:tasks.rados.rados.0.smithi052.stdout:3474: finishing write tid 2 to smithi05277117-16 2024-09-13T03:03:43.021 INFO:tasks.rados.rados.0.smithi052.stdout:3474: finishing write tid 3 to smithi05277117-16 2024-09-13T03:03:43.022 INFO:tasks.rados.rados.0.smithi052.stdout:3474: finishing write tid 4 to smithi05277117-16 2024-09-13T03:03:43.022 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2475 (ObjNum 1066 snap 349 seq_num 1066) dirty exists 2024-09-13T03:03:43.022 INFO:tasks.rados.rados.0.smithi052.stdout:3474: left oid 16 (ObjNum 1066 snap 349 seq_num 1066) 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:3473: done (3 left) 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:3474: done (2 left) 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:3475: done (1 left) 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:3476: rmattr oid 10 current snap is 349 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:3476: done (1 left) 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 349 2024-09-13T03:03:43.028 INFO:tasks.rados.rados.0.smithi052.stdout:3477: seq_num 1068 ranges {0=696320,696320=401408} 2024-09-13T03:03:43.032 INFO:tasks.rados.rados.0.smithi052.stdout:3477: writing smithi05277117-5 from 0 to 696320 tid 1 2024-09-13T03:03:43.034 INFO:tasks.rados.rados.0.smithi052.stdout:3477: writing smithi05277117-5 from 696320 to 1097728 tid 2 2024-09-13T03:03:43.034 INFO:tasks.rados.rados.0.smithi052.stdout:3478: snap_create 2024-09-13T03:03:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3477: finishing write tid 1 to smithi05277117-5 2024-09-13T03:03:43.038 INFO:tasks.rados.rados.0.smithi052.stdout:3477: finishing write tid 2 to smithi05277117-5 2024-09-13T03:03:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3477: finishing write tid 3 to smithi05277117-5 2024-09-13T03:03:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:3477: finishing write tid 4 to smithi05277117-5 2024-09-13T03:03:43.039 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2794 (ObjNum 1068 snap 349 seq_num 1068) dirty exists 2024-09-13T03:03:43.040 INFO:tasks.rados.rados.0.smithi052.stdout:3477: left oid 5 (ObjNum 1068 snap 349 seq_num 1068) 2024-09-13T03:03:43.057 INFO:tasks.rados.rados.0.smithi052.stdout:3472: expect (ObjNum 938 snap 315 seq_num 938) 2024-09-13T03:03:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:42 smithi052 ceph-mon[91421]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T03:03:43.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:42 smithi052 ceph-mon[89065]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T03:03:43.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:42 smithi078 ceph-mon[85589]: osdmap e757: 8 total, 8 up, 8 in 2024-09-13T03:03:44.000 INFO:tasks.rados.rados.0.smithi052.stdout:3472: done (2 left) 2024-09-13T03:03:44.000 INFO:tasks.rados.rados.0.smithi052.stdout:3477: done (1 left) 2024-09-13T03:03:44.001 INFO:tasks.rados.rados.0.smithi052.stdout:3478: done (0 left) 2024-09-13T03:03:44.001 INFO:tasks.rados.rados.0.smithi052.stdout:3479: delete oid 25 current snap is 350 2024-09-13T03:03:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:3479: done (0 left) 2024-09-13T03:03:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 350 2024-09-13T03:03:44.006 INFO:tasks.rados.rados.0.smithi052.stdout:3480: seq_num 1070 ranges {10248192=729088,10977280=401408} 2024-09-13T03:03:44.066 INFO:tasks.rados.rados.0.smithi052.stdout:3480: writing smithi05277117-45 from 10248192 to 10977280 tid 1 2024-09-13T03:03:44.068 INFO:tasks.rados.rados.0.smithi052.stdout:3480: writing smithi05277117-45 from 10977280 to 11378688 tid 2 2024-09-13T03:03:44.068 INFO:tasks.rados.rados.0.smithi052.stdout:3481: read oid 17 snap -1 2024-09-13T03:03:44.069 INFO:tasks.rados.rados.0.smithi052.stdout:3481: expect (ObjNum 1031 snap 347 seq_num 1031) 2024-09-13T03:03:44.069 INFO:tasks.rados.rados.0.smithi052.stdout:3482: delete oid 32 current snap is 350 2024-09-13T03:03:44.073 INFO:tasks.rados.rados.0.smithi052.stdout:3482: done (2 left) 2024-09-13T03:03:44.073 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 350 2024-09-13T03:03:44.073 INFO:tasks.rados.rados.0.smithi052.stdout:3483: seq_num 1072 ranges {1007616=761856,1769472=401408} 2024-09-13T03:03:44.082 INFO:tasks.rados.rados.0.smithi052.stdout:3483: writing smithi05277117-1 from 1007616 to 1769472 tid 1 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:3483: writing smithi05277117-1 from 1769472 to 2170880 tid 2 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:3484: snap_create 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:3480: finishing write tid 1 to smithi05277117-45 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:3480: finishing write tid 2 to smithi05277117-45 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:3480: finishing write tid 3 to smithi05277117-45 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:3480: finishing write tid 4 to smithi05277117-45 2024-09-13T03:03:44.085 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2855 (ObjNum 1070 snap 350 seq_num 1070) dirty exists 2024-09-13T03:03:44.086 INFO:tasks.rados.rados.0.smithi052.stdout:3480: left oid 45 (ObjNum 1070 snap 350 seq_num 1070) 2024-09-13T03:03:44.086 INFO:tasks.rados.rados.0.smithi052.stdout:3481: expect (ObjNum 1031 snap 347 seq_num 1031) 2024-09-13T03:03:44.122 INFO:tasks.rados.rados.0.smithi052.stdout:3483: finishing write tid 1 to smithi05277117-1 2024-09-13T03:03:44.123 INFO:tasks.rados.rados.0.smithi052.stdout:3483: finishing write tid 2 to smithi05277117-1 2024-09-13T03:03:44.123 INFO:tasks.rados.rados.0.smithi052.stdout:3483: finishing write tid 3 to smithi05277117-1 2024-09-13T03:03:44.123 INFO:tasks.rados.rados.0.smithi052.stdout:3483: finishing write tid 4 to smithi05277117-1 2024-09-13T03:03:44.123 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2797 (ObjNum 1072 snap 350 seq_num 1072) dirty exists 2024-09-13T03:03:44.123 INFO:tasks.rados.rados.0.smithi052.stdout:3483: left oid 1 (ObjNum 1072 snap 350 seq_num 1072) 2024-09-13T03:03:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:43 smithi052 ceph-mon[91421]: pgmap v752: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 651 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-13T03:03:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:43 smithi052 ceph-mon[91421]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T03:03:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:43 smithi052 ceph-mon[89065]: pgmap v752: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 651 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-13T03:03:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:43 smithi052 ceph-mon[89065]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T03:03:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:43 smithi078 ceph-mon[85589]: pgmap v752: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 651 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-13T03:03:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:43 smithi078 ceph-mon[85589]: osdmap e758: 8 total, 8 up, 8 in 2024-09-13T03:03:44.883 INFO:tasks.rados.rados.0.smithi052.stdout:3480: done (3 left) 2024-09-13T03:03:44.883 INFO:tasks.rados.rados.0.smithi052.stdout:3481: done (2 left) 2024-09-13T03:03:44.883 INFO:tasks.rados.rados.0.smithi052.stdout:3483: done (1 left) 2024-09-13T03:03:44.883 INFO:tasks.rados.rados.0.smithi052.stdout:3484: done (0 left) 2024-09-13T03:03:44.884 INFO:tasks.rados.rados.0.smithi052.stdout:3485: delete oid 26 current snap is 351 2024-09-13T03:03:44.887 INFO:tasks.rados.rados.0.smithi052.stdout:3485: done (0 left) 2024-09-13T03:03:44.887 INFO:tasks.rados.rados.0.smithi052.stdout:3486: copy_from oid 40 from oid 42 current snap is 351 2024-09-13T03:03:44.887 INFO:tasks.rados.rados.0.smithi052.stdout:3487: rmattr oid 28 current snap is 351 2024-09-13T03:03:44.887 INFO:tasks.rados.rados.0.smithi052.stdout:3488: delete oid 50 current snap is 351 2024-09-13T03:03:44.888 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 0 (ObjNum 289 snap 0 seq_num 2939310172) dirty dne 2024-09-13T03:03:44.893 INFO:tasks.rados.rados.0.smithi052.stdout:3486: finishing copy_from racing read to smithi05277117-40 2024-09-13T03:03:44.896 INFO:tasks.rados.rados.0.smithi052.stdout:3486: finishing copy_from to smithi05277117-40 2024-09-13T03:03:44.896 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 2299 (ObjNum 65 snap 0 seq_num 1634949221) dirty exists 2024-09-13T03:03:44.899 INFO:tasks.rados.rados.0.smithi052.stdout:3486: done (2 left) 2024-09-13T03:03:44.899 INFO:tasks.rados.rados.0.smithi052.stdout:3487: done (1 left) 2024-09-13T03:03:44.899 INFO:tasks.rados.rados.0.smithi052.stdout:3488: done (0 left) 2024-09-13T03:03:44.899 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 351 2024-09-13T03:03:44.899 INFO:tasks.rados.rados.0.smithi052.stdout:3489: seq_num 1075 ranges {4866048=409600,5275648=671744,5947392=131072} 2024-09-13T03:03:44.928 INFO:tasks.rados.rados.0.smithi052.stdout:3489: writing smithi05277117-27 from 4866048 to 5275648 tid 1 2024-09-13T03:03:44.932 INFO:tasks.rados.rados.0.smithi052.stdout:3489: writing smithi05277117-27 from 5275648 to 5947392 tid 2 2024-09-13T03:03:44.933 INFO:tasks.rados.rados.0.smithi052.stdout:3489: writing smithi05277117-27 from 5947392 to 6078464 tid 3 2024-09-13T03:03:44.933 INFO:tasks.rados.rados.0.smithi052.stdout:3490: read oid 46 snap -1 2024-09-13T03:03:44.933 INFO:tasks.rados.rados.0.smithi052.stdout:3490: expect deleted 2024-09-13T03:03:44.933 INFO:tasks.rados.rados.0.smithi052.stdout:3491: read oid 19 snap -1 2024-09-13T03:03:44.933 INFO:tasks.rados.rados.0.smithi052.stdout:3491: expect (ObjNum 1006 snap 333 seq_num 1006) 2024-09-13T03:03:44.933 INFO:tasks.rados.rados.0.smithi052.stdout:3492: setattr oid 47 current snap is 351 2024-09-13T03:03:44.935 INFO:tasks.rados.rados.0.smithi052.stdout:3491: expect (ObjNum 1006 snap 333 seq_num 1006) 2024-09-13T03:03:44.941 INFO:tasks.rados.rados.0.smithi052.stdout:3489: finishing write tid 1 to smithi05277117-27 2024-09-13T03:03:44.941 INFO:tasks.rados.rados.0.smithi052.stdout:3489: finishing write tid 2 to smithi05277117-27 2024-09-13T03:03:44.941 INFO:tasks.rados.rados.0.smithi052.stdout:3489: finishing write tid 3 to smithi05277117-27 2024-09-13T03:03:44.942 INFO:tasks.rados.rados.0.smithi052.stdout:3489: finishing write tid 4 to smithi05277117-27 2024-09-13T03:03:44.942 INFO:tasks.rados.rados.0.smithi052.stdout:3490: done (3 left) 2024-09-13T03:03:44.942 INFO:tasks.rados.rados.0.smithi052.stdout:3491: done (2 left) 2024-09-13T03:03:44.942 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 351 2024-09-13T03:03:44.942 INFO:tasks.rados.rados.0.smithi052.stdout:3493: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-09-13T03:03:44.944 INFO:tasks.rados.rados.0.smithi052.stdout:3493: writing smithi05277117-22 from 0 to 425984 tid 1 2024-09-13T03:03:44.947 INFO:tasks.rados.rados.0.smithi052.stdout:3493: writing smithi05277117-22 from 425984 to 974848 tid 2 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:3493: writing smithi05277117-22 from 974848 to 1228800 tid 3 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:3494: read oid 46 snap -1 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:3494: expect deleted 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:3495: copy_from oid 50 from oid 1 current snap is 351 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:3489: finishing write tid 5 to smithi05277117-27 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2860 (ObjNum 1075 snap 351 seq_num 1075) dirty exists 2024-09-13T03:03:44.950 INFO:tasks.rados.rados.0.smithi052.stdout:3489: left oid 27 (ObjNum 1075 snap 351 seq_num 1075) 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 2574 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3493: finishing write tid 1 to smithi05277117-22 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3489: done (4 left) 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3492: done (3 left) 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3496: read oid 30 snap -1 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3496: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3497: read oid 31 snap 348 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3497: expect (ObjNum 972 snap 322 seq_num 972) 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3498: read oid 24 snap 340 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3498: expect (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 351 2024-09-13T03:03:44.951 INFO:tasks.rados.rados.0.smithi052.stdout:3499: seq_num 1077 ranges {49152=442368,491520=434176,925696=368640} 2024-09-13T03:03:44.953 INFO:tasks.rados.rados.0.smithi052.stdout:3499: writing smithi05277117-14 from 49152 to 491520 tid 1 2024-09-13T03:03:44.956 INFO:tasks.rados.rados.0.smithi052.stdout:3499: writing smithi05277117-14 from 491520 to 925696 tid 2 2024-09-13T03:03:44.959 INFO:tasks.rados.rados.0.smithi052.stdout:3499: writing smithi05277117-14 from 925696 to 1294336 tid 3 2024-09-13T03:03:44.959 INFO:tasks.rados.rados.0.smithi052.stdout:3500: delete oid 16 current snap is 351 2024-09-13T03:03:44.959 INFO:tasks.rados.rados.0.smithi052.stdout:3493: finishing write tid 2 to smithi05277117-22 2024-09-13T03:03:44.959 INFO:tasks.rados.rados.0.smithi052.stdout:3493: finishing write tid 3 to smithi05277117-22 2024-09-13T03:03:44.959 INFO:tasks.rados.rados.0.smithi052.stdout:3493: finishing write tid 4 to smithi05277117-22 2024-09-13T03:03:44.961 INFO:tasks.rados.rados.0.smithi052.stdout:3498: expect (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:03:45.029 INFO:tasks.rados.rados.0.smithi052.stdout:3493: finishing write tid 5 to smithi05277117-22 2024-09-13T03:03:45.029 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2303 (ObjNum 1076 snap 351 seq_num 1076) dirty exists 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3493: left oid 22 (ObjNum 1076 snap 351 seq_num 1076) 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: finishing write tid 1 to smithi05277117-14 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: finishing write tid 2 to smithi05277117-14 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: finishing write tid 3 to smithi05277117-14 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: finishing write tid 4 to smithi05277117-14 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: finishing write tid 5 to smithi05277117-14 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 3063 (ObjNum 1077 snap 351 seq_num 1077) dirty exists 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: left oid 14 (ObjNum 1077 snap 351 seq_num 1077) 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3495: finishing copy_from racing read to smithi05277117-50 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3493: done (7 left) 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3494: done (6 left) 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3498: done (5 left) 2024-09-13T03:03:45.030 INFO:tasks.rados.rados.0.smithi052.stdout:3499: done (4 left) 2024-09-13T03:03:45.031 INFO:tasks.rados.rados.0.smithi052.stdout:3500: done (3 left) 2024-09-13T03:03:45.031 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 351 2024-09-13T03:03:45.031 INFO:tasks.rados.rados.0.smithi052.stdout:3495: finishing copy_from to smithi05277117-50 2024-09-13T03:03:45.031 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 50 v 2797 (ObjNum 1072 snap 350 seq_num 1072) dirty exists 2024-09-13T03:03:45.031 INFO:tasks.rados.rados.0.smithi052.stdout:3496: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:03:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:44 smithi052 ceph-mon[91421]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T03:03:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:44 smithi052 ceph-mon[91421]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T03:03:45.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:44 smithi052 ceph-mon[89065]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T03:03:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:44 smithi052 ceph-mon[89065]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T03:03:45.398 INFO:tasks.rados.rados.0.smithi052.stdout:3497: expect (ObjNum 972 snap 322 seq_num 972) 2024-09-13T03:03:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:44 smithi078 ceph-mon[85589]: osdmap e759: 8 total, 8 up, 8 in 2024-09-13T03:03:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:44 smithi078 ceph-mon[85589]: osdmap e760: 8 total, 8 up, 8 in 2024-09-13T03:03:46.252 INFO:tasks.rados.rados.0.smithi052.stdout:3501: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-09-13T03:03:46.254 INFO:tasks.rados.rados.0.smithi052.stdout:3501: writing smithi05277117-9 from 0 to 475136 tid 1 2024-09-13T03:03:46.258 INFO:tasks.rados.rados.0.smithi052.stdout:3501: writing smithi05277117-9 from 475136 to 1081344 tid 2 2024-09-13T03:03:46.260 INFO:tasks.rados.rados.0.smithi052.stdout:3501: writing smithi05277117-9 from 1081344 to 1277952 tid 3 2024-09-13T03:03:46.260 INFO:tasks.rados.rados.0.smithi052.stdout:3495: done (3 left) 2024-09-13T03:03:46.260 INFO:tasks.rados.rados.0.smithi052.stdout:3496: done (2 left) 2024-09-13T03:03:46.260 INFO:tasks.rados.rados.0.smithi052.stdout:3497: done (1 left) 2024-09-13T03:03:46.260 INFO:tasks.rados.rados.0.smithi052.stdout:3502: setattr oid 16 current snap is 351 2024-09-13T03:03:46.260 INFO:tasks.rados.rados.0.smithi052.stdout:3501: finishing write tid 1 to smithi05277117-9 2024-09-13T03:03:46.262 INFO:tasks.rados.rados.0.smithi052.stdout:3503: rollback oid 44 current snap is 351 2024-09-13T03:03:46.262 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 348 2024-09-13T03:03:46.262 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 351 2024-09-13T03:03:46.262 INFO:tasks.rados.rados.0.smithi052.stdout:3504: seq_num 1080 ranges {2170880=491520,2662400=540672,3203072=262144} 2024-09-13T03:03:46.276 INFO:tasks.rados.rados.0.smithi052.stdout:3504: writing smithi05277117-1 from 2170880 to 2662400 tid 1 2024-09-13T03:03:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:45 smithi052 ceph-mon[91421]: pgmap v755: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 659 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-13T03:03:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:45 smithi052 ceph-mon[89065]: pgmap v755: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 659 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-13T03:03:46.279 INFO:tasks.rados.rados.0.smithi052.stdout:3504: writing smithi05277117-1 from 2662400 to 3203072 tid 2 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3504: writing smithi05277117-1 from 3203072 to 3465216 tid 3 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3505: read oid 34 snap -1 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3505: expect (ObjNum 1054 snap 349 seq_num 1054) 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3501: finishing write tid 2 to smithi05277117-9 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3501: finishing write tid 3 to smithi05277117-9 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3501: finishing write tid 4 to smithi05277117-9 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2477 (ObjNum 33 snap 0 seq_num 4209245424) dirty exists 2024-09-13T03:03:46.282 INFO:tasks.rados.rados.0.smithi052.stdout:3501: finishing write tid 5 to smithi05277117-9 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 2525 (ObjNum 1079 snap 351 seq_num 1079) dirty exists 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3501: left oid 9 (ObjNum 1079 snap 351 seq_num 1079) 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3503: finishing rollback tid 0 to smithi05277117-44 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3501: done (4 left) 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3502: done (3 left) 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3506: copy_from oid 16 from oid 12 current snap is 351 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3503: finishing rollback tid 1 to smithi05277117-44 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3503: finishing rollback tid 2 to smithi05277117-44 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3012 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3504: finishing write tid 1 to smithi05277117-1 2024-09-13T03:03:46.283 INFO:tasks.rados.rados.0.smithi052.stdout:3503: done (3 left) 2024-09-13T03:03:46.284 INFO:tasks.rados.rados.0.smithi052.stdout:3507: delete oid 8 current snap is 351 2024-09-13T03:03:46.284 INFO:tasks.rados.rados.0.smithi052.stdout:3506: finishing copy_from to smithi05277117-16 2024-09-13T03:03:46.284 INFO:tasks.rados.rados.0.smithi052.stdout:3506: got expected ENOENT (src dne) 2024-09-13T03:03:46.284 INFO:tasks.rados.rados.0.smithi052.stdout:3506: finishing copy_from racing read to smithi05277117-16 2024-09-13T03:03:46.286 INFO:tasks.rados.rados.0.smithi052.stdout:3506: done (3 left) 2024-09-13T03:03:46.286 INFO:tasks.rados.rados.0.smithi052.stdout:3507: done (2 left) 2024-09-13T03:03:46.286 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 351 2024-09-13T03:03:46.286 INFO:tasks.rados.rados.0.smithi052.stdout:3508: seq_num 1082 ranges {1859584=524288,2383872=704512,3088384=98304} 2024-09-13T03:03:46.299 INFO:tasks.rados.rados.0.smithi052.stdout:3508: writing smithi05277117-11 from 1859584 to 2383872 tid 1 2024-09-13T03:03:46.303 INFO:tasks.rados.rados.0.smithi052.stdout:3508: writing smithi05277117-11 from 2383872 to 3088384 tid 2 2024-09-13T03:03:46.303 INFO:tasks.rados.rados.0.smithi052.stdout:3508: writing smithi05277117-11 from 3088384 to 3186688 tid 3 2024-09-13T03:03:46.304 INFO:tasks.rados.rados.0.smithi052.stdout:3509: copy_from oid 33 from oid 14 current snap is 351 2024-09-13T03:03:46.304 INFO:tasks.rados.rados.0.smithi052.stdout:3504: finishing write tid 2 to smithi05277117-1 2024-09-13T03:03:46.304 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 351 2024-09-13T03:03:46.304 INFO:tasks.rados.rados.0.smithi052.stdout:3504: finishing write tid 3 to smithi05277117-1 2024-09-13T03:03:46.304 INFO:tasks.rados.rados.0.smithi052.stdout:3504: finishing write tid 4 to smithi05277117-1 2024-09-13T03:03:46.304 INFO:tasks.rados.rados.0.smithi052.stdout:3510: seq_num 1083 ranges {11796480=540672,12337152=589824,12926976=212992} 2024-09-13T03:03:46.372 INFO:tasks.rados.rados.0.smithi052.stdout:3510: writing smithi05277117-36 from 11796480 to 12337152 tid 1 2024-09-13T03:03:46.375 INFO:tasks.rados.rados.0.smithi052.stdout:3510: writing smithi05277117-36 from 12337152 to 12926976 tid 2 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3510: writing smithi05277117-36 from 12926976 to 13139968 tid 3 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 351 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3508: finishing write tid 1 to smithi05277117-11 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3508: finishing write tid 2 to smithi05277117-11 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3508: finishing write tid 3 to smithi05277117-11 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3508: finishing write tid 4 to smithi05277117-11 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3508: finishing write tid 5 to smithi05277117-11 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1937 (ObjNum 1082 snap 351 seq_num 1082) dirty exists 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3508: left oid 11 (ObjNum 1082 snap 351 seq_num 1082) 2024-09-13T03:03:46.377 INFO:tasks.rados.rados.0.smithi052.stdout:3509: finishing copy_from racing read to smithi05277117-33 2024-09-13T03:03:46.378 INFO:tasks.rados.rados.0.smithi052.stdout:3509: finishing copy_from to smithi05277117-33 2024-09-13T03:03:46.378 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 3063 (ObjNum 1077 snap 351 seq_num 1077) dirty exists 2024-09-13T03:03:46.378 INFO:tasks.rados.rados.0.smithi052.stdout:3504: finishing write tid 5 to smithi05277117-1 2024-09-13T03:03:46.378 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2801 (ObjNum 1080 snap 351 seq_num 1080) dirty exists 2024-09-13T03:03:46.378 INFO:tasks.rados.rados.0.smithi052.stdout:3504: left oid 1 (ObjNum 1080 snap 351 seq_num 1080) 2024-09-13T03:03:46.378 INFO:tasks.rados.rados.0.smithi052.stdout:3505: expect (ObjNum 1054 snap 349 seq_num 1054) 2024-09-13T03:03:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:45 smithi078 ceph-mon[85589]: pgmap v755: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 659 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-09-13T03:03:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3510: finishing write tid 1 to smithi05277117-36 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3510: finishing write tid 2 to smithi05277117-36 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3510: finishing write tid 3 to smithi05277117-36 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3510: finishing write tid 4 to smithi05277117-36 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3510: finishing write tid 5 to smithi05277117-36 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 2484 (ObjNum 1083 snap 351 seq_num 1083) dirty exists 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3510: left oid 36 (ObjNum 1083 snap 351 seq_num 1083) 2024-09-13T03:03:47.402 INFO:tasks.rados.rados.0.smithi052.stdout:3511: seq_num 1084 ranges {2088960=557056,2646016=475136,3121152=327680} 2024-09-13T03:03:47.416 INFO:tasks.rados.rados.0.smithi052.stdout:3511: writing smithi05277117-7 from 2088960 to 2646016 tid 1 2024-09-13T03:03:47.418 INFO:tasks.rados.rados.0.smithi052.stdout:3511: writing smithi05277117-7 from 2646016 to 3121152 tid 2 2024-09-13T03:03:47.420 INFO:tasks.rados.rados.0.smithi052.stdout:3511: writing smithi05277117-7 from 3121152 to 3448832 tid 3 2024-09-13T03:03:47.420 INFO:tasks.rados.rados.0.smithi052.stdout:3504: done (5 left) 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3505: done (4 left) 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3508: done (3 left) 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3509: done (2 left) 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3510: done (1 left) 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3512: rmattr oid 48 current snap is 351 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3512: done (1 left) 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3513: snap_create 2024-09-13T03:03:47.421 INFO:tasks.rados.rados.0.smithi052.stdout:3511: finishing write tid 1 to smithi05277117-7 2024-09-13T03:03:47.423 INFO:tasks.rados.rados.0.smithi052.stdout:3511: finishing write tid 2 to smithi05277117-7 2024-09-13T03:03:47.423 INFO:tasks.rados.rados.0.smithi052.stdout:3511: finishing write tid 3 to smithi05277117-7 2024-09-13T03:03:47.424 INFO:tasks.rados.rados.0.smithi052.stdout:3511: finishing write tid 4 to smithi05277117-7 2024-09-13T03:03:47.425 INFO:tasks.rados.rados.0.smithi052.stdout:3511: finishing write tid 5 to smithi05277117-7 2024-09-13T03:03:47.425 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 2805 (ObjNum 1084 snap 351 seq_num 1084) dirty exists 2024-09-13T03:03:47.425 INFO:tasks.rados.rados.0.smithi052.stdout:3511: left oid 7 (ObjNum 1084 snap 351 seq_num 1084) 2024-09-13T03:03:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:03:48.007 INFO:tasks.rados.rados.0.smithi052.stdout:3511: done (1 left) 2024-09-13T03:03:48.007 INFO:tasks.rados.rados.0.smithi052.stdout:3513: done (0 left) 2024-09-13T03:03:48.007 INFO:tasks.rados.rados.0.smithi052.stdout:3514: delete oid 7 current snap is 352 2024-09-13T03:03:48.012 INFO:tasks.rados.rados.0.smithi052.stdout:3514: done (0 left) 2024-09-13T03:03:48.012 INFO:tasks.rados.rados.0.smithi052.stdout:3515: snap_remove snap 327 2024-09-13T03:03:48.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:47 smithi052 ceph-mon[91421]: pgmap v757: 121 pgs: 121 active+clean; 665 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.8 MiB/s wr, 14 op/s 2024-09-13T03:03:48.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:47 smithi052 ceph-mon[89065]: pgmap v757: 121 pgs: 121 active+clean; 665 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.8 MiB/s wr, 14 op/s 2024-09-13T03:03:48.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:03:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:03:48] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:03:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:47 smithi078 ceph-mon[85589]: pgmap v757: 121 pgs: 121 active+clean; 665 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.8 MiB/s wr, 14 op/s 2024-09-13T03:03:49.015 INFO:tasks.rados.rados.0.smithi052.stdout:3515: done (0 left) 2024-09-13T03:03:49.016 INFO:tasks.rados.rados.0.smithi052.stdout:3516: read oid 20 snap -1 2024-09-13T03:03:49.016 INFO:tasks.rados.rados.0.smithi052.stdout:3516: expect (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:03:49.016 INFO:tasks.rados.rados.0.smithi052.stdout:3517: read oid 12 snap -1 2024-09-13T03:03:49.016 INFO:tasks.rados.rados.0.smithi052.stdout:3517: expect deleted 2024-09-13T03:03:49.018 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 352 2024-09-13T03:03:49.018 INFO:tasks.rados.rados.0.smithi052.stdout:3518: seq_num 1086 ranges {122880=598016,720896=647168,1368064=155648} 2024-09-13T03:03:49.021 INFO:tasks.rados.rados.0.smithi052.stdout:3518: writing smithi05277117-3 from 122880 to 720896 tid 1 2024-09-13T03:03:49.026 INFO:tasks.rados.rados.0.smithi052.stdout:3518: writing smithi05277117-3 from 720896 to 1368064 tid 2 2024-09-13T03:03:49.027 INFO:tasks.rados.rados.0.smithi052.stdout:3518: writing smithi05277117-3 from 1368064 to 1523712 tid 3 2024-09-13T03:03:49.027 INFO:tasks.rados.rados.0.smithi052.stdout:3519: read oid 24 snap 335 2024-09-13T03:03:49.027 INFO:tasks.rados.rados.0.smithi052.stdout:3519: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:03:49.029 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 16 current snap is 352 2024-09-13T03:03:49.029 INFO:tasks.rados.rados.0.smithi052.stdout:3520: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-09-13T03:03:49.034 INFO:tasks.rados.rados.0.smithi052.stdout:3520: writing smithi05277117-16 from 0 to 614400 tid 1 2024-09-13T03:03:49.036 INFO:tasks.rados.rados.0.smithi052.stdout:3520: writing smithi05277117-16 from 614400 to 1146880 tid 2 2024-09-13T03:03:49.039 INFO:tasks.rados.rados.0.smithi052.stdout:3520: writing smithi05277117-16 from 1146880 to 1417216 tid 3 2024-09-13T03:03:49.039 INFO:tasks.rados.rados.0.smithi052.stdout:3516: expect (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:03:49.058 INFO:tasks.rados.rados.0.smithi052.stdout:3519: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:03:49.091 INFO:tasks.rados.rados.0.smithi052.stdout:3520: finishing write tid 1 to smithi05277117-16 2024-09-13T03:03:49.091 INFO:tasks.rados.rados.0.smithi052.stdout:3518: finishing write tid 1 to smithi05277117-3 2024-09-13T03:03:49.091 INFO:tasks.rados.rados.0.smithi052.stdout:3518: finishing write tid 2 to smithi05277117-3 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3520: finishing write tid 2 to smithi05277117-16 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3520: finishing write tid 3 to smithi05277117-16 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3520: finishing write tid 4 to smithi05277117-16 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3518: finishing write tid 3 to smithi05277117-3 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3518: finishing write tid 4 to smithi05277117-3 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3520: finishing write tid 5 to smithi05277117-16 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2481 (ObjNum 1087 snap 352 seq_num 1087) dirty exists 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3520: left oid 16 (ObjNum 1087 snap 352 seq_num 1087) 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3518: finishing write tid 5 to smithi05277117-3 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 3067 (ObjNum 1086 snap 352 seq_num 1086) dirty exists 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3518: left oid 3 (ObjNum 1086 snap 352 seq_num 1086) 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3516: done (4 left) 2024-09-13T03:03:49.092 INFO:tasks.rados.rados.0.smithi052.stdout:3517: done (3 left) 2024-09-13T03:03:49.093 INFO:tasks.rados.rados.0.smithi052.stdout:3518: done (2 left) 2024-09-13T03:03:49.093 INFO:tasks.rados.rados.0.smithi052.stdout:3519: done (1 left) 2024-09-13T03:03:49.093 INFO:tasks.rados.rados.0.smithi052.stdout:3520: done (0 left) 2024-09-13T03:03:49.093 INFO:tasks.rados.rados.0.smithi052.stdout:3521: read oid 9 snap -1 2024-09-13T03:03:49.093 INFO:tasks.rados.rados.0.smithi052.stdout:3521: expect (ObjNum 1079 snap 351 seq_num 1079) 2024-09-13T03:03:49.093 INFO:tasks.rados.rados.0.smithi052.stdout:3522: delete oid 18 current snap is 352 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3522: done (1 left) 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3523: read oid 29 snap 348 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3523: expect (ObjNum 1035 snap 347 seq_num 1035) 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3524: read oid 31 snap -1 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3524: expect deleted 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3525: read oid 20 snap -1 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3525: expect (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 352 2024-09-13T03:03:49.094 INFO:tasks.rados.rados.0.smithi052.stdout:3526: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2024-09-13T03:03:49.097 INFO:tasks.rados.rados.0.smithi052.stdout:3526: writing smithi05277117-7 from 0 to 647168 tid 1 2024-09-13T03:03:49.102 INFO:tasks.rados.rados.0.smithi052.stdout:3526: writing smithi05277117-7 from 647168 to 1392640 tid 2 2024-09-13T03:03:49.102 INFO:tasks.rados.rados.0.smithi052.stdout:3526: writing smithi05277117-7 from 1392640 to 1449984 tid 3 2024-09-13T03:03:49.102 INFO:tasks.rados.rados.0.smithi052.stdout:3527: snap_remove snap 349 2024-09-13T03:03:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:49 smithi052 ceph-mon[91421]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T03:03:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:49 smithi052 ceph-mon[89065]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T03:03:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:49 smithi078 ceph-mon[85589]: osdmap e761: 8 total, 8 up, 8 in 2024-09-13T03:03:49.885 INFO:tasks.rados.rados.0.smithi052.stdout:3527: done (5 left) 2024-09-13T03:03:49.885 INFO:tasks.rados.rados.0.smithi052.stdout:3528: snap_remove snap 333 2024-09-13T03:03:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:50 smithi052 ceph-mon[91421]: pgmap v759: 121 pgs: 121 active+clean; 670 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 17 op/s 2024-09-13T03:03:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:50 smithi052 ceph-mon[91421]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T03:03:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:50 smithi052 ceph-mon[91421]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T03:03:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:50 smithi052 ceph-mon[89065]: pgmap v759: 121 pgs: 121 active+clean; 670 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 17 op/s 2024-09-13T03:03:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:50 smithi052 ceph-mon[89065]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T03:03:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:50 smithi052 ceph-mon[89065]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T03:03:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:50 smithi078 ceph-mon[85589]: pgmap v759: 121 pgs: 121 active+clean; 670 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 17 op/s 2024-09-13T03:03:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:50 smithi078 ceph-mon[85589]: osdmap e762: 8 total, 8 up, 8 in 2024-09-13T03:03:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:50 smithi078 ceph-mon[85589]: osdmap e763: 8 total, 8 up, 8 in 2024-09-13T03:03:50.889 INFO:tasks.rados.rados.0.smithi052.stdout:3528: done (5 left) 2024-09-13T03:03:50.889 INFO:tasks.rados.rados.0.smithi052.stdout:3529: copy_from oid 2 from oid 44 current snap is 352 2024-09-13T03:03:50.889 INFO:tasks.rados.rados.0.smithi052.stdout:3521: expect (ObjNum 1079 snap 351 seq_num 1079) 2024-09-13T03:03:50.941 INFO:tasks.rados.rados.0.smithi052.stdout:3525: expect (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:03:50.953 INFO:tasks.rados.rados.0.smithi052.stdout:3523: expect (ObjNum 1035 snap 347 seq_num 1035) 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3526: finishing write tid 1 to smithi05277117-7 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3526: finishing write tid 2 to smithi05277117-7 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3526: finishing write tid 3 to smithi05277117-7 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3526: finishing write tid 4 to smithi05277117-7 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3526: finishing write tid 5 to smithi05277117-7 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 2810 (ObjNum 1089 snap 352 seq_num 1089) dirty exists 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3526: left oid 7 (ObjNum 1089 snap 352 seq_num 1089) 2024-09-13T03:03:50.968 INFO:tasks.rados.rados.0.smithi052.stdout:3529: finishing copy_from racing read to smithi05277117-2 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3521: done (5 left) 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3523: done (4 left) 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3524: done (3 left) 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3525: done (2 left) 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3526: done (1 left) 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3530: delete oid 26 current snap is 352 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:3529: finishing copy_from to smithi05277117-2 2024-09-13T03:03:50.969 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 3012 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:50.970 INFO:tasks.rados.rados.0.smithi052.stdout:3529: done (1 left) 2024-09-13T03:03:50.970 INFO:tasks.rados.rados.0.smithi052.stdout:3530: done (0 left) 2024-09-13T03:03:50.970 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 352 2024-09-13T03:03:50.970 INFO:tasks.rados.rados.0.smithi052.stdout:3531: seq_num 1091 ranges {1097728=679936,1777664=516096,2293760=286720} 2024-09-13T03:03:50.979 INFO:tasks.rados.rados.0.smithi052.stdout:3531: writing smithi05277117-6 from 1097728 to 1777664 tid 1 2024-09-13T03:03:50.982 INFO:tasks.rados.rados.0.smithi052.stdout:3531: writing smithi05277117-6 from 1777664 to 2293760 tid 2 2024-09-13T03:03:50.984 INFO:tasks.rados.rados.0.smithi052.stdout:3531: writing smithi05277117-6 from 2293760 to 2580480 tid 3 2024-09-13T03:03:50.984 INFO:tasks.rados.rados.0.smithi052.stdout:3532: rollback oid 38 current snap is 352 2024-09-13T03:03:50.984 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 38 to 304 2024-09-13T03:03:50.984 INFO:tasks.rados.rados.0.smithi052.stdout:3533: setattr oid 44 current snap is 352 2024-09-13T03:03:50.985 INFO:tasks.rados.rados.0.smithi052.stdout:3531: finishing write tid 1 to smithi05277117-6 2024-09-13T03:03:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 352 2024-09-13T03:03:50.986 INFO:tasks.rados.rados.0.smithi052.stdout:3534: seq_num 1092 ranges {0=696320,696320=802816} 2024-09-13T03:03:50.990 INFO:tasks.rados.rados.0.smithi052.stdout:3534: writing smithi05277117-41 from 0 to 696320 tid 1 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:3534: writing smithi05277117-41 from 696320 to 1499136 tid 2 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:3535: read oid 29 snap -1 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:3535: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:3536: rollback oid 3 current snap is 352 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 3 to 350 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:3531: finishing write tid 2 to smithi05277117-6 2024-09-13T03:03:50.996 INFO:tasks.rados.rados.0.smithi052.stdout:3531: finishing write tid 3 to smithi05277117-6 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3013 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3531: finishing write tid 4 to smithi05277117-6 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3532: finishing rollback tid 0 to smithi05277117-38 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3532: finishing rollback tid 1 to smithi05277117-38 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3534: finishing write tid 1 to smithi05277117-41 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3531: finishing write tid 5 to smithi05277117-6 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 3094 (ObjNum 1091 snap 352 seq_num 1091) dirty exists 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3531: left oid 6 (ObjNum 1091 snap 352 seq_num 1091) 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3532: finishing rollback tid 2 to smithi05277117-38 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 3098 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3531: done (5 left) 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3532: done (4 left) 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3533: done (3 left) 2024-09-13T03:03:50.997 INFO:tasks.rados.rados.0.smithi052.stdout:3537: delete oid 7 current snap is 352 2024-09-13T03:03:50.998 INFO:tasks.rados.rados.0.smithi052.stdout:3535: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:03:51.001 INFO:tasks.rados.rados.0.smithi052.stdout:3534: finishing write tid 2 to smithi05277117-41 2024-09-13T03:03:51.001 INFO:tasks.rados.rados.0.smithi052.stdout:3534: finishing write tid 3 to smithi05277117-41 2024-09-13T03:03:51.001 INFO:tasks.rados.rados.0.smithi052.stdout:3535: done (3 left) 2024-09-13T03:03:51.001 INFO:tasks.rados.rados.0.smithi052.stdout:3537: done (2 left) 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:3538: rmattr oid 49 current snap is 352 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:3538: done (2 left) 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:3539: snap_create 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:3536: finishing rollback tid 0 to smithi05277117-3 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:3536: finishing rollback tid 1 to smithi05277117-3 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:3536: finishing rollback tid 2 to smithi05277117-3 2024-09-13T03:03:51.002 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 3070 (ObjNum 1008 snap 336 seq_num 1008) dirty exists 2024-09-13T03:03:51.003 INFO:tasks.rados.rados.0.smithi052.stdout:3534: finishing write tid 4 to smithi05277117-41 2024-09-13T03:03:51.003 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 2577 (ObjNum 1092 snap 352 seq_num 1092) dirty exists 2024-09-13T03:03:51.003 INFO:tasks.rados.rados.0.smithi052.stdout:3534: left oid 41 (ObjNum 1092 snap 352 seq_num 1092) 2024-09-13T03:03:51.891 INFO:tasks.rados.rados.0.smithi052.stdout:3534: done (2 left) 2024-09-13T03:03:51.892 INFO:tasks.rados.rados.0.smithi052.stdout:3536: done (1 left) 2024-09-13T03:03:51.892 INFO:tasks.rados.rados.0.smithi052.stdout:3539: done (0 left) 2024-09-13T03:03:51.892 INFO:tasks.rados.rados.0.smithi052.stdout:3540: delete oid 43 current snap is 353 2024-09-13T03:03:51.897 INFO:tasks.rados.rados.0.smithi052.stdout:3540: done (0 left) 2024-09-13T03:03:51.897 INFO:tasks.rados.rados.0.smithi052.stdout:3541: snap_create 2024-09-13T03:03:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:51 smithi078 ceph-mon[85589]: pgmap v762: 121 pgs: 121 active+clean; 677 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.2 MiB/s wr, 32 op/s 2024-09-13T03:03:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:51 smithi078 ceph-mon[85589]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T03:03:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:51 smithi052 ceph-mon[91421]: pgmap v762: 121 pgs: 121 active+clean; 677 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.2 MiB/s wr, 32 op/s 2024-09-13T03:03:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:51 smithi052 ceph-mon[91421]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T03:03:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:51 smithi052 ceph-mon[89065]: pgmap v762: 121 pgs: 121 active+clean; 677 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 8.2 MiB/s wr, 32 op/s 2024-09-13T03:03:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:51 smithi052 ceph-mon[89065]: osdmap e764: 8 total, 8 up, 8 in 2024-09-13T03:03:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:03:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:03:52.897 INFO:tasks.rados.rados.0.smithi052.stdout:3541: done (0 left) 2024-09-13T03:03:52.897 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 354 2024-09-13T03:03:52.898 INFO:tasks.rados.rados.0.smithi052.stdout:3542: seq_num 1095 ranges {1294336=745472,2039808=499712,2539520=303104} 2024-09-13T03:03:52.908 INFO:tasks.rados.rados.0.smithi052.stdout:3542: writing smithi05277117-33 from 1294336 to 2039808 tid 1 2024-09-13T03:03:52.911 INFO:tasks.rados.rados.0.smithi052.stdout:3542: writing smithi05277117-33 from 2039808 to 2539520 tid 2 2024-09-13T03:03:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:3542: writing smithi05277117-33 from 2539520 to 2842624 tid 3 2024-09-13T03:03:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:3543: copy_from oid 10 from oid 40 current snap is 354 2024-09-13T03:03:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 354 2024-09-13T03:03:52.913 INFO:tasks.rados.rados.0.smithi052.stdout:3544: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-09-13T03:03:52.918 INFO:tasks.rados.rados.0.smithi052.stdout:3544: writing smithi05277117-18 from 0 to 761856 tid 1 2024-09-13T03:03:52.924 INFO:tasks.rados.rados.0.smithi052.stdout:3544: writing smithi05277117-18 from 761856 to 1548288 tid 2 2024-09-13T03:03:52.924 INFO:tasks.rados.rados.0.smithi052.stdout:3544: writing smithi05277117-18 from 1548288 to 1564672 tid 3 2024-09-13T03:03:52.924 INFO:tasks.rados.rados.0.smithi052.stdout:3545: setattr oid 34 current snap is 354 2024-09-13T03:03:52.924 INFO:tasks.rados.rados.0.smithi052.stdout:3542: finishing write tid 1 to smithi05277117-33 2024-09-13T03:03:52.925 INFO:tasks.rados.rados.0.smithi052.stdout:3542: finishing write tid 2 to smithi05277117-33 2024-09-13T03:03:52.925 INFO:tasks.rados.rados.0.smithi052.stdout:3542: finishing write tid 3 to smithi05277117-33 2024-09-13T03:03:52.925 INFO:tasks.rados.rados.0.smithi052.stdout:3542: finishing write tid 4 to smithi05277117-33 2024-09-13T03:03:52.925 INFO:tasks.rados.rados.0.smithi052.stdout:3544: finishing write tid 1 to smithi05277117-18 2024-09-13T03:03:52.927 INFO:tasks.rados.rados.0.smithi052.stdout:3543: finishing copy_from racing read to smithi05277117-10 2024-09-13T03:03:52.927 INFO:tasks.rados.rados.0.smithi052.stdout:3546: snap_remove snap 334 2024-09-13T03:03:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:52 smithi078 ceph-mon[85589]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T03:03:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:52 smithi052 ceph-mon[91421]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T03:03:53.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:52 smithi052 ceph-mon[89065]: osdmap e765: 8 total, 8 up, 8 in 2024-09-13T03:03:53.904 INFO:tasks.rados.rados.0.smithi052.stdout:3542: finishing write tid 5 to smithi05277117-33 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 3074 (ObjNum 1095 snap 354 seq_num 1095) dirty exists 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3542: left oid 33 (ObjNum 1095 snap 354 seq_num 1095) 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3543: finishing copy_from to smithi05277117-10 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 2299 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3544: finishing write tid 2 to smithi05277117-18 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3544: finishing write tid 3 to smithi05277117-18 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3544: finishing write tid 4 to smithi05277117-18 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3544: finishing write tid 5 to smithi05277117-18 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 2489 (ObjNum 1096 snap 354 seq_num 1096) dirty exists 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3544: left oid 18 (ObjNum 1096 snap 354 seq_num 1096) 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 2812 (ObjNum 1054 snap 349 seq_num 1054) dirty exists 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3542: done (4 left) 2024-09-13T03:03:53.905 INFO:tasks.rados.rados.0.smithi052.stdout:3543: done (3 left) 2024-09-13T03:03:53.906 INFO:tasks.rados.rados.0.smithi052.stdout:3544: done (2 left) 2024-09-13T03:03:53.906 INFO:tasks.rados.rados.0.smithi052.stdout:3545: done (1 left) 2024-09-13T03:03:53.906 INFO:tasks.rados.rados.0.smithi052.stdout:3546: done (0 left) 2024-09-13T03:03:53.906 INFO:tasks.rados.rados.0.smithi052.stdout:3547: snap_remove snap 291 2024-09-13T03:03:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:53 smithi078 ceph-mon[85589]: pgmap v765: 121 pgs: 121 active+clean; 681 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 31 op/s 2024-09-13T03:03:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:53 smithi078 ceph-mon[85589]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T03:03:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:53 smithi052 ceph-mon[91421]: pgmap v765: 121 pgs: 121 active+clean; 681 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 31 op/s 2024-09-13T03:03:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:53 smithi052 ceph-mon[91421]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T03:03:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:53 smithi052 ceph-mon[89065]: pgmap v765: 121 pgs: 121 active+clean; 681 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.2 MiB/s wr, 31 op/s 2024-09-13T03:03:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:53 smithi052 ceph-mon[89065]: osdmap e766: 8 total, 8 up, 8 in 2024-09-13T03:03:54.910 INFO:tasks.rados.rados.0.smithi052.stdout:3547: done (0 left) 2024-09-13T03:03:54.910 INFO:tasks.rados.rados.0.smithi052.stdout:3548: snap_remove snap 343 2024-09-13T03:03:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:54 smithi078 ceph-mon[85589]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T03:03:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:54 smithi052 ceph-mon[91421]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T03:03:55.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:54 smithi052 ceph-mon[89065]: osdmap e767: 8 total, 8 up, 8 in 2024-09-13T03:03:55.913 INFO:tasks.rados.rados.0.smithi052.stdout:3548: done (0 left) 2024-09-13T03:03:55.913 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 354 2024-09-13T03:03:55.913 INFO:tasks.rados.rados.0.smithi052.stdout:3549: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-09-13T03:03:55.923 INFO:tasks.rados.rados.0.smithi052.stdout:3549: writing smithi05277117-29 from 0 to 778240 tid 1 2024-09-13T03:03:55.923 INFO:tasks.rados.rados.0.smithi052.stdout:3549: writing smithi05277117-29 from 778240 to 1449984 tid 2 2024-09-13T03:03:55.924 INFO:tasks.rados.rados.0.smithi052.stdout:3549: writing smithi05277117-29 from 1449984 to 1581056 tid 3 2024-09-13T03:03:55.925 INFO:tasks.rados.rados.0.smithi052.stdout:3550: snap_create 2024-09-13T03:03:55.933 INFO:tasks.rados.rados.0.smithi052.stdout:3549: finishing write tid 1 to smithi05277117-29 2024-09-13T03:03:55.936 INFO:tasks.rados.rados.0.smithi052.stdout:3549: finishing write tid 2 to smithi05277117-29 2024-09-13T03:03:55.936 INFO:tasks.rados.rados.0.smithi052.stdout:3549: finishing write tid 3 to smithi05277117-29 2024-09-13T03:03:55.936 INFO:tasks.rados.rados.0.smithi052.stdout:3549: finishing write tid 4 to smithi05277117-29 2024-09-13T03:03:55.940 INFO:tasks.rados.rados.0.smithi052.stdout:3549: finishing write tid 5 to smithi05277117-29 2024-09-13T03:03:55.941 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 3016 (ObjNum 1097 snap 354 seq_num 1097) dirty exists 2024-09-13T03:03:55.941 INFO:tasks.rados.rados.0.smithi052.stdout:3549: left oid 29 (ObjNum 1097 snap 354 seq_num 1097) 2024-09-13T03:03:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:55 smithi078 ceph-mon[85589]: pgmap v768: 121 pgs: 121 active+clean; 683 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T03:03:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:55 smithi078 ceph-mon[85589]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T03:03:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:55 smithi052 ceph-mon[91421]: pgmap v768: 121 pgs: 121 active+clean; 683 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T03:03:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:55 smithi052 ceph-mon[91421]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T03:03:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:55 smithi052 ceph-mon[89065]: pgmap v768: 121 pgs: 121 active+clean; 683 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-09-13T03:03:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:55 smithi052 ceph-mon[89065]: osdmap e768: 8 total, 8 up, 8 in 2024-09-13T03:03:56.923 INFO:tasks.rados.rados.0.smithi052.stdout:3549: done (1 left) 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:3550: done (0 left) 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:3551: rmattr oid 43 current snap is 355 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:3551: done (0 left) 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:3552: read oid 26 snap 345 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:3552: expect (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 12 current snap is 355 2024-09-13T03:03:56.924 INFO:tasks.rados.rados.0.smithi052.stdout:3553: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-09-13T03:03:56.928 INFO:tasks.rados.rados.0.smithi052.stdout:3553: writing smithi05277117-12 from 0 to 794624 tid 1 2024-09-13T03:03:56.931 INFO:tasks.rados.rados.0.smithi052.stdout:3553: writing smithi05277117-12 from 794624 to 1351680 tid 2 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3553: writing smithi05277117-12 from 1351680 to 1597440 tid 3 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3554: read oid 50 snap -1 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3554: expect (ObjNum 1072 snap 350 seq_num 1072) 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3555: rollback oid 2 current snap is 355 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 340 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3556: read oid 11 snap -1 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3556: expect (ObjNum 1082 snap 351 seq_num 1082) 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3557: copy_from oid 9 from oid 29 current snap is 355 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 355 2024-09-13T03:03:56.934 INFO:tasks.rados.rados.0.smithi052.stdout:3558: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-09-13T03:03:56.936 INFO:tasks.rados.rados.0.smithi052.stdout:3558: writing smithi05277117-23 from 0 to 409600 tid 1 2024-09-13T03:03:56.940 INFO:tasks.rados.rados.0.smithi052.stdout:3558: writing smithi05277117-23 from 409600 to 851968 tid 2 2024-09-13T03:03:56.944 INFO:tasks.rados.rados.0.smithi052.stdout:3558: writing smithi05277117-23 from 851968 to 1572864 tid 3 2024-09-13T03:03:56.945 INFO:tasks.rados.rados.0.smithi052.stdout:3558: writing smithi05277117-23 from 1572864 to 1613824 tid 4 2024-09-13T03:03:56.945 INFO:tasks.rados.rados.0.smithi052.stdout:3559: copy_from oid 45 from oid 37 current snap is 355 2024-09-13T03:03:56.945 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 34 current snap is 355 2024-09-13T03:03:56.945 INFO:tasks.rados.rados.0.smithi052.stdout:3560: seq_num 1100 ranges {9822208=425984,10248192=729088,10977280=475136} 2024-09-13T03:03:57.003 INFO:tasks.rados.rados.0.smithi052.stdout:3560: writing smithi05277117-34 from 9822208 to 10248192 tid 1 2024-09-13T03:03:57.007 INFO:tasks.rados.rados.0.smithi052.stdout:3560: writing smithi05277117-34 from 10248192 to 10977280 tid 2 2024-09-13T03:03:57.010 INFO:tasks.rados.rados.0.smithi052.stdout:3560: writing smithi05277117-34 from 10977280 to 11452416 tid 3 2024-09-13T03:03:57.010 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 355 2024-09-13T03:03:57.010 INFO:tasks.rados.rados.0.smithi052.stdout:3561: seq_num 1101 ranges {6078464=442368,6520832=606208,7127040=598016} 2024-09-13T03:03:57.046 INFO:tasks.rados.rados.0.smithi052.stdout:3561: writing smithi05277117-27 from 6078464 to 6520832 tid 1 2024-09-13T03:03:57.049 INFO:tasks.rados.rados.0.smithi052.stdout:3561: writing smithi05277117-27 from 6520832 to 7127040 tid 2 2024-09-13T03:03:57.054 INFO:tasks.rados.rados.0.smithi052.stdout:3561: writing smithi05277117-27 from 7127040 to 7725056 tid 3 2024-09-13T03:03:57.054 INFO:tasks.rados.rados.0.smithi052.stdout:3562: rollback oid 8 current snap is 355 2024-09-13T03:03:57.054 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 8 to 240 2024-09-13T03:03:57.054 INFO:tasks.rados.rados.0.smithi052.stdout:3553: finishing write tid 1 to smithi05277117-12 2024-09-13T03:03:57.054 INFO:tasks.rados.rados.0.smithi052.stdout:3552: expect (ObjNum 924 snap 310 seq_num 924) 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:3553: finishing write tid 2 to smithi05277117-12 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:3553: finishing write tid 3 to smithi05277117-12 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:3553: finishing write tid 4 to smithi05277117-12 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:3553: finishing write tid 5 to smithi05277117-12 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2578 (ObjNum 1098 snap 355 seq_num 1098) dirty exists 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:3553: left oid 12 (ObjNum 1098 snap 355 seq_num 1098) 2024-09-13T03:03:57.126 INFO:tasks.rados.rados.0.smithi052.stdout:3555: finishing rollback tid 0 to smithi05277117-2 2024-09-13T03:03:57.127 INFO:tasks.rados.rados.0.smithi052.stdout:3555: finishing rollback tid 1 to smithi05277117-2 2024-09-13T03:03:57.127 INFO:tasks.rados.rados.0.smithi052.stdout:3555: finishing rollback tid 2 to smithi05277117-2 2024-09-13T03:03:57.127 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 3019 (ObjNum 1018 snap 337 seq_num 1018) dirty exists 2024-09-13T03:03:57.127 INFO:tasks.rados.rados.0.smithi052.stdout:3556: expect (ObjNum 1082 snap 351 seq_num 1082) 2024-09-13T03:03:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:56 smithi078 ceph-mon[85589]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T03:03:57.268 INFO:tasks.rados.rados.0.smithi052.stdout:3557: finishing copy_from racing read to smithi05277117-9 2024-09-13T03:03:57.268 INFO:tasks.rados.rados.0.smithi052.stdout:3554: expect (ObjNum 1072 snap 350 seq_num 1072) 2024-09-13T03:03:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:56 smithi052 ceph-mon[91421]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T03:03:57.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:56 smithi052 ceph-mon[89065]: osdmap e769: 8 total, 8 up, 8 in 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3558: finishing write tid 1 to smithi05277117-23 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3558: finishing write tid 2 to smithi05277117-23 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3552: done (10 left) 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3553: done (9 left) 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3554: done (8 left) 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3555: done (7 left) 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3556: done (6 left) 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3563: copy_from oid 16 from oid 18 current snap is 355 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3558: finishing write tid 3 to smithi05277117-23 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3558: finishing write tid 4 to smithi05277117-23 2024-09-13T03:03:57.343 INFO:tasks.rados.rados.0.smithi052.stdout:3557: finishing copy_from to smithi05277117-9 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 3016 (ObjNum 1097 snap 354 seq_num 1097) dirty exists 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:3558: finishing write tid 5 to smithi05277117-23 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:3558: finishing write tid 6 to smithi05277117-23 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 2802 (ObjNum 1099 snap 355 seq_num 1099) dirty exists 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:3558: left oid 23 (ObjNum 1099 snap 355 seq_num 1099) 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:3559: finishing copy_from racing read to smithi05277117-45 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:3559: finishing copy_from to smithi05277117-45 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 2573 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:03:57.344 INFO:tasks.rados.rados.0.smithi052.stdout:3560: finishing write tid 1 to smithi05277117-34 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3560: finishing write tid 2 to smithi05277117-34 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3560: finishing write tid 3 to smithi05277117-34 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3560: finishing write tid 4 to smithi05277117-34 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3560: finishing write tid 5 to smithi05277117-34 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 34 v 2816 (ObjNum 1100 snap 355 seq_num 1100) dirty exists 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3560: left oid 34 (ObjNum 1100 snap 355 seq_num 1100) 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3561: finishing write tid 1 to smithi05277117-27 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3561: finishing write tid 2 to smithi05277117-27 2024-09-13T03:03:57.345 INFO:tasks.rados.rados.0.smithi052.stdout:3557: done (6 left) 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3558: done (5 left) 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3559: done (4 left) 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3560: done (3 left) 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3564: snap_create 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3561: finishing write tid 3 to smithi05277117-27 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3562: finishing rollback tid 1 to smithi05277117-8 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3561: finishing write tid 4 to smithi05277117-27 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3562: finishing rollback tid 2 to smithi05277117-8 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3130 (ObjNum 591 snap 202 seq_num 591) dirty exists 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3561: finishing write tid 5 to smithi05277117-27 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3078 (ObjNum 1101 snap 355 seq_num 1101) dirty exists 2024-09-13T03:03:57.346 INFO:tasks.rados.rados.0.smithi052.stdout:3561: left oid 27 (ObjNum 1101 snap 355 seq_num 1101) 2024-09-13T03:03:57.350 INFO:tasks.rados.rados.0.smithi052.stdout:3563: finishing copy_from racing read to smithi05277117-16 2024-09-13T03:03:57.350 INFO:tasks.rados.rados.0.smithi052.stdout:3563: finishing copy_from to smithi05277117-16 2024-09-13T03:03:57.351 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2489 (ObjNum 1096 snap 354 seq_num 1096) dirty exists 2024-09-13T03:03:57.924 INFO:tasks.rados.rados.0.smithi052.stdout:3561: done (3 left) 2024-09-13T03:03:57.924 INFO:tasks.rados.rados.0.smithi052.stdout:3562: done (2 left) 2024-09-13T03:03:57.924 INFO:tasks.rados.rados.0.smithi052.stdout:3563: done (1 left) 2024-09-13T03:03:57.924 INFO:tasks.rados.rados.0.smithi052.stdout:3564: done (0 left) 2024-09-13T03:03:57.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 2 current snap is 356 2024-09-13T03:03:57.924 INFO:tasks.rados.rados.0.smithi052.stdout:3565: seq_num 1102 ranges {253952=458752,712704=491520,1204224=491520,1695744=221184} 2024-09-13T03:03:57.927 INFO:tasks.rados.rados.0.smithi052.stdout:3565: writing smithi05277117-2 from 253952 to 712704 tid 1 2024-09-13T03:03:57.932 INFO:tasks.rados.rados.0.smithi052.stdout:3565: writing smithi05277117-2 from 712704 to 1204224 tid 2 2024-09-13T03:03:57.934 INFO:tasks.rados.rados.0.smithi052.stdout:3565: writing smithi05277117-2 from 1204224 to 1695744 tid 3 2024-09-13T03:03:57.936 INFO:tasks.rados.rados.0.smithi052.stdout:3565: writing smithi05277117-2 from 1695744 to 1916928 tid 4 2024-09-13T03:03:57.936 INFO:tasks.rados.rados.0.smithi052.stdout:3566: setattr oid 41 current snap is 356 2024-09-13T03:03:57.936 INFO:tasks.rados.rados.0.smithi052.stdout:3565: finishing write tid 1 to smithi05277117-2 2024-09-13T03:03:57.936 INFO:tasks.rados.rados.0.smithi052.stdout:3565: finishing write tid 2 to smithi05277117-2 2024-09-13T03:03:57.937 INFO:tasks.rados.rados.0.smithi052.stdout:3567: read oid 44 snap -1 2024-09-13T03:03:57.937 INFO:tasks.rados.rados.0.smithi052.stdout:3567: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:03:57.937 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 356 2024-09-13T03:03:57.937 INFO:tasks.rados.rados.0.smithi052.stdout:3568: seq_num 1103 ranges {3186688=475136,3661824=425984,4087808=696320,4784128=81920} 2024-09-13T03:03:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3568: writing smithi05277117-11 from 3186688 to 3661824 tid 1 2024-09-13T03:03:57.960 INFO:tasks.rados.rados.0.smithi052.stdout:3568: writing smithi05277117-11 from 3661824 to 4087808 tid 2 2024-09-13T03:03:57.963 INFO:tasks.rados.rados.0.smithi052.stdout:3568: writing smithi05277117-11 from 4087808 to 4784128 tid 3 2024-09-13T03:03:57.964 INFO:tasks.rados.rados.0.smithi052.stdout:3568: writing smithi05277117-11 from 4784128 to 4866048 tid 4 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3569: delete oid 14 current snap is 356 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3565: finishing write tid 3 to smithi05277117-2 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3565: finishing write tid 4 to smithi05277117-2 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3565: finishing write tid 5 to smithi05277117-2 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3565: finishing write tid 6 to smithi05277117-2 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 3024 (ObjNum 1102 snap 356 seq_num 1102) dirty exists 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3565: left oid 2 (ObjNum 1102 snap 356 seq_num 1102) 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 2578 (ObjNum 1092 snap 352 seq_num 1092) dirty exists 2024-09-13T03:03:57.965 INFO:tasks.rados.rados.0.smithi052.stdout:3567: expect (ObjNum 778 snap 262 seq_num 778) 2024-09-13T03:03:58.153 INFO:tasks.rados.rados.0.smithi052.stdout:3568: finishing write tid 1 to smithi05277117-11 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: finishing write tid 2 to smithi05277117-11 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: finishing write tid 3 to smithi05277117-11 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: finishing write tid 4 to smithi05277117-11 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: finishing write tid 5 to smithi05277117-11 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: finishing write tid 6 to smithi05277117-11 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1942 (ObjNum 1103 snap 356 seq_num 1103) dirty exists 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: left oid 11 (ObjNum 1103 snap 356 seq_num 1103) 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3565: done (4 left) 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3566: done (3 left) 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3567: done (2 left) 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3568: done (1 left) 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3569: done (0 left) 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3570: copy_from oid 39 from oid 37 current snap is 356 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3571: read oid 17 snap -1 2024-09-13T03:03:58.154 INFO:tasks.rados.rados.0.smithi052.stdout:3571: expect (ObjNum 1031 snap 347 seq_num 1031) 2024-09-13T03:03:58.155 INFO:tasks.rados.rados.0.smithi052.stdout:3572: snap_remove snap 351 2024-09-13T03:03:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:57 smithi078 ceph-mon[85589]: pgmap v771: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 688 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-13T03:03:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:57 smithi078 ceph-mon[85589]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T03:03:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:57 smithi052 ceph-mon[91421]: pgmap v771: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 688 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-13T03:03:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:57 smithi052 ceph-mon[91421]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T03:03:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:57 smithi052 ceph-mon[89065]: pgmap v771: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 688 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-13T03:03:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:57 smithi052 ceph-mon[89065]: osdmap e770: 8 total, 8 up, 8 in 2024-09-13T03:03:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:03:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:03:58] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-13T03:03:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:3572: done (2 left) 2024-09-13T03:03:58.945 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 356 2024-09-13T03:03:58.946 INFO:tasks.rados.rados.0.smithi052.stdout:3573: seq_num 1105 ranges {3907584=516096,4423680=598016,5021696=606208} 2024-09-13T03:03:58.963 INFO:tasks.rados.rados.0.smithi052.stdout:3573: writing smithi05277117-44 from 3907584 to 4423680 tid 1 2024-09-13T03:03:58.966 INFO:tasks.rados.rados.0.smithi052.stdout:3573: writing smithi05277117-44 from 4423680 to 5021696 tid 2 2024-09-13T03:03:58.970 INFO:tasks.rados.rados.0.smithi052.stdout:3573: writing smithi05277117-44 from 5021696 to 5627904 tid 3 2024-09-13T03:03:58.970 INFO:tasks.rados.rados.0.smithi052.stdout:3574: copy_from oid 4 from oid 19 current snap is 356 2024-09-13T03:03:58.970 INFO:tasks.rados.rados.0.smithi052.stdout:3571: expect (ObjNum 1031 snap 347 seq_num 1031) 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:3570: finishing copy_from racing read to smithi05277117-39 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:3570: finishing copy_from to smithi05277117-39 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 2573 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:3573: finishing write tid 1 to smithi05277117-44 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:3573: finishing write tid 2 to smithi05277117-44 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:3573: finishing write tid 3 to smithi05277117-44 2024-09-13T03:03:59.019 INFO:tasks.rados.rados.0.smithi052.stdout:3570: done (3 left) 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:3571: done (2 left) 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 48 current snap is 356 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:3573: finishing write tid 4 to smithi05277117-44 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:3575: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:3575: writing smithi05277117-48 from 0 to 532480 tid 1 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:3575: writing smithi05277117-48 from 532480 to 1015808 tid 2 2024-09-13T03:03:59.020 INFO:tasks.rados.rados.0.smithi052.stdout:3575: writing smithi05277117-48 from 1015808 to 1490944 tid 3 2024-09-13T03:03:59.021 INFO:tasks.rados.rados.0.smithi052.stdout:3575: writing smithi05277117-48 from 1490944 to 1736704 tid 4 2024-09-13T03:03:59.021 INFO:tasks.rados.rados.0.smithi052.stdout:3576: snap_create 2024-09-13T03:03:59.021 INFO:tasks.rados.rados.0.smithi052.stdout:3574: finishing copy_from racing read to smithi05277117-4 2024-09-13T03:03:59.021 INFO:tasks.rados.rados.0.smithi052.stdout:3573: finishing write tid 5 to smithi05277117-44 2024-09-13T03:03:59.022 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3017 (ObjNum 1105 snap 356 seq_num 1105) dirty exists 2024-09-13T03:03:59.022 INFO:tasks.rados.rados.0.smithi052.stdout:3573: left oid 44 (ObjNum 1105 snap 356 seq_num 1105) 2024-09-13T03:03:59.022 INFO:tasks.rados.rados.0.smithi052.stdout:3574: finishing copy_from to smithi05277117-4 2024-09-13T03:03:59.022 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2295 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:03:59.022 INFO:tasks.rados.rados.0.smithi052.stdout:3575: finishing write tid 1 to smithi05277117-48 2024-09-13T03:03:59.022 INFO:tasks.rados.rados.0.smithi052.stdout:3575: finishing write tid 2 to smithi05277117-48 2024-09-13T03:03:59.023 INFO:tasks.rados.rados.0.smithi052.stdout:3575: finishing write tid 3 to smithi05277117-48 2024-09-13T03:03:59.023 INFO:tasks.rados.rados.0.smithi052.stdout:3575: finishing write tid 4 to smithi05277117-48 2024-09-13T03:03:59.023 INFO:tasks.rados.rados.0.smithi052.stdout:3575: finishing write tid 5 to smithi05277117-48 2024-09-13T03:03:59.023 INFO:tasks.rados.rados.0.smithi052.stdout:3575: finishing write tid 6 to smithi05277117-48 2024-09-13T03:03:59.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 48 v 3021 (ObjNum 1106 snap 356 seq_num 1106) dirty exists 2024-09-13T03:03:59.023 INFO:tasks.rados.rados.0.smithi052.stdout:3575: left oid 48 (ObjNum 1106 snap 356 seq_num 1106) 2024-09-13T03:03:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:58 smithi078 ceph-mon[85589]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T03:03:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:58 smithi052 ceph-mon[91421]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T03:03:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:58 smithi052 ceph-mon[89065]: osdmap e771: 8 total, 8 up, 8 in 2024-09-13T03:03:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:3573: done (3 left) 2024-09-13T03:03:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:3574: done (2 left) 2024-09-13T03:03:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:3575: done (1 left) 2024-09-13T03:03:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:3576: done (0 left) 2024-09-13T03:03:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 357 2024-09-13T03:03:59.888 INFO:tasks.rados.rados.0.smithi052.stdout:3577: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2024-09-13T03:03:59.891 INFO:tasks.rados.rados.0.smithi052.stdout:3577: writing smithi05277117-32 from 0 to 548864 tid 1 2024-09-13T03:03:59.895 INFO:tasks.rados.rados.0.smithi052.stdout:3577: writing smithi05277117-32 from 548864 to 1318912 tid 2 2024-09-13T03:03:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:3577: writing smithi05277117-32 from 1318912 to 1753088 tid 3 2024-09-13T03:03:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:3578: snap_create 2024-09-13T03:03:59.898 INFO:tasks.rados.rados.0.smithi052.stdout:3577: finishing write tid 1 to smithi05277117-32 2024-09-13T03:03:59.902 INFO:tasks.rados.rados.0.smithi052.stdout:3577: finishing write tid 2 to smithi05277117-32 2024-09-13T03:03:59.902 INFO:tasks.rados.rados.0.smithi052.stdout:3577: finishing write tid 3 to smithi05277117-32 2024-09-13T03:03:59.902 INFO:tasks.rados.rados.0.smithi052.stdout:3577: finishing write tid 4 to smithi05277117-32 2024-09-13T03:03:59.904 INFO:tasks.rados.rados.0.smithi052.stdout:3577: finishing write tid 5 to smithi05277117-32 2024-09-13T03:03:59.904 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 3025 (ObjNum 1107 snap 357 seq_num 1107) dirty exists 2024-09-13T03:03:59.904 INFO:tasks.rados.rados.0.smithi052.stdout:3577: left oid 32 (ObjNum 1107 snap 357 seq_num 1107) 2024-09-13T03:04:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:59 smithi078 ceph-mon[85589]: pgmap v774: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 689 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-09-13T03:04:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:59 smithi078 ceph-mon[85589]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T03:04:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:03:59 smithi078 ceph-mon[85589]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T03:04:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:59 smithi052 ceph-mon[91421]: pgmap v774: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 689 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-09-13T03:04:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:59 smithi052 ceph-mon[91421]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T03:04:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:03:59 smithi052 ceph-mon[91421]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T03:04:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:59 smithi052 ceph-mon[89065]: pgmap v774: 121 pgs: 3 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 115 active+clean; 689 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-09-13T03:04:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:59 smithi052 ceph-mon[89065]: osdmap e772: 8 total, 8 up, 8 in 2024-09-13T03:04:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:03:59 smithi052 ceph-mon[89065]: osdmap e773: 8 total, 8 up, 8 in 2024-09-13T03:04:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:3577: done (1 left) 2024-09-13T03:04:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:3578: done (0 left) 2024-09-13T03:04:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:3579: read oid 10 snap -1 2024-09-13T03:04:00.889 INFO:tasks.rados.rados.0.smithi052.stdout:3579: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:00.890 INFO:tasks.rados.rados.0.smithi052.stdout:3580: setattr oid 12 current snap is 358 2024-09-13T03:04:00.890 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 358 2024-09-13T03:04:00.890 INFO:tasks.rados.rados.0.smithi052.stdout:3581: seq_num 1108 ranges {3465216=565248,4030464=647168,4677632=483328,5160960=73728} 2024-09-13T03:04:00.913 INFO:tasks.rados.rados.0.smithi052.stdout:3581: writing smithi05277117-1 from 3465216 to 4030464 tid 1 2024-09-13T03:04:00.917 INFO:tasks.rados.rados.0.smithi052.stdout:3581: writing smithi05277117-1 from 4030464 to 4677632 tid 2 2024-09-13T03:04:00.919 INFO:tasks.rados.rados.0.smithi052.stdout:3581: writing smithi05277117-1 from 4677632 to 5160960 tid 3 2024-09-13T03:04:00.920 INFO:tasks.rados.rados.0.smithi052.stdout:3581: writing smithi05277117-1 from 5160960 to 5234688 tid 4 2024-09-13T03:04:00.920 INFO:tasks.rados.rados.0.smithi052.stdout:3582: read oid 17 snap 304 2024-09-13T03:04:00.920 INFO:tasks.rados.rados.0.smithi052.stdout:3582: expect (ObjNum 867 snap 298 seq_num 867) 2024-09-13T03:04:00.920 INFO:tasks.rados.rados.0.smithi052.stdout:3583: delete oid 45 current snap is 358 2024-09-13T03:04:00.920 INFO:tasks.rados.rados.0.smithi052.stdout:3579: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:00.923 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2579 (ObjNum 1098 snap 355 seq_num 1098) dirty exists 2024-09-13T03:04:00.923 INFO:tasks.rados.rados.0.smithi052.stdout:3581: finishing write tid 1 to smithi05277117-1 2024-09-13T03:04:00.924 INFO:tasks.rados.rados.0.smithi052.stdout:3581: finishing write tid 2 to smithi05277117-1 2024-09-13T03:04:00.924 INFO:tasks.rados.rados.0.smithi052.stdout:3582: expect (ObjNum 867 snap 298 seq_num 867) 2024-09-13T03:04:00.929 INFO:tasks.rados.rados.0.smithi052.stdout:3581: finishing write tid 3 to smithi05277117-1 2024-09-13T03:04:00.929 INFO:tasks.rados.rados.0.smithi052.stdout:3581: finishing write tid 4 to smithi05277117-1 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3579: done (4 left) 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3580: done (3 left) 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3582: done (2 left) 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3583: done (1 left) 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3584: read oid 31 snap -1 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3584: expect deleted 2024-09-13T03:04:00.930 INFO:tasks.rados.rados.0.smithi052.stdout:3585: snap_remove snap 338 2024-09-13T03:04:01.896 INFO:tasks.rados.rados.0.smithi052.stdout:3585: done (2 left) 2024-09-13T03:04:01.896 INFO:tasks.rados.rados.0.smithi052.stdout:3586: snap_remove snap 340 2024-09-13T03:04:01.896 INFO:tasks.rados.rados.0.smithi052.stdout:3581: finishing write tid 5 to smithi05277117-1 2024-09-13T03:04:01.896 INFO:tasks.rados.rados.0.smithi052.stdout:3581: finishing write tid 6 to smithi05277117-1 2024-09-13T03:04:01.896 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2821 (ObjNum 1108 snap 358 seq_num 1108) dirty exists 2024-09-13T03:04:01.896 INFO:tasks.rados.rados.0.smithi052.stdout:3581: left oid 1 (ObjNum 1108 snap 358 seq_num 1108) 2024-09-13T03:04:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:01 smithi078 ceph-mon[85589]: pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 21 op/s 2024-09-13T03:04:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:01 smithi078 ceph-mon[85589]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T03:04:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:01 smithi052 ceph-mon[91421]: pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 21 op/s 2024-09-13T03:04:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:01 smithi052 ceph-mon[91421]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T03:04:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:01 smithi052 ceph-mon[89065]: pgmap v777: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 713 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.0 MiB/s wr, 21 op/s 2024-09-13T03:04:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:01 smithi052 ceph-mon[89065]: osdmap e774: 8 total, 8 up, 8 in 2024-09-13T03:04:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:04:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:02.900 INFO:tasks.rados.rados.0.smithi052.stdout:3581: done (2 left) 2024-09-13T03:04:02.901 INFO:tasks.rados.rados.0.smithi052.stdout:3584: done (1 left) 2024-09-13T03:04:02.901 INFO:tasks.rados.rados.0.smithi052.stdout:3586: done (0 left) 2024-09-13T03:04:02.901 INFO:tasks.rados.rados.0.smithi052.stdout:3587: snap_create 2024-09-13T03:04:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:02 smithi078 ceph-mon[85589]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T03:04:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:02 smithi052 ceph-mon[91421]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T03:04:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:02 smithi052 ceph-mon[89065]: osdmap e775: 8 total, 8 up, 8 in 2024-09-13T03:04:03.906 INFO:tasks.rados.rados.0.smithi052.stdout:3587: done (0 left) 2024-09-13T03:04:03.960 INFO:tasks.rados.rados.0.smithi052.stdout:3588: delete oid 7 current snap is 359 2024-09-13T03:04:03.961 INFO:tasks.rados.rados.0.smithi052.stdout:3588: done (0 left) 2024-09-13T03:04:03.961 INFO:tasks.rados.rados.0.smithi052.stdout:3589: setattr oid 17 current snap is 359 2024-09-13T03:04:03.961 INFO:tasks.rados.rados.0.smithi052.stdout:3590: snap_remove snap 240 2024-09-13T03:04:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:03 smithi078 ceph-mon[85589]: pgmap v780: 121 pgs: 121 active+clean; 732 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 12 MiB/s wr, 27 op/s 2024-09-13T03:04:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:03 smithi078 ceph-mon[85589]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T03:04:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:03 smithi052 ceph-mon[91421]: pgmap v780: 121 pgs: 121 active+clean; 732 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 12 MiB/s wr, 27 op/s 2024-09-13T03:04:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:03 smithi052 ceph-mon[91421]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T03:04:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:03 smithi052 ceph-mon[89065]: pgmap v780: 121 pgs: 121 active+clean; 732 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 12 MiB/s wr, 27 op/s 2024-09-13T03:04:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:03 smithi052 ceph-mon[89065]: osdmap e776: 8 total, 8 up, 8 in 2024-09-13T03:04:04.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 3156 (ObjNum 1031 snap 347 seq_num 1031) dirty exists 2024-09-13T03:04:04.893 INFO:tasks.rados.rados.0.smithi052.stdout:3589: done (1 left) 2024-09-13T03:04:04.893 INFO:tasks.rados.rados.0.smithi052.stdout:3590: done (0 left) 2024-09-13T03:04:04.893 INFO:tasks.rados.rados.0.smithi052.stdout:3591: snap_create 2024-09-13T03:04:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:04 smithi078 ceph-mon[85589]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T03:04:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:04 smithi078 ceph-mon[85589]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T03:04:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:04 smithi052 ceph-mon[91421]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T03:04:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:04 smithi052 ceph-mon[91421]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T03:04:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:04 smithi052 ceph-mon[89065]: osdmap e777: 8 total, 8 up, 8 in 2024-09-13T03:04:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:04 smithi052 ceph-mon[89065]: osdmap e778: 8 total, 8 up, 8 in 2024-09-13T03:04:05.891 INFO:tasks.rados.rados.0.smithi052.stdout:3591: done (0 left) 2024-09-13T03:04:05.891 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 360 2024-09-13T03:04:05.891 INFO:tasks.rados.rados.0.smithi052.stdout:3592: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-09-13T03:04:05.894 INFO:tasks.rados.rados.0.smithi052.stdout:3592: writing smithi05277117-46 from 0 to 614400 tid 1 2024-09-13T03:04:05.898 INFO:tasks.rados.rados.0.smithi052.stdout:3592: writing smithi05277117-46 from 614400 to 1368064 tid 2 2024-09-13T03:04:05.901 INFO:tasks.rados.rados.0.smithi052.stdout:3592: writing smithi05277117-46 from 1368064 to 1818624 tid 3 2024-09-13T03:04:05.901 INFO:tasks.rados.rados.0.smithi052.stdout:3593: read oid 11 snap -1 2024-09-13T03:04:05.901 INFO:tasks.rados.rados.0.smithi052.stdout:3593: expect (ObjNum 1103 snap 356 seq_num 1103) 2024-09-13T03:04:05.901 INFO:tasks.rados.rados.0.smithi052.stdout:3594: setattr oid 38 current snap is 360 2024-09-13T03:04:05.901 INFO:tasks.rados.rados.0.smithi052.stdout:3592: finishing write tid 1 to smithi05277117-46 2024-09-13T03:04:05.904 INFO:tasks.rados.rados.0.smithi052.stdout:3595: snap_remove snap 357 2024-09-13T03:04:06.179 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:05 smithi052 ceph-mon[91421]: pgmap v783: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 10 op/s 2024-09-13T03:04:06.179 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:05 smithi052 ceph-mon[91421]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T03:04:06.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:05 smithi052 ceph-mon[89065]: pgmap v783: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 10 op/s 2024-09-13T03:04:06.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:05 smithi052 ceph-mon[89065]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T03:04:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:05 smithi078 ceph-mon[85589]: pgmap v783: 121 pgs: 121 active+clean; 734 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 10 op/s 2024-09-13T03:04:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:05 smithi078 ceph-mon[85589]: osdmap e779: 8 total, 8 up, 8 in 2024-09-13T03:04:06.892 INFO:tasks.rados.rados.0.smithi052.stdout:3592: finishing write tid 2 to smithi05277117-46 2024-09-13T03:04:06.892 INFO:tasks.rados.rados.0.smithi052.stdout:3592: finishing write tid 3 to smithi05277117-46 2024-09-13T03:04:06.892 INFO:tasks.rados.rados.0.smithi052.stdout:3592: finishing write tid 4 to smithi05277117-46 2024-09-13T03:04:06.893 INFO:tasks.rados.rados.0.smithi052.stdout:3592: finishing write tid 5 to smithi05277117-46 2024-09-13T03:04:06.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 3029 (ObjNum 1111 snap 360 seq_num 1111) dirty exists 2024-09-13T03:04:06.893 INFO:tasks.rados.rados.0.smithi052.stdout:3592: left oid 46 (ObjNum 1111 snap 360 seq_num 1111) 2024-09-13T03:04:06.893 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 3168 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-09-13T03:04:06.893 INFO:tasks.rados.rados.0.smithi052.stdout:3593: expect (ObjNum 1103 snap 356 seq_num 1103) 2024-09-13T03:04:07.134 INFO:tasks.rados.rados.0.smithi052.stdout:3592: done (3 left) 2024-09-13T03:04:07.134 INFO:tasks.rados.rados.0.smithi052.stdout:3593: done (2 left) 2024-09-13T03:04:07.134 INFO:tasks.rados.rados.0.smithi052.stdout:3594: done (1 left) 2024-09-13T03:04:07.134 INFO:tasks.rados.rados.0.smithi052.stdout:3595: done (0 left) 2024-09-13T03:04:07.134 INFO:tasks.rados.rados.0.smithi052.stdout:3596: snap_remove snap 346 2024-09-13T03:04:07.920 INFO:tasks.rados.rados.0.smithi052.stdout:3596: done (0 left) 2024-09-13T03:04:07.920 INFO:tasks.rados.rados.0.smithi052.stdout:3597: snap_create 2024-09-13T03:04:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:07 smithi078 ceph-mon[85589]: pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 420 KiB/s wr, 7 op/s 2024-09-13T03:04:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:07 smithi078 ceph-mon[85589]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T03:04:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:07 smithi052 ceph-mon[91421]: pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 420 KiB/s wr, 7 op/s 2024-09-13T03:04:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:07 smithi052 ceph-mon[91421]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T03:04:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:07 smithi052 ceph-mon[89065]: pgmap v786: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 420 KiB/s wr, 7 op/s 2024-09-13T03:04:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:07 smithi052 ceph-mon[89065]: osdmap e780: 8 total, 8 up, 8 in 2024-09-13T03:04:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:04:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:04:08] "GET /metrics HTTP/1.1" 200 36238 "" "Prometheus/2.43.0" 2024-09-13T03:04:08.923 INFO:tasks.rados.rados.0.smithi052.stdout:3597: done (0 left) 2024-09-13T03:04:08.923 INFO:tasks.rados.rados.0.smithi052.stdout:3598: rmattr oid 20 current snap is 361 2024-09-13T03:04:08.923 INFO:tasks.rados.rados.0.smithi052.stdout:3598: done (0 left) 2024-09-13T03:04:08.923 INFO:tasks.rados.rados.0.smithi052.stdout:3599: rollback oid 4 current snap is 361 2024-09-13T03:04:08.923 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 329 2024-09-13T03:04:08.923 INFO:tasks.rados.rados.0.smithi052.stdout:3600: rmattr oid 11 current snap is 361 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:3600: done (1 left) 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:3601: read oid 23 snap 344 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:3601: expect deleted 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:3602: read oid 22 snap 304 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:3602: expect (ObjNum 895 snap 304 seq_num 895) 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 361 2024-09-13T03:04:08.924 INFO:tasks.rados.rados.0.smithi052.stdout:3603: seq_num 1112 ranges {7725056=630784,8355840=638976,8994816=466944,9461760=98304} 2024-09-13T03:04:08.969 INFO:tasks.rados.rados.0.smithi052.stdout:3603: writing smithi05277117-27 from 7725056 to 8355840 tid 1 2024-09-13T03:04:08.973 INFO:tasks.rados.rados.0.smithi052.stdout:3603: writing smithi05277117-27 from 8355840 to 8994816 tid 2 2024-09-13T03:04:08.976 INFO:tasks.rados.rados.0.smithi052.stdout:3603: writing smithi05277117-27 from 8994816 to 9461760 tid 3 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:3603: writing smithi05277117-27 from 9461760 to 9560064 tid 4 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:3604: delete oid 11 current snap is 361 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:3599: finishing rollback tid 0 to smithi05277117-4 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:3599: finishing rollback tid 1 to smithi05277117-4 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:3599: finishing rollback tid 2 to smithi05277117-4 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 3032 (ObjNum 982 snap 324 seq_num 982) dirty exists 2024-09-13T03:04:08.977 INFO:tasks.rados.rados.0.smithi052.stdout:3602: expect (ObjNum 895 snap 304 seq_num 895) 2024-09-13T03:04:08.995 INFO:tasks.rados.rados.0.smithi052.stdout:3603: finishing write tid 1 to smithi05277117-27 2024-09-13T03:04:08.995 INFO:tasks.rados.rados.0.smithi052.stdout:3603: finishing write tid 2 to smithi05277117-27 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3603: finishing write tid 3 to smithi05277117-27 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3603: finishing write tid 4 to smithi05277117-27 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3603: finishing write tid 5 to smithi05277117-27 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3603: finishing write tid 6 to smithi05277117-27 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3084 (ObjNum 1112 snap 361 seq_num 1112) dirty exists 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3603: left oid 27 (ObjNum 1112 snap 361 seq_num 1112) 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3599: done (4 left) 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3601: done (3 left) 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3602: done (2 left) 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3603: done (1 left) 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3604: done (0 left) 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3605: rmattr oid 32 current snap is 361 2024-09-13T03:04:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3605: done (0 left) 2024-09-13T03:04:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:3606: rollback oid 7 current snap is 361 2024-09-13T03:04:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 7 to 337 2024-09-13T03:04:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 361 2024-09-13T03:04:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:3607: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-09-13T03:04:08.999 INFO:tasks.rados.rados.0.smithi052.stdout:3607: writing smithi05277117-26 from 0 to 663552 tid 1 2024-09-13T03:04:09.003 INFO:tasks.rados.rados.0.smithi052.stdout:3607: writing smithi05277117-26 from 663552 to 1466368 tid 2 2024-09-13T03:04:09.005 INFO:tasks.rados.rados.0.smithi052.stdout:3607: writing smithi05277117-26 from 1466368 to 1867776 tid 3 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:3608: read oid 8 snap 360 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:3608: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:3609: setattr oid 12 current snap is 361 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:3606: finishing rollback tid 1 to smithi05277117-7 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:3606: finishing rollback tid 2 to smithi05277117-7 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 2823 (ObjNum 980 snap 324 seq_num 980) dirty exists 2024-09-13T03:04:09.006 INFO:tasks.rados.rados.0.smithi052.stdout:3607: finishing write tid 1 to smithi05277117-26 2024-09-13T03:04:09.007 INFO:tasks.rados.rados.0.smithi052.stdout:3606: done (3 left) 2024-09-13T03:04:09.007 INFO:tasks.rados.rados.0.smithi052.stdout:3610: rollback oid 38 current snap is 361 2024-09-13T03:04:09.007 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 38 to 358 2024-09-13T03:04:09.007 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 36 current snap is 361 2024-09-13T03:04:09.007 INFO:tasks.rados.rados.0.smithi052.stdout:3611: seq_num 1115 ranges {13139968=679936,13819904=688128,14508032=516096} 2024-09-13T03:04:09.083 INFO:tasks.rados.rados.0.smithi052.stdout:3611: writing smithi05277117-36 from 13139968 to 13819904 tid 1 2024-09-13T03:04:09.086 INFO:tasks.rados.rados.0.smithi052.stdout:3611: writing smithi05277117-36 from 13819904 to 14508032 tid 2 2024-09-13T03:04:09.090 INFO:tasks.rados.rados.0.smithi052.stdout:3611: writing smithi05277117-36 from 14508032 to 15024128 tid 3 2024-09-13T03:04:09.090 INFO:tasks.rados.rados.0.smithi052.stdout:3612: copy_from oid 9 from oid 18 current snap is 361 2024-09-13T03:04:09.090 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2580 (ObjNum 1098 snap 355 seq_num 1098) dirty exists 2024-09-13T03:04:09.090 INFO:tasks.rados.rados.0.smithi052.stdout:3609: done (5 left) 2024-09-13T03:04:09.090 INFO:tasks.rados.rados.0.smithi052.stdout:3613: copy_from oid 25 from oid 44 current snap is 361 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3607: finishing write tid 2 to smithi05277117-26 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3607: finishing write tid 3 to smithi05277117-26 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3607: finishing write tid 4 to smithi05277117-26 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3607: finishing write tid 5 to smithi05277117-26 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 1947 (ObjNum 1114 snap 361 seq_num 1114) dirty exists 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3607: left oid 26 (ObjNum 1114 snap 361 seq_num 1114) 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3610: finishing rollback tid 0 to smithi05277117-38 2024-09-13T03:04:09.091 INFO:tasks.rados.rados.0.smithi052.stdout:3608: expect (ObjNum 591 snap 202 seq_num 591) 2024-09-13T03:04:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:08 smithi078 ceph-mon[85589]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T03:04:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:08 smithi052 ceph-mon[91421]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T03:04:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:08 smithi052 ceph-mon[89065]: osdmap e781: 8 total, 8 up, 8 in 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3610: finishing rollback tid 1 to smithi05277117-38 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3610: finishing rollback tid 2 to smithi05277117-38 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 3186 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3611: finishing write tid 1 to smithi05277117-36 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3611: finishing write tid 2 to smithi05277117-36 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3611: finishing write tid 3 to smithi05277117-36 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3611: finishing write tid 4 to smithi05277117-36 2024-09-13T03:04:09.287 INFO:tasks.rados.rados.0.smithi052.stdout:3611: finishing write tid 5 to smithi05277117-36 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 2493 (ObjNum 1115 snap 361 seq_num 1115) dirty exists 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3611: left oid 36 (ObjNum 1115 snap 361 seq_num 1115) 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3612: finishing copy_from racing read to smithi05277117-9 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3612: finishing copy_from to smithi05277117-9 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 2489 (ObjNum 1096 snap 354 seq_num 1096) dirty exists 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3613: finishing copy_from racing read to smithi05277117-25 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3613: finishing copy_from to smithi05277117-25 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 3017 (ObjNum 1105 snap 356 seq_num 1105) dirty exists 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3607: done (5 left) 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3608: done (4 left) 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3610: done (3 left) 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3611: done (2 left) 2024-09-13T03:04:09.288 INFO:tasks.rados.rados.0.smithi052.stdout:3612: done (1 left) 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3613: done (0 left) 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3614: read oid 37 snap 337 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3614: expect (ObjNum 993 snap 329 seq_num 993) 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3615: read oid 4 snap -1 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3615: expect (ObjNum 982 snap 324 seq_num 982) 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3616: copy_from oid 28 from oid 3 current snap is 361 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3617: read oid 42 snap -1 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3617: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:09.289 INFO:tasks.rados.rados.0.smithi052.stdout:3618: snap_remove snap 335 2024-09-13T03:04:09.891 INFO:tasks.rados.rados.0.smithi052.stdout:3617: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:09.902 INFO:tasks.rados.rados.0.smithi052.stdout:3616: finishing copy_from racing read to smithi05277117-28 2024-09-13T03:04:09.902 INFO:tasks.rados.rados.0.smithi052.stdout:3616: finishing copy_from to smithi05277117-28 2024-09-13T03:04:09.902 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 3070 (ObjNum 1008 snap 336 seq_num 1008) dirty exists 2024-09-13T03:04:09.902 INFO:tasks.rados.rados.0.smithi052.stdout:3614: expect (ObjNum 993 snap 329 seq_num 993) 2024-09-13T03:04:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:09 smithi078 ceph-mon[85589]: pgmap v789: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 681 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T03:04:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:09 smithi078 ceph-mon[85589]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T03:04:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:09 smithi078 ceph-mon[85589]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T03:04:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:09 smithi052 ceph-mon[91421]: pgmap v789: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 681 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T03:04:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:09 smithi052 ceph-mon[91421]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T03:04:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:09 smithi052 ceph-mon[91421]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T03:04:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:09 smithi052 ceph-mon[89065]: pgmap v789: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 681 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-09-13T03:04:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:09 smithi052 ceph-mon[89065]: osdmap e782: 8 total, 8 up, 8 in 2024-09-13T03:04:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:09 smithi052 ceph-mon[89065]: osdmap e783: 8 total, 8 up, 8 in 2024-09-13T03:04:11.099 INFO:tasks.rados.rados.0.smithi052.stdout:3615: expect (ObjNum 982 snap 324 seq_num 982) 2024-09-13T03:04:11.713 INFO:tasks.rados.rados.0.smithi052.stdout:3614: done (4 left) 2024-09-13T03:04:11.713 INFO:tasks.rados.rados.0.smithi052.stdout:3615: done (3 left) 2024-09-13T03:04:11.713 INFO:tasks.rados.rados.0.smithi052.stdout:3616: done (2 left) 2024-09-13T03:04:11.713 INFO:tasks.rados.rados.0.smithi052.stdout:3617: done (1 left) 2024-09-13T03:04:11.713 INFO:tasks.rados.rados.0.smithi052.stdout:3618: done (0 left) 2024-09-13T03:04:11.713 INFO:tasks.rados.rados.0.smithi052.stdout:3619: snap_remove snap 341 2024-09-13T03:04:11.930 INFO:tasks.rados.rados.0.smithi052.stdout:3619: done (0 left) 2024-09-13T03:04:11.931 INFO:tasks.rados.rados.0.smithi052.stdout:3620: snap_remove snap 359 2024-09-13T03:04:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:11 smithi078 ceph-mon[85589]: pgmap v792: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 644 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-09-13T03:04:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:11 smithi052 ceph-mon[91421]: pgmap v792: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 644 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-09-13T03:04:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:11 smithi052 ceph-mon[89065]: pgmap v792: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 644 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-09-13T03:04:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:04:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:12.946 INFO:tasks.rados.rados.0.smithi052.stdout:3620: done (0 left) 2024-09-13T03:04:12.946 INFO:tasks.rados.rados.0.smithi052.stdout:3621: read oid 32 snap -1 2024-09-13T03:04:12.946 INFO:tasks.rados.rados.0.smithi052.stdout:3621: expect (ObjNum 1107 snap 357 seq_num 1107) 2024-09-13T03:04:12.946 INFO:tasks.rados.rados.0.smithi052.stdout:3622: read oid 35 snap -1 2024-09-13T03:04:12.947 INFO:tasks.rados.rados.0.smithi052.stdout:3622: expect (ObjNum 1059 snap 349 seq_num 1059) 2024-09-13T03:04:12.947 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 5 current snap is 361 2024-09-13T03:04:12.947 INFO:tasks.rados.rados.0.smithi052.stdout:3623: seq_num 1116 ranges {1097728=696320,1794048=573440,2367488=450560,2818048=180224} 2024-09-13T03:04:12.958 INFO:tasks.rados.rados.0.smithi052.stdout:3623: writing smithi05277117-5 from 1097728 to 1794048 tid 1 2024-09-13T03:04:12.961 INFO:tasks.rados.rados.0.smithi052.stdout:3623: writing smithi05277117-5 from 1794048 to 2367488 tid 2 2024-09-13T03:04:12.964 INFO:tasks.rados.rados.0.smithi052.stdout:3623: writing smithi05277117-5 from 2367488 to 2818048 tid 3 2024-09-13T03:04:12.966 INFO:tasks.rados.rados.0.smithi052.stdout:3623: writing smithi05277117-5 from 2818048 to 2998272 tid 4 2024-09-13T03:04:12.966 INFO:tasks.rados.rados.0.smithi052.stdout:3624: delete oid 50 current snap is 361 2024-09-13T03:04:12.966 INFO:tasks.rados.rados.0.smithi052.stdout:3622: expect (ObjNum 1059 snap 349 seq_num 1059) 2024-09-13T03:04:13.047 INFO:tasks.rados.rados.0.smithi052.stdout:3621: expect (ObjNum 1107 snap 357 seq_num 1107) 2024-09-13T03:04:13.093 INFO:tasks.rados.rados.0.smithi052.stdout:3623: finishing write tid 1 to smithi05277117-5 2024-09-13T03:04:13.093 INFO:tasks.rados.rados.0.smithi052.stdout:3623: finishing write tid 2 to smithi05277117-5 2024-09-13T03:04:13.093 INFO:tasks.rados.rados.0.smithi052.stdout:3623: finishing write tid 3 to smithi05277117-5 2024-09-13T03:04:13.093 INFO:tasks.rados.rados.0.smithi052.stdout:3623: finishing write tid 4 to smithi05277117-5 2024-09-13T03:04:13.093 INFO:tasks.rados.rados.0.smithi052.stdout:3623: finishing write tid 5 to smithi05277117-5 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3623: finishing write tid 6 to smithi05277117-5 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2828 (ObjNum 1116 snap 361 seq_num 1116) dirty exists 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3623: left oid 5 (ObjNum 1116 snap 361 seq_num 1116) 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3621: done (3 left) 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3622: done (2 left) 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3623: done (1 left) 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3624: done (0 left) 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3625: read oid 10 snap 353 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3625: expect deleted 2024-09-13T03:04:13.094 INFO:tasks.rados.rados.0.smithi052.stdout:3626: delete oid 32 current snap is 361 2024-09-13T03:04:13.095 INFO:tasks.rados.rados.0.smithi052.stdout:3625: done (1 left) 2024-09-13T03:04:13.096 INFO:tasks.rados.rados.0.smithi052.stdout:3626: done (0 left) 2024-09-13T03:04:13.096 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 361 2024-09-13T03:04:13.096 INFO:tasks.rados.rados.0.smithi052.stdout:3627: seq_num 1119 ranges {2088960=745472,2834432=679936,3514368=524288} 2024-09-13T03:04:13.111 INFO:tasks.rados.rados.0.smithi052.stdout:3627: writing smithi05277117-7 from 2088960 to 2834432 tid 1 2024-09-13T03:04:13.115 INFO:tasks.rados.rados.0.smithi052.stdout:3627: writing smithi05277117-7 from 2834432 to 3514368 tid 2 2024-09-13T03:04:13.118 INFO:tasks.rados.rados.0.smithi052.stdout:3627: writing smithi05277117-7 from 3514368 to 4038656 tid 3 2024-09-13T03:04:13.118 INFO:tasks.rados.rados.0.smithi052.stdout:3628: read oid 30 snap -1 2024-09-13T03:04:13.119 INFO:tasks.rados.rados.0.smithi052.stdout:3628: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:04:13.119 INFO:tasks.rados.rados.0.smithi052.stdout:3629: copy_from oid 9 from oid 13 current snap is 361 2024-09-13T03:04:13.119 INFO:tasks.rados.rados.0.smithi052.stdout:3627: finishing write tid 1 to smithi05277117-7 2024-09-13T03:04:13.119 INFO:tasks.rados.rados.0.smithi052.stdout:3630: snap_remove snap 358 2024-09-13T03:04:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:12 smithi078 ceph-mon[85589]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T03:04:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:12 smithi052 ceph-mon[91421]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T03:04:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:12 smithi052 ceph-mon[89065]: osdmap e784: 8 total, 8 up, 8 in 2024-09-13T03:04:13.947 INFO:tasks.rados.rados.0.smithi052.stdout:3627: finishing write tid 2 to smithi05277117-7 2024-09-13T03:04:13.948 INFO:tasks.rados.rados.0.smithi052.stdout:3627: finishing write tid 3 to smithi05277117-7 2024-09-13T03:04:13.948 INFO:tasks.rados.rados.0.smithi052.stdout:3627: finishing write tid 4 to smithi05277117-7 2024-09-13T03:04:13.948 INFO:tasks.rados.rados.0.smithi052.stdout:3628: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:04:14.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:13 smithi052 ceph-mon[89065]: pgmap v794: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 653 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-13T03:04:14.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:13 smithi052 ceph-mon[89065]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T03:04:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:13 smithi052 ceph-mon[91421]: pgmap v794: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 653 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-13T03:04:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:13 smithi052 ceph-mon[91421]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:3627: finishing write tid 5 to smithi05277117-7 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 2832 (ObjNum 1119 snap 361 seq_num 1119) dirty exists 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:3627: left oid 7 (ObjNum 1119 snap 361 seq_num 1119) 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:3629: finishing copy_from racing read to smithi05277117-9 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:3629: finishing copy_from to smithi05277117-9 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 2786 (ObjNum 974 snap 323 seq_num 974) dirty exists 2024-09-13T03:04:14.326 INFO:tasks.rados.rados.0.smithi052.stdout:3627: done (3 left) 2024-09-13T03:04:14.327 INFO:tasks.rados.rados.0.smithi052.stdout:3628: done (2 left) 2024-09-13T03:04:14.327 INFO:tasks.rados.rados.0.smithi052.stdout:3629: done (1 left) 2024-09-13T03:04:14.327 INFO:tasks.rados.rados.0.smithi052.stdout:3630: done (0 left) 2024-09-13T03:04:14.327 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 361 2024-09-13T03:04:14.327 INFO:tasks.rados.rados.0.smithi052.stdout:3631: seq_num 1120 ranges {0=761856,761856=557056,1318912=425984,1744896=221184} 2024-09-13T03:04:14.330 INFO:tasks.rados.rados.0.smithi052.stdout:3631: writing smithi05277117-43 from 0 to 761856 tid 1 2024-09-13T03:04:14.333 INFO:tasks.rados.rados.0.smithi052.stdout:3631: writing smithi05277117-43 from 761856 to 1318912 tid 2 2024-09-13T03:04:14.335 INFO:tasks.rados.rados.0.smithi052.stdout:3631: writing smithi05277117-43 from 1318912 to 1744896 tid 3 2024-09-13T03:04:14.337 INFO:tasks.rados.rados.0.smithi052.stdout:3631: writing smithi05277117-43 from 1744896 to 1966080 tid 4 2024-09-13T03:04:14.337 INFO:tasks.rados.rados.0.smithi052.stdout:3632: snap_create 2024-09-13T03:04:14.337 INFO:tasks.rados.rados.0.smithi052.stdout:3631: finishing write tid 1 to smithi05277117-43 2024-09-13T03:04:14.337 INFO:tasks.rados.rados.0.smithi052.stdout:3631: finishing write tid 2 to smithi05277117-43 2024-09-13T03:04:14.340 INFO:tasks.rados.rados.0.smithi052.stdout:3631: finishing write tid 3 to smithi05277117-43 2024-09-13T03:04:14.340 INFO:tasks.rados.rados.0.smithi052.stdout:3631: finishing write tid 4 to smithi05277117-43 2024-09-13T03:04:14.341 INFO:tasks.rados.rados.0.smithi052.stdout:3631: finishing write tid 5 to smithi05277117-43 2024-09-13T03:04:14.342 INFO:tasks.rados.rados.0.smithi052.stdout:3631: finishing write tid 6 to smithi05277117-43 2024-09-13T03:04:14.342 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 1952 (ObjNum 1120 snap 361 seq_num 1120) dirty exists 2024-09-13T03:04:14.342 INFO:tasks.rados.rados.0.smithi052.stdout:3631: left oid 43 (ObjNum 1120 snap 361 seq_num 1120) 2024-09-13T03:04:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:13 smithi078 ceph-mon[85589]: pgmap v794: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 653 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-13T03:04:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:13 smithi078 ceph-mon[85589]: osdmap e785: 8 total, 8 up, 8 in 2024-09-13T03:04:14.891 INFO:tasks.rados.rados.0.smithi052.stdout:3631: done (1 left) 2024-09-13T03:04:14.891 INFO:tasks.rados.rados.0.smithi052.stdout:3632: done (0 left) 2024-09-13T03:04:14.892 INFO:tasks.rados.rados.0.smithi052.stdout:3633: rmattr oid 21 current snap is 362 2024-09-13T03:04:14.892 INFO:tasks.rados.rados.0.smithi052.stdout:3634: snap_remove snap 354 2024-09-13T03:04:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:14 smithi052 ceph-mon[91421]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T03:04:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:14 smithi052 ceph-mon[91421]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T03:04:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:14 smithi052 ceph-mon[89065]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T03:04:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:14 smithi052 ceph-mon[89065]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T03:04:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:14 smithi078 ceph-mon[85589]: osdmap e786: 8 total, 8 up, 8 in 2024-09-13T03:04:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:14 smithi078 ceph-mon[85589]: osdmap e787: 8 total, 8 up, 8 in 2024-09-13T03:04:15.897 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2804 (ObjNum 1028 snap 344 seq_num 1028) dirty exists 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3633: done (1 left) 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3634: done (0 left) 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3635: rmattr oid 45 current snap is 362 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3635: done (0 left) 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3636: setattr oid 23 current snap is 362 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3637: read oid 11 snap 342 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3637: expect (ObjNum 1011 snap 337 seq_num 1011) 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 362 2024-09-13T03:04:15.902 INFO:tasks.rados.rados.0.smithi052.stdout:3638: seq_num 1121 ranges {14409728=778240,15187968=442368,15630336=638976,16269312=122880} 2024-09-13T03:04:15.984 INFO:tasks.rados.rados.0.smithi052.stdout:3638: writing smithi05277117-37 from 14409728 to 15187968 tid 1 2024-09-13T03:04:15.986 INFO:tasks.rados.rados.0.smithi052.stdout:3638: writing smithi05277117-37 from 15187968 to 15630336 tid 2 2024-09-13T03:04:15.990 INFO:tasks.rados.rados.0.smithi052.stdout:3638: writing smithi05277117-37 from 15630336 to 16269312 tid 3 2024-09-13T03:04:15.991 INFO:tasks.rados.rados.0.smithi052.stdout:3638: writing smithi05277117-37 from 16269312 to 16392192 tid 4 2024-09-13T03:04:15.992 INFO:tasks.rados.rados.0.smithi052.stdout:3639: snap_create 2024-09-13T03:04:15.992 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 2805 (ObjNum 1099 snap 355 seq_num 1099) dirty exists 2024-09-13T03:04:15.992 INFO:tasks.rados.rados.0.smithi052.stdout:3637: expect (ObjNum 1011 snap 337 seq_num 1011) 2024-09-13T03:04:16.070 INFO:tasks.rados.rados.0.smithi052.stdout:3638: finishing write tid 1 to smithi05277117-37 2024-09-13T03:04:16.070 INFO:tasks.rados.rados.0.smithi052.stdout:3638: finishing write tid 2 to smithi05277117-37 2024-09-13T03:04:16.070 INFO:tasks.rados.rados.0.smithi052.stdout:3638: finishing write tid 3 to smithi05277117-37 2024-09-13T03:04:16.070 INFO:tasks.rados.rados.0.smithi052.stdout:3638: finishing write tid 4 to smithi05277117-37 2024-09-13T03:04:16.070 INFO:tasks.rados.rados.0.smithi052.stdout:3638: finishing write tid 5 to smithi05277117-37 2024-09-13T03:04:16.070 INFO:tasks.rados.rados.0.smithi052.stdout:3638: finishing write tid 6 to smithi05277117-37 2024-09-13T03:04:16.071 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2583 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-09-13T03:04:16.071 INFO:tasks.rados.rados.0.smithi052.stdout:3638: left oid 37 (ObjNum 1121 snap 362 seq_num 1121) 2024-09-13T03:04:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:15 smithi052 ceph-mon[91421]: pgmap v797: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-13T03:04:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:15 smithi052 ceph-mon[91421]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T03:04:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:15 smithi052 ceph-mon[89065]: pgmap v797: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-13T03:04:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:15 smithi052 ceph-mon[89065]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T03:04:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:15 smithi078 ceph-mon[85589]: pgmap v797: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-09-13T03:04:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:15 smithi078 ceph-mon[85589]: osdmap e788: 8 total, 8 up, 8 in 2024-09-13T03:04:16.965 INFO:tasks.rados.rados.0.smithi052.stdout:3636: done (3 left) 2024-09-13T03:04:16.965 INFO:tasks.rados.rados.0.smithi052.stdout:3637: done (2 left) 2024-09-13T03:04:16.965 INFO:tasks.rados.rados.0.smithi052.stdout:3638: done (1 left) 2024-09-13T03:04:16.965 INFO:tasks.rados.rados.0.smithi052.stdout:3639: done (0 left) 2024-09-13T03:04:16.965 INFO:tasks.rados.rados.0.smithi052.stdout:3640: snap_remove snap 348 2024-09-13T03:04:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:17.972 INFO:tasks.rados.rados.0.smithi052.stdout:3640: done (0 left) 2024-09-13T03:04:17.972 INFO:tasks.rados.rados.0.smithi052.stdout:3641: snap_create 2024-09-13T03:04:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:17 smithi052 ceph-mon[91421]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-13T03:04:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:17 smithi052 ceph-mon[91421]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T03:04:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:17 smithi052 ceph-mon[89065]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-13T03:04:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:17 smithi052 ceph-mon[89065]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T03:04:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:17 smithi078 ceph-mon[85589]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-09-13T03:04:18.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:17 smithi078 ceph-mon[85589]: osdmap e789: 8 total, 8 up, 8 in 2024-09-13T03:04:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:04:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:04:18] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-09-13T03:04:18.977 INFO:tasks.rados.rados.0.smithi052.stdout:3641: done (0 left) 2024-09-13T03:04:18.978 INFO:tasks.rados.rados.0.smithi052.stdout:3642: read oid 11 snap -1 2024-09-13T03:04:18.978 INFO:tasks.rados.rados.0.smithi052.stdout:3642: expect deleted 2024-09-13T03:04:18.978 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 364 2024-09-13T03:04:18.978 INFO:tasks.rados.rados.0.smithi052.stdout:3643: seq_num 1122 ranges {122880=794624,917504=729088,1646592=475136} 2024-09-13T03:04:18.982 INFO:tasks.rados.rados.0.smithi052.stdout:3643: writing smithi05277117-28 from 122880 to 917504 tid 1 2024-09-13T03:04:18.986 INFO:tasks.rados.rados.0.smithi052.stdout:3643: writing smithi05277117-28 from 917504 to 1646592 tid 2 2024-09-13T03:04:18.990 INFO:tasks.rados.rados.0.smithi052.stdout:3643: writing smithi05277117-28 from 1646592 to 2121728 tid 3 2024-09-13T03:04:18.990 INFO:tasks.rados.rados.0.smithi052.stdout:3644: delete oid 46 current snap is 364 2024-09-13T03:04:18.990 INFO:tasks.rados.rados.0.smithi052.stdout:3643: finishing write tid 1 to smithi05277117-28 2024-09-13T03:04:18.993 INFO:tasks.rados.rados.0.smithi052.stdout:3642: done (2 left) 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3644: done (1 left) 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3643: finishing write tid 2 to smithi05277117-28 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3645: read oid 44 snap -1 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3645: expect (ObjNum 1105 snap 356 seq_num 1105) 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3646: rollback oid 24 current snap is 364 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 24 to 363 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3647: snap_create 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3643: finishing write tid 3 to smithi05277117-28 2024-09-13T03:04:18.994 INFO:tasks.rados.rados.0.smithi052.stdout:3643: finishing write tid 4 to smithi05277117-28 2024-09-13T03:04:18.995 INFO:tasks.rados.rados.0.smithi052.stdout:3643: finishing write tid 5 to smithi05277117-28 2024-09-13T03:04:18.995 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 3074 (ObjNum 1122 snap 364 seq_num 1122) dirty exists 2024-09-13T03:04:18.995 INFO:tasks.rados.rados.0.smithi052.stdout:3643: left oid 28 (ObjNum 1122 snap 364 seq_num 1122) 2024-09-13T03:04:19.012 INFO:tasks.rados.rados.0.smithi052.stdout:3646: finishing rollback tid 0 to smithi05277117-24 2024-09-13T03:04:19.012 INFO:tasks.rados.rados.0.smithi052.stdout:3646: finishing rollback tid 1 to smithi05277117-24 2024-09-13T03:04:19.017 INFO:tasks.rados.rados.0.smithi052.stdout:3646: finishing rollback tid 2 to smithi05277117-24 2024-09-13T03:04:19.017 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 24 v 3020 (ObjNum 1024 snap 338 seq_num 1024) dirty exists 2024-09-13T03:04:19.022 INFO:tasks.rados.rados.0.smithi052.stdout:3645: expect (ObjNum 1105 snap 356 seq_num 1105) 2024-09-13T03:04:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:18 smithi052 ceph-mon[91421]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T03:04:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:18 smithi052 ceph-mon[89065]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T03:04:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:18 smithi078 ceph-mon[85589]: osdmap e790: 8 total, 8 up, 8 in 2024-09-13T03:04:19.893 INFO:tasks.rados.rados.0.smithi052.stdout:3643: done (3 left) 2024-09-13T03:04:19.893 INFO:tasks.rados.rados.0.smithi052.stdout:3645: done (2 left) 2024-09-13T03:04:19.894 INFO:tasks.rados.rados.0.smithi052.stdout:3646: done (1 left) 2024-09-13T03:04:19.894 INFO:tasks.rados.rados.0.smithi052.stdout:3647: done (0 left) 2024-09-13T03:04:19.894 INFO:tasks.rados.rados.0.smithi052.stdout:3648: setattr oid 17 current snap is 365 2024-09-13T03:04:19.895 INFO:tasks.rados.rados.0.smithi052.stdout:3649: snap_create 2024-09-13T03:04:19.900 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 3228 (ObjNum 1031 snap 347 seq_num 1031) dirty exists 2024-09-13T03:04:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:19 smithi052 ceph-mon[91421]: pgmap v803: 121 pgs: 121 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-13T03:04:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:19 smithi052 ceph-mon[91421]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T03:04:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:19 smithi052 ceph-mon[91421]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T03:04:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:19 smithi052 ceph-mon[89065]: pgmap v803: 121 pgs: 121 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-13T03:04:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:19 smithi052 ceph-mon[89065]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T03:04:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:19 smithi052 ceph-mon[89065]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T03:04:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:19 smithi078 ceph-mon[85589]: pgmap v803: 121 pgs: 121 active+clean; 655 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-13T03:04:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:19 smithi078 ceph-mon[85589]: osdmap e791: 8 total, 8 up, 8 in 2024-09-13T03:04:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:19 smithi078 ceph-mon[85589]: osdmap e792: 8 total, 8 up, 8 in 2024-09-13T03:04:20.895 INFO:tasks.rados.rados.0.smithi052.stdout:3648: done (1 left) 2024-09-13T03:04:20.895 INFO:tasks.rados.rados.0.smithi052.stdout:3649: done (0 left) 2024-09-13T03:04:20.895 INFO:tasks.rados.rados.0.smithi052.stdout:3650: snap_create 2024-09-13T03:04:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:3650: done (0 left) 2024-09-13T03:04:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:3651: read oid 29 snap -1 2024-09-13T03:04:21.897 INFO:tasks.rados.rados.0.smithi052.stdout:3651: expect (ObjNum 1097 snap 354 seq_num 1097) 2024-09-13T03:04:21.898 INFO:tasks.rados.rados.0.smithi052.stdout:3652: copy_from oid 27 from oid 9 current snap is 367 2024-09-13T03:04:21.898 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 367 2024-09-13T03:04:21.898 INFO:tasks.rados.rados.0.smithi052.stdout:3653: seq_num 1124 ranges {1499136=434176,1933312=499712,2433024=409600,2842624=663552,3506176=32768} 2024-09-13T03:04:21.908 INFO:tasks.rados.rados.0.smithi052.stdout:3653: writing smithi05277117-41 from 1499136 to 1933312 tid 1 2024-09-13T03:04:21.912 INFO:tasks.rados.rados.0.smithi052.stdout:3653: writing smithi05277117-41 from 1933312 to 2433024 tid 2 2024-09-13T03:04:21.914 INFO:tasks.rados.rados.0.smithi052.stdout:3653: writing smithi05277117-41 from 2433024 to 2842624 tid 3 2024-09-13T03:04:21.919 INFO:tasks.rados.rados.0.smithi052.stdout:3653: writing smithi05277117-41 from 2842624 to 3506176 tid 4 2024-09-13T03:04:21.919 INFO:tasks.rados.rados.0.smithi052.stdout:3653: writing smithi05277117-41 from 3506176 to 3538944 tid 5 2024-09-13T03:04:21.919 INFO:tasks.rados.rados.0.smithi052.stdout:3651: expect (ObjNum 1097 snap 354 seq_num 1097) 2024-09-13T03:04:21.970 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 1 to smithi05277117-41 2024-09-13T03:04:21.970 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 2 to smithi05277117-41 2024-09-13T03:04:21.970 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 3 to smithi05277117-41 2024-09-13T03:04:21.970 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 4 to smithi05277117-41 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 5 to smithi05277117-41 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 6 to smithi05277117-41 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3652: finishing copy_from racing read to smithi05277117-27 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3653: finishing write tid 7 to smithi05277117-41 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 2589 (ObjNum 1124 snap 367 seq_num 1124) dirty exists 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3653: left oid 41 (ObjNum 1124 snap 367 seq_num 1124) 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3652: finishing copy_from to smithi05277117-27 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 2786 (ObjNum 974 snap 323 seq_num 974) dirty exists 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3654: read oid 18 snap 365 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3654: expect (ObjNum 1096 snap 354 seq_num 1096) 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3651: done (3 left) 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3652: done (2 left) 2024-09-13T03:04:21.971 INFO:tasks.rados.rados.0.smithi052.stdout:3653: done (1 left) 2024-09-13T03:04:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:3655: setattr oid 8 current snap is 367 2024-09-13T03:04:21.972 INFO:tasks.rados.rados.0.smithi052.stdout:3656: delete oid 7 current snap is 367 2024-09-13T03:04:21.974 INFO:tasks.rados.rados.0.smithi052.stdout:3654: expect (ObjNum 1096 snap 354 seq_num 1096) 2024-09-13T03:04:22.016 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3230 (ObjNum 591 snap 202 seq_num 591) dirty exists 2024-09-13T03:04:22.016 INFO:tasks.rados.rados.0.smithi052.stdout:3654: done (2 left) 2024-09-13T03:04:22.016 INFO:tasks.rados.rados.0.smithi052.stdout:3655: done (1 left) 2024-09-13T03:04:22.016 INFO:tasks.rados.rados.0.smithi052.stdout:3656: done (0 left) 2024-09-13T03:04:22.016 INFO:tasks.rados.rados.0.smithi052.stdout:3657: setattr oid 12 current snap is 367 2024-09-13T03:04:22.017 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 367 2024-09-13T03:04:22.018 INFO:tasks.rados.rados.0.smithi052.stdout:3658: seq_num 1126 ranges {5627904=466944,6094848=720896,6815744=778240,7593984=106496} 2024-09-13T03:04:22.051 INFO:tasks.rados.rados.0.smithi052.stdout:3658: writing smithi05277117-25 from 5627904 to 6094848 tid 1 2024-09-13T03:04:22.055 INFO:tasks.rados.rados.0.smithi052.stdout:3658: writing smithi05277117-25 from 6094848 to 6815744 tid 2 2024-09-13T03:04:22.059 INFO:tasks.rados.rados.0.smithi052.stdout:3658: writing smithi05277117-25 from 6815744 to 7593984 tid 3 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:3658: writing smithi05277117-25 from 7593984 to 7700480 tid 4 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:3659: read oid 38 snap -1 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:3659: expect (ObjNum 825 snap 279 seq_num 825) 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:3660: read oid 24 snap -1 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:3660: expect (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 367 2024-09-13T03:04:22.061 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2581 (ObjNum 1098 snap 355 seq_num 1098) dirty exists 2024-09-13T03:04:22.062 INFO:tasks.rados.rados.0.smithi052.stdout:3658: finishing write tid 1 to smithi05277117-25 2024-09-13T03:04:22.062 INFO:tasks.rados.rados.0.smithi052.stdout:3661: seq_num 1127 ranges {491520=483328,974848=598016,1572864=581632,2154496=425984} 2024-09-13T03:04:22.065 INFO:tasks.rados.rados.0.smithi052.stdout:3661: writing smithi05277117-20 from 491520 to 974848 tid 1 2024-09-13T03:04:22.068 INFO:tasks.rados.rados.0.smithi052.stdout:3661: writing smithi05277117-20 from 974848 to 1572864 tid 2 2024-09-13T03:04:22.071 INFO:tasks.rados.rados.0.smithi052.stdout:3661: writing smithi05277117-20 from 1572864 to 2154496 tid 3 2024-09-13T03:04:22.074 INFO:tasks.rados.rados.0.smithi052.stdout:3661: writing smithi05277117-20 from 2154496 to 2580480 tid 4 2024-09-13T03:04:22.074 INFO:tasks.rados.rados.0.smithi052.stdout:3657: done (4 left) 2024-09-13T03:04:22.074 INFO:tasks.rados.rados.0.smithi052.stdout:3662: snap_remove snap 350 2024-09-13T03:04:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:21 smithi078 ceph-mon[85589]: pgmap v806: 121 pgs: 121 active+clean; 651 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-13T03:04:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:21 smithi078 ceph-mon[85589]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T03:04:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:21 smithi052 ceph-mon[91421]: pgmap v806: 121 pgs: 121 active+clean; 651 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-13T03:04:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:21 smithi052 ceph-mon[91421]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T03:04:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:21 smithi052 ceph-mon[89065]: pgmap v806: 121 pgs: 121 active+clean; 651 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-09-13T03:04:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:21 smithi052 ceph-mon[89065]: osdmap e793: 8 total, 8 up, 8 in 2024-09-13T03:04:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:04:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:04:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:22.912 INFO:tasks.rados.rados.0.smithi052.stdout:3662: done (4 left) 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3658: finishing write tid 2 to smithi05277117-25 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3658: finishing write tid 3 to smithi05277117-25 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3658: finishing write tid 4 to smithi05277117-25 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3658: finishing write tid 5 to smithi05277117-25 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3658: finishing write tid 6 to smithi05277117-25 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 3022 (ObjNum 1126 snap 367 seq_num 1126) dirty exists 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3658: left oid 25 (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:04:22.913 INFO:tasks.rados.rados.0.smithi052.stdout:3660: expect (ObjNum 1024 snap 338 seq_num 1024) 2024-09-13T03:04:22.979 INFO:tasks.rados.rados.0.smithi052.stdout:3659: expect (ObjNum 825 snap 279 seq_num 825) 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: finishing write tid 1 to smithi05277117-20 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: finishing write tid 2 to smithi05277117-20 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: finishing write tid 3 to smithi05277117-20 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: finishing write tid 4 to smithi05277117-20 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: finishing write tid 5 to smithi05277117-20 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: finishing write tid 6 to smithi05277117-20 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 3236 (ObjNum 1127 snap 367 seq_num 1127) dirty exists 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3661: left oid 20 (ObjNum 1127 snap 367 seq_num 1127) 2024-09-13T03:04:23.028 INFO:tasks.rados.rados.0.smithi052.stdout:3663: read oid 5 snap 363 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3663: expect (ObjNum 1116 snap 361 seq_num 1116) 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3658: done (4 left) 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3659: done (3 left) 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3660: done (2 left) 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3661: done (1 left) 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3664: copy_from oid 34 from oid 49 current snap is 367 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3665: setattr oid 46 current snap is 367 2024-09-13T03:04:23.029 INFO:tasks.rados.rados.0.smithi052.stdout:3666: snap_create 2024-09-13T03:04:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 3035 (ObjNum 33 snap 0 seq_num 4209995856) dirty exists 2024-09-13T03:04:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3664: finishing copy_from to smithi05277117-34 2024-09-13T03:04:23.037 INFO:tasks.rados.rados.0.smithi052.stdout:3664: got expected ENOENT (src dne) 2024-09-13T03:04:23.037 INFO:tasks.rados.rados.0.smithi052.stdout:3664: finishing copy_from racing read to smithi05277117-34 2024-09-13T03:04:23.042 INFO:tasks.rados.rados.0.smithi052.stdout:3663: expect (ObjNum 1116 snap 361 seq_num 1116) 2024-09-13T03:04:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:22 smithi078 ceph-mon[85589]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T03:04:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:22 smithi052 ceph-mon[91421]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T03:04:23.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:22 smithi052 ceph-mon[89065]: osdmap e794: 8 total, 8 up, 8 in 2024-09-13T03:04:23.910 INFO:tasks.rados.rados.0.smithi052.stdout:3663: done (3 left) 2024-09-13T03:04:23.910 INFO:tasks.rados.rados.0.smithi052.stdout:3664: done (2 left) 2024-09-13T03:04:23.910 INFO:tasks.rados.rados.0.smithi052.stdout:3665: done (1 left) 2024-09-13T03:04:23.910 INFO:tasks.rados.rados.0.smithi052.stdout:3666: done (0 left) 2024-09-13T03:04:23.910 INFO:tasks.rados.rados.0.smithi052.stdout:3667: delete oid 34 current snap is 368 2024-09-13T03:04:23.915 INFO:tasks.rados.rados.0.smithi052.stdout:3667: done (0 left) 2024-09-13T03:04:23.915 INFO:tasks.rados.rados.0.smithi052.stdout:3668: rmattr oid 6 current snap is 368 2024-09-13T03:04:23.915 INFO:tasks.rados.rados.0.smithi052.stdout:3668: done (0 left) 2024-09-13T03:04:23.915 INFO:tasks.rados.rados.0.smithi052.stdout:3669: read oid 36 snap -1 2024-09-13T03:04:23.915 INFO:tasks.rados.rados.0.smithi052.stdout:3669: expect (ObjNum 1115 snap 361 seq_num 1115) 2024-09-13T03:04:23.915 INFO:tasks.rados.rados.0.smithi052.stdout:3670: delete oid 9 current snap is 368 2024-09-13T03:04:23.921 INFO:tasks.rados.rados.0.smithi052.stdout:3670: done (1 left) 2024-09-13T03:04:23.921 INFO:tasks.rados.rados.0.smithi052.stdout:3671: read oid 10 snap -1 2024-09-13T03:04:23.921 INFO:tasks.rados.rados.0.smithi052.stdout:3671: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:23.921 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 368 2024-09-13T03:04:23.921 INFO:tasks.rados.rados.0.smithi052.stdout:3672: seq_num 1130 ranges {14409728=532480,14942208=655360,15597568=753664,16351232=196608} 2024-09-13T03:04:24.004 INFO:tasks.rados.rados.0.smithi052.stdout:3672: writing smithi05277117-39 from 14409728 to 14942208 tid 1 2024-09-13T03:04:24.008 INFO:tasks.rados.rados.0.smithi052.stdout:3672: writing smithi05277117-39 from 14942208 to 15597568 tid 2 2024-09-13T03:04:24.013 INFO:tasks.rados.rados.0.smithi052.stdout:3672: writing smithi05277117-39 from 15597568 to 16351232 tid 3 2024-09-13T03:04:24.015 INFO:tasks.rados.rados.0.smithi052.stdout:3672: writing smithi05277117-39 from 16351232 to 16547840 tid 4 2024-09-13T03:04:24.015 INFO:tasks.rados.rados.0.smithi052.stdout:3673: read oid 3 snap -1 2024-09-13T03:04:24.015 INFO:tasks.rados.rados.0.smithi052.stdout:3673: expect (ObjNum 1008 snap 336 seq_num 1008) 2024-09-13T03:04:24.015 INFO:tasks.rados.rados.0.smithi052.stdout:3674: rollback oid 45 current snap is 368 2024-09-13T03:04:24.015 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 45 to 353 2024-09-13T03:04:24.015 INFO:tasks.rados.rados.0.smithi052.stdout:3671: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:24.018 INFO:tasks.rados.rados.0.smithi052.stdout:3669: expect (ObjNum 1115 snap 361 seq_num 1115) 2024-09-13T03:04:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:23 smithi078 ceph-mon[85589]: pgmap v809: 121 pgs: 121 active+clean; 635 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:04:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:23 smithi078 ceph-mon[85589]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T03:04:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:23 smithi052 ceph-mon[91421]: pgmap v809: 121 pgs: 121 active+clean; 635 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:04:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:23 smithi052 ceph-mon[91421]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T03:04:24.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:23 smithi052 ceph-mon[89065]: pgmap v809: 121 pgs: 121 active+clean; 635 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:04:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:23 smithi052 ceph-mon[89065]: osdmap e795: 8 total, 8 up, 8 in 2024-09-13T03:04:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:24 smithi078 ceph-mon[85589]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T03:04:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:24 smithi078 ceph-mon[85589]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T03:04:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:24 smithi052 ceph-mon[91421]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T03:04:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:24 smithi052 ceph-mon[91421]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T03:04:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:24 smithi052 ceph-mon[89065]: osdmap e796: 8 total, 8 up, 8 in 2024-09-13T03:04:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:24 smithi052 ceph-mon[89065]: osdmap e797: 8 total, 8 up, 8 in 2024-09-13T03:04:25.827 INFO:tasks.rados.rados.0.smithi052.stdout:3672: finishing write tid 1 to smithi05277117-39 2024-09-13T03:04:25.827 INFO:tasks.rados.rados.0.smithi052.stdout:3672: finishing write tid 2 to smithi05277117-39 2024-09-13T03:04:25.827 INFO:tasks.rados.rados.0.smithi052.stdout:3672: finishing write tid 3 to smithi05277117-39 2024-09-13T03:04:25.828 INFO:tasks.rados.rados.0.smithi052.stdout:3672: finishing write tid 4 to smithi05277117-39 2024-09-13T03:04:25.828 INFO:tasks.rados.rados.0.smithi052.stdout:3672: finishing write tid 5 to smithi05277117-39 2024-09-13T03:04:25.828 INFO:tasks.rados.rados.0.smithi052.stdout:3669: done (4 left) 2024-09-13T03:04:25.828 INFO:tasks.rados.rados.0.smithi052.stdout:3671: done (3 left) 2024-09-13T03:04:25.829 INFO:tasks.rados.rados.0.smithi052.stdout:3675: delete oid 13 current snap is 368 2024-09-13T03:04:25.829 INFO:tasks.rados.rados.0.smithi052.stdout:3672: finishing write tid 6 to smithi05277117-39 2024-09-13T03:04:25.829 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 2586 (ObjNum 1130 snap 368 seq_num 1130) dirty exists 2024-09-13T03:04:25.829 INFO:tasks.rados.rados.0.smithi052.stdout:3672: left oid 39 (ObjNum 1130 snap 368 seq_num 1130) 2024-09-13T03:04:25.829 INFO:tasks.rados.rados.0.smithi052.stdout:3673: expect (ObjNum 1008 snap 336 seq_num 1008) 2024-09-13T03:04:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:3674: finishing rollback tid 1 to smithi05277117-45 2024-09-13T03:04:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:3674: finishing rollback tid 2 to smithi05277117-45 2024-09-13T03:04:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 3086 (ObjNum 1070 snap 350 seq_num 1070) dirty exists 2024-09-13T03:04:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:3672: done (3 left) 2024-09-13T03:04:25.833 INFO:tasks.rados.rados.0.smithi052.stdout:3673: done (2 left) 2024-09-13T03:04:25.834 INFO:tasks.rados.rados.0.smithi052.stdout:3674: done (1 left) 2024-09-13T03:04:25.834 INFO:tasks.rados.rados.0.smithi052.stdout:3675: done (0 left) 2024-09-13T03:04:25.834 INFO:tasks.rados.rados.0.smithi052.stdout:3676: delete oid 15 current snap is 368 2024-09-13T03:04:25.835 INFO:tasks.rados.rados.0.smithi052.stdout:3676: done (0 left) 2024-09-13T03:04:25.836 INFO:tasks.rados.rados.0.smithi052.stdout:3677: read oid 30 snap 337 2024-09-13T03:04:25.836 INFO:tasks.rados.rados.0.smithi052.stdout:3677: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:04:25.836 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 35 current snap is 368 2024-09-13T03:04:25.836 INFO:tasks.rados.rados.0.smithi052.stdout:3678: seq_num 1133 ranges {2039808=581632,2621440=753664,3375104=573440,3948544=278528} 2024-09-13T03:04:25.850 INFO:tasks.rados.rados.0.smithi052.stdout:3678: writing smithi05277117-35 from 2039808 to 2621440 tid 1 2024-09-13T03:04:25.855 INFO:tasks.rados.rados.0.smithi052.stdout:3678: writing smithi05277117-35 from 2621440 to 3375104 tid 2 2024-09-13T03:04:25.859 INFO:tasks.rados.rados.0.smithi052.stdout:3678: writing smithi05277117-35 from 3375104 to 3948544 tid 3 2024-09-13T03:04:25.861 INFO:tasks.rados.rados.0.smithi052.stdout:3678: writing smithi05277117-35 from 3948544 to 4227072 tid 4 2024-09-13T03:04:25.861 INFO:tasks.rados.rados.0.smithi052.stdout:3679: copy_from oid 6 from oid 11 current snap is 368 2024-09-13T03:04:25.861 INFO:tasks.rados.rados.0.smithi052.stdout:3678: finishing write tid 1 to smithi05277117-35 2024-09-13T03:04:25.862 INFO:tasks.rados.rados.0.smithi052.stdout:3677: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:04:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:25 smithi078 ceph-mon[85589]: pgmap v812: 121 pgs: 121 active+clean; 626 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3678: finishing write tid 2 to smithi05277117-35 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3679: finishing copy_from to smithi05277117-6 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3679: got expected ENOENT (src dne) 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3679: finishing copy_from racing read to smithi05277117-6 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3677: done (2 left) 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3679: done (1 left) 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3680: snap_create 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3678: finishing write tid 3 to smithi05277117-35 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3678: finishing write tid 4 to smithi05277117-35 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3678: finishing write tid 5 to smithi05277117-35 2024-09-13T03:04:26.232 INFO:tasks.rados.rados.0.smithi052.stdout:3678: finishing write tid 6 to smithi05277117-35 2024-09-13T03:04:26.233 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 3025 (ObjNum 1133 snap 368 seq_num 1133) dirty exists 2024-09-13T03:04:26.233 INFO:tasks.rados.rados.0.smithi052.stdout:3678: left oid 35 (ObjNum 1133 snap 368 seq_num 1133) 2024-09-13T03:04:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:25 smithi052 ceph-mon[91421]: pgmap v812: 121 pgs: 121 active+clean; 626 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-13T03:04:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:25 smithi052 ceph-mon[89065]: pgmap v812: 121 pgs: 121 active+clean; 626 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-13T03:04:26.926 INFO:tasks.rados.rados.0.smithi052.stdout:3678: done (1 left) 2024-09-13T03:04:26.926 INFO:tasks.rados.rados.0.smithi052.stdout:3680: done (0 left) 2024-09-13T03:04:26.926 INFO:tasks.rados.rados.0.smithi052.stdout:3681: delete oid 26 current snap is 369 2024-09-13T03:04:26.932 INFO:tasks.rados.rados.0.smithi052.stdout:3681: done (0 left) 2024-09-13T03:04:26.932 INFO:tasks.rados.rados.0.smithi052.stdout:3682: snap_remove snap 344 2024-09-13T03:04:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:3682: done (0 left) 2024-09-13T03:04:27.938 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 1 current snap is 369 2024-09-13T03:04:27.939 INFO:tasks.rados.rados.0.smithi052.stdout:3683: seq_num 1135 ranges {5234688=614400,5849088=524288,6373376=540672,6914048=483328,7397376=57344} 2024-09-13T03:04:27.967 INFO:tasks.rados.rados.0.smithi052.stdout:3683: writing smithi05277117-1 from 5234688 to 5849088 tid 1 2024-09-13T03:04:27.970 INFO:tasks.rados.rados.0.smithi052.stdout:3683: writing smithi05277117-1 from 5849088 to 6373376 tid 2 2024-09-13T03:04:27.973 INFO:tasks.rados.rados.0.smithi052.stdout:3683: writing smithi05277117-1 from 6373376 to 6914048 tid 3 2024-09-13T03:04:27.975 INFO:tasks.rados.rados.0.smithi052.stdout:3683: writing smithi05277117-1 from 6914048 to 7397376 tid 4 2024-09-13T03:04:27.976 INFO:tasks.rados.rados.0.smithi052.stdout:3683: writing smithi05277117-1 from 7397376 to 7454720 tid 5 2024-09-13T03:04:27.976 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 31 current snap is 369 2024-09-13T03:04:27.976 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 1 to smithi05277117-1 2024-09-13T03:04:27.976 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 2 to smithi05277117-1 2024-09-13T03:04:27.976 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 3 to smithi05277117-1 2024-09-13T03:04:27.976 INFO:tasks.rados.rados.0.smithi052.stdout:3684: seq_num 1136 ranges {0=630784,630784=409600,1040384=753664,1794048=417792,2211840=24576} 2024-09-13T03:04:27.979 INFO:tasks.rados.rados.0.smithi052.stdout:3684: writing smithi05277117-31 from 0 to 630784 tid 1 2024-09-13T03:04:27.982 INFO:tasks.rados.rados.0.smithi052.stdout:3684: writing smithi05277117-31 from 630784 to 1040384 tid 2 2024-09-13T03:04:27.986 INFO:tasks.rados.rados.0.smithi052.stdout:3684: writing smithi05277117-31 from 1040384 to 1794048 tid 3 2024-09-13T03:04:27.989 INFO:tasks.rados.rados.0.smithi052.stdout:3684: writing smithi05277117-31 from 1794048 to 2211840 tid 4 2024-09-13T03:04:27.989 INFO:tasks.rados.rados.0.smithi052.stdout:3684: writing smithi05277117-31 from 2211840 to 2236416 tid 5 2024-09-13T03:04:27.989 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 38 current snap is 369 2024-09-13T03:04:27.989 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 4 to smithi05277117-1 2024-09-13T03:04:27.989 INFO:tasks.rados.rados.0.smithi052.stdout:3685: seq_num 1137 ranges {1826816=647168,2473984=696320,3170304=557056,3727360=352256} 2024-09-13T03:04:28.002 INFO:tasks.rados.rados.0.smithi052.stdout:3685: writing smithi05277117-38 from 1826816 to 2473984 tid 1 2024-09-13T03:04:28.006 INFO:tasks.rados.rados.0.smithi052.stdout:3685: writing smithi05277117-38 from 2473984 to 3170304 tid 2 2024-09-13T03:04:28.009 INFO:tasks.rados.rados.0.smithi052.stdout:3685: writing smithi05277117-38 from 3170304 to 3727360 tid 3 2024-09-13T03:04:28.012 INFO:tasks.rados.rados.0.smithi052.stdout:3685: writing smithi05277117-38 from 3727360 to 4079616 tid 4 2024-09-13T03:04:28.012 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 369 2024-09-13T03:04:28.012 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 5 to smithi05277117-1 2024-09-13T03:04:28.012 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 6 to smithi05277117-1 2024-09-13T03:04:28.013 INFO:tasks.rados.rados.0.smithi052.stdout:3683: finishing write tid 7 to smithi05277117-1 2024-09-13T03:04:28.013 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2840 (ObjNum 1135 snap 369 seq_num 1135) dirty exists 2024-09-13T03:04:28.013 INFO:tasks.rados.rados.0.smithi052.stdout:3683: left oid 1 (ObjNum 1135 snap 369 seq_num 1135) 2024-09-13T03:04:28.013 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 1 to smithi05277117-31 2024-09-13T03:04:28.013 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 2 to smithi05277117-31 2024-09-13T03:04:28.013 INFO:tasks.rados.rados.0.smithi052.stdout:3686: seq_num 1138 ranges {5627904=663552,6291456=581632,6873088=712704,7585792=311296} 2024-09-13T03:04:28.046 INFO:tasks.rados.rados.0.smithi052.stdout:3686: writing smithi05277117-44 from 5627904 to 6291456 tid 1 2024-09-13T03:04:28.049 INFO:tasks.rados.rados.0.smithi052.stdout:3686: writing smithi05277117-44 from 6291456 to 6873088 tid 2 2024-09-13T03:04:28.053 INFO:tasks.rados.rados.0.smithi052.stdout:3686: writing smithi05277117-44 from 6873088 to 7585792 tid 3 2024-09-13T03:04:28.055 INFO:tasks.rados.rados.0.smithi052.stdout:3686: writing smithi05277117-44 from 7585792 to 7897088 tid 4 2024-09-13T03:04:28.055 INFO:tasks.rados.rados.0.smithi052.stdout:3683: done (3 left) 2024-09-13T03:04:28.055 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 369 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 3 to smithi05277117-31 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 4 to smithi05277117-31 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 5 to smithi05277117-31 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 6 to smithi05277117-31 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3684: finishing write tid 7 to smithi05277117-31 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 3042 (ObjNum 1136 snap 369 seq_num 1136) dirty exists 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3684: left oid 31 (ObjNum 1136 snap 369 seq_num 1136) 2024-09-13T03:04:28.056 INFO:tasks.rados.rados.0.smithi052.stdout:3687: seq_num 1139 ranges {1581056=679936,2260992=458752,2719744=524288,3244032=540672,3784704=81920} 2024-09-13T03:04:28.067 INFO:tasks.rados.rados.0.smithi052.stdout:3687: writing smithi05277117-29 from 1581056 to 2260992 tid 1 2024-09-13T03:04:28.070 INFO:tasks.rados.rados.0.smithi052.stdout:3687: writing smithi05277117-29 from 2260992 to 2719744 tid 2 2024-09-13T03:04:28.073 INFO:tasks.rados.rados.0.smithi052.stdout:3687: writing smithi05277117-29 from 2719744 to 3244032 tid 3 2024-09-13T03:04:28.076 INFO:tasks.rados.rados.0.smithi052.stdout:3687: writing smithi05277117-29 from 3244032 to 3784704 tid 4 2024-09-13T03:04:28.078 INFO:tasks.rados.rados.0.smithi052.stdout:3687: writing smithi05277117-29 from 3784704 to 3866624 tid 5 2024-09-13T03:04:28.078 INFO:tasks.rados.rados.0.smithi052.stdout:3684: done (3 left) 2024-09-13T03:04:28.078 INFO:tasks.rados.rados.0.smithi052.stdout:3688: rmattr oid 19 current snap is 369 2024-09-13T03:04:28.078 INFO:tasks.rados.rados.0.smithi052.stdout:3685: finishing write tid 1 to smithi05277117-38 2024-09-13T03:04:28.078 INFO:tasks.rados.rados.0.smithi052.stdout:3685: finishing write tid 2 to smithi05277117-38 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3685: finishing write tid 3 to smithi05277117-38 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3685: finishing write tid 4 to smithi05277117-38 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3685: finishing write tid 5 to smithi05277117-38 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3685: finishing write tid 6 to smithi05277117-38 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 38 v 3268 (ObjNum 1137 snap 369 seq_num 1137) dirty exists 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3685: left oid 38 (ObjNum 1137 snap 369 seq_num 1137) 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3686: finishing write tid 1 to smithi05277117-44 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3685: done (3 left) 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3689: rollback oid 28 current snap is 369 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 28 to 345 2024-09-13T03:04:28.079 INFO:tasks.rados.rados.0.smithi052.stdout:3686: finishing write tid 2 to smithi05277117-44 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3686: finishing write tid 3 to smithi05277117-44 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3686: finishing write tid 4 to smithi05277117-44 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3686: finishing write tid 5 to smithi05277117-44 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3686: finishing write tid 6 to smithi05277117-44 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3030 (ObjNum 1138 snap 369 seq_num 1138) dirty exists 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3686: left oid 44 (ObjNum 1138 snap 369 seq_num 1138) 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 1 to smithi05277117-29 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3686: done (3 left) 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3690: rmattr oid 20 current snap is 369 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3690: done (3 left) 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3691: rmattr oid 42 current snap is 369 2024-09-13T03:04:28.080 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 2 to smithi05277117-29 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 3 to smithi05277117-29 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3692: read oid 9 snap -1 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3692: expect deleted 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3693: rollback oid 1 current snap is 369 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 353 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3694: read oid 41 snap -1 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3694: expect (ObjNum 1124 snap 367 seq_num 1124) 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 18 current snap is 369 2024-09-13T03:04:28.081 INFO:tasks.rados.rados.0.smithi052.stdout:3695: seq_num 1140 ranges {1564672=696320,2260992=745472,3006464=729088,3735552=131072} 2024-09-13T03:04:28.090 INFO:tasks.rados.rados.0.smithi052.stdout:3695: writing smithi05277117-18 from 1564672 to 2260992 tid 1 2024-09-13T03:04:28.095 INFO:tasks.rados.rados.0.smithi052.stdout:3695: writing smithi05277117-18 from 2260992 to 3006464 tid 2 2024-09-13T03:04:28.099 INFO:tasks.rados.rados.0.smithi052.stdout:3695: writing smithi05277117-18 from 3006464 to 3735552 tid 3 2024-09-13T03:04:28.100 INFO:tasks.rados.rados.0.smithi052.stdout:3695: writing smithi05277117-18 from 3735552 to 3866624 tid 4 2024-09-13T03:04:28.100 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 369 2024-09-13T03:04:28.100 INFO:tasks.rados.rados.0.smithi052.stdout:3696: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-09-13T03:04:28.104 INFO:tasks.rados.rados.0.smithi052.stdout:3696: writing smithi05277117-13 from 0 to 712704 tid 1 2024-09-13T03:04:28.108 INFO:tasks.rados.rados.0.smithi052.stdout:3696: writing smithi05277117-13 from 712704 to 1392640 tid 2 2024-09-13T03:04:28.111 INFO:tasks.rados.rados.0.smithi052.stdout:3696: writing smithi05277117-13 from 1392640 to 1933312 tid 3 2024-09-13T03:04:28.113 INFO:tasks.rados.rados.0.smithi052.stdout:3696: writing smithi05277117-13 from 1933312 to 2318336 tid 4 2024-09-13T03:04:28.113 INFO:tasks.rados.rados.0.smithi052.stdout:3697: snap_remove snap 367 2024-09-13T03:04:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:27 smithi078 ceph-mon[85589]: pgmap v814: 121 pgs: 121 active+clean; 624 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-09-13T03:04:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:27 smithi078 ceph-mon[85589]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T03:04:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:27 smithi052 ceph-mon[89065]: pgmap v814: 121 pgs: 121 active+clean; 624 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-09-13T03:04:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:27 smithi052 ceph-mon[89065]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T03:04:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:27 smithi052 ceph-mon[91421]: pgmap v814: 121 pgs: 121 active+clean; 624 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2024-09-13T03:04:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:27 smithi052 ceph-mon[91421]: osdmap e798: 8 total, 8 up, 8 in 2024-09-13T03:04:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:04:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:04:28] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-09-13T03:04:28.938 INFO:tasks.rados.rados.0.smithi052.stdout:3697: done (9 left) 2024-09-13T03:04:28.938 INFO:tasks.rados.rados.0.smithi052.stdout:3698: snap_remove snap 323 2024-09-13T03:04:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:28 smithi078 ceph-mon[85589]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T03:04:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:28 smithi052 ceph-mon[91421]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T03:04:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:28 smithi052 ceph-mon[89065]: osdmap e799: 8 total, 8 up, 8 in 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3698: done (9 left) 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3699: read oid 10 snap -1 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3699: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3700: copy_from oid 31 from oid 32 current snap is 369 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3701: copy_from oid 39 from oid 25 current snap is 369 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3702: copy_from oid 12 from oid 37 current snap is 369 2024-09-13T03:04:29.902 INFO:tasks.rados.rados.0.smithi052.stdout:3703: delete oid 21 current snap is 369 2024-09-13T03:04:29.904 INFO:tasks.rados.rados.0.smithi052.stdout:3693: finishing rollback tid 0 to smithi05277117-1 2024-09-13T03:04:29.904 INFO:tasks.rados.rados.0.smithi052.stdout:3693: finishing rollback tid 1 to smithi05277117-1 2024-09-13T03:04:29.904 INFO:tasks.rados.rados.0.smithi052.stdout:3693: finishing rollback tid 2 to smithi05277117-1 2024-09-13T03:04:29.904 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2843 (ObjNum 1080 snap 351 seq_num 1080) dirty exists 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 4 to smithi05277117-29 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 5 to smithi05277117-29 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 6 to smithi05277117-29 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2304 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 2305 (ObjNum 65 snap 0 seq_num 1567713908) dirty exists 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3687: finishing write tid 7 to smithi05277117-29 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 3030 (ObjNum 1139 snap 369 seq_num 1139) dirty exists 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3687: left oid 29 (ObjNum 1139 snap 369 seq_num 1139) 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3689: finishing rollback tid 0 to smithi05277117-28 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3689: finishing rollback tid 1 to smithi05277117-28 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3689: finishing rollback tid 2 to smithi05277117-28 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 3077 (ObjNum 846 snap 285 seq_num 846) dirty exists 2024-09-13T03:04:29.905 INFO:tasks.rados.rados.0.smithi052.stdout:3694: expect (ObjNum 1124 snap 367 seq_num 1124) 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: finishing write tid 1 to smithi05277117-18 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: finishing write tid 2 to smithi05277117-18 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: finishing write tid 3 to smithi05277117-18 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: finishing write tid 4 to smithi05277117-18 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: finishing write tid 5 to smithi05277117-18 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: finishing write tid 6 to smithi05277117-18 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 3082 (ObjNum 1140 snap 369 seq_num 1140) dirty exists 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3695: left oid 18 (ObjNum 1140 snap 369 seq_num 1140) 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3696: finishing write tid 1 to smithi05277117-13 2024-09-13T03:04:30.062 INFO:tasks.rados.rados.0.smithi052.stdout:3696: finishing write tid 2 to smithi05277117-13 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3696: finishing write tid 3 to smithi05277117-13 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3696: finishing write tid 4 to smithi05277117-13 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3696: finishing write tid 5 to smithi05277117-13 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3696: finishing write tid 6 to smithi05277117-13 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 3273 (ObjNum 1141 snap 369 seq_num 1141) dirty exists 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3696: left oid 13 (ObjNum 1141 snap 369 seq_num 1141) 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3700: finishing copy_from to smithi05277117-31 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3700: got expected ENOENT (src dne) 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3700: finishing copy_from racing read to smithi05277117-31 2024-09-13T03:04:30.063 INFO:tasks.rados.rados.0.smithi052.stdout:3699: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3702: finishing copy_from racing read to smithi05277117-12 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3701: finishing copy_from to smithi05277117-39 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 3022 (ObjNum 1126 snap 367 seq_num 1126) dirty exists 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3701: finishing copy_from racing read to smithi05277117-39 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3702: finishing copy_from to smithi05277117-12 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 2583 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3687: done (13 left) 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3688: done (12 left) 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3689: done (11 left) 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3691: done (10 left) 2024-09-13T03:04:30.065 INFO:tasks.rados.rados.0.smithi052.stdout:3692: done (9 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3693: done (8 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3694: done (7 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3695: done (6 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3696: done (5 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3699: done (4 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3700: done (3 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3701: done (2 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3702: done (1 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3703: done (0 left) 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3704: rollback oid 44 current snap is 369 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 353 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3705: rollback oid 14 current snap is 369 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 14 to 368 2024-09-13T03:04:30.066 INFO:tasks.rados.rados.0.smithi052.stdout:3706: delete oid 1 current snap is 369 2024-09-13T03:04:30.067 INFO:tasks.rados.rados.0.smithi052.stdout:3706: done (2 left) 2024-09-13T03:04:30.067 INFO:tasks.rados.rados.0.smithi052.stdout:3707: copy_from oid 26 from oid 24 current snap is 369 2024-09-13T03:04:30.067 INFO:tasks.rados.rados.0.smithi052.stdout:3708: delete oid 13 current snap is 369 2024-09-13T03:04:30.070 INFO:tasks.rados.rados.0.smithi052.stdout:3704: finishing rollback tid 0 to smithi05277117-44 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3705: finishing rollback tid 1 to smithi05277117-14 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 3132 (ObjNum 177 snap 0 seq_num 4211127152) dirty dne 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3704: finishing rollback tid 1 to smithi05277117-44 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3704: finishing rollback tid 2 to smithi05277117-44 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3033 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3704: done (3 left) 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3705: done (2 left) 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3708: done (1 left) 2024-09-13T03:04:30.071 INFO:tasks.rados.rados.0.smithi052.stdout:3709: delete oid 50 current snap is 369 2024-09-13T03:04:30.072 INFO:tasks.rados.rados.0.smithi052.stdout:3709: done (1 left) 2024-09-13T03:04:30.072 INFO:tasks.rados.rados.0.smithi052.stdout:3710: snap_create 2024-09-13T03:04:30.075 INFO:tasks.rados.rados.0.smithi052.stdout:3707: finishing copy_from racing read to smithi05277117-26 2024-09-13T03:04:30.076 INFO:tasks.rados.rados.0.smithi052.stdout:3707: finishing copy_from to smithi05277117-26 2024-09-13T03:04:30.076 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 3020 (ObjNum 1024 snap 338 seq_num 1024) dirty exists 2024-09-13T03:04:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-09-13T03:04:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T03:04:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:04:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:04:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:04:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:29 smithi078 ceph-mon[85589]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T03:04:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[91421]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T03:04:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: osdmap e800: 8 total, 8 up, 8 in 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:04:30.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:29 smithi052 ceph-mon[89065]: osdmap e801: 8 total, 8 up, 8 in 2024-09-13T03:04:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3707: done (1 left) 2024-09-13T03:04:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3710: done (0 left) 2024-09-13T03:04:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3711: read oid 49 snap -1 2024-09-13T03:04:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3711: expect deleted 2024-09-13T03:04:30.946 INFO:tasks.rados.rados.0.smithi052.stdout:3712: snap_remove snap 364 2024-09-13T03:04:31.948 INFO:tasks.rados.rados.0.smithi052.stdout:3712: done (1 left) 2024-09-13T03:04:31.948 INFO:tasks.rados.rados.0.smithi052.stdout:3713: snap_remove snap 342 2024-09-13T03:04:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:31 smithi052 ceph-mon[91421]: pgmap v820: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 650 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-13T03:04:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:31 smithi052 ceph-mon[91421]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T03:04:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:31 smithi052 ceph-mon[89065]: pgmap v820: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 650 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-13T03:04:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:31 smithi052 ceph-mon[89065]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T03:04:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:31 smithi078 ceph-mon[85589]: pgmap v820: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 650 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-09-13T03:04:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:31 smithi078 ceph-mon[85589]: osdmap e802: 8 total, 8 up, 8 in 2024-09-13T03:04:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:04:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:32.966 INFO:tasks.rados.rados.0.smithi052.stdout:3713: done (1 left) 2024-09-13T03:04:32.966 INFO:tasks.rados.rados.0.smithi052.stdout:3714: delete oid 14 current snap is 370 2024-09-13T03:04:32.985 INFO:tasks.rados.rados.0.smithi052.stdout:3711: done (1 left) 2024-09-13T03:04:32.985 INFO:tasks.rados.rados.0.smithi052.stdout:3714: done (0 left) 2024-09-13T03:04:32.985 INFO:tasks.rados.rados.0.smithi052.stdout:3715: rollback oid 19 current snap is 370 2024-09-13T03:04:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 369 2024-09-13T03:04:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3716: copy_from oid 18 from oid 42 current snap is 370 2024-09-13T03:04:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3717: read oid 30 snap 329 2024-09-13T03:04:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3717: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:04:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3718: read oid 10 snap -1 2024-09-13T03:04:32.986 INFO:tasks.rados.rados.0.smithi052.stdout:3718: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:32.987 INFO:tasks.rados.rados.0.smithi052.stdout:3719: copy_from oid 48 from oid 13 current snap is 370 2024-09-13T03:04:32.987 INFO:tasks.rados.rados.0.smithi052.stdout:3720: snap_create 2024-09-13T03:04:32.991 INFO:tasks.rados.rados.0.smithi052.stdout:3715: finishing rollback tid 0 to smithi05277117-19 2024-09-13T03:04:32.991 INFO:tasks.rados.rados.0.smithi052.stdout:3715: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:04:32.991 INFO:tasks.rados.rados.0.smithi052.stdout:3715: finishing rollback tid 2 to smithi05277117-19 2024-09-13T03:04:32.991 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2308 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:04:32.993 INFO:tasks.rados.rados.0.smithi052.stdout:3719: finishing copy_from to smithi05277117-48 2024-09-13T03:04:32.993 INFO:tasks.rados.rados.0.smithi052.stdout:3719: got expected ENOENT (src dne) 2024-09-13T03:04:32.994 INFO:tasks.rados.rados.0.smithi052.stdout:3719: finishing copy_from racing read to smithi05277117-48 2024-09-13T03:04:32.994 INFO:tasks.rados.rados.0.smithi052.stdout:3718: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:32.998 INFO:tasks.rados.rados.0.smithi052.stdout:3716: finishing copy_from racing read to smithi05277117-18 2024-09-13T03:04:32.998 INFO:tasks.rados.rados.0.smithi052.stdout:3716: finishing copy_from to smithi05277117-18 2024-09-13T03:04:32.998 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 2305 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:04:33.013 INFO:tasks.rados.rados.0.smithi052.stdout:3717: expect (ObjNum 975 snap 323 seq_num 975) 2024-09-13T03:04:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:32 smithi052 ceph-mon[89065]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T03:04:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:32 smithi052 ceph-mon[91421]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T03:04:33.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:32 smithi078 ceph-mon[85589]: osdmap e803: 8 total, 8 up, 8 in 2024-09-13T03:04:33.966 INFO:tasks.rados.rados.0.smithi052.stdout:3715: done (5 left) 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:3716: done (4 left) 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:3717: done (3 left) 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:3718: done (2 left) 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:3719: done (1 left) 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:3720: done (0 left) 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 371 2024-09-13T03:04:33.967 INFO:tasks.rados.rados.0.smithi052.stdout:3721: seq_num 1147 ranges {1482752=16384} 2024-09-13T03:04:33.975 INFO:tasks.rados.rados.0.smithi052.stdout:3721: writing smithi05277117-26 from 1482752 to 1499136 tid 1 2024-09-13T03:04:33.975 INFO:tasks.rados.rados.0.smithi052.stdout:3722: rollback oid 10 current snap is 371 2024-09-13T03:04:33.975 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 10 to 363 2024-09-13T03:04:33.975 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 371 2024-09-13T03:04:33.975 INFO:tasks.rados.rados.0.smithi052.stdout:3723: seq_num 1148 ranges {0=32768} 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:3723: writing smithi05277117-49 from 0 to 32768 tid 1 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:3724: read oid 25 snap -1 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:3724: expect (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:3725: read oid 16 snap -1 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:3725: expect (ObjNum 1096 snap 354 seq_num 1096) 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 371 2024-09-13T03:04:33.976 INFO:tasks.rados.rados.0.smithi052.stdout:3726: seq_num 1149 ranges {4030464=49152} 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3726: writing smithi05277117-8 from 4030464 to 4079616 tid 1 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3727: snap_create 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3723: finishing write tid 1 to smithi05277117-49 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3723: finishing write tid 2 to smithi05277117-49 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3722: finishing rollback tid 0 to smithi05277117-10 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3722: finishing rollback tid 1 to smithi05277117-10 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3722: finishing rollback tid 2 to smithi05277117-10 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 3089 (ObjNum 1441 snap 0 seq_num 346005808) dirty exists 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3723: finishing write tid 3 to smithi05277117-49 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2808 (ObjNum 1148 snap 371 seq_num 1148) dirty exists 2024-09-13T03:04:33.999 INFO:tasks.rados.rados.0.smithi052.stdout:3723: left oid 49 (ObjNum 1148 snap 371 seq_num 1148) 2024-09-13T03:04:34.000 INFO:tasks.rados.rados.0.smithi052.stdout:3721: finishing write tid 1 to smithi05277117-26 2024-09-13T03:04:34.000 INFO:tasks.rados.rados.0.smithi052.stdout:3721: finishing write tid 2 to smithi05277117-26 2024-09-13T03:04:34.000 INFO:tasks.rados.rados.0.smithi052.stdout:3721: finishing write tid 3 to smithi05277117-26 2024-09-13T03:04:34.000 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 3022 (ObjNum 1147 snap 371 seq_num 1147) dirty exists 2024-09-13T03:04:34.000 INFO:tasks.rados.rados.0.smithi052.stdout:3721: left oid 26 (ObjNum 1147 snap 371 seq_num 1147) 2024-09-13T03:04:34.000 INFO:tasks.rados.rados.0.smithi052.stdout:3725: expect (ObjNum 1096 snap 354 seq_num 1096) 2024-09-13T03:04:34.040 INFO:tasks.rados.rados.0.smithi052.stdout:3726: finishing write tid 1 to smithi05277117-8 2024-09-13T03:04:34.040 INFO:tasks.rados.rados.0.smithi052.stdout:3726: finishing write tid 2 to smithi05277117-8 2024-09-13T03:04:34.040 INFO:tasks.rados.rados.0.smithi052.stdout:3726: finishing write tid 3 to smithi05277117-8 2024-09-13T03:04:34.040 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3315 (ObjNum 1149 snap 371 seq_num 1149) dirty exists 2024-09-13T03:04:34.040 INFO:tasks.rados.rados.0.smithi052.stdout:3726: left oid 8 (ObjNum 1149 snap 371 seq_num 1149) 2024-09-13T03:04:34.040 INFO:tasks.rados.rados.0.smithi052.stdout:3724: expect (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:04:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:33 smithi052 ceph-mon[91421]: pgmap v823: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 640 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T03:04:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:33 smithi052 ceph-mon[91421]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T03:04:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:33 smithi052 ceph-mon[89065]: pgmap v823: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 640 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T03:04:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:33 smithi052 ceph-mon[89065]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T03:04:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:33 smithi078 ceph-mon[85589]: pgmap v823: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 640 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-09-13T03:04:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:33 smithi078 ceph-mon[85589]: osdmap e804: 8 total, 8 up, 8 in 2024-09-13T03:04:34.971 INFO:tasks.rados.rados.0.smithi052.stdout:3721: done (6 left) 2024-09-13T03:04:35.073 INFO:tasks.rados.rados.0.smithi052.stdout:3722: done (5 left) 2024-09-13T03:04:35.073 INFO:tasks.rados.rados.0.smithi052.stdout:3723: done (4 left) 2024-09-13T03:04:35.073 INFO:tasks.rados.rados.0.smithi052.stdout:3724: done (3 left) 2024-09-13T03:04:35.073 INFO:tasks.rados.rados.0.smithi052.stdout:3725: done (2 left) 2024-09-13T03:04:35.074 INFO:tasks.rados.rados.0.smithi052.stdout:3726: done (1 left) 2024-09-13T03:04:35.074 INFO:tasks.rados.rados.0.smithi052.stdout:3727: done (0 left) 2024-09-13T03:04:35.074 INFO:tasks.rados.rados.0.smithi052.stdout:3728: setattr oid 31 current snap is 372 2024-09-13T03:04:35.075 INFO:tasks.rados.rados.0.smithi052.stdout:3729: snap_remove snap 345 2024-09-13T03:04:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:34 smithi052 ceph-mon[91421]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T03:04:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:34 smithi052 ceph-mon[89065]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T03:04:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:34 smithi078 ceph-mon[85589]: osdmap e805: 8 total, 8 up, 8 in 2024-09-13T03:04:35.979 INFO:tasks.rados.rados.0.smithi052.stdout:3729: done (1 left) 2024-09-13T03:04:35.980 INFO:tasks.rados.rados.0.smithi052.stdout:3730: copy_from oid 4 from oid 18 current snap is 372 2024-09-13T03:04:35.980 INFO:tasks.rados.rados.0.smithi052.stdout:3731: snap_remove snap 360 2024-09-13T03:04:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:35 smithi052 ceph-mon[91421]: pgmap v826: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 623 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T03:04:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:35 smithi052 ceph-mon[91421]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T03:04:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:35 smithi052 ceph-mon[89065]: pgmap v826: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 623 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T03:04:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:35 smithi052 ceph-mon[89065]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T03:04:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:35 smithi078 ceph-mon[85589]: pgmap v826: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 623 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-13T03:04:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:35 smithi078 ceph-mon[85589]: osdmap e806: 8 total, 8 up, 8 in 2024-09-13T03:04:36.985 INFO:tasks.rados.rados.0.smithi052.stdout:3731: done (2 left) 2024-09-13T03:04:36.986 INFO:tasks.rados.rados.0.smithi052.stdout:3732: snap_remove snap 368 2024-09-13T03:04:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:36 smithi052 ceph-mon[91421]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T03:04:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:36 smithi052 ceph-mon[89065]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T03:04:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:36 smithi078 ceph-mon[85589]: osdmap e807: 8 total, 8 up, 8 in 2024-09-13T03:04:37.986 INFO:tasks.rados.rados.0.smithi052.stdout:3732: done (2 left) 2024-09-13T03:04:37.986 INFO:tasks.rados.rados.0.smithi052.stdout:3733: read oid 9 snap 362 2024-09-13T03:04:37.986 INFO:tasks.rados.rados.0.smithi052.stdout:3733: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:04:37.986 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 372 2024-09-13T03:04:37.986 INFO:tasks.rados.rados.0.smithi052.stdout:3734: seq_num 1150 ranges {5275648=65536} 2024-09-13T03:04:38.018 INFO:tasks.rados.rados.0.smithi052.stdout:3734: writing smithi05277117-27 from 5275648 to 5341184 tid 1 2024-09-13T03:04:38.018 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 372 2024-09-13T03:04:38.018 INFO:tasks.rados.rados.0.smithi052.stdout:3735: seq_num 1151 ranges {0=81920} 2024-09-13T03:04:38.018 INFO:tasks.rados.rados.0.smithi052.stdout:3735: writing smithi05277117-15 from 0 to 81920 tid 1 2024-09-13T03:04:38.018 INFO:tasks.rados.rados.0.smithi052.stdout:3736: snap_remove snap 369 2024-09-13T03:04:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:37 smithi052 ceph-mon[91421]: pgmap v829: 121 pgs: 121 active+clean; 634 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.6 MiB/s wr, 6 op/s 2024-09-13T03:04:38.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:37 smithi052 ceph-mon[91421]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T03:04:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:37 smithi052 ceph-mon[89065]: pgmap v829: 121 pgs: 121 active+clean; 634 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.6 MiB/s wr, 6 op/s 2024-09-13T03:04:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:37 smithi052 ceph-mon[89065]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T03:04:38.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:04:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:04:38] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-13T03:04:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:37 smithi078 ceph-mon[85589]: pgmap v829: 121 pgs: 121 active+clean; 634 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.6 MiB/s wr, 6 op/s 2024-09-13T03:04:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:37 smithi078 ceph-mon[85589]: osdmap e808: 8 total, 8 up, 8 in 2024-09-13T03:04:38.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 31 v 3043 (ObjNum 1136 snap 369 seq_num 1136) dirty exists 2024-09-13T03:04:38.997 INFO:tasks.rados.rados.0.smithi052.stdout:3730: finishing copy_from racing read to smithi05277117-4 2024-09-13T03:04:38.997 INFO:tasks.rados.rados.0.smithi052.stdout:3730: finishing copy_from to smithi05277117-4 2024-09-13T03:04:38.997 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 2305 (ObjNum 65 snap 0 seq_num 1936480097) dirty exists 2024-09-13T03:04:38.997 INFO:tasks.rados.rados.0.smithi052.stdout:3733: expect (ObjNum 974 snap 323 seq_num 974) 2024-09-13T03:04:39.235 INFO:tasks.rados.rados.0.smithi052.stdout:3735: finishing write tid 1 to smithi05277117-15 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3735: finishing write tid 2 to smithi05277117-15 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3734: finishing write tid 1 to smithi05277117-27 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3734: finishing write tid 2 to smithi05277117-27 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3735: finishing write tid 3 to smithi05277117-15 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2553 (ObjNum 1151 snap 372 seq_num 1151) dirty exists 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3735: left oid 15 (ObjNum 1151 snap 372 seq_num 1151) 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3734: finishing write tid 3 to smithi05277117-27 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3098 (ObjNum 1150 snap 372 seq_num 1150) dirty exists 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3734: left oid 27 (ObjNum 1150 snap 372 seq_num 1150) 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3728: done (5 left) 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3730: done (4 left) 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3733: done (3 left) 2024-09-13T03:04:39.236 INFO:tasks.rados.rados.0.smithi052.stdout:3734: done (2 left) 2024-09-13T03:04:39.237 INFO:tasks.rados.rados.0.smithi052.stdout:3735: done (1 left) 2024-09-13T03:04:39.237 INFO:tasks.rados.rados.0.smithi052.stdout:3736: done (0 left) 2024-09-13T03:04:39.237 INFO:tasks.rados.rados.0.smithi052.stdout:3737: delete oid 17 current snap is 372 2024-09-13T03:04:39.239 INFO:tasks.rados.rados.0.smithi052.stdout:3737: done (0 left) 2024-09-13T03:04:39.239 INFO:tasks.rados.rados.0.smithi052.stdout:3738: snap_create 2024-09-13T03:04:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:38 smithi052 ceph-mon[91421]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T03:04:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:38 smithi052 ceph-mon[89065]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T03:04:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:38 smithi078 ceph-mon[85589]: osdmap e809: 8 total, 8 up, 8 in 2024-09-13T03:04:39.898 INFO:tasks.rados.rados.0.smithi052.stdout:3738: done (0 left) 2024-09-13T03:04:39.899 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 373 2024-09-13T03:04:39.899 INFO:tasks.rados.rados.0.smithi052.stdout:3739: seq_num 1153 ranges {4079616=114688} 2024-09-13T03:04:39.922 INFO:tasks.rados.rados.0.smithi052.stdout:3739: writing smithi05277117-8 from 4079616 to 4194304 tid 1 2024-09-13T03:04:39.922 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 373 2024-09-13T03:04:39.922 INFO:tasks.rados.rados.0.smithi052.stdout:3740: seq_num 1154 ranges {3866624=131072} 2024-09-13T03:04:39.944 INFO:tasks.rados.rados.0.smithi052.stdout:3740: writing smithi05277117-29 from 3866624 to 3997696 tid 1 2024-09-13T03:04:39.944 INFO:tasks.rados.rados.0.smithi052.stdout:3741: copy_from oid 12 from oid 17 current snap is 373 2024-09-13T03:04:39.944 INFO:tasks.rados.rados.0.smithi052.stdout:3739: finishing write tid 1 to smithi05277117-8 2024-09-13T03:04:39.944 INFO:tasks.rados.rados.0.smithi052.stdout:3739: finishing write tid 2 to smithi05277117-8 2024-09-13T03:04:39.945 INFO:tasks.rados.rados.0.smithi052.stdout:3739: finishing write tid 3 to smithi05277117-8 2024-09-13T03:04:39.945 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3348 (ObjNum 1153 snap 373 seq_num 1153) dirty exists 2024-09-13T03:04:39.945 INFO:tasks.rados.rados.0.smithi052.stdout:3739: left oid 8 (ObjNum 1153 snap 373 seq_num 1153) 2024-09-13T03:04:39.945 INFO:tasks.rados.rados.0.smithi052.stdout:3739: done (2 left) 2024-09-13T03:04:39.945 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 373 2024-09-13T03:04:39.949 INFO:tasks.rados.rados.0.smithi052.stdout:3742: seq_num 1155 ranges {1228800=147456} 2024-09-13T03:04:39.951 INFO:tasks.rados.rados.0.smithi052.stdout:3742: writing smithi05277117-22 from 1228800 to 1376256 tid 1 2024-09-13T03:04:39.951 INFO:tasks.rados.rados.0.smithi052.stdout:3743: snap_remove snap 361 2024-09-13T03:04:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:39 smithi052 ceph-mon[91421]: pgmap v832: 121 pgs: 121 active+clean; 634 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 7 op/s 2024-09-13T03:04:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:39 smithi052 ceph-mon[91421]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T03:04:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:39 smithi052 ceph-mon[91421]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T03:04:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:39 smithi052 ceph-mon[89065]: pgmap v832: 121 pgs: 121 active+clean; 634 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 7 op/s 2024-09-13T03:04:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:39 smithi052 ceph-mon[89065]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T03:04:40.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:39 smithi052 ceph-mon[89065]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T03:04:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:39 smithi078 ceph-mon[85589]: pgmap v832: 121 pgs: 121 active+clean; 634 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 7 op/s 2024-09-13T03:04:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:39 smithi078 ceph-mon[85589]: osdmap e810: 8 total, 8 up, 8 in 2024-09-13T03:04:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:39 smithi078 ceph-mon[85589]: osdmap e811: 8 total, 8 up, 8 in 2024-09-13T03:04:40.903 INFO:tasks.rados.rados.0.smithi052.stdout:3741: finishing copy_from to smithi05277117-12 2024-09-13T03:04:40.904 INFO:tasks.rados.rados.0.smithi052.stdout:3741: got expected ENOENT (src dne) 2024-09-13T03:04:40.904 INFO:tasks.rados.rados.0.smithi052.stdout:3741: finishing copy_from racing read to smithi05277117-12 2024-09-13T03:04:40.904 INFO:tasks.rados.rados.0.smithi052.stdout:3740: finishing write tid 1 to smithi05277117-29 2024-09-13T03:04:40.904 INFO:tasks.rados.rados.0.smithi052.stdout:3740: finishing write tid 2 to smithi05277117-29 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:3740: finishing write tid 3 to smithi05277117-29 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 3032 (ObjNum 1154 snap 373 seq_num 1154) dirty exists 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:3740: left oid 29 (ObjNum 1154 snap 373 seq_num 1154) 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:3742: finishing write tid 1 to smithi05277117-22 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:3742: finishing write tid 2 to smithi05277117-22 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:3742: finishing write tid 3 to smithi05277117-22 2024-09-13T03:04:40.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2310 (ObjNum 1155 snap 373 seq_num 1155) dirty exists 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3742: left oid 22 (ObjNum 1155 snap 373 seq_num 1155) 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3740: done (3 left) 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3741: done (2 left) 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3742: done (1 left) 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3743: done (0 left) 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3744: rollback oid 19 current snap is 373 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 284 2024-09-13T03:04:40.906 INFO:tasks.rados.rados.0.smithi052.stdout:3745: snap_remove snap 356 2024-09-13T03:04:41.903 INFO:tasks.rados.rados.0.smithi052.stdout:3745: done (1 left) 2024-09-13T03:04:41.904 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 373 2024-09-13T03:04:41.904 INFO:tasks.rados.rados.0.smithi052.stdout:3746: seq_num 1156 ranges {0=163840} 2024-09-13T03:04:41.905 INFO:tasks.rados.rados.0.smithi052.stdout:3746: writing smithi05277117-9 from 0 to 163840 tid 1 2024-09-13T03:04:41.905 INFO:tasks.rados.rados.0.smithi052.stdout:3747: snap_create 2024-09-13T03:04:41.905 INFO:tasks.rados.rados.0.smithi052.stdout:3744: finishing rollback tid 0 to smithi05277117-19 2024-09-13T03:04:41.905 INFO:tasks.rados.rados.0.smithi052.stdout:3744: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:04:41.905 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2312 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T03:04:41.916 INFO:tasks.rados.rados.0.smithi052.stdout:3746: finishing write tid 1 to smithi05277117-9 2024-09-13T03:04:41.916 INFO:tasks.rados.rados.0.smithi052.stdout:3746: finishing write tid 2 to smithi05277117-9 2024-09-13T03:04:41.923 INFO:tasks.rados.rados.0.smithi052.stdout:3746: finishing write tid 3 to smithi05277117-9 2024-09-13T03:04:41.923 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 3045 (ObjNum 1156 snap 373 seq_num 1156) dirty exists 2024-09-13T03:04:41.923 INFO:tasks.rados.rados.0.smithi052.stdout:3746: left oid 9 (ObjNum 1156 snap 373 seq_num 1156) 2024-09-13T03:04:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:41 smithi078 ceph-mon[85589]: pgmap v835: 121 pgs: 121 active+clean; 624 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-13T03:04:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:41 smithi078 ceph-mon[85589]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T03:04:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:41 smithi052 ceph-mon[91421]: pgmap v835: 121 pgs: 121 active+clean; 624 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-13T03:04:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:41 smithi052 ceph-mon[91421]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T03:04:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:41 smithi052 ceph-mon[89065]: pgmap v835: 121 pgs: 121 active+clean; 624 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-13T03:04:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:41 smithi052 ceph-mon[89065]: osdmap e812: 8 total, 8 up, 8 in 2024-09-13T03:04:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:04:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:42.916 INFO:tasks.rados.rados.0.smithi052.stdout:3744: done (2 left) 2024-09-13T03:04:42.916 INFO:tasks.rados.rados.0.smithi052.stdout:3746: done (1 left) 2024-09-13T03:04:42.916 INFO:tasks.rados.rados.0.smithi052.stdout:3747: done (0 left) 2024-09-13T03:04:42.916 INFO:tasks.rados.rados.0.smithi052.stdout:3748: read oid 31 snap -1 2024-09-13T03:04:42.916 INFO:tasks.rados.rados.0.smithi052.stdout:3748: expect (ObjNum 1136 snap 369 seq_num 1136) 2024-09-13T03:04:42.916 INFO:tasks.rados.rados.0.smithi052.stdout:3749: delete oid 23 current snap is 374 2024-09-13T03:04:42.924 INFO:tasks.rados.rados.0.smithi052.stdout:3749: done (1 left) 2024-09-13T03:04:42.924 INFO:tasks.rados.rados.0.smithi052.stdout:3750: read oid 20 snap 365 2024-09-13T03:04:42.924 INFO:tasks.rados.rados.0.smithi052.stdout:3750: expect (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:04:42.924 INFO:tasks.rados.rados.0.smithi052.stdout:3751: delete oid 3 current snap is 374 2024-09-13T03:04:42.927 INFO:tasks.rados.rados.0.smithi052.stdout:3748: expect (ObjNum 1136 snap 369 seq_num 1136) 2024-09-13T03:04:42.990 INFO:tasks.rados.rados.0.smithi052.stdout:3750: expect (ObjNum 1032 snap 347 seq_num 1032) 2024-09-13T03:04:43.003 INFO:tasks.rados.rados.0.smithi052.stdout:3748: done (2 left) 2024-09-13T03:04:43.003 INFO:tasks.rados.rados.0.smithi052.stdout:3750: done (1 left) 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:3751: done (0 left) 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:3752: rollback oid 1 current snap is 374 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 304 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 21 current snap is 374 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:3753: seq_num 1159 ranges {0=212992} 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:3753: writing smithi05277117-21 from 0 to 212992 tid 1 2024-09-13T03:04:43.004 INFO:tasks.rados.rados.0.smithi052.stdout:3754: snap_create 2024-09-13T03:04:43.006 INFO:tasks.rados.rados.0.smithi052.stdout:3752: finishing rollback tid 1 to smithi05277117-1 2024-09-13T03:04:43.006 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2844 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-09-13T03:04:43.008 INFO:tasks.rados.rados.0.smithi052.stdout:3753: finishing write tid 1 to smithi05277117-21 2024-09-13T03:04:43.008 INFO:tasks.rados.rados.0.smithi052.stdout:3753: finishing write tid 2 to smithi05277117-21 2024-09-13T03:04:43.009 INFO:tasks.rados.rados.0.smithi052.stdout:3753: finishing write tid 3 to smithi05277117-21 2024-09-13T03:04:43.009 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2811 (ObjNum 1159 snap 374 seq_num 1159) dirty exists 2024-09-13T03:04:43.009 INFO:tasks.rados.rados.0.smithi052.stdout:3753: left oid 21 (ObjNum 1159 snap 374 seq_num 1159) 2024-09-13T03:04:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:42 smithi078 ceph-mon[85589]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T03:04:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:42 smithi052 ceph-mon[91421]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T03:04:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:42 smithi052 ceph-mon[89065]: osdmap e813: 8 total, 8 up, 8 in 2024-09-13T03:04:43.917 INFO:tasks.rados.rados.0.smithi052.stdout:3752: done (2 left) 2024-09-13T03:04:43.917 INFO:tasks.rados.rados.0.smithi052.stdout:3753: done (1 left) 2024-09-13T03:04:43.918 INFO:tasks.rados.rados.0.smithi052.stdout:3754: done (0 left) 2024-09-13T03:04:43.918 INFO:tasks.rados.rados.0.smithi052.stdout:3755: rollback oid 16 current snap is 375 2024-09-13T03:04:43.918 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 16 to 337 2024-09-13T03:04:43.918 INFO:tasks.rados.rados.0.smithi052.stdout:3756: setattr oid 43 current snap is 375 2024-09-13T03:04:43.920 INFO:tasks.rados.rados.0.smithi052.stdout:3757: delete oid 40 current snap is 375 2024-09-13T03:04:43.924 INFO:tasks.rados.rados.0.smithi052.stdout:3757: done (2 left) 2024-09-13T03:04:43.924 INFO:tasks.rados.rados.0.smithi052.stdout:3758: copy_from oid 13 from oid 49 current snap is 375 2024-09-13T03:04:43.924 INFO:tasks.rados.rados.0.smithi052.stdout:3759: setattr oid 22 current snap is 375 2024-09-13T03:04:43.925 INFO:tasks.rados.rados.0.smithi052.stdout:3760: copy_from oid 9 from oid 2 current snap is 375 2024-09-13T03:04:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 375 2024-09-13T03:04:43.926 INFO:tasks.rados.rados.0.smithi052.stdout:3761: seq_num 1161 ranges {3907584=245760} 2024-09-13T03:04:43.949 INFO:tasks.rados.rados.0.smithi052.stdout:3761: writing smithi05277117-44 from 3907584 to 4153344 tid 1 2024-09-13T03:04:43.949 INFO:tasks.rados.rados.0.smithi052.stdout:3762: snap_create 2024-09-13T03:04:43.949 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 3023 (ObjNum 1120 snap 361 seq_num 1120) dirty exists 2024-09-13T03:04:43.949 INFO:tasks.rados.rados.0.smithi052.stdout:3755: finishing rollback tid 0 to smithi05277117-16 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:3755: finishing rollback tid 1 to smithi05277117-16 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:3758: finishing copy_from racing read to smithi05277117-13 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:3755: finishing rollback tid 2 to smithi05277117-16 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 16 v 2492 (ObjNum 945 snap 319 seq_num 945) dirty exists 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:3758: finishing copy_from to smithi05277117-13 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 2808 (ObjNum 1148 snap 371 seq_num 1148) dirty exists 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2313 (ObjNum 1155 snap 373 seq_num 1155) dirty exists 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:3760: finishing copy_from racing read to smithi05277117-9 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:3760: finishing copy_from to smithi05277117-9 2024-09-13T03:04:43.950 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 3024 (ObjNum 1102 snap 356 seq_num 1102) dirty exists 2024-09-13T03:04:43.953 INFO:tasks.rados.rados.0.smithi052.stdout:3761: finishing write tid 1 to smithi05277117-44 2024-09-13T03:04:43.953 INFO:tasks.rados.rados.0.smithi052.stdout:3761: finishing write tid 2 to smithi05277117-44 2024-09-13T03:04:43.956 INFO:tasks.rados.rados.0.smithi052.stdout:3761: finishing write tid 3 to smithi05277117-44 2024-09-13T03:04:43.956 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3035 (ObjNum 1161 snap 375 seq_num 1161) dirty exists 2024-09-13T03:04:43.956 INFO:tasks.rados.rados.0.smithi052.stdout:3761: left oid 44 (ObjNum 1161 snap 375 seq_num 1161) 2024-09-13T03:04:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:43 smithi078 ceph-mon[85589]: pgmap v838: 121 pgs: 121 active+clean; 624 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 52 KiB/s wr, 9 op/s 2024-09-13T03:04:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:43 smithi078 ceph-mon[85589]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T03:04:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:43 smithi052 ceph-mon[91421]: pgmap v838: 121 pgs: 121 active+clean; 624 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 52 KiB/s wr, 9 op/s 2024-09-13T03:04:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:43 smithi052 ceph-mon[91421]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T03:04:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:43 smithi052 ceph-mon[89065]: pgmap v838: 121 pgs: 121 active+clean; 624 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 52 KiB/s wr, 9 op/s 2024-09-13T03:04:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:43 smithi052 ceph-mon[89065]: osdmap e814: 8 total, 8 up, 8 in 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3755: done (6 left) 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3756: done (5 left) 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3758: done (4 left) 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3759: done (3 left) 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3760: done (2 left) 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3761: done (1 left) 2024-09-13T03:04:44.901 INFO:tasks.rados.rados.0.smithi052.stdout:3762: done (0 left) 2024-09-13T03:04:44.902 INFO:tasks.rados.rados.0.smithi052.stdout:3763: read oid 10 snap -1 2024-09-13T03:04:44.902 INFO:tasks.rados.rados.0.smithi052.stdout:3763: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:44.902 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 27 current snap is 376 2024-09-13T03:04:44.902 INFO:tasks.rados.rados.0.smithi052.stdout:3764: seq_num 1162 ranges {5341184=270336} 2024-09-13T03:04:44.932 INFO:tasks.rados.rados.0.smithi052.stdout:3764: writing smithi05277117-27 from 5341184 to 5611520 tid 1 2024-09-13T03:04:44.932 INFO:tasks.rados.rados.0.smithi052.stdout:3765: delete oid 40 current snap is 376 2024-09-13T03:04:44.932 INFO:tasks.rados.rados.0.smithi052.stdout:3763: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:04:44.937 INFO:tasks.rados.rados.0.smithi052.stdout:3763: done (2 left) 2024-09-13T03:04:44.937 INFO:tasks.rados.rados.0.smithi052.stdout:3765: done (1 left) 2024-09-13T03:04:44.937 INFO:tasks.rados.rados.0.smithi052.stdout:3766: snap_create 2024-09-13T03:04:44.938 INFO:tasks.rados.rados.0.smithi052.stdout:3764: finishing write tid 1 to smithi05277117-27 2024-09-13T03:04:44.938 INFO:tasks.rados.rados.0.smithi052.stdout:3764: finishing write tid 2 to smithi05277117-27 2024-09-13T03:04:44.940 INFO:tasks.rados.rados.0.smithi052.stdout:3764: finishing write tid 3 to smithi05277117-27 2024-09-13T03:04:44.940 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3117 (ObjNum 1162 snap 376 seq_num 1162) dirty exists 2024-09-13T03:04:44.940 INFO:tasks.rados.rados.0.smithi052.stdout:3764: left oid 27 (ObjNum 1162 snap 376 seq_num 1162) 2024-09-13T03:04:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:44 smithi078 ceph-mon[85589]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T03:04:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:44 smithi078 ceph-mon[85589]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T03:04:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:44 smithi052 ceph-mon[91421]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T03:04:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:44 smithi052 ceph-mon[91421]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T03:04:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:44 smithi052 ceph-mon[89065]: osdmap e815: 8 total, 8 up, 8 in 2024-09-13T03:04:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:44 smithi052 ceph-mon[89065]: osdmap e816: 8 total, 8 up, 8 in 2024-09-13T03:04:45.932 INFO:tasks.rados.rados.0.smithi052.stdout:3764: done (1 left) 2024-09-13T03:04:45.932 INFO:tasks.rados.rados.0.smithi052.stdout:3766: done (0 left) 2024-09-13T03:04:45.933 INFO:tasks.rados.rados.0.smithi052.stdout:3767: snap_create 2024-09-13T03:04:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:45 smithi078 ceph-mon[85589]: pgmap v841: 121 pgs: 121 active+clean; 622 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 44 KiB/s wr, 2 op/s 2024-09-13T03:04:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:45 smithi052 ceph-mon[91421]: pgmap v841: 121 pgs: 121 active+clean; 622 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 44 KiB/s wr, 2 op/s 2024-09-13T03:04:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:45 smithi052 ceph-mon[89065]: pgmap v841: 121 pgs: 121 active+clean; 622 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 44 KiB/s wr, 2 op/s 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:3767: done (0 left) 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:3768: rollback oid 11 current snap is 378 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 11 to 371 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:3769: rollback oid 32 current snap is 378 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 376 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:3770: delete oid 15 current snap is 378 2024-09-13T03:04:46.938 INFO:tasks.rados.rados.0.smithi052.stdout:3769: finishing rollback tid 1 to smithi05277117-32 2024-09-13T03:04:46.939 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 1330536541) dirty dne 2024-09-13T03:04:46.941 INFO:tasks.rados.rados.0.smithi052.stdout:3769: done (2 left) 2024-09-13T03:04:46.941 INFO:tasks.rados.rados.0.smithi052.stdout:3770: done (1 left) 2024-09-13T03:04:46.941 INFO:tasks.rados.rados.0.smithi052.stdout:3771: rollback oid 21 current snap is 378 2024-09-13T03:04:46.941 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 21 to 284 2024-09-13T03:04:46.941 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 17 current snap is 378 2024-09-13T03:04:46.941 INFO:tasks.rados.rados.0.smithi052.stdout:3772: seq_num 1165 ranges {0=319488} 2024-09-13T03:04:46.944 INFO:tasks.rados.rados.0.smithi052.stdout:3772: writing smithi05277117-17 from 0 to 319488 tid 1 2024-09-13T03:04:46.944 INFO:tasks.rados.rados.0.smithi052.stdout:3773: snap_create 2024-09-13T03:04:46.945 INFO:tasks.rados.rados.0.smithi052.stdout:3768: finishing rollback tid 1 to smithi05277117-11 2024-09-13T03:04:46.945 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 1943 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-13T03:04:46.947 INFO:tasks.rados.rados.0.smithi052.stdout:3771: finishing rollback tid 0 to smithi05277117-21 2024-09-13T03:04:46.947 INFO:tasks.rados.rados.0.smithi052.stdout:3771: finishing rollback tid 1 to smithi05277117-21 2024-09-13T03:04:46.948 INFO:tasks.rados.rados.0.smithi052.stdout:3771: finishing rollback tid 2 to smithi05277117-21 2024-09-13T03:04:46.948 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 21 v 2814 (ObjNum 839 snap 284 seq_num 839) dirty exists 2024-09-13T03:04:46.949 INFO:tasks.rados.rados.0.smithi052.stdout:3772: finishing write tid 1 to smithi05277117-17 2024-09-13T03:04:46.950 INFO:tasks.rados.rados.0.smithi052.stdout:3772: finishing write tid 2 to smithi05277117-17 2024-09-13T03:04:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:3772: finishing write tid 3 to smithi05277117-17 2024-09-13T03:04:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 3371 (ObjNum 1165 snap 378 seq_num 1165) dirty exists 2024-09-13T03:04:46.952 INFO:tasks.rados.rados.0.smithi052.stdout:3772: left oid 17 (ObjNum 1165 snap 378 seq_num 1165) 2024-09-13T03:04:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:46 smithi078 ceph-mon[85589]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T03:04:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:46 smithi052 ceph-mon[91421]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T03:04:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:46 smithi052 ceph-mon[89065]: osdmap e817: 8 total, 8 up, 8 in 2024-09-13T03:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:04:47.939 INFO:tasks.rados.rados.0.smithi052.stdout:3768: done (3 left) 2024-09-13T03:04:47.939 INFO:tasks.rados.rados.0.smithi052.stdout:3771: done (2 left) 2024-09-13T03:04:47.939 INFO:tasks.rados.rados.0.smithi052.stdout:3772: done (1 left) 2024-09-13T03:04:47.940 INFO:tasks.rados.rados.0.smithi052.stdout:3773: done (0 left) 2024-09-13T03:04:47.940 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 379 2024-09-13T03:04:47.940 INFO:tasks.rados.rados.0.smithi052.stdout:3774: seq_num 1166 ranges {32768=335872} 2024-09-13T03:04:47.941 INFO:tasks.rados.rados.0.smithi052.stdout:3774: writing smithi05277117-13 from 32768 to 368640 tid 1 2024-09-13T03:04:47.941 INFO:tasks.rados.rados.0.smithi052.stdout:3775: rollback oid 30 current snap is 379 2024-09-13T03:04:47.941 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 352 2024-09-13T03:04:47.941 INFO:tasks.rados.rados.0.smithi052.stdout:3776: snap_create 2024-09-13T03:04:47.950 INFO:tasks.rados.rados.0.smithi052.stdout:3775: finishing rollback tid 0 to smithi05277117-30 2024-09-13T03:04:47.950 INFO:tasks.rados.rados.0.smithi052.stdout:3774: finishing write tid 1 to smithi05277117-13 2024-09-13T03:04:47.950 INFO:tasks.rados.rados.0.smithi052.stdout:3775: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:04:47.950 INFO:tasks.rados.rados.0.smithi052.stdout:3774: finishing write tid 2 to smithi05277117-13 2024-09-13T03:04:47.950 INFO:tasks.rados.rados.0.smithi052.stdout:3775: finishing rollback tid 2 to smithi05277117-30 2024-09-13T03:04:47.951 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 3121 (ObjNum 975 snap 323 seq_num 975) dirty exists 2024-09-13T03:04:47.952 INFO:tasks.rados.rados.0.smithi052.stdout:3774: finishing write tid 3 to smithi05277117-13 2024-09-13T03:04:47.952 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 3374 (ObjNum 1166 snap 379 seq_num 1166) dirty exists 2024-09-13T03:04:47.952 INFO:tasks.rados.rados.0.smithi052.stdout:3774: left oid 13 (ObjNum 1166 snap 379 seq_num 1166) 2024-09-13T03:04:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:47 smithi078 ceph-mon[85589]: pgmap v844: 121 pgs: 121 active+clean; 631 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 604 KiB/s wr, 12 op/s 2024-09-13T03:04:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:47 smithi078 ceph-mon[85589]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T03:04:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:47 smithi052 ceph-mon[91421]: pgmap v844: 121 pgs: 121 active+clean; 631 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 604 KiB/s wr, 12 op/s 2024-09-13T03:04:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:47 smithi052 ceph-mon[91421]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T03:04:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:47 smithi052 ceph-mon[89065]: pgmap v844: 121 pgs: 121 active+clean; 631 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 604 KiB/s wr, 12 op/s 2024-09-13T03:04:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:47 smithi052 ceph-mon[89065]: osdmap e818: 8 total, 8 up, 8 in 2024-09-13T03:04:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:04:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:04:48] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-09-13T03:04:48.952 INFO:tasks.rados.rados.0.smithi052.stdout:3774: done (2 left) 2024-09-13T03:04:48.952 INFO:tasks.rados.rados.0.smithi052.stdout:3775: done (1 left) 2024-09-13T03:04:48.953 INFO:tasks.rados.rados.0.smithi052.stdout:3776: done (0 left) 2024-09-13T03:04:48.953 INFO:tasks.rados.rados.0.smithi052.stdout:3777: read oid 41 snap -1 2024-09-13T03:04:48.953 INFO:tasks.rados.rados.0.smithi052.stdout:3777: expect (ObjNum 1124 snap 367 seq_num 1124) 2024-09-13T03:04:48.953 INFO:tasks.rados.rados.0.smithi052.stdout:3778: delete oid 28 current snap is 380 2024-09-13T03:04:48.959 INFO:tasks.rados.rados.0.smithi052.stdout:3778: done (1 left) 2024-09-13T03:04:48.959 INFO:tasks.rados.rados.0.smithi052.stdout:3779: snap_create 2024-09-13T03:04:48.963 INFO:tasks.rados.rados.0.smithi052.stdout:3777: expect (ObjNum 1124 snap 367 seq_num 1124) 2024-09-13T03:04:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:48 smithi052 ceph-mon[89065]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T03:04:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:48 smithi052 ceph-mon[91421]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T03:04:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:48 smithi078 ceph-mon[85589]: osdmap e819: 8 total, 8 up, 8 in 2024-09-13T03:04:49.902 INFO:tasks.rados.rados.0.smithi052.stdout:3777: done (1 left) 2024-09-13T03:04:49.902 INFO:tasks.rados.rados.0.smithi052.stdout:3779: done (0 left) 2024-09-13T03:04:49.902 INFO:tasks.rados.rados.0.smithi052.stdout:3780: snap_remove snap 363 2024-09-13T03:04:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:49 smithi052 ceph-mon[91421]: pgmap v847: 121 pgs: 121 active+clean; 632 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 754 KiB/s wr, 14 op/s 2024-09-13T03:04:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:49 smithi052 ceph-mon[91421]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T03:04:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:49 smithi052 ceph-mon[91421]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T03:04:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:49 smithi052 ceph-mon[89065]: pgmap v847: 121 pgs: 121 active+clean; 632 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 754 KiB/s wr, 14 op/s 2024-09-13T03:04:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:49 smithi052 ceph-mon[89065]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T03:04:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:49 smithi052 ceph-mon[89065]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T03:04:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:49 smithi078 ceph-mon[85589]: pgmap v847: 121 pgs: 121 active+clean; 632 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 754 KiB/s wr, 14 op/s 2024-09-13T03:04:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:49 smithi078 ceph-mon[85589]: osdmap e820: 8 total, 8 up, 8 in 2024-09-13T03:04:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:49 smithi078 ceph-mon[85589]: osdmap e821: 8 total, 8 up, 8 in 2024-09-13T03:04:50.910 INFO:tasks.rados.rados.0.smithi052.stdout:3780: done (0 left) 2024-09-13T03:04:50.911 INFO:tasks.rados.rados.0.smithi052.stdout:3781: snap_create 2024-09-13T03:04:51.915 INFO:tasks.rados.rados.0.smithi052.stdout:3781: done (0 left) 2024-09-13T03:04:51.915 INFO:tasks.rados.rados.0.smithi052.stdout:3782: copy_from oid 13 from oid 23 current snap is 382 2024-09-13T03:04:51.915 INFO:tasks.rados.rados.0.smithi052.stdout:3783: delete oid 7 current snap is 382 2024-09-13T03:04:51.918 INFO:tasks.rados.rados.0.smithi052.stdout:3783: done (1 left) 2024-09-13T03:04:51.918 INFO:tasks.rados.rados.0.smithi052.stdout:3784: snap_create 2024-09-13T03:04:51.920 INFO:tasks.rados.rados.0.smithi052.stdout:3782: finishing copy_from to smithi05277117-13 2024-09-13T03:04:51.920 INFO:tasks.rados.rados.0.smithi052.stdout:3782: got expected ENOENT (src dne) 2024-09-13T03:04:51.921 INFO:tasks.rados.rados.0.smithi052.stdout:3782: finishing copy_from racing read to smithi05277117-13 2024-09-13T03:04:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:51 smithi078 ceph-mon[85589]: pgmap v850: 121 pgs: 121 active+clean; 633 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-09-13T03:04:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:51 smithi078 ceph-mon[85589]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T03:04:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:51 smithi052 ceph-mon[91421]: pgmap v850: 121 pgs: 121 active+clean; 633 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-09-13T03:04:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:51 smithi052 ceph-mon[91421]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T03:04:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:51 smithi052 ceph-mon[89065]: pgmap v850: 121 pgs: 121 active+clean; 633 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 346 KiB/s wr, 12 op/s 2024-09-13T03:04:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:51 smithi052 ceph-mon[89065]: osdmap e822: 8 total, 8 up, 8 in 2024-09-13T03:04:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:04:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:04:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:04:52.920 INFO:tasks.rados.rados.0.smithi052.stdout:3782: done (1 left) 2024-09-13T03:04:52.921 INFO:tasks.rados.rados.0.smithi052.stdout:3784: done (0 left) 2024-09-13T03:04:52.921 INFO:tasks.rados.rados.0.smithi052.stdout:3785: snap_create 2024-09-13T03:04:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:52 smithi078 ceph-mon[85589]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T03:04:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:52 smithi052 ceph-mon[91421]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T03:04:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:52 smithi052 ceph-mon[89065]: osdmap e823: 8 total, 8 up, 8 in 2024-09-13T03:04:53.926 INFO:tasks.rados.rados.0.smithi052.stdout:3785: done (0 left) 2024-09-13T03:04:53.926 INFO:tasks.rados.rados.0.smithi052.stdout:3786: snap_create 2024-09-13T03:04:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:53 smithi078 ceph-mon[85589]: pgmap v853: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 168 KiB/s wr, 9 op/s 2024-09-13T03:04:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:53 smithi078 ceph-mon[85589]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T03:04:54.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:53 smithi052 ceph-mon[91421]: pgmap v853: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 168 KiB/s wr, 9 op/s 2024-09-13T03:04:54.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:53 smithi052 ceph-mon[91421]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T03:04:54.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:53 smithi052 ceph-mon[89065]: pgmap v853: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 168 KiB/s wr, 9 op/s 2024-09-13T03:04:54.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:53 smithi052 ceph-mon[89065]: osdmap e824: 8 total, 8 up, 8 in 2024-09-13T03:04:54.931 INFO:tasks.rados.rados.0.smithi052.stdout:3786: done (0 left) 2024-09-13T03:04:54.932 INFO:tasks.rados.rados.0.smithi052.stdout:3787: snap_create 2024-09-13T03:04:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:54 smithi078 ceph-mon[85589]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T03:04:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:54 smithi052 ceph-mon[91421]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T03:04:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:54 smithi052 ceph-mon[89065]: osdmap e825: 8 total, 8 up, 8 in 2024-09-13T03:04:55.934 INFO:tasks.rados.rados.0.smithi052.stdout:3787: done (0 left) 2024-09-13T03:04:55.934 INFO:tasks.rados.rados.0.smithi052.stdout:3788: read oid 3 snap 366 2024-09-13T03:04:55.934 INFO:tasks.rados.rados.0.smithi052.stdout:3788: expect (ObjNum 1008 snap 336 seq_num 1008) 2024-09-13T03:04:55.934 INFO:tasks.rados.rados.0.smithi052.stdout:3789: delete oid 46 current snap is 386 2024-09-13T03:04:55.937 INFO:tasks.rados.rados.0.smithi052.stdout:3788: expect (ObjNum 1008 snap 336 seq_num 1008) 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3788: done (1 left) 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3789: done (0 left) 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3790: rmattr oid 8 current snap is 386 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3791: rmattr oid 37 current snap is 386 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3792: read oid 38 snap 378 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3792: expect (ObjNum 1137 snap 369 seq_num 1137) 2024-09-13T03:04:55.945 INFO:tasks.rados.rados.0.smithi052.stdout:3793: read oid 24 snap 337 2024-09-13T03:04:55.946 INFO:tasks.rados.rados.0.smithi052.stdout:3793: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:04:55.946 INFO:tasks.rados.rados.0.smithi052.stdout:3794: copy_from oid 26 from oid 3 current snap is 386 2024-09-13T03:04:55.946 INFO:tasks.rados.rados.0.smithi052.stdout:3795: delete oid 34 current snap is 386 2024-09-13T03:04:55.947 INFO:tasks.rados.rados.0.smithi052.stdout:3794: finishing copy_from to smithi05277117-26 2024-09-13T03:04:55.947 INFO:tasks.rados.rados.0.smithi052.stdout:3794: got expected ENOENT (src dne) 2024-09-13T03:04:55.947 INFO:tasks.rados.rados.0.smithi052.stdout:3794: finishing copy_from racing read to smithi05277117-26 2024-09-13T03:04:55.953 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2591 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-09-13T03:04:55.953 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3386 (ObjNum 1153 snap 373 seq_num 1153) dirty exists 2024-09-13T03:04:55.958 INFO:tasks.rados.rados.0.smithi052.stdout:3790: done (5 left) 2024-09-13T03:04:55.958 INFO:tasks.rados.rados.0.smithi052.stdout:3791: done (4 left) 2024-09-13T03:04:55.958 INFO:tasks.rados.rados.0.smithi052.stdout:3794: done (3 left) 2024-09-13T03:04:55.958 INFO:tasks.rados.rados.0.smithi052.stdout:3795: done (2 left) 2024-09-13T03:04:55.958 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 13 current snap is 386 2024-09-13T03:04:55.959 INFO:tasks.rados.rados.0.smithi052.stdout:3796: seq_num 1171 ranges {368640=417792} 2024-09-13T03:04:55.963 INFO:tasks.rados.rados.0.smithi052.stdout:3796: writing smithi05277117-13 from 368640 to 786432 tid 1 2024-09-13T03:04:55.963 INFO:tasks.rados.rados.0.smithi052.stdout:3797: snap_create 2024-09-13T03:04:55.963 INFO:tasks.rados.rados.0.smithi052.stdout:3793: expect (ObjNum 497 snap 164 seq_num 497) 2024-09-13T03:04:55.996 INFO:tasks.rados.rados.0.smithi052.stdout:3792: expect (ObjNum 1137 snap 369 seq_num 1137) 2024-09-13T03:04:56.133 INFO:tasks.rados.rados.0.smithi052.stdout:3796: finishing write tid 1 to smithi05277117-13 2024-09-13T03:04:56.133 INFO:tasks.rados.rados.0.smithi052.stdout:3796: finishing write tid 2 to smithi05277117-13 2024-09-13T03:04:56.133 INFO:tasks.rados.rados.0.smithi052.stdout:3796: finishing write tid 3 to smithi05277117-13 2024-09-13T03:04:56.133 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 13 v 3389 (ObjNum 1171 snap 386 seq_num 1171) dirty exists 2024-09-13T03:04:56.133 INFO:tasks.rados.rados.0.smithi052.stdout:3796: left oid 13 (ObjNum 1171 snap 386 seq_num 1171) 2024-09-13T03:04:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:55 smithi078 ceph-mon[85589]: pgmap v856: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:04:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:55 smithi078 ceph-mon[85589]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T03:04:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:55 smithi052 ceph-mon[91421]: pgmap v856: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:04:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:55 smithi052 ceph-mon[91421]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T03:04:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:55 smithi052 ceph-mon[89065]: pgmap v856: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:04:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:55 smithi052 ceph-mon[89065]: osdmap e826: 8 total, 8 up, 8 in 2024-09-13T03:04:56.952 INFO:tasks.rados.rados.0.smithi052.stdout:3792: done (3 left) 2024-09-13T03:04:56.952 INFO:tasks.rados.rados.0.smithi052.stdout:3793: done (2 left) 2024-09-13T03:04:56.952 INFO:tasks.rados.rados.0.smithi052.stdout:3796: done (1 left) 2024-09-13T03:04:56.952 INFO:tasks.rados.rados.0.smithi052.stdout:3797: done (0 left) 2024-09-13T03:04:56.952 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 387 2024-09-13T03:04:56.953 INFO:tasks.rados.rados.0.smithi052.stdout:3798: seq_num 1172 ranges {0=434176} 2024-09-13T03:04:56.954 INFO:tasks.rados.rados.0.smithi052.stdout:3798: writing smithi05277117-23 from 0 to 434176 tid 1 2024-09-13T03:04:56.954 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 3 current snap is 387 2024-09-13T03:04:56.954 INFO:tasks.rados.rados.0.smithi052.stdout:3799: seq_num 1173 ranges {0=450560} 2024-09-13T03:04:56.957 INFO:tasks.rados.rados.0.smithi052.stdout:3799: writing smithi05277117-3 from 0 to 450560 tid 1 2024-09-13T03:04:56.957 INFO:tasks.rados.rados.0.smithi052.stdout:3800: read oid 34 snap -1 2024-09-13T03:04:56.957 INFO:tasks.rados.rados.0.smithi052.stdout:3800: expect deleted 2024-09-13T03:04:56.958 INFO:tasks.rados.rados.0.smithi052.stdout:3801: rollback oid 19 current snap is 387 2024-09-13T03:04:56.958 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 362 2024-09-13T03:04:56.958 INFO:tasks.rados.rados.0.smithi052.stdout:3802: delete oid 30 current snap is 387 2024-09-13T03:04:56.963 INFO:tasks.rados.rados.0.smithi052.stdout:3798: finishing write tid 1 to smithi05277117-23 2024-09-13T03:04:56.963 INFO:tasks.rados.rados.0.smithi052.stdout:3798: finishing write tid 2 to smithi05277117-23 2024-09-13T03:04:56.964 INFO:tasks.rados.rados.0.smithi052.stdout:3801: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:04:56.965 INFO:tasks.rados.rados.0.smithi052.stdout:3801: finishing rollback tid 2 to smithi05277117-19 2024-09-13T03:04:56.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 2315 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:04:56.965 INFO:tasks.rados.rados.0.smithi052.stdout:3798: finishing write tid 3 to smithi05277117-23 2024-09-13T03:04:56.965 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 2816 (ObjNum 1172 snap 387 seq_num 1172) dirty exists 2024-09-13T03:04:56.965 INFO:tasks.rados.rados.0.smithi052.stdout:3798: left oid 23 (ObjNum 1172 snap 387 seq_num 1172) 2024-09-13T03:04:56.967 INFO:tasks.rados.rados.0.smithi052.stdout:3799: finishing write tid 1 to smithi05277117-3 2024-09-13T03:04:56.967 INFO:tasks.rados.rados.0.smithi052.stdout:3799: finishing write tid 2 to smithi05277117-3 2024-09-13T03:04:56.968 INFO:tasks.rados.rados.0.smithi052.stdout:3799: finishing write tid 3 to smithi05277117-3 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 3131 (ObjNum 1173 snap 387 seq_num 1173) dirty exists 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3799: left oid 3 (ObjNum 1173 snap 387 seq_num 1173) 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3798: done (4 left) 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3799: done (3 left) 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3800: done (2 left) 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3801: done (1 left) 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3802: done (0 left) 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3803: rollback oid 45 current snap is 387 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 45 to 382 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 46 current snap is 387 2024-09-13T03:04:56.969 INFO:tasks.rados.rados.0.smithi052.stdout:3804: seq_num 1175 ranges {0=483328} 2024-09-13T03:04:56.972 INFO:tasks.rados.rados.0.smithi052.stdout:3804: writing smithi05277117-46 from 0 to 483328 tid 1 2024-09-13T03:04:56.972 INFO:tasks.rados.rados.0.smithi052.stdout:3805: rollback oid 12 current snap is 387 2024-09-13T03:04:56.972 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 12 to 381 2024-09-13T03:04:56.972 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 22 current snap is 387 2024-09-13T03:04:56.972 INFO:tasks.rados.rados.0.smithi052.stdout:3806: seq_num 1176 ranges {1376256=499712} 2024-09-13T03:04:56.983 INFO:tasks.rados.rados.0.smithi052.stdout:3806: writing smithi05277117-22 from 1376256 to 1875968 tid 1 2024-09-13T03:04:56.983 INFO:tasks.rados.rados.0.smithi052.stdout:3807: snap_create 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3804: finishing write tid 1 to smithi05277117-46 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3803: finishing rollback tid 0 to smithi05277117-45 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3804: finishing write tid 2 to smithi05277117-46 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3803: finishing rollback tid 1 to smithi05277117-45 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3803: finishing rollback tid 2 to smithi05277117-45 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 3137 (ObjNum 1070 snap 350 seq_num 1070) dirty exists 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3805: finishing rollback tid 0 to smithi05277117-12 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3805: finishing rollback tid 1 to smithi05277117-12 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3805: finishing rollback tid 2 to smithi05277117-12 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 12 v 3025 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3804: finishing write tid 3 to smithi05277117-46 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 46 v 3048 (ObjNum 1175 snap 387 seq_num 1175) dirty exists 2024-09-13T03:04:56.984 INFO:tasks.rados.rados.0.smithi052.stdout:3804: left oid 46 (ObjNum 1175 snap 387 seq_num 1175) 2024-09-13T03:04:56.987 INFO:tasks.rados.rados.0.smithi052.stdout:3806: finishing write tid 1 to smithi05277117-22 2024-09-13T03:04:56.987 INFO:tasks.rados.rados.0.smithi052.stdout:3806: finishing write tid 2 to smithi05277117-22 2024-09-13T03:04:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:3806: finishing write tid 3 to smithi05277117-22 2024-09-13T03:04:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2317 (ObjNum 1176 snap 387 seq_num 1176) dirty exists 2024-09-13T03:04:56.990 INFO:tasks.rados.rados.0.smithi052.stdout:3806: left oid 22 (ObjNum 1176 snap 387 seq_num 1176) 2024-09-13T03:04:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:56 smithi078 ceph-mon[85589]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T03:04:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:56 smithi052 ceph-mon[91421]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T03:04:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:56 smithi052 ceph-mon[89065]: osdmap e827: 8 total, 8 up, 8 in 2024-09-13T03:04:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3803: done (4 left) 2024-09-13T03:04:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3804: done (3 left) 2024-09-13T03:04:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3805: done (2 left) 2024-09-13T03:04:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3806: done (1 left) 2024-09-13T03:04:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3807: done (0 left) 2024-09-13T03:04:57.957 INFO:tasks.rados.rados.0.smithi052.stdout:3808: delete oid 49 current snap is 388 2024-09-13T03:04:57.963 INFO:tasks.rados.rados.0.smithi052.stdout:3808: done (0 left) 2024-09-13T03:04:57.963 INFO:tasks.rados.rados.0.smithi052.stdout:3809: snap_remove snap 376 2024-09-13T03:04:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:57 smithi052 ceph-mon[91421]: pgmap v859: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-09-13T03:04:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:57 smithi052 ceph-mon[91421]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T03:04:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:57 smithi052 ceph-mon[89065]: pgmap v859: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-09-13T03:04:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:57 smithi052 ceph-mon[89065]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T03:04:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:57 smithi078 ceph-mon[85589]: pgmap v859: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-09-13T03:04:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:57 smithi078 ceph-mon[85589]: osdmap e828: 8 total, 8 up, 8 in 2024-09-13T03:04:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:04:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:04:58] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-09-13T03:04:58.963 INFO:tasks.rados.rados.0.smithi052.stdout:3809: done (0 left) 2024-09-13T03:04:58.964 INFO:tasks.rados.rados.0.smithi052.stdout:3810: rollback oid 20 current snap is 388 2024-09-13T03:04:58.964 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 20 to 382 2024-09-13T03:04:58.964 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 388 2024-09-13T03:04:58.964 INFO:tasks.rados.rados.0.smithi052.stdout:3811: seq_num 1178 ranges {0=532480} 2024-09-13T03:04:58.967 INFO:tasks.rados.rados.0.smithi052.stdout:3811: writing smithi05277117-10 from 0 to 532480 tid 1 2024-09-13T03:04:58.968 INFO:tasks.rados.rados.0.smithi052.stdout:3812: copy_from oid 24 from oid 49 current snap is 388 2024-09-13T03:04:58.968 INFO:tasks.rados.rados.0.smithi052.stdout:3813: rollback oid 36 current snap is 388 2024-09-13T03:04:58.968 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 370 2024-09-13T03:04:58.968 INFO:tasks.rados.rados.0.smithi052.stdout:3814: snap_remove snap 353 2024-09-13T03:04:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:58 smithi052 ceph-mon[91421]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T03:04:59.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:58 smithi052 ceph-mon[89065]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T03:04:59.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:58 smithi078 ceph-mon[85589]: osdmap e829: 8 total, 8 up, 8 in 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3814: done (4 left) 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3815: delete oid 43 current snap is 388 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3812: finishing copy_from to smithi05277117-24 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3812: got expected ENOENT (src dne) 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3812: finishing copy_from racing read to smithi05277117-24 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3810: finishing rollback tid 0 to smithi05277117-20 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3810: finishing rollback tid 1 to smithi05277117-20 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3810: finishing rollback tid 2 to smithi05277117-20 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 3393 (ObjNum 1127 snap 367 seq_num 1127) dirty exists 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3811: finishing write tid 1 to smithi05277117-10 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3811: finishing write tid 2 to smithi05277117-10 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3813: finishing rollback tid 0 to smithi05277117-36 2024-09-13T03:04:59.908 INFO:tasks.rados.rados.0.smithi052.stdout:3813: finishing rollback tid 1 to smithi05277117-36 2024-09-13T03:04:59.909 INFO:tasks.rados.rados.0.smithi052.stdout:3813: finishing rollback tid 2 to smithi05277117-36 2024-09-13T03:04:59.909 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 3086 (ObjNum 1115 snap 361 seq_num 1115) dirty exists 2024-09-13T03:04:59.909 INFO:tasks.rados.rados.0.smithi052.stdout:3811: finishing write tid 3 to smithi05277117-10 2024-09-13T03:04:59.909 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 3140 (ObjNum 1178 snap 388 seq_num 1178) dirty exists 2024-09-13T03:04:59.909 INFO:tasks.rados.rados.0.smithi052.stdout:3811: left oid 10 (ObjNum 1178 snap 388 seq_num 1178) 2024-09-13T03:04:59.918 INFO:tasks.rados.rados.0.smithi052.stdout:3810: done (4 left) 2024-09-13T03:04:59.918 INFO:tasks.rados.rados.0.smithi052.stdout:3811: done (3 left) 2024-09-13T03:04:59.918 INFO:tasks.rados.rados.0.smithi052.stdout:3812: done (2 left) 2024-09-13T03:04:59.918 INFO:tasks.rados.rados.0.smithi052.stdout:3813: done (1 left) 2024-09-13T03:04:59.918 INFO:tasks.rados.rados.0.smithi052.stdout:3815: done (0 left) 2024-09-13T03:04:59.919 INFO:tasks.rados.rados.0.smithi052.stdout:3816: read oid 27 snap -1 2024-09-13T03:04:59.919 INFO:tasks.rados.rados.0.smithi052.stdout:3816: expect (ObjNum 1162 snap 376 seq_num 1162) 2024-09-13T03:04:59.919 INFO:tasks.rados.rados.0.smithi052.stdout:3817: copy_from oid 22 from oid 21 current snap is 388 2024-09-13T03:04:59.919 INFO:tasks.rados.rados.0.smithi052.stdout:3818: read oid 7 snap -1 2024-09-13T03:04:59.919 INFO:tasks.rados.rados.0.smithi052.stdout:3818: expect deleted 2024-09-13T03:04:59.919 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 388 2024-09-13T03:04:59.920 INFO:tasks.rados.rados.0.smithi052.stdout:3819: seq_num 1180 ranges {0=565248} 2024-09-13T03:04:59.923 INFO:tasks.rados.rados.0.smithi052.stdout:3819: writing smithi05277117-40 from 0 to 565248 tid 1 2024-09-13T03:04:59.923 INFO:tasks.rados.rados.0.smithi052.stdout:3820: snap_create 2024-09-13T03:04:59.933 INFO:tasks.rados.rados.0.smithi052.stdout:3819: finishing write tid 1 to smithi05277117-40 2024-09-13T03:04:59.933 INFO:tasks.rados.rados.0.smithi052.stdout:3819: finishing write tid 2 to smithi05277117-40 2024-09-13T03:04:59.937 INFO:tasks.rados.rados.0.smithi052.stdout:3817: finishing copy_from racing read to smithi05277117-22 2024-09-13T03:04:59.939 INFO:tasks.rados.rados.0.smithi052.stdout:3819: finishing write tid 3 to smithi05277117-40 2024-09-13T03:04:59.939 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 2593 (ObjNum 1180 snap 388 seq_num 1180) dirty exists 2024-09-13T03:04:59.940 INFO:tasks.rados.rados.0.smithi052.stdout:3819: left oid 40 (ObjNum 1180 snap 388 seq_num 1180) 2024-09-13T03:04:59.942 INFO:tasks.rados.rados.0.smithi052.stdout:3817: finishing copy_from to smithi05277117-22 2024-09-13T03:04:59.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 2814 (ObjNum 839 snap 284 seq_num 839) dirty exists 2024-09-13T03:04:59.952 INFO:tasks.rados.rados.0.smithi052.stdout:3816: expect (ObjNum 1162 snap 376 seq_num 1162) 2024-09-13T03:05:00.278 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T03:04:59.934+0000 7f3d777dd640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ad after trimming was started 2024-09-13T03:05:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-mon[91421]: pgmap v862: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 939 KiB/s rd, 110 KiB/s wr, 3 op/s 2024-09-13T03:05:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-mon[91421]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T03:05:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-mon[91421]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T03:05:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-mon[89065]: pgmap v862: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 939 KiB/s rd, 110 KiB/s wr, 3 op/s 2024-09-13T03:05:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-mon[89065]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T03:05:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:04:59 smithi052 ceph-mon[89065]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T03:05:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:59 smithi078 ceph-mon[85589]: pgmap v862: 121 pgs: 121 active+clean; 635 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 939 KiB/s rd, 110 KiB/s wr, 3 op/s 2024-09-13T03:05:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:59 smithi078 ceph-mon[85589]: osdmap e830: 8 total, 8 up, 8 in 2024-09-13T03:05:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:04:59 smithi078 ceph-mon[85589]: osdmap e831: 8 total, 8 up, 8 in 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:3816: done (4 left) 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:3817: done (3 left) 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:3818: done (2 left) 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:3819: done (1 left) 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:3820: done (0 left) 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 389 2024-09-13T03:05:00.906 INFO:tasks.rados.rados.0.smithi052.stdout:3821: seq_num 1181 ranges {0=581632} 2024-09-13T03:05:00.909 INFO:tasks.rados.rados.0.smithi052.stdout:3821: writing smithi05277117-43 from 0 to 581632 tid 1 2024-09-13T03:05:00.909 INFO:tasks.rados.rados.0.smithi052.stdout:3822: setattr oid 29 current snap is 389 2024-09-13T03:05:00.910 INFO:tasks.rados.rados.0.smithi052.stdout:3823: snap_create 2024-09-13T03:05:00.915 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 3033 (ObjNum 1154 snap 373 seq_num 1154) dirty exists 2024-09-13T03:05:00.916 INFO:tasks.rados.rados.0.smithi052.stdout:3821: finishing write tid 1 to smithi05277117-43 2024-09-13T03:05:00.916 INFO:tasks.rados.rados.0.smithi052.stdout:3821: finishing write tid 2 to smithi05277117-43 2024-09-13T03:05:00.918 INFO:tasks.rados.rados.0.smithi052.stdout:3821: finishing write tid 3 to smithi05277117-43 2024-09-13T03:05:00.918 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 3026 (ObjNum 1181 snap 389 seq_num 1181) dirty exists 2024-09-13T03:05:00.918 INFO:tasks.rados.rados.0.smithi052.stdout:3821: left oid 43 (ObjNum 1181 snap 389 seq_num 1181) 2024-09-13T03:05:01.908 INFO:tasks.rados.rados.0.smithi052.stdout:3821: done (2 left) 2024-09-13T03:05:01.908 INFO:tasks.rados.rados.0.smithi052.stdout:3822: done (1 left) 2024-09-13T03:05:01.908 INFO:tasks.rados.rados.0.smithi052.stdout:3823: done (0 left) 2024-09-13T03:05:01.909 INFO:tasks.rados.rados.0.smithi052.stdout:3824: snap_create 2024-09-13T03:05:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:01 smithi078 ceph-mon[85589]: pgmap v865: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 637 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 590 KiB/s wr, 14 op/s 2024-09-13T03:05:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:01 smithi078 ceph-mon[85589]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T03:05:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:01 smithi052 ceph-mon[91421]: pgmap v865: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 637 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 590 KiB/s wr, 14 op/s 2024-09-13T03:05:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:01 smithi052 ceph-mon[91421]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T03:05:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:01 smithi052 ceph-mon[89065]: pgmap v865: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 637 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 590 KiB/s wr, 14 op/s 2024-09-13T03:05:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:01 smithi052 ceph-mon[89065]: osdmap e832: 8 total, 8 up, 8 in 2024-09-13T03:05:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:05:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:02.918 INFO:tasks.rados.rados.0.smithi052.stdout:3824: done (0 left) 2024-09-13T03:05:02.919 INFO:tasks.rados.rados.0.smithi052.stdout:3825: delete oid 2 current snap is 391 2024-09-13T03:05:02.923 INFO:tasks.rados.rados.0.smithi052.stdout:3825: done (0 left) 2024-09-13T03:05:02.923 INFO:tasks.rados.rados.0.smithi052.stdout:3826: snap_remove snap 352 2024-09-13T03:05:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:02 smithi078 ceph-mon[85589]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T03:05:03.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:02 smithi052 ceph-mon[89065]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T03:05:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:02 smithi052 ceph-mon[91421]: osdmap e833: 8 total, 8 up, 8 in 2024-09-13T03:05:03.920 INFO:tasks.rados.rados.0.smithi052.stdout:3826: done (0 left) 2024-09-13T03:05:03.920 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 391 2024-09-13T03:05:03.920 INFO:tasks.rados.rados.0.smithi052.stdout:3827: seq_num 1183 ranges {0=622592} 2024-09-13T03:05:03.923 INFO:tasks.rados.rados.0.smithi052.stdout:3827: writing smithi05277117-15 from 0 to 622592 tid 1 2024-09-13T03:05:03.924 INFO:tasks.rados.rados.0.smithi052.stdout:3828: read oid 39 snap -1 2024-09-13T03:05:03.924 INFO:tasks.rados.rados.0.smithi052.stdout:3828: expect (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:05:03.925 INFO:tasks.rados.rados.0.smithi052.stdout:3829: rollback oid 5 current snap is 391 2024-09-13T03:05:03.925 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 5 to 332 2024-09-13T03:05:03.925 INFO:tasks.rados.rados.0.smithi052.stdout:3830: read oid 4 snap -1 2024-09-13T03:05:03.926 INFO:tasks.rados.rados.0.smithi052.stdout:3830: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:05:03.926 INFO:tasks.rados.rados.0.smithi052.stdout:3831: rollback oid 37 current snap is 391 2024-09-13T03:05:03.926 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 355 2024-09-13T03:05:03.926 INFO:tasks.rados.rados.0.smithi052.stdout:3832: snap_create 2024-09-13T03:05:03.930 INFO:tasks.rados.rados.0.smithi052.stdout:3830: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:05:03.939 INFO:tasks.rados.rados.0.smithi052.stdout:3829: finishing rollback tid 0 to smithi05277117-5 2024-09-13T03:05:03.939 INFO:tasks.rados.rados.0.smithi052.stdout:3829: finishing rollback tid 1 to smithi05277117-5 2024-09-13T03:05:03.939 INFO:tasks.rados.rados.0.smithi052.stdout:3829: finishing rollback tid 2 to smithi05277117-5 2024-09-13T03:05:03.939 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2847 (ObjNum 989 snap 329 seq_num 989) dirty exists 2024-09-13T03:05:03.941 INFO:tasks.rados.rados.0.smithi052.stdout:3827: finishing write tid 1 to smithi05277117-15 2024-09-13T03:05:03.941 INFO:tasks.rados.rados.0.smithi052.stdout:3827: finishing write tid 2 to smithi05277117-15 2024-09-13T03:05:03.946 INFO:tasks.rados.rados.0.smithi052.stdout:3827: finishing write tid 3 to smithi05277117-15 2024-09-13T03:05:03.946 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2556 (ObjNum 1183 snap 391 seq_num 1183) dirty exists 2024-09-13T03:05:03.946 INFO:tasks.rados.rados.0.smithi052.stdout:3827: left oid 15 (ObjNum 1183 snap 391 seq_num 1183) 2024-09-13T03:05:03.958 INFO:tasks.rados.rados.0.smithi052.stdout:3831: finishing rollback tid 0 to smithi05277117-37 2024-09-13T03:05:03.958 INFO:tasks.rados.rados.0.smithi052.stdout:3831: finishing rollback tid 1 to smithi05277117-37 2024-09-13T03:05:03.959 INFO:tasks.rados.rados.0.smithi052.stdout:3831: finishing rollback tid 2 to smithi05277117-37 2024-09-13T03:05:03.959 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2596 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:05:03.971 INFO:tasks.rados.rados.0.smithi052.stdout:3828: expect (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:05:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:03 smithi078 ceph-mon[85589]: pgmap v868: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 638 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 716 KiB/s wr, 13 op/s 2024-09-13T03:05:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:03 smithi078 ceph-mon[85589]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T03:05:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:03 smithi052 ceph-mon[91421]: pgmap v868: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 638 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 716 KiB/s wr, 13 op/s 2024-09-13T03:05:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:03 smithi052 ceph-mon[91421]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T03:05:04.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 03:05:03 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T03:05:03.966+0000 7f3d707cf640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ac after trimming was started 2024-09-13T03:05:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:03 smithi052 ceph-mon[89065]: pgmap v868: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 638 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 716 KiB/s wr, 13 op/s 2024-09-13T03:05:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:03 smithi052 ceph-mon[89065]: osdmap e834: 8 total, 8 up, 8 in 2024-09-13T03:05:04.931 INFO:tasks.rados.rados.0.smithi052.stdout:3827: done (5 left) 2024-09-13T03:05:04.932 INFO:tasks.rados.rados.0.smithi052.stdout:3828: done (4 left) 2024-09-13T03:05:04.932 INFO:tasks.rados.rados.0.smithi052.stdout:3829: done (3 left) 2024-09-13T03:05:04.932 INFO:tasks.rados.rados.0.smithi052.stdout:3830: done (2 left) 2024-09-13T03:05:04.932 INFO:tasks.rados.rados.0.smithi052.stdout:3831: done (1 left) 2024-09-13T03:05:04.932 INFO:tasks.rados.rados.0.smithi052.stdout:3832: done (0 left) 2024-09-13T03:05:04.932 INFO:tasks.rados.rados.0.smithi052.stdout:3833: snap_create 2024-09-13T03:05:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:04 smithi078 ceph-mon[85589]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T03:05:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:04 smithi052 ceph-mon[91421]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T03:05:05.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:04 smithi052 ceph-mon[89065]: osdmap e835: 8 total, 8 up, 8 in 2024-09-13T03:05:05.937 INFO:tasks.rados.rados.0.smithi052.stdout:3833: done (0 left) 2024-09-13T03:05:06.257 INFO:tasks.rados.rados.0.smithi052.stdout:3834: copy_from oid 22 from oid 31 current snap is 393 2024-09-13T03:05:06.257 INFO:tasks.rados.rados.0.smithi052.stdout:3835: delete oid 16 current snap is 393 2024-09-13T03:05:06.258 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:05 smithi078 ceph-mon[85589]: pgmap v871: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 638 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 378 KiB/s wr, 4 op/s 2024-09-13T03:05:06.258 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:05 smithi078 ceph-mon[85589]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:3835: done (1 left) 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:3836: delete oid 24 current snap is 393 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:3836: done (1 left) 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:3837: snap_create 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:3834: finishing copy_from racing read to smithi05277117-22 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:3834: finishing copy_from to smithi05277117-22 2024-09-13T03:05:06.259 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 3043 (ObjNum 1136 snap 369 seq_num 1136) dirty exists 2024-09-13T03:05:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:05 smithi052 ceph-mon[91421]: pgmap v871: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 638 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 378 KiB/s wr, 4 op/s 2024-09-13T03:05:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:05 smithi052 ceph-mon[91421]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T03:05:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:05 smithi052 ceph-mon[89065]: pgmap v871: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 638 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 378 KiB/s wr, 4 op/s 2024-09-13T03:05:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:05 smithi052 ceph-mon[89065]: osdmap e836: 8 total, 8 up, 8 in 2024-09-13T03:05:06.943 INFO:tasks.rados.rados.0.smithi052.stdout:3834: done (1 left) 2024-09-13T03:05:06.943 INFO:tasks.rados.rados.0.smithi052.stdout:3837: done (0 left) 2024-09-13T03:05:06.944 INFO:tasks.rados.rados.0.smithi052.stdout:3838: snap_remove snap 332 2024-09-13T03:05:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:06 smithi078 ceph-mon[85589]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T03:05:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:06 smithi052 ceph-mon[91421]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T03:05:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:06 smithi052 ceph-mon[89065]: osdmap e837: 8 total, 8 up, 8 in 2024-09-13T03:05:07.952 INFO:tasks.rados.rados.0.smithi052.stdout:3838: done (0 left) 2024-09-13T03:05:07.952 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 7 current snap is 394 2024-09-13T03:05:07.952 INFO:tasks.rados.rados.0.smithi052.stdout:3839: seq_num 1186 ranges {0=671744} 2024-09-13T03:05:07.955 INFO:tasks.rados.rados.0.smithi052.stdout:3839: writing smithi05277117-7 from 0 to 671744 tid 1 2024-09-13T03:05:07.955 INFO:tasks.rados.rados.0.smithi052.stdout:3840: snap_remove snap 392 2024-09-13T03:05:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:07 smithi052 ceph-mon[91421]: pgmap v874: 121 pgs: 121 active+clean; 639 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 798 KiB/s wr, 11 op/s 2024-09-13T03:05:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:07 smithi052 ceph-mon[91421]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T03:05:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:07 smithi052 ceph-mon[89065]: pgmap v874: 121 pgs: 121 active+clean; 639 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 798 KiB/s wr, 11 op/s 2024-09-13T03:05:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:07 smithi052 ceph-mon[89065]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T03:05:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:07 smithi078 ceph-mon[85589]: pgmap v874: 121 pgs: 121 active+clean; 639 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 798 KiB/s wr, 11 op/s 2024-09-13T03:05:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:07 smithi078 ceph-mon[85589]: osdmap e838: 8 total, 8 up, 8 in 2024-09-13T03:05:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:05:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:05:08] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-09-13T03:05:08.964 INFO:tasks.rados.rados.0.smithi052.stdout:3840: done (1 left) 2024-09-13T03:05:08.964 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 41 current snap is 394 2024-09-13T03:05:08.964 INFO:tasks.rados.rados.0.smithi052.stdout:3839: finishing write tid 1 to smithi05277117-7 2024-09-13T03:05:08.964 INFO:tasks.rados.rados.0.smithi052.stdout:3841: seq_num 1187 ranges {3538944=688128} 2024-09-13T03:05:08.987 INFO:tasks.rados.rados.0.smithi052.stdout:3841: writing smithi05277117-41 from 3538944 to 4227072 tid 1 2024-09-13T03:05:08.987 INFO:tasks.rados.rados.0.smithi052.stdout:3842: read oid 43 snap 390 2024-09-13T03:05:08.987 INFO:tasks.rados.rados.0.smithi052.stdout:3842: expect (ObjNum 1181 snap 389 seq_num 1181) 2024-09-13T03:05:08.987 INFO:tasks.rados.rados.0.smithi052.stdout:3843: snap_create 2024-09-13T03:05:08.987 INFO:tasks.rados.rados.0.smithi052.stdout:3839: finishing write tid 2 to smithi05277117-7 2024-09-13T03:05:08.987 INFO:tasks.rados.rados.0.smithi052.stdout:3839: finishing write tid 3 to smithi05277117-7 2024-09-13T03:05:08.988 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 2849 (ObjNum 1186 snap 394 seq_num 1186) dirty exists 2024-09-13T03:05:08.988 INFO:tasks.rados.rados.0.smithi052.stdout:3839: left oid 7 (ObjNum 1186 snap 394 seq_num 1186) 2024-09-13T03:05:08.996 INFO:tasks.rados.rados.0.smithi052.stdout:3841: finishing write tid 1 to smithi05277117-41 2024-09-13T03:05:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:3841: finishing write tid 2 to smithi05277117-41 2024-09-13T03:05:08.997 INFO:tasks.rados.rados.0.smithi052.stdout:3842: expect (ObjNum 1181 snap 389 seq_num 1181) 2024-09-13T03:05:09.013 INFO:tasks.rados.rados.0.smithi052.stdout:3841: finishing write tid 3 to smithi05277117-41 2024-09-13T03:05:09.013 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 2598 (ObjNum 1187 snap 394 seq_num 1187) dirty exists 2024-09-13T03:05:09.013 INFO:tasks.rados.rados.0.smithi052.stdout:3841: left oid 41 (ObjNum 1187 snap 394 seq_num 1187) 2024-09-13T03:05:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:08 smithi052 ceph-mon[91421]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T03:05:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:08 smithi052 ceph-mon[89065]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T03:05:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:08 smithi078 ceph-mon[85589]: osdmap e839: 8 total, 8 up, 8 in 2024-09-13T03:05:09.907 INFO:tasks.rados.rados.0.smithi052.stdout:3839: done (3 left) 2024-09-13T03:05:09.907 INFO:tasks.rados.rados.0.smithi052.stdout:3841: done (2 left) 2024-09-13T03:05:09.908 INFO:tasks.rados.rados.0.smithi052.stdout:3842: done (1 left) 2024-09-13T03:05:09.908 INFO:tasks.rados.rados.0.smithi052.stdout:3843: done (0 left) 2024-09-13T03:05:09.908 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 395 2024-09-13T03:05:09.908 INFO:tasks.rados.rados.0.smithi052.stdout:3844: seq_num 1188 ranges {4153344=704512} 2024-09-13T03:05:09.934 INFO:tasks.rados.rados.0.smithi052.stdout:3844: writing smithi05277117-44 from 4153344 to 4857856 tid 1 2024-09-13T03:05:09.934 INFO:tasks.rados.rados.0.smithi052.stdout:3845: snap_remove snap 374 2024-09-13T03:05:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:09 smithi052 ceph-mon[91421]: pgmap v877: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 656 KiB/s wr, 9 op/s 2024-09-13T03:05:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:09 smithi052 ceph-mon[91421]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T03:05:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:09 smithi052 ceph-mon[91421]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T03:05:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:09 smithi052 ceph-mon[89065]: pgmap v877: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 656 KiB/s wr, 9 op/s 2024-09-13T03:05:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:09 smithi052 ceph-mon[89065]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T03:05:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:09 smithi052 ceph-mon[89065]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T03:05:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:09 smithi078 ceph-mon[85589]: pgmap v877: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 637 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 656 KiB/s wr, 9 op/s 2024-09-13T03:05:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:09 smithi078 ceph-mon[85589]: osdmap e840: 8 total, 8 up, 8 in 2024-09-13T03:05:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:09 smithi078 ceph-mon[85589]: osdmap e841: 8 total, 8 up, 8 in 2024-09-13T03:05:10.909 INFO:tasks.rados.rados.0.smithi052.stdout:3844: finishing write tid 1 to smithi05277117-44 2024-09-13T03:05:10.909 INFO:tasks.rados.rados.0.smithi052.stdout:3844: finishing write tid 2 to smithi05277117-44 2024-09-13T03:05:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:3844: finishing write tid 3 to smithi05277117-44 2024-09-13T03:05:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3038 (ObjNum 1188 snap 395 seq_num 1188) dirty exists 2024-09-13T03:05:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:3844: left oid 44 (ObjNum 1188 snap 395 seq_num 1188) 2024-09-13T03:05:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:3844: done (1 left) 2024-09-13T03:05:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:3845: done (0 left) 2024-09-13T03:05:10.910 INFO:tasks.rados.rados.0.smithi052.stdout:3846: delete oid 19 current snap is 395 2024-09-13T03:05:10.924 INFO:tasks.rados.rados.0.smithi052.stdout:3846: done (0 left) 2024-09-13T03:05:10.924 INFO:tasks.rados.rados.0.smithi052.stdout:3847: setattr oid 19 current snap is 395 2024-09-13T03:05:10.926 INFO:tasks.rados.rados.0.smithi052.stdout:3848: snap_create 2024-09-13T03:05:10.931 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 3045 (ObjNum 65 snap 0 seq_num 1) dirty exists 2024-09-13T03:05:11.914 INFO:tasks.rados.rados.0.smithi052.stdout:3847: done (1 left) 2024-09-13T03:05:11.914 INFO:tasks.rados.rados.0.smithi052.stdout:3848: done (0 left) 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:3849: rollback oid 1 current snap is 396 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 1 to 337 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:3850: rollback oid 18 current snap is 396 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 18 to 386 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:3851: copy_from oid 6 from oid 4 current snap is 396 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 15 current snap is 396 2024-09-13T03:05:11.915 INFO:tasks.rados.rados.0.smithi052.stdout:3852: seq_num 1190 ranges {622592=737280} 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3852: writing smithi05277117-15 from 622592 to 1359872 tid 1 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3853: read oid 39 snap 329 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3853: expect deleted 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3854: snap_create 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3849: finishing rollback tid 1 to smithi05277117-1 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3850: finishing rollback tid 0 to smithi05277117-18 2024-09-13T03:05:11.923 INFO:tasks.rados.rados.0.smithi052.stdout:3851: finishing copy_from racing read to smithi05277117-6 2024-09-13T03:05:11.924 INFO:tasks.rados.rados.0.smithi052.stdout:3849: finishing rollback tid 2 to smithi05277117-1 2024-09-13T03:05:11.924 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 1 v 2851 (ObjNum 919 snap 308 seq_num 919) dirty exists 2024-09-13T03:05:11.924 INFO:tasks.rados.rados.0.smithi052.stdout:3850: finishing rollback tid 1 to smithi05277117-18 2024-09-13T03:05:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:3851: finishing copy_from to smithi05277117-6 2024-09-13T03:05:11.925 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 2305 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:05:11.926 INFO:tasks.rados.rados.0.smithi052.stdout:3850: finishing rollback tid 2 to smithi05277117-18 2024-09-13T03:05:11.926 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 3089 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:05:11.927 INFO:tasks.rados.rados.0.smithi052.stdout:3852: finishing write tid 1 to smithi05277117-15 2024-09-13T03:05:11.928 INFO:tasks.rados.rados.0.smithi052.stdout:3852: finishing write tid 2 to smithi05277117-15 2024-09-13T03:05:11.929 INFO:tasks.rados.rados.0.smithi052.stdout:3852: finishing write tid 3 to smithi05277117-15 2024-09-13T03:05:11.929 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 2558 (ObjNum 1190 snap 396 seq_num 1190) dirty exists 2024-09-13T03:05:11.929 INFO:tasks.rados.rados.0.smithi052.stdout:3852: left oid 15 (ObjNum 1190 snap 396 seq_num 1190) 2024-09-13T03:05:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:11 smithi078 ceph-mon[85589]: pgmap v880: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 714 KiB/s wr, 1 op/s 2024-09-13T03:05:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:11 smithi078 ceph-mon[85589]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T03:05:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:11 smithi052 ceph-mon[91421]: pgmap v880: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 714 KiB/s wr, 1 op/s 2024-09-13T03:05:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:11 smithi052 ceph-mon[91421]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T03:05:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:11 smithi052 ceph-mon[89065]: pgmap v880: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 714 KiB/s wr, 1 op/s 2024-09-13T03:05:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:11 smithi052 ceph-mon[89065]: osdmap e842: 8 total, 8 up, 8 in 2024-09-13T03:05:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:05:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3849: done (5 left) 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3850: done (4 left) 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3851: done (3 left) 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3852: done (2 left) 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3853: done (1 left) 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3854: done (0 left) 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3855: rmattr oid 27 current snap is 397 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3856: copy_from oid 28 from oid 23 current snap is 397 2024-09-13T03:05:12.920 INFO:tasks.rados.rados.0.smithi052.stdout:3857: setattr oid 29 current snap is 397 2024-09-13T03:05:12.922 INFO:tasks.rados.rados.0.smithi052.stdout:3858: read oid 46 snap -1 2024-09-13T03:05:12.922 INFO:tasks.rados.rados.0.smithi052.stdout:3858: expect (ObjNum 1175 snap 387 seq_num 1175) 2024-09-13T03:05:12.922 INFO:tasks.rados.rados.0.smithi052.stdout:3859: rollback oid 4 current snap is 397 2024-09-13T03:05:12.922 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 4 to 386 2024-09-13T03:05:12.922 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 397 2024-09-13T03:05:12.922 INFO:tasks.rados.rados.0.smithi052.stdout:3860: seq_num 1191 ranges {14409728=753664} 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:3860: writing smithi05277117-37 from 14409728 to 15163392 tid 1 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:3861: rollback oid 22 current snap is 397 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 22 to 390 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3184 (ObjNum 1162 snap 376 seq_num 1162) dirty exists 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:3859: finishing rollback tid 0 to smithi05277117-4 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 3035 (ObjNum 1154 snap 373 seq_num 1154) dirty exists 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:3859: finishing rollback tid 1 to smithi05277117-4 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:3856: finishing copy_from racing read to smithi05277117-28 2024-09-13T03:05:13.006 INFO:tasks.rados.rados.0.smithi052.stdout:3858: expect (ObjNum 1175 snap 387 seq_num 1175) 2024-09-13T03:05:13.021 INFO:tasks.rados.rados.0.smithi052.stdout:3856: finishing copy_from to smithi05277117-28 2024-09-13T03:05:13.021 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 2816 (ObjNum 1172 snap 387 seq_num 1172) dirty exists 2024-09-13T03:05:13.021 INFO:tasks.rados.rados.0.smithi052.stdout:3859: finishing rollback tid 2 to smithi05277117-4 2024-09-13T03:05:13.021 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 4 v 3051 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3855: done (6 left) 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3856: done (5 left) 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3857: done (4 left) 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3858: done (3 left) 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3859: done (2 left) 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3862: setattr oid 9 current snap is 397 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3861: finishing rollback tid 0 to smithi05277117-22 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3861: finishing rollback tid 1 to smithi05277117-22 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3860: finishing write tid 1 to smithi05277117-37 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3861: finishing rollback tid 2 to smithi05277117-22 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 22 v 3048 (ObjNum 839 snap 284 seq_num 839) dirty exists 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3860: finishing write tid 2 to smithi05277117-37 2024-09-13T03:05:13.022 INFO:tasks.rados.rados.0.smithi052.stdout:3860: finishing write tid 3 to smithi05277117-37 2024-09-13T03:05:13.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2600 (ObjNum 1191 snap 397 seq_num 1191) dirty exists 2024-09-13T03:05:13.023 INFO:tasks.rados.rados.0.smithi052.stdout:3860: left oid 37 (ObjNum 1191 snap 397 seq_num 1191) 2024-09-13T03:05:13.023 INFO:tasks.rados.rados.0.smithi052.stdout:3860: done (2 left) 2024-09-13T03:05:13.023 INFO:tasks.rados.rados.0.smithi052.stdout:3861: done (1 left) 2024-09-13T03:05:13.023 INFO:tasks.rados.rados.0.smithi052.stdout:3863: snap_create 2024-09-13T03:05:13.026 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 3052 (ObjNum 1102 snap 356 seq_num 1102) dirty exists 2024-09-13T03:05:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:12 smithi078 ceph-mon[85589]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T03:05:13.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:12 smithi052 ceph-mon[91421]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T03:05:13.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:12 smithi052 ceph-mon[89065]: osdmap e843: 8 total, 8 up, 8 in 2024-09-13T03:05:13.924 INFO:tasks.rados.rados.0.smithi052.stdout:3862: done (1 left) 2024-09-13T03:05:13.924 INFO:tasks.rados.rados.0.smithi052.stdout:3863: done (0 left) 2024-09-13T03:05:13.925 INFO:tasks.rados.rados.0.smithi052.stdout:3864: read oid 20 snap -1 2024-09-13T03:05:13.925 INFO:tasks.rados.rados.0.smithi052.stdout:3864: expect (ObjNum 1127 snap 367 seq_num 1127) 2024-09-13T03:05:13.925 INFO:tasks.rados.rados.0.smithi052.stdout:3865: snap_create 2024-09-13T03:05:13.939 INFO:tasks.rados.rados.0.smithi052.stdout:3864: expect (ObjNum 1127 snap 367 seq_num 1127) 2024-09-13T03:05:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:13 smithi078 ceph-mon[85589]: pgmap v883: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 878 KiB/s wr, 2 op/s 2024-09-13T03:05:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:13 smithi078 ceph-mon[85589]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T03:05:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:13 smithi052 ceph-mon[91421]: pgmap v883: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 878 KiB/s wr, 2 op/s 2024-09-13T03:05:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:13 smithi052 ceph-mon[91421]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T03:05:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:13 smithi052 ceph-mon[89065]: pgmap v883: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 878 KiB/s wr, 2 op/s 2024-09-13T03:05:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:13 smithi052 ceph-mon[89065]: osdmap e844: 8 total, 8 up, 8 in 2024-09-13T03:05:14.913 INFO:tasks.rados.rados.0.smithi052.stdout:3864: done (1 left) 2024-09-13T03:05:14.913 INFO:tasks.rados.rados.0.smithi052.stdout:3865: done (0 left) 2024-09-13T03:05:14.913 INFO:tasks.rados.rados.0.smithi052.stdout:3866: snap_create 2024-09-13T03:05:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:14 smithi078 ceph-mon[85589]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T03:05:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:14 smithi078 ceph-mon[85589]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T03:05:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:14 smithi052 ceph-mon[91421]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T03:05:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:14 smithi052 ceph-mon[91421]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T03:05:15.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:14 smithi052 ceph-mon[89065]: osdmap e845: 8 total, 8 up, 8 in 2024-09-13T03:05:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:14 smithi052 ceph-mon[89065]: osdmap e846: 8 total, 8 up, 8 in 2024-09-13T03:05:15.911 INFO:tasks.rados.rados.0.smithi052.stdout:3866: done (0 left) 2024-09-13T03:05:15.911 INFO:tasks.rados.rados.0.smithi052.stdout:3867: rmattr oid 8 current snap is 400 2024-09-13T03:05:15.911 INFO:tasks.rados.rados.0.smithi052.stdout:3868: copy_from oid 30 from oid 7 current snap is 400 2024-09-13T03:05:15.911 INFO:tasks.rados.rados.0.smithi052.stdout:3869: setattr oid 47 current snap is 400 2024-09-13T03:05:15.914 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 20 current snap is 400 2024-09-13T03:05:15.914 INFO:tasks.rados.rados.0.smithi052.stdout:3870: seq_num 1192 ranges {2580480=770048} 2024-09-13T03:05:15.933 INFO:tasks.rados.rados.0.smithi052.stdout:3870: writing smithi05277117-20 from 2580480 to 3350528 tid 1 2024-09-13T03:05:15.933 INFO:tasks.rados.rados.0.smithi052.stdout:3871: snap_remove snap 377 2024-09-13T03:05:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:15 smithi078 ceph-mon[85589]: pgmap v886: 121 pgs: 121 active+clean; 637 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 336 KiB/s wr, 2 op/s 2024-09-13T03:05:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:15 smithi078 ceph-mon[85589]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T03:05:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:15 smithi052 ceph-mon[91421]: pgmap v886: 121 pgs: 121 active+clean; 637 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 336 KiB/s wr, 2 op/s 2024-09-13T03:05:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:15 smithi052 ceph-mon[91421]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T03:05:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:15 smithi052 ceph-mon[89065]: pgmap v886: 121 pgs: 121 active+clean; 637 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 336 KiB/s wr, 2 op/s 2024-09-13T03:05:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:15 smithi052 ceph-mon[89065]: osdmap e847: 8 total, 8 up, 8 in 2024-09-13T03:05:16.937 INFO:tasks.rados.rados.0.smithi052.stdout:3871: done (4 left) 2024-09-13T03:05:16.938 INFO:tasks.rados.rados.0.smithi052.stdout:3872: read oid 16 snap 387 2024-09-13T03:05:16.938 INFO:tasks.rados.rados.0.smithi052.stdout:3872: expect (ObjNum 945 snap 319 seq_num 945) 2024-09-13T03:05:16.938 INFO:tasks.rados.rados.0.smithi052.stdout:3873: copy_from oid 18 from oid 33 current snap is 400 2024-09-13T03:05:16.938 INFO:tasks.rados.rados.0.smithi052.stdout:3874: snap_remove snap 385 2024-09-13T03:05:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:3874: done (6 left) 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:3875: rollback oid 27 current snap is 400 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 355 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3437 (ObjNum 1153 snap 373 seq_num 1153) dirty exists 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 3026 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:3868: finishing copy_from racing read to smithi05277117-30 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:3868: finishing copy_from to smithi05277117-30 2024-09-13T03:05:17.942 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2849 (ObjNum 1186 snap 394 seq_num 1186) dirty exists 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3870: finishing write tid 1 to smithi05277117-20 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3870: finishing write tid 2 to smithi05277117-20 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3870: finishing write tid 3 to smithi05277117-20 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 20 v 3440 (ObjNum 1192 snap 400 seq_num 1192) dirty exists 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3870: left oid 20 (ObjNum 1192 snap 400 seq_num 1192) 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3873: finishing copy_from racing read to smithi05277117-18 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3873: finishing copy_from to smithi05277117-18 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 18 v 3074 (ObjNum 1095 snap 354 seq_num 1095) dirty exists 2024-09-13T03:05:17.943 INFO:tasks.rados.rados.0.smithi052.stdout:3872: expect (ObjNum 945 snap 319 seq_num 945) 2024-09-13T03:05:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:17 smithi078 ceph-mon[85589]: pgmap v889: 121 pgs: 121 active+clean; 642 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 781 KiB/s rd, 642 KiB/s wr, 22 op/s 2024-09-13T03:05:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:17 smithi078 ceph-mon[85589]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T03:05:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:17 smithi052 ceph-mon[89065]: pgmap v889: 121 pgs: 121 active+clean; 642 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 781 KiB/s rd, 642 KiB/s wr, 22 op/s 2024-09-13T03:05:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:17 smithi052 ceph-mon[89065]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T03:05:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:17 smithi052 ceph-mon[91421]: pgmap v889: 121 pgs: 121 active+clean; 642 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 781 KiB/s rd, 642 KiB/s wr, 22 op/s 2024-09-13T03:05:18.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:17 smithi052 ceph-mon[91421]: osdmap e848: 8 total, 8 up, 8 in 2024-09-13T03:05:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:05:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:05:18] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3875: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3875: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3875: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3197 (ObjNum 1101 snap 355 seq_num 1101) dirty exists 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3867: done (6 left) 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3868: done (5 left) 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3869: done (4 left) 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3870: done (3 left) 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3872: done (2 left) 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3873: done (1 left) 2024-09-13T03:05:18.640 INFO:tasks.rados.rados.0.smithi052.stdout:3875: done (0 left) 2024-09-13T03:05:18.641 INFO:tasks.rados.rados.0.smithi052.stdout:3876: copy_from oid 45 from oid 17 current snap is 400 2024-09-13T03:05:18.641 INFO:tasks.rados.rados.0.smithi052.stdout:3877: delete oid 49 current snap is 400 2024-09-13T03:05:18.642 INFO:tasks.rados.rados.0.smithi052.stdout:3877: done (1 left) 2024-09-13T03:05:18.643 INFO:tasks.rados.rados.0.smithi052.stdout:3878: rollback oid 43 current snap is 400 2024-09-13T03:05:18.643 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 43 to 381 2024-09-13T03:05:18.643 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 400 2024-09-13T03:05:18.643 INFO:tasks.rados.rados.0.smithi052.stdout:3879: seq_num 1194 ranges {0=802816} 2024-09-13T03:05:18.648 INFO:tasks.rados.rados.0.smithi052.stdout:3879: writing smithi05277117-14 from 0 to 802816 tid 1 2024-09-13T03:05:18.648 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 9 current snap is 400 2024-09-13T03:05:18.648 INFO:tasks.rados.rados.0.smithi052.stdout:3876: finishing copy_from racing read to smithi05277117-45 2024-09-13T03:05:18.648 INFO:tasks.rados.rados.0.smithi052.stdout:3876: finishing copy_from to smithi05277117-45 2024-09-13T03:05:18.648 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 3371 (ObjNum 1165 snap 378 seq_num 1165) dirty exists 2024-09-13T03:05:18.648 INFO:tasks.rados.rados.0.smithi052.stdout:3880: seq_num 1195 ranges {1916928=417792,2334720=401408} 2024-09-13T03:05:18.660 INFO:tasks.rados.rados.0.smithi052.stdout:3880: writing smithi05277117-9 from 1916928 to 2334720 tid 1 2024-09-13T03:05:18.663 INFO:tasks.rados.rados.0.smithi052.stdout:3880: writing smithi05277117-9 from 2334720 to 2736128 tid 2 2024-09-13T03:05:18.663 INFO:tasks.rados.rados.0.smithi052.stdout:3876: done (3 left) 2024-09-13T03:05:18.663 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 8 current snap is 400 2024-09-13T03:05:18.663 INFO:tasks.rados.rados.0.smithi052.stdout:3878: finishing rollback tid 0 to smithi05277117-43 2024-09-13T03:05:18.663 INFO:tasks.rados.rados.0.smithi052.stdout:3881: seq_num 1196 ranges {4194304=434176,4628480=401408} 2024-09-13T03:05:18.688 INFO:tasks.rados.rados.0.smithi052.stdout:3881: writing smithi05277117-8 from 4194304 to 4628480 tid 1 2024-09-13T03:05:18.690 INFO:tasks.rados.rados.0.smithi052.stdout:3881: writing smithi05277117-8 from 4628480 to 5029888 tid 2 2024-09-13T03:05:18.690 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 6 current snap is 400 2024-09-13T03:05:18.691 INFO:tasks.rados.rados.0.smithi052.stdout:3878: finishing rollback tid 1 to smithi05277117-43 2024-09-13T03:05:18.691 INFO:tasks.rados.rados.0.smithi052.stdout:3878: finishing rollback tid 2 to smithi05277117-43 2024-09-13T03:05:18.691 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 3029 (ObjNum 1120 snap 361 seq_num 1120) dirty exists 2024-09-13T03:05:18.691 INFO:tasks.rados.rados.0.smithi052.stdout:3879: finishing write tid 1 to smithi05277117-14 2024-09-13T03:05:18.691 INFO:tasks.rados.rados.0.smithi052.stdout:3882: seq_num 1197 ranges {0=450560,450560=401408} 2024-09-13T03:05:18.693 INFO:tasks.rados.rados.0.smithi052.stdout:3882: writing smithi05277117-6 from 0 to 450560 tid 1 2024-09-13T03:05:18.695 INFO:tasks.rados.rados.0.smithi052.stdout:3882: writing smithi05277117-6 from 450560 to 851968 tid 2 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3878: done (4 left) 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3883: delete oid 44 current snap is 400 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3879: finishing write tid 2 to smithi05277117-14 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3879: finishing write tid 3 to smithi05277117-14 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 3458 (ObjNum 1194 snap 400 seq_num 1194) dirty exists 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3879: left oid 14 (ObjNum 1194 snap 400 seq_num 1194) 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3880: finishing write tid 1 to smithi05277117-9 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3880: finishing write tid 2 to smithi05277117-9 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3880: finishing write tid 3 to smithi05277117-9 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3880: finishing write tid 4 to smithi05277117-9 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 9 v 3055 (ObjNum 1195 snap 400 seq_num 1195) dirty exists 2024-09-13T03:05:18.696 INFO:tasks.rados.rados.0.smithi052.stdout:3880: left oid 9 (ObjNum 1195 snap 400 seq_num 1195) 2024-09-13T03:05:18.697 INFO:tasks.rados.rados.0.smithi052.stdout:3881: finishing write tid 1 to smithi05277117-8 2024-09-13T03:05:18.697 INFO:tasks.rados.rados.0.smithi052.stdout:3881: finishing write tid 2 to smithi05277117-8 2024-09-13T03:05:18.697 INFO:tasks.rados.rados.0.smithi052.stdout:3881: finishing write tid 3 to smithi05277117-8 2024-09-13T03:05:18.699 INFO:tasks.rados.rados.0.smithi052.stdout:3879: done (4 left) 2024-09-13T03:05:18.699 INFO:tasks.rados.rados.0.smithi052.stdout:3880: done (3 left) 2024-09-13T03:05:18.699 INFO:tasks.rados.rados.0.smithi052.stdout:3883: done (2 left) 2024-09-13T03:05:18.699 INFO:tasks.rados.rados.0.smithi052.stdout:3884: delete oid 44 current snap is 400 2024-09-13T03:05:18.702 INFO:tasks.rados.rados.0.smithi052.stdout:3884: done (2 left) 2024-09-13T03:05:18.702 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 400 2024-09-13T03:05:18.702 INFO:tasks.rados.rados.0.smithi052.stdout:3885: seq_num 1200 ranges {15163392=499712,15663104=401408} 2024-09-13T03:05:18.788 INFO:tasks.rados.rados.0.smithi052.stdout:3885: writing smithi05277117-37 from 15163392 to 15663104 tid 1 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3885: writing smithi05277117-37 from 15663104 to 16064512 tid 2 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3886: snap_create 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3882: finishing write tid 1 to smithi05277117-6 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3882: finishing write tid 2 to smithi05277117-6 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3882: finishing write tid 3 to smithi05277117-6 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3881: finishing write tid 4 to smithi05277117-8 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3461 (ObjNum 1196 snap 400 seq_num 1196) dirty exists 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3881: left oid 8 (ObjNum 1196 snap 400 seq_num 1196) 2024-09-13T03:05:18.790 INFO:tasks.rados.rados.0.smithi052.stdout:3882: finishing write tid 4 to smithi05277117-6 2024-09-13T03:05:18.791 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 3465 (ObjNum 1197 snap 400 seq_num 1197) dirty exists 2024-09-13T03:05:18.791 INFO:tasks.rados.rados.0.smithi052.stdout:3882: left oid 6 (ObjNum 1197 snap 400 seq_num 1197) 2024-09-13T03:05:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:3885: finishing write tid 1 to smithi05277117-37 2024-09-13T03:05:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:3885: finishing write tid 2 to smithi05277117-37 2024-09-13T03:05:18.794 INFO:tasks.rados.rados.0.smithi052.stdout:3885: finishing write tid 3 to smithi05277117-37 2024-09-13T03:05:18.796 INFO:tasks.rados.rados.0.smithi052.stdout:3885: finishing write tid 4 to smithi05277117-37 2024-09-13T03:05:18.796 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2603 (ObjNum 1200 snap 400 seq_num 1200) dirty exists 2024-09-13T03:05:18.796 INFO:tasks.rados.rados.0.smithi052.stdout:3885: left oid 37 (ObjNum 1200 snap 400 seq_num 1200) 2024-09-13T03:05:18.945 INFO:tasks.rados.rados.0.smithi052.stdout:3881: done (3 left) 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:3882: done (2 left) 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:3885: done (1 left) 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:3886: done (0 left) 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:3887: read oid 25 snap -1 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:3887: expect (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:3888: setattr oid 40 current snap is 401 2024-09-13T03:05:18.946 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 401 2024-09-13T03:05:18.947 INFO:tasks.rados.rados.0.smithi052.stdout:3889: seq_num 1201 ranges {14409728=524288,14934016=401408} 2024-09-13T03:05:19.028 INFO:tasks.rados.rados.0.smithi052.stdout:3889: writing smithi05277117-47 from 14409728 to 14934016 tid 1 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:3889: writing smithi05277117-47 from 14934016 to 15335424 tid 2 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:3890: read oid 46 snap 370 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:3890: expect (ObjNum -85996288 snap 21853 seq_num 4211001936) 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:3891: rollback oid 2 current snap is 401 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 400 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 2604 (ObjNum 1180 snap 388 seq_num 1180) dirty exists 2024-09-13T03:05:19.031 INFO:tasks.rados.rados.0.smithi052.stdout:3887: expect (ObjNum 1126 snap 367 seq_num 1126) 2024-09-13T03:05:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:18 smithi078 ceph-mon[85589]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T03:05:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:18 smithi052 ceph-mon[89065]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T03:05:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:18 smithi052 ceph-mon[91421]: osdmap e849: 8 total, 8 up, 8 in 2024-09-13T03:05:19.474 INFO:tasks.rados.rados.0.smithi052.stdout:3890: expect (ObjNum -85996288 snap 21853 seq_num 4211001936) 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3891: finishing rollback tid 1 to smithi05277117-2 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 3034 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3889: finishing write tid 1 to smithi05277117-47 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3889: finishing write tid 2 to smithi05277117-47 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3889: finishing write tid 3 to smithi05277117-47 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3889: finishing write tid 4 to smithi05277117-47 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 3029 (ObjNum 1201 snap 401 seq_num 1201) dirty exists 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3889: left oid 47 (ObjNum 1201 snap 401 seq_num 1201) 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3887: done (4 left) 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3888: done (3 left) 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3889: done (2 left) 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3890: done (1 left) 2024-09-13T03:05:19.478 INFO:tasks.rados.rados.0.smithi052.stdout:3891: done (0 left) 2024-09-13T03:05:19.479 INFO:tasks.rados.rados.0.smithi052.stdout:3892: rollback oid 30 current snap is 401 2024-09-13T03:05:19.479 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 372 2024-09-13T03:05:19.479 INFO:tasks.rados.rados.0.smithi052.stdout:3893: rollback oid 27 current snap is 401 2024-09-13T03:05:19.479 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 396 2024-09-13T03:05:19.479 INFO:tasks.rados.rados.0.smithi052.stdout:3894: delete oid 24 current snap is 401 2024-09-13T03:05:19.480 INFO:tasks.rados.rados.0.smithi052.stdout:3894: done (2 left) 2024-09-13T03:05:19.480 INFO:tasks.rados.rados.0.smithi052.stdout:3895: delete oid 37 current snap is 401 2024-09-13T03:05:19.485 INFO:tasks.rados.rados.0.smithi052.stdout:3892: finishing rollback tid 0 to smithi05277117-30 2024-09-13T03:05:19.485 INFO:tasks.rados.rados.0.smithi052.stdout:3895: done (2 left) 2024-09-13T03:05:19.485 INFO:tasks.rados.rados.0.smithi052.stdout:3896: rmattr oid 5 current snap is 401 2024-09-13T03:05:19.485 INFO:tasks.rados.rados.0.smithi052.stdout:3897: read oid 20 snap -1 2024-09-13T03:05:19.485 INFO:tasks.rados.rados.0.smithi052.stdout:3897: expect (ObjNum 1192 snap 400 seq_num 1192) 2024-09-13T03:05:19.485 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 25 current snap is 401 2024-09-13T03:05:19.486 INFO:tasks.rados.rados.0.smithi052.stdout:3898: seq_num 1204 ranges {7700480=573440,8273920=401408} 2024-09-13T03:05:19.530 INFO:tasks.rados.rados.0.smithi052.stdout:3898: writing smithi05277117-25 from 7700480 to 8273920 tid 1 2024-09-13T03:05:19.533 INFO:tasks.rados.rados.0.smithi052.stdout:3898: writing smithi05277117-25 from 8273920 to 8675328 tid 2 2024-09-13T03:05:19.533 INFO:tasks.rados.rados.0.smithi052.stdout:3899: copy_from oid 6 from oid 18 current snap is 401 2024-09-13T03:05:19.533 INFO:tasks.rados.rados.0.smithi052.stdout:3892: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:05:19.533 INFO:tasks.rados.rados.0.smithi052.stdout:3892: finishing rollback tid 2 to smithi05277117-30 2024-09-13T03:05:19.533 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 3374 (ObjNum 975 snap 323 seq_num 975) dirty exists 2024-09-13T03:05:19.533 INFO:tasks.rados.rados.0.smithi052.stdout:3893: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3892: done (5 left) 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3900: read oid 36 snap -1 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3900: expect (ObjNum 1115 snap 361 seq_num 1115) 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3901: delete oid 11 current snap is 401 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3893: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3893: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3377 (ObjNum 1162 snap 376 seq_num 1162) dirty exists 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 2852 (ObjNum 989 snap 329 seq_num 989) dirty exists 2024-09-13T03:05:19.534 INFO:tasks.rados.rados.0.smithi052.stdout:3897: expect (ObjNum 1192 snap 400 seq_num 1192) 2024-09-13T03:05:19.677 INFO:tasks.rados.rados.0.smithi052.stdout:3898: finishing write tid 1 to smithi05277117-25 2024-09-13T03:05:19.678 INFO:tasks.rados.rados.0.smithi052.stdout:3898: finishing write tid 2 to smithi05277117-25 2024-09-13T03:05:19.678 INFO:tasks.rados.rados.0.smithi052.stdout:3898: finishing write tid 3 to smithi05277117-25 2024-09-13T03:05:19.678 INFO:tasks.rados.rados.0.smithi052.stdout:3898: finishing write tid 4 to smithi05277117-25 2024-09-13T03:05:19.678 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 3025 (ObjNum 1204 snap 401 seq_num 1204) dirty exists 2024-09-13T03:05:19.678 INFO:tasks.rados.rados.0.smithi052.stdout:3898: left oid 25 (ObjNum 1204 snap 401 seq_num 1204) 2024-09-13T03:05:19.678 INFO:tasks.rados.rados.0.smithi052.stdout:3900: expect (ObjNum 1115 snap 361 seq_num 1115) 2024-09-13T03:05:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:19 smithi078 ceph-mon[85589]: pgmap v892: 121 pgs: 121 active+clean; 642 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 634 KiB/s wr, 22 op/s 2024-09-13T03:05:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:19 smithi078 ceph-mon[85589]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T03:05:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:19 smithi078 ceph-mon[85589]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T03:05:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:19 smithi052 ceph-mon[89065]: pgmap v892: 121 pgs: 121 active+clean; 642 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 634 KiB/s wr, 22 op/s 2024-09-13T03:05:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:19 smithi052 ceph-mon[89065]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T03:05:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:19 smithi052 ceph-mon[89065]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T03:05:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:19 smithi052 ceph-mon[91421]: pgmap v892: 121 pgs: 121 active+clean; 642 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 355 KiB/s rd, 634 KiB/s wr, 22 op/s 2024-09-13T03:05:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:19 smithi052 ceph-mon[91421]: osdmap e850: 8 total, 8 up, 8 in 2024-09-13T03:05:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:19 smithi052 ceph-mon[91421]: osdmap e851: 8 total, 8 up, 8 in 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3899: finishing copy_from racing read to smithi05277117-6 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3899: finishing copy_from to smithi05277117-6 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 6 v 3074 (ObjNum 1095 snap 354 seq_num 1095) dirty exists 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3893: done (6 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3896: done (5 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3897: done (4 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3898: done (3 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3899: done (2 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3900: done (1 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3901: done (0 left) 2024-09-13T03:05:21.489 INFO:tasks.rados.rados.0.smithi052.stdout:3902: snap_create 2024-09-13T03:05:21.953 INFO:tasks.rados.rados.0.smithi052.stdout:3902: done (0 left) 2024-09-13T03:05:21.953 INFO:tasks.rados.rados.0.smithi052.stdout:3903: read oid 4 snap -1 2024-09-13T03:05:21.953 INFO:tasks.rados.rados.0.smithi052.stdout:3903: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:05:21.953 INFO:tasks.rados.rados.0.smithi052.stdout:3904: rollback oid 32 current snap is 402 2024-09-13T03:05:21.953 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 32 to 382 2024-09-13T03:05:21.954 INFO:tasks.rados.rados.0.smithi052.stdout:3905: rollback oid 2 current snap is 402 2024-09-13T03:05:21.954 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 2 to 389 2024-09-13T03:05:21.954 INFO:tasks.rados.rados.0.smithi052.stdout:3906: snap_create 2024-09-13T03:05:21.954 INFO:tasks.rados.rados.0.smithi052.stdout:3903: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-13T03:05:21.957 INFO:tasks.rados.rados.0.smithi052.stdout:3905: finishing rollback tid 1 to smithi05277117-2 2024-09-13T03:05:21.957 INFO:tasks.rados.rados.0.smithi052.stdout:3905: finishing rollback tid 2 to smithi05277117-2 2024-09-13T03:05:21.957 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 2 v 3037 (ObjNum 1102 snap 356 seq_num 1102) dirty exists 2024-09-13T03:05:21.957 INFO:tasks.rados.rados.0.smithi052.stdout:3904: finishing rollback tid 1 to smithi05277117-32 2024-09-13T03:05:21.958 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 4211396288) dirty dne 2024-09-13T03:05:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:21 smithi078 ceph-mon[85589]: pgmap v895: 121 pgs: 121 active+clean; 653 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-09-13T03:05:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:21 smithi052 ceph-mon[91421]: pgmap v895: 121 pgs: 121 active+clean; 653 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-09-13T03:05:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:21 smithi052 ceph-mon[89065]: pgmap v895: 121 pgs: 121 active+clean; 653 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-09-13T03:05:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:05:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3903: done (3 left) 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3904: done (2 left) 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3905: done (1 left) 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3906: done (0 left) 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3907: read oid 9 snap 389 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3907: expect (ObjNum 1102 snap 356 seq_num 1102) 2024-09-13T03:05:22.959 INFO:tasks.rados.rados.0.smithi052.stdout:3908: delete oid 37 current snap is 403 2024-09-13T03:05:22.962 INFO:tasks.rados.rados.0.smithi052.stdout:3908: done (1 left) 2024-09-13T03:05:22.962 INFO:tasks.rados.rados.0.smithi052.stdout:3909: rollback oid 8 current snap is 403 2024-09-13T03:05:22.962 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 8 to 366 2024-09-13T03:05:22.962 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 403 2024-09-13T03:05:22.962 INFO:tasks.rados.rados.0.smithi052.stdout:3910: seq_num 1207 ranges {0=622592,622592=401408} 2024-09-13T03:05:22.966 INFO:tasks.rados.rados.0.smithi052.stdout:3910: writing smithi05277117-32 from 0 to 622592 tid 1 2024-09-13T03:05:22.969 INFO:tasks.rados.rados.0.smithi052.stdout:3910: writing smithi05277117-32 from 622592 to 1024000 tid 2 2024-09-13T03:05:22.969 INFO:tasks.rados.rados.0.smithi052.stdout:3911: rmattr oid 7 current snap is 403 2024-09-13T03:05:22.969 INFO:tasks.rados.rados.0.smithi052.stdout:3911: done (3 left) 2024-09-13T03:05:22.969 INFO:tasks.rados.rados.0.smithi052.stdout:3912: copy_from oid 6 from oid 34 current snap is 403 2024-09-13T03:05:22.969 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 403 2024-09-13T03:05:22.969 INFO:tasks.rados.rados.0.smithi052.stdout:3913: seq_num 1208 ranges {0=638976,638976=401408} 2024-09-13T03:05:22.972 INFO:tasks.rados.rados.0.smithi052.stdout:3913: writing smithi05277117-49 from 0 to 638976 tid 1 2024-09-13T03:05:22.975 INFO:tasks.rados.rados.0.smithi052.stdout:3913: writing smithi05277117-49 from 638976 to 1040384 tid 2 2024-09-13T03:05:22.976 INFO:tasks.rados.rados.0.smithi052.stdout:3914: delete oid 5 current snap is 403 2024-09-13T03:05:22.976 INFO:tasks.rados.rados.0.smithi052.stdout:3907: expect (ObjNum 1102 snap 356 seq_num 1102) 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3909: finishing rollback tid 0 to smithi05277117-8 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3912: finishing copy_from to smithi05277117-6 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3912: got expected ENOENT (src dne) 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3912: finishing copy_from racing read to smithi05277117-6 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3907: done (5 left) 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3912: done (4 left) 2024-09-13T03:05:23.033 INFO:tasks.rados.rados.0.smithi052.stdout:3914: done (3 left) 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3915: rollback oid 36 current snap is 403 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 36 to 380 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3909: finishing rollback tid 1 to smithi05277117-8 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3909: finishing rollback tid 2 to smithi05277117-8 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 8 v 3471 (ObjNum 591 snap 202 seq_num 591) dirty exists 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3910: finishing write tid 1 to smithi05277117-32 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3910: finishing write tid 2 to smithi05277117-32 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3910: finishing write tid 3 to smithi05277117-32 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3910: finishing write tid 4 to smithi05277117-32 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 3058 (ObjNum 1207 snap 403 seq_num 1207) dirty exists 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3910: left oid 32 (ObjNum 1207 snap 403 seq_num 1207) 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3913: finishing write tid 1 to smithi05277117-49 2024-09-13T03:05:23.034 INFO:tasks.rados.rados.0.smithi052.stdout:3913: finishing write tid 2 to smithi05277117-49 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3913: finishing write tid 3 to smithi05277117-49 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3913: finishing write tid 4 to smithi05277117-49 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 2820 (ObjNum 1208 snap 403 seq_num 1208) dirty exists 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3913: left oid 49 (ObjNum 1208 snap 403 seq_num 1208) 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3909: done (3 left) 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3910: done (2 left) 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3913: done (1 left) 2024-09-13T03:05:23.035 INFO:tasks.rados.rados.0.smithi052.stdout:3916: setattr oid 37 current snap is 403 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3917: read oid 20 snap -1 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3917: expect (ObjNum 1192 snap 400 seq_num 1192) 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3918: read oid 2 snap -1 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3918: expect (ObjNum 1102 snap 356 seq_num 1102) 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3919: read oid 3 snap -1 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3919: expect (ObjNum 1173 snap 387 seq_num 1173) 2024-09-13T03:05:23.036 INFO:tasks.rados.rados.0.smithi052.stdout:3920: snap_remove snap 381 2024-09-13T03:05:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:22 smithi052 ceph-mon[91421]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T03:05:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:22 smithi052 ceph-mon[89065]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T03:05:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:22 smithi078 ceph-mon[85589]: osdmap e852: 8 total, 8 up, 8 in 2024-09-13T03:05:23.964 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2606 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-13T03:05:23.964 INFO:tasks.rados.rados.0.smithi052.stdout:3915: finishing rollback tid 0 to smithi05277117-36 2024-09-13T03:05:23.964 INFO:tasks.rados.rados.0.smithi052.stdout:3919: expect (ObjNum 1173 snap 387 seq_num 1173) 2024-09-13T03:05:23.984 INFO:tasks.rados.rados.0.smithi052.stdout:3915: finishing rollback tid 1 to smithi05277117-36 2024-09-13T03:05:23.984 INFO:tasks.rados.rados.0.smithi052.stdout:3915: finishing rollback tid 2 to smithi05277117-36 2024-09-13T03:05:23.984 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 36 v 3092 (ObjNum 1115 snap 361 seq_num 1115) dirty exists 2024-09-13T03:05:23.985 INFO:tasks.rados.rados.0.smithi052.stdout:3918: expect (ObjNum 1102 snap 356 seq_num 1102) 2024-09-13T03:05:24.041 INFO:tasks.rados.rados.0.smithi052.stdout:3917: expect (ObjNum 1192 snap 400 seq_num 1192) 2024-09-13T03:05:24.179 INFO:tasks.rados.rados.0.smithi052.stdout:3915: done (5 left) 2024-09-13T03:05:24.179 INFO:tasks.rados.rados.0.smithi052.stdout:3916: done (4 left) 2024-09-13T03:05:24.180 INFO:tasks.rados.rados.0.smithi052.stdout:3917: done (3 left) 2024-09-13T03:05:24.180 INFO:tasks.rados.rados.0.smithi052.stdout:3918: done (2 left) 2024-09-13T03:05:24.180 INFO:tasks.rados.rados.0.smithi052.stdout:3919: done (1 left) 2024-09-13T03:05:24.180 INFO:tasks.rados.rados.0.smithi052.stdout:3920: done (0 left) 2024-09-13T03:05:24.180 INFO:tasks.rados.rados.0.smithi052.stdout:3921: copy_from oid 30 from oid 40 current snap is 403 2024-09-13T03:05:24.180 INFO:tasks.rados.rados.0.smithi052.stdout:3922: delete oid 43 current snap is 403 2024-09-13T03:05:24.183 INFO:tasks.rados.rados.0.smithi052.stdout:3922: done (1 left) 2024-09-13T03:05:24.183 INFO:tasks.rados.rados.0.smithi052.stdout:3923: rollback oid 17 current snap is 403 2024-09-13T03:05:24.183 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 17 to 389 2024-09-13T03:05:24.183 INFO:tasks.rados.rados.0.smithi052.stdout:3924: snap_create 2024-09-13T03:05:24.184 INFO:tasks.rados.rados.0.smithi052.stdout:3921: finishing copy_from racing read to smithi05277117-30 2024-09-13T03:05:24.185 INFO:tasks.rados.rados.0.smithi052.stdout:3921: finishing copy_from to smithi05277117-30 2024-09-13T03:05:24.185 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 2604 (ObjNum 1180 snap 388 seq_num 1180) dirty exists 2024-09-13T03:05:24.188 INFO:tasks.rados.rados.0.smithi052.stdout:3923: finishing rollback tid 0 to smithi05277117-17 2024-09-13T03:05:24.188 INFO:tasks.rados.rados.0.smithi052.stdout:3923: finishing rollback tid 1 to smithi05277117-17 2024-09-13T03:05:24.189 INFO:tasks.rados.rados.0.smithi052.stdout:3923: finishing rollback tid 2 to smithi05277117-17 2024-09-13T03:05:24.189 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 17 v 3483 (ObjNum 1165 snap 378 seq_num 1165) dirty exists 2024-09-13T03:05:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:23 smithi052 ceph-mon[91421]: pgmap v897: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-13T03:05:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:23 smithi052 ceph-mon[91421]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T03:05:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:23 smithi052 ceph-mon[89065]: pgmap v897: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-13T03:05:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:23 smithi052 ceph-mon[89065]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T03:05:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:23 smithi078 ceph-mon[85589]: pgmap v897: 121 pgs: 121 active+clean; 673 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-13T03:05:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:23 smithi078 ceph-mon[85589]: osdmap e853: 8 total, 8 up, 8 in 2024-09-13T03:05:24.911 INFO:tasks.rados.rados.0.smithi052.stdout:3921: done (2 left) 2024-09-13T03:05:24.912 INFO:tasks.rados.rados.0.smithi052.stdout:3923: done (1 left) 2024-09-13T03:05:24.912 INFO:tasks.rados.rados.0.smithi052.stdout:3924: done (0 left) 2024-09-13T03:05:24.912 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 23 current snap is 404 2024-09-13T03:05:24.912 INFO:tasks.rados.rados.0.smithi052.stdout:3925: seq_num 1211 ranges {434176=688128,1122304=401408} 2024-09-13T03:05:24.917 INFO:tasks.rados.rados.0.smithi052.stdout:3925: writing smithi05277117-23 from 434176 to 1122304 tid 1 2024-09-13T03:05:24.920 INFO:tasks.rados.rados.0.smithi052.stdout:3925: writing smithi05277117-23 from 1122304 to 1523712 tid 2 2024-09-13T03:05:24.920 INFO:tasks.rados.rados.0.smithi052.stdout:3926: delete oid 13 current snap is 404 2024-09-13T03:05:24.927 INFO:tasks.rados.rados.0.smithi052.stdout:3926: done (1 left) 2024-09-13T03:05:24.927 INFO:tasks.rados.rados.0.smithi052.stdout:3927: copy_from oid 14 from oid 37 current snap is 404 2024-09-13T03:05:24.927 INFO:tasks.rados.rados.0.smithi052.stdout:3928: snap_remove snap 380 2024-09-13T03:05:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:24 smithi052 ceph-mon[91421]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T03:05:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:24 smithi052 ceph-mon[91421]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T03:05:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:24 smithi052 ceph-mon[89065]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T03:05:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:24 smithi052 ceph-mon[89065]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T03:05:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:24 smithi078 ceph-mon[85589]: osdmap e854: 8 total, 8 up, 8 in 2024-09-13T03:05:25.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:24 smithi078 ceph-mon[85589]: osdmap e855: 8 total, 8 up, 8 in 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:3928: done (2 left) 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 19 current snap is 404 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:3925: finishing write tid 1 to smithi05277117-23 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:3925: finishing write tid 2 to smithi05277117-23 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:3925: finishing write tid 3 to smithi05277117-23 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:3925: finishing write tid 4 to smithi05277117-23 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 2823 (ObjNum 1211 snap 404 seq_num 1211) dirty exists 2024-09-13T03:05:25.916 INFO:tasks.rados.rados.0.smithi052.stdout:3925: left oid 23 (ObjNum 1211 snap 404 seq_num 1211) 2024-09-13T03:05:25.917 INFO:tasks.rados.rados.0.smithi052.stdout:3927: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:05:25.917 INFO:tasks.rados.rados.0.smithi052.stdout:3927: finishing copy_from to smithi05277117-14 2024-09-13T03:05:25.917 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2606 (ObjNum 49 snap 0 seq_num 2933619380) dirty exists 2024-09-13T03:05:25.917 INFO:tasks.rados.rados.0.smithi052.stdout:3929: seq_num 1213 ranges {0=720896,720896=401408} 2024-09-13T03:05:25.921 INFO:tasks.rados.rados.0.smithi052.stdout:3929: writing smithi05277117-19 from 0 to 720896 tid 1 2024-09-13T03:05:25.924 INFO:tasks.rados.rados.0.smithi052.stdout:3929: writing smithi05277117-19 from 720896 to 1122304 tid 2 2024-09-13T03:05:25.925 INFO:tasks.rados.rados.0.smithi052.stdout:3925: done (2 left) 2024-09-13T03:05:25.925 INFO:tasks.rados.rados.0.smithi052.stdout:3927: done (1 left) 2024-09-13T03:05:25.925 INFO:tasks.rados.rados.0.smithi052.stdout:3930: snap_create 2024-09-13T03:05:25.933 INFO:tasks.rados.rados.0.smithi052.stdout:3929: finishing write tid 1 to smithi05277117-19 2024-09-13T03:05:25.933 INFO:tasks.rados.rados.0.smithi052.stdout:3929: finishing write tid 2 to smithi05277117-19 2024-09-13T03:05:25.933 INFO:tasks.rados.rados.0.smithi052.stdout:3929: finishing write tid 3 to smithi05277117-19 2024-09-13T03:05:25.936 INFO:tasks.rados.rados.0.smithi052.stdout:3929: finishing write tid 4 to smithi05277117-19 2024-09-13T03:05:25.937 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 3051 (ObjNum 1213 snap 404 seq_num 1213) dirty exists 2024-09-13T03:05:25.937 INFO:tasks.rados.rados.0.smithi052.stdout:3929: left oid 19 (ObjNum 1213 snap 404 seq_num 1213) 2024-09-13T03:05:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:25 smithi052 ceph-mon[91421]: pgmap v900: 121 pgs: 121 active+clean; 676 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:05:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:25 smithi052 ceph-mon[91421]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T03:05:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:25 smithi052 ceph-mon[89065]: pgmap v900: 121 pgs: 121 active+clean; 676 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:05:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:25 smithi052 ceph-mon[89065]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T03:05:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:25 smithi078 ceph-mon[85589]: pgmap v900: 121 pgs: 121 active+clean; 676 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:05:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:25 smithi078 ceph-mon[85589]: osdmap e856: 8 total, 8 up, 8 in 2024-09-13T03:05:26.915 INFO:tasks.rados.rados.0.smithi052.stdout:3929: done (1 left) 2024-09-13T03:05:26.915 INFO:tasks.rados.rados.0.smithi052.stdout:3930: done (0 left) 2024-09-13T03:05:26.915 INFO:tasks.rados.rados.0.smithi052.stdout:3931: copy_from oid 7 from oid 49 current snap is 405 2024-09-13T03:05:26.916 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 37 current snap is 405 2024-09-13T03:05:26.916 INFO:tasks.rados.rados.0.smithi052.stdout:3932: seq_num 1214 ranges {0=737280,737280=401408} 2024-09-13T03:05:26.919 INFO:tasks.rados.rados.0.smithi052.stdout:3932: writing smithi05277117-37 from 0 to 737280 tid 1 2024-09-13T03:05:26.922 INFO:tasks.rados.rados.0.smithi052.stdout:3932: writing smithi05277117-37 from 737280 to 1138688 tid 2 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:3933: copy_from oid 5 from oid 6 current snap is 405 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:3934: rollback oid 30 current snap is 405 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 30 to 388 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:3935: rollback oid 44 current snap is 405 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 44 to 372 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:3936: copy_from oid 25 from oid 18 current snap is 405 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 10 current snap is 405 2024-09-13T03:05:26.923 INFO:tasks.rados.rados.0.smithi052.stdout:3937: seq_num 1215 ranges {532480=753664,1286144=401408} 2024-09-13T03:05:26.931 INFO:tasks.rados.rados.0.smithi052.stdout:3937: writing smithi05277117-10 from 532480 to 1286144 tid 1 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3937: writing smithi05277117-10 from 1286144 to 1687552 tid 2 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 47 current snap is 405 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3931: finishing copy_from racing read to smithi05277117-7 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3931: finishing copy_from to smithi05277117-7 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 7 v 2820 (ObjNum 1208 snap 403 seq_num 1208) dirty exists 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3935: finishing rollback tid 1 to smithi05277117-44 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3934: finishing rollback tid 0 to smithi05277117-30 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3932: finishing write tid 1 to smithi05277117-37 2024-09-13T03:05:26.935 INFO:tasks.rados.rados.0.smithi052.stdout:3932: finishing write tid 2 to smithi05277117-37 2024-09-13T03:05:26.936 INFO:tasks.rados.rados.0.smithi052.stdout:3938: seq_num 1216 ranges {15335424=770048,16105472=401408} 2024-09-13T03:05:27.023 INFO:tasks.rados.rados.0.smithi052.stdout:3938: writing smithi05277117-47 from 15335424 to 16105472 tid 1 2024-09-13T03:05:27.026 INFO:tasks.rados.rados.0.smithi052.stdout:3938: writing smithi05277117-47 from 16105472 to 16506880 tid 2 2024-09-13T03:05:27.026 INFO:tasks.rados.rados.0.smithi052.stdout:3931: done (7 left) 2024-09-13T03:05:27.026 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 45 current snap is 405 2024-09-13T03:05:27.026 INFO:tasks.rados.rados.0.smithi052.stdout:3932: finishing write tid 3 to smithi05277117-37 2024-09-13T03:05:27.027 INFO:tasks.rados.rados.0.smithi052.stdout:3935: finishing rollback tid 2 to smithi05277117-44 2024-09-13T03:05:27.027 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3041 (ObjNum 778 snap 262 seq_num 778) dirty exists 2024-09-13T03:05:27.027 INFO:tasks.rados.rados.0.smithi052.stdout:3939: seq_num 1217 ranges {319488=786432,1105920=401408} 2024-09-13T03:05:27.032 INFO:tasks.rados.rados.0.smithi052.stdout:3939: writing smithi05277117-45 from 319488 to 1105920 tid 1 2024-09-13T03:05:27.035 INFO:tasks.rados.rados.0.smithi052.stdout:3939: writing smithi05277117-45 from 1105920 to 1507328 tid 2 2024-09-13T03:05:27.035 INFO:tasks.rados.rados.0.smithi052.stdout:3935: done (7 left) 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 40 current snap is 405 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:3932: finishing write tid 4 to smithi05277117-37 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2609 (ObjNum 1214 snap 405 seq_num 1214) dirty exists 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:3932: left oid 37 (ObjNum 1214 snap 405 seq_num 1214) 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:3934: finishing rollback tid 1 to smithi05277117-30 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 30 v 3379 (ObjNum 33 snap 0 seq_num 3) dirty dne 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:3933: finishing copy_from racing read to smithi05277117-5 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:3933: finishing copy_from to smithi05277117-5 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 5 v 3074 (ObjNum 1095 snap 354 seq_num 1095) dirty exists 2024-09-13T03:05:27.036 INFO:tasks.rados.rados.0.smithi052.stdout:3937: finishing write tid 1 to smithi05277117-10 2024-09-13T03:05:27.037 INFO:tasks.rados.rados.0.smithi052.stdout:3940: seq_num 1218 ranges {565248=802816,1368064=401408} 2024-09-13T03:05:27.043 INFO:tasks.rados.rados.0.smithi052.stdout:3940: writing smithi05277117-40 from 565248 to 1368064 tid 1 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3940: writing smithi05277117-40 from 1368064 to 1769472 tid 2 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3932: done (7 left) 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3933: done (6 left) 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3934: done (5 left) 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3941: read oid 17 snap -1 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3941: expect (ObjNum 1165 snap 378 seq_num 1165) 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3942: copy_from oid 35 from oid 36 current snap is 405 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3937: finishing write tid 2 to smithi05277117-10 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3937: finishing write tid 3 to smithi05277117-10 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:3937: finishing write tid 4 to smithi05277117-10 2024-09-13T03:05:27.047 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 10 v 3382 (ObjNum 1215 snap 405 seq_num 1215) dirty exists 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3937: left oid 10 (ObjNum 1215 snap 405 seq_num 1215) 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3936: finishing copy_from racing read to smithi05277117-25 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3936: finishing copy_from to smithi05277117-25 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 25 v 3074 (ObjNum 1095 snap 354 seq_num 1095) dirty exists 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3938: finishing write tid 1 to smithi05277117-47 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3938: finishing write tid 2 to smithi05277117-47 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3938: finishing write tid 3 to smithi05277117-47 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3938: finishing write tid 4 to smithi05277117-47 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 3032 (ObjNum 1216 snap 405 seq_num 1216) dirty exists 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3938: left oid 47 (ObjNum 1216 snap 405 seq_num 1216) 2024-09-13T03:05:27.048 INFO:tasks.rados.rados.0.smithi052.stdout:3939: finishing write tid 1 to smithi05277117-45 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3939: finishing write tid 2 to smithi05277117-45 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3939: finishing write tid 3 to smithi05277117-45 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3939: finishing write tid 4 to smithi05277117-45 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 3385 (ObjNum 1217 snap 405 seq_num 1217) dirty exists 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3939: left oid 45 (ObjNum 1217 snap 405 seq_num 1217) 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3936: done (6 left) 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3937: done (5 left) 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3938: done (4 left) 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3939: done (3 left) 2024-09-13T03:05:27.049 INFO:tasks.rados.rados.0.smithi052.stdout:3943: snap_remove snap 384 2024-09-13T03:05:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:3943: done (3 left) 2024-09-13T03:05:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:3944: copy_from oid 50 from oid 43 current snap is 405 2024-09-13T03:05:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:3945: rollback oid 37 current snap is 405 2024-09-13T03:05:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 37 to 383 2024-09-13T03:05:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:3946: copy_from oid 14 from oid 21 current snap is 405 2024-09-13T03:05:27.974 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 29 current snap is 405 2024-09-13T03:05:27.975 INFO:tasks.rados.rados.0.smithi052.stdout:3947: seq_num 1219 ranges {3997696=417792,4415488=557056,4972544=245760} 2024-09-13T03:05:28.001 INFO:tasks.rados.rados.0.smithi052.stdout:3947: writing smithi05277117-29 from 3997696 to 4415488 tid 1 2024-09-13T03:05:28.005 INFO:tasks.rados.rados.0.smithi052.stdout:3947: writing smithi05277117-29 from 4415488 to 4972544 tid 2 2024-09-13T03:05:28.007 INFO:tasks.rados.rados.0.smithi052.stdout:3947: writing smithi05277117-29 from 4972544 to 5218304 tid 3 2024-09-13T03:05:28.007 INFO:tasks.rados.rados.0.smithi052.stdout:3948: copy_from oid 3 from oid 4 current snap is 405 2024-09-13T03:05:28.007 INFO:tasks.rados.rados.0.smithi052.stdout:3949: rollback oid 26 current snap is 405 2024-09-13T03:05:28.007 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 26 to 398 2024-09-13T03:05:28.008 INFO:tasks.rados.rados.0.smithi052.stdout:3941: expect (ObjNum 1165 snap 378 seq_num 1165) 2024-09-13T03:05:28.020 INFO:tasks.rados.rados.0.smithi052.stdout:3940: finishing write tid 1 to smithi05277117-40 2024-09-13T03:05:28.020 INFO:tasks.rados.rados.0.smithi052.stdout:3940: finishing write tid 2 to smithi05277117-40 2024-09-13T03:05:28.020 INFO:tasks.rados.rados.0.smithi052.stdout:3940: finishing write tid 3 to smithi05277117-40 2024-09-13T03:05:28.020 INFO:tasks.rados.rados.0.smithi052.stdout:3940: finishing write tid 4 to smithi05277117-40 2024-09-13T03:05:28.020 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 40 v 2612 (ObjNum 1218 snap 405 seq_num 1218) dirty exists 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3940: left oid 40 (ObjNum 1218 snap 405 seq_num 1218) 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3942: finishing copy_from racing read to smithi05277117-35 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3942: finishing copy_from to smithi05277117-35 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 35 v 3092 (ObjNum 1115 snap 361 seq_num 1115) dirty exists 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3945: finishing rollback tid 0 to smithi05277117-37 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3944: finishing copy_from to smithi05277117-50 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3944: got expected ENOENT (src dne) 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3944: finishing copy_from racing read to smithi05277117-50 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3945: finishing rollback tid 1 to smithi05277117-37 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3945: finishing rollback tid 2 to smithi05277117-37 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 37 v 2615 (ObjNum 1121 snap 362 seq_num 1121) dirty exists 2024-09-13T03:05:28.021 INFO:tasks.rados.rados.0.smithi052.stdout:3946: finishing copy_from racing read to smithi05277117-14 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3940: done (8 left) 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3941: done (7 left) 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3942: done (6 left) 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3944: done (5 left) 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3945: done (4 left) 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3950: snap_create 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3947: finishing write tid 1 to smithi05277117-29 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3948: finishing copy_from racing read to smithi05277117-3 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3947: finishing write tid 2 to smithi05277117-29 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3946: finishing copy_from to smithi05277117-14 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 2814 (ObjNum 839 snap 284 seq_num 839) dirty exists 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3947: finishing write tid 3 to smithi05277117-29 2024-09-13T03:05:28.022 INFO:tasks.rados.rados.0.smithi052.stdout:3949: finishing rollback tid 0 to smithi05277117-26 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:3949: finishing rollback tid 1 to smithi05277117-26 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:3947: finishing write tid 4 to smithi05277117-29 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:3949: finishing rollback tid 2 to smithi05277117-26 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 3033 (ObjNum 1147 snap 371 seq_num 1147) dirty exists 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:3948: finishing copy_from to smithi05277117-3 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 3 v 3051 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:3947: finishing write tid 5 to smithi05277117-29 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 29 v 3041 (ObjNum 1219 snap 405 seq_num 1219) dirty exists 2024-09-13T03:05:28.023 INFO:tasks.rados.rados.0.smithi052.stdout:3947: left oid 29 (ObjNum 1219 snap 405 seq_num 1219) 2024-09-13T03:05:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:27 smithi078 ceph-mon[85589]: pgmap v903: 121 pgs: 121 active+clean; 679 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 944 KiB/s wr, 13 op/s 2024-09-13T03:05:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:27 smithi078 ceph-mon[85589]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T03:05:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:27 smithi052 ceph-mon[91421]: pgmap v903: 121 pgs: 121 active+clean; 679 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 944 KiB/s wr, 13 op/s 2024-09-13T03:05:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:27 smithi052 ceph-mon[91421]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T03:05:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:27 smithi052 ceph-mon[89065]: pgmap v903: 121 pgs: 121 active+clean; 679 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 944 KiB/s wr, 13 op/s 2024-09-13T03:05:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:27 smithi052 ceph-mon[89065]: osdmap e857: 8 total, 8 up, 8 in 2024-09-13T03:05:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:05:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:05:28] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:3946: done (4 left) 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:3947: done (3 left) 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:3948: done (2 left) 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:3949: done (1 left) 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:3950: done (0 left) 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:3951: rollback oid 42 current snap is 406 2024-09-13T03:05:28.979 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 42 to 355 2024-09-13T03:05:28.980 INFO:tasks.rados.rados.0.smithi052.stdout:3952: read oid 27 snap -1 2024-09-13T03:05:28.980 INFO:tasks.rados.rados.0.smithi052.stdout:3952: expect (ObjNum 1162 snap 376 seq_num 1162) 2024-09-13T03:05:28.980 INFO:tasks.rados.rados.0.smithi052.stdout:3953: delete oid 25 current snap is 406 2024-09-13T03:05:28.982 INFO:tasks.rados.rados.0.smithi052.stdout:3953: done (2 left) 2024-09-13T03:05:28.982 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 14 current snap is 406 2024-09-13T03:05:28.982 INFO:tasks.rados.rados.0.smithi052.stdout:3954: seq_num 1221 ranges {2064384=458752,2523136=729088,3252224=73728} 2024-09-13T03:05:28.997 INFO:tasks.rados.rados.0.smithi052.stdout:3954: writing smithi05277117-14 from 2064384 to 2523136 tid 1 2024-09-13T03:05:29.002 INFO:tasks.rados.rados.0.smithi052.stdout:3954: writing smithi05277117-14 from 2523136 to 3252224 tid 2 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:3954: writing smithi05277117-14 from 3252224 to 3325952 tid 3 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:3955: delete oid 48 current snap is 406 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:3951: finishing rollback tid 0 to smithi05277117-42 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:3951: finishing rollback tid 1 to smithi05277117-42 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:3951: finishing rollback tid 2 to smithi05277117-42 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 42 v 3054 (ObjNum 65 snap 0 seq_num 1650151255) dirty exists 2024-09-13T03:05:29.003 INFO:tasks.rados.rados.0.smithi052.stdout:3952: expect (ObjNum 1162 snap 376 seq_num 1162) 2024-09-13T03:05:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:28 smithi052 ceph-mon[91421]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T03:05:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:28 smithi052 ceph-mon[89065]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T03:05:29.420 INFO:tasks.rados.rados.0.smithi052.stdout:3954: finishing write tid 1 to smithi05277117-14 2024-09-13T03:05:29.420 INFO:tasks.rados.rados.0.smithi052.stdout:3954: finishing write tid 2 to smithi05277117-14 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3954: finishing write tid 3 to smithi05277117-14 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3954: finishing write tid 4 to smithi05277117-14 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3954: finishing write tid 5 to smithi05277117-14 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 14 v 3514 (ObjNum 1221 snap 406 seq_num 1221) dirty exists 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3954: left oid 14 (ObjNum 1221 snap 406 seq_num 1221) 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3951: done (3 left) 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3952: done (2 left) 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3954: done (1 left) 2024-09-13T03:05:29.421 INFO:tasks.rados.rados.0.smithi052.stdout:3955: done (0 left) 2024-09-13T03:05:29.422 INFO:tasks.rados.rados.0.smithi052.stdout:3956: snap_remove snap 397 2024-09-13T03:05:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:28 smithi078 ceph-mon[85589]: osdmap e858: 8 total, 8 up, 8 in 2024-09-13T03:05:29.981 INFO:tasks.rados.rados.0.smithi052.stdout:3956: done (0 left) 2024-09-13T03:05:29.981 INFO:tasks.rados.rados.0.smithi052.stdout:3957: read oid 19 snap -1 2024-09-13T03:05:29.981 INFO:tasks.rados.rados.0.smithi052.stdout:3957: expect (ObjNum 1213 snap 404 seq_num 1213) 2024-09-13T03:05:29.981 INFO:tasks.rados.rados.0.smithi052.stdout:3958: snap_remove snap 379 2024-09-13T03:05:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:29 smithi052 ceph-mon[91421]: pgmap v906: 121 pgs: 121 active+clean; 700 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-09-13T03:05:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:29 smithi052 ceph-mon[91421]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T03:05:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:29 smithi052 ceph-mon[89065]: pgmap v906: 121 pgs: 121 active+clean; 700 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-09-13T03:05:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:29 smithi052 ceph-mon[89065]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T03:05:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:29 smithi078 ceph-mon[85589]: pgmap v906: 121 pgs: 121 active+clean; 700 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-09-13T03:05:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:29 smithi078 ceph-mon[85589]: osdmap e859: 8 total, 8 up, 8 in 2024-09-13T03:05:30.988 INFO:tasks.rados.rados.0.smithi052.stdout:3958: done (1 left) 2024-09-13T03:05:30.988 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 39 current snap is 406 2024-09-13T03:05:30.988 INFO:tasks.rados.rados.0.smithi052.stdout:3959: seq_num 1223 ranges {7700480=491520,8192000=491520,8683520=311296} 2024-09-13T03:05:31.034 INFO:tasks.rados.rados.0.smithi052.stdout:3959: writing smithi05277117-39 from 7700480 to 8192000 tid 1 2024-09-13T03:05:31.036 INFO:tasks.rados.rados.0.smithi052.stdout:3959: writing smithi05277117-39 from 8192000 to 8683520 tid 2 2024-09-13T03:05:31.038 INFO:tasks.rados.rados.0.smithi052.stdout:3959: writing smithi05277117-39 from 8683520 to 8994816 tid 3 2024-09-13T03:05:31.038 INFO:tasks.rados.rados.0.smithi052.stdout:3960: snap_remove snap 373 2024-09-13T03:05:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:05:31.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:05:31.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:30 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: osdmap e860: 8 total, 8 up, 8 in 2024-09-13T03:05:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:05:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:05:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:05:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:30 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:05:32.001 INFO:tasks.rados.rados.0.smithi052.stdout:3957: expect (ObjNum 1213 snap 404 seq_num 1213) 2024-09-13T03:05:32.050 INFO:tasks.rados.rados.0.smithi052.stdout:3959: finishing write tid 1 to smithi05277117-39 2024-09-13T03:05:32.050 INFO:tasks.rados.rados.0.smithi052.stdout:3959: finishing write tid 2 to smithi05277117-39 2024-09-13T03:05:32.050 INFO:tasks.rados.rados.0.smithi052.stdout:3959: finishing write tid 3 to smithi05277117-39 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3959: finishing write tid 4 to smithi05277117-39 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3959: finishing write tid 5 to smithi05277117-39 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 39 v 3036 (ObjNum 1223 snap 406 seq_num 1223) dirty exists 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3959: left oid 39 (ObjNum 1223 snap 406 seq_num 1223) 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3957: done (2 left) 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3959: done (1 left) 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3960: done (0 left) 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3961: read oid 24 snap -1 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3961: expect deleted 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 11 current snap is 406 2024-09-13T03:05:32.051 INFO:tasks.rados.rados.0.smithi052.stdout:3962: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-09-13T03:05:32.052 INFO:tasks.rados.rados.0.smithi052.stdout:3962: writing smithi05277117-11 from 0 to 507904 tid 1 2024-09-13T03:05:32.055 INFO:tasks.rados.rados.0.smithi052.stdout:3962: writing smithi05277117-11 from 507904 to 933888 tid 2 2024-09-13T03:05:32.057 INFO:tasks.rados.rados.0.smithi052.stdout:3962: writing smithi05277117-11 from 933888 to 1310720 tid 3 2024-09-13T03:05:32.057 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 43 current snap is 406 2024-09-13T03:05:32.058 INFO:tasks.rados.rados.0.smithi052.stdout:3962: finishing write tid 1 to smithi05277117-11 2024-09-13T03:05:32.058 INFO:tasks.rados.rados.0.smithi052.stdout:3963: seq_num 1225 ranges {0=524288,524288=712704,1236992=90112} 2024-09-13T03:05:32.060 INFO:tasks.rados.rados.0.smithi052.stdout:3963: writing smithi05277117-43 from 0 to 524288 tid 1 2024-09-13T03:05:32.064 INFO:tasks.rados.rados.0.smithi052.stdout:3963: writing smithi05277117-43 from 524288 to 1236992 tid 2 2024-09-13T03:05:32.065 INFO:tasks.rados.rados.0.smithi052.stdout:3963: writing smithi05277117-43 from 1236992 to 1327104 tid 3 2024-09-13T03:05:32.065 INFO:tasks.rados.rados.0.smithi052.stdout:3961: done (2 left) 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3964: setattr oid 33 current snap is 406 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3962: finishing write tid 2 to smithi05277117-11 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3962: finishing write tid 3 to smithi05277117-11 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3962: finishing write tid 4 to smithi05277117-11 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3962: finishing write tid 5 to smithi05277117-11 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 3037 (ObjNum 1224 snap 406 seq_num 1224) dirty exists 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3962: left oid 11 (ObjNum 1224 snap 406 seq_num 1224) 2024-09-13T03:05:32.066 INFO:tasks.rados.rados.0.smithi052.stdout:3963: finishing write tid 1 to smithi05277117-43 2024-09-13T03:05:32.067 INFO:tasks.rados.rados.0.smithi052.stdout:3962: done (2 left) 2024-09-13T03:05:32.067 INFO:tasks.rados.rados.0.smithi052.stdout:3965: rollback oid 19 current snap is 406 2024-09-13T03:05:32.067 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 19 to 370 2024-09-13T03:05:32.067 INFO:tasks.rados.rados.0.smithi052.stdout:3966: snap_remove snap 284 2024-09-13T03:05:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:31 smithi052 ceph-mon[91421]: pgmap v909: 121 pgs: 121 active+clean; 723 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 6.4 MiB/s wr, 15 op/s 2024-09-13T03:05:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:31 smithi052 ceph-mon[91421]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T03:05:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:31 smithi052 ceph-mon[89065]: pgmap v909: 121 pgs: 121 active+clean; 723 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 6.4 MiB/s wr, 15 op/s 2024-09-13T03:05:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:31 smithi052 ceph-mon[89065]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T03:05:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:31 smithi078 ceph-mon[85589]: pgmap v909: 121 pgs: 121 active+clean; 723 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 566 KiB/s rd, 6.4 MiB/s wr, 15 op/s 2024-09-13T03:05:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:31 smithi078 ceph-mon[85589]: osdmap e861: 8 total, 8 up, 8 in 2024-09-13T03:05:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:05:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:33.008 INFO:tasks.rados.rados.0.smithi052.stdout:3963: finishing write tid 2 to smithi05277117-43 2024-09-13T03:05:33.008 INFO:tasks.rados.rados.0.smithi052.stdout:3963: finishing write tid 3 to smithi05277117-43 2024-09-13T03:05:33.008 INFO:tasks.rados.rados.0.smithi052.stdout:3963: finishing write tid 4 to smithi05277117-43 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3963: finishing write tid 5 to smithi05277117-43 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 43 v 3041 (ObjNum 1225 snap 406 seq_num 1225) dirty exists 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3963: left oid 43 (ObjNum 1225 snap 406 seq_num 1225) 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3965: finishing rollback tid 0 to smithi05277117-19 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3965: finishing rollback tid 1 to smithi05277117-19 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 3386 (ObjNum 1095 snap 354 seq_num 1095) dirty exists 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3965: finishing rollback tid 2 to smithi05277117-19 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 19 v 3057 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3963: done (3 left) 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3964: done (2 left) 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3965: done (1 left) 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3966: done (0 left) 2024-09-13T03:05:33.009 INFO:tasks.rados.rados.0.smithi052.stdout:3967: rmattr oid 22 current snap is 406 2024-09-13T03:05:33.010 INFO:tasks.rados.rados.0.smithi052.stdout:3967: done (0 left) 2024-09-13T03:05:33.010 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 28 current snap is 406 2024-09-13T03:05:33.010 INFO:tasks.rados.rados.0.smithi052.stdout:3968: seq_num 1226 ranges {434176=540672,974848=598016,1572864=204800} 2024-09-13T03:05:33.014 INFO:tasks.rados.rados.0.smithi052.stdout:3968: writing smithi05277117-28 from 434176 to 974848 tid 1 2024-09-13T03:05:33.018 INFO:tasks.rados.rados.0.smithi052.stdout:3968: writing smithi05277117-28 from 974848 to 1572864 tid 2 2024-09-13T03:05:33.020 INFO:tasks.rados.rados.0.smithi052.stdout:3968: writing smithi05277117-28 from 1572864 to 1777664 tid 3 2024-09-13T03:05:33.020 INFO:tasks.rados.rados.0.smithi052.stdout:3969: rmattr oid 41 current snap is 406 2024-09-13T03:05:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:3970: read oid 24 snap 405 2024-09-13T03:05:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:3970: expect deleted 2024-09-13T03:05:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:3971: read oid 12 snap -1 2024-09-13T03:05:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:3971: expect (ObjNum 1121 snap 362 seq_num 1121) 2024-09-13T03:05:33.021 INFO:tasks.rados.rados.0.smithi052.stdout:3972: snap_remove snap 386 2024-09-13T03:05:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:33 smithi052 ceph-mon[91421]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T03:05:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:33 smithi052 ceph-mon[89065]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T03:05:33.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:33 smithi078 ceph-mon[85589]: osdmap e862: 8 total, 8 up, 8 in 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:3968: finishing write tid 1 to smithi05277117-28 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 41 v 2616 (ObjNum 1187 snap 394 seq_num 1187) dirty exists 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:3968: finishing write tid 2 to smithi05277117-28 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:3968: finishing write tid 3 to smithi05277117-28 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:3968: finishing write tid 4 to smithi05277117-28 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:3968: finishing write tid 5 to smithi05277117-28 2024-09-13T03:05:34.020 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 28 v 3096 (ObjNum 1226 snap 406 seq_num 1226) dirty exists 2024-09-13T03:05:34.021 INFO:tasks.rados.rados.0.smithi052.stdout:3968: left oid 28 (ObjNum 1226 snap 406 seq_num 1226) 2024-09-13T03:05:34.021 INFO:tasks.rados.rados.0.smithi052.stdout:3971: expect (ObjNum 1121 snap 362 seq_num 1121) 2024-09-13T03:05:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:34 smithi052 ceph-mon[91421]: pgmap v912: 121 pgs: 121 active+clean; 730 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-13T03:05:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:34 smithi052 ceph-mon[91421]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T03:05:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:34 smithi052 ceph-mon[89065]: pgmap v912: 121 pgs: 121 active+clean; 730 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-13T03:05:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:34 smithi052 ceph-mon[89065]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T03:05:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:34 smithi078 ceph-mon[85589]: pgmap v912: 121 pgs: 121 active+clean; 730 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-09-13T03:05:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:34 smithi078 ceph-mon[85589]: osdmap e863: 8 total, 8 up, 8 in 2024-09-13T03:05:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:35 smithi052 ceph-mon[91421]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T03:05:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:35 smithi052 ceph-mon[91421]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T03:05:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:35 smithi052 ceph-mon[89065]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T03:05:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:35 smithi052 ceph-mon[89065]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T03:05:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:35 smithi078 ceph-mon[85589]: osdmap e864: 8 total, 8 up, 8 in 2024-09-13T03:05:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:35 smithi078 ceph-mon[85589]: osdmap e865: 8 total, 8 up, 8 in 2024-09-13T03:05:35.752 INFO:tasks.rados.rados.0.smithi052.stdout:3968: done (4 left) 2024-09-13T03:05:35.752 INFO:tasks.rados.rados.0.smithi052.stdout:3969: done (3 left) 2024-09-13T03:05:35.752 INFO:tasks.rados.rados.0.smithi052.stdout:3970: done (2 left) 2024-09-13T03:05:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:3971: done (1 left) 2024-09-13T03:05:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:3972: done (0 left) 2024-09-13T03:05:35.753 INFO:tasks.rados.rados.0.smithi052.stdout:3973: snap_create 2024-09-13T03:05:36.015 INFO:tasks.rados.rados.0.smithi052.stdout:3973: done (0 left) 2024-09-13T03:05:36.016 INFO:tasks.rados.rados.0.smithi052.stdout:3974: delete oid 36 current snap is 407 2024-09-13T03:05:36.020 INFO:tasks.rados.rados.0.smithi052.stdout:3974: done (0 left) 2024-09-13T03:05:36.020 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 32 current snap is 407 2024-09-13T03:05:36.020 INFO:tasks.rados.rados.0.smithi052.stdout:3975: seq_num 1228 ranges {1024000=573440,1597440=761856,2359296=40960} 2024-09-13T03:05:36.029 INFO:tasks.rados.rados.0.smithi052.stdout:3975: writing smithi05277117-32 from 1024000 to 1597440 tid 1 2024-09-13T03:05:36.033 INFO:tasks.rados.rados.0.smithi052.stdout:3975: writing smithi05277117-32 from 1597440 to 2359296 tid 2 2024-09-13T03:05:36.033 INFO:tasks.rados.rados.0.smithi052.stdout:3975: writing smithi05277117-32 from 2359296 to 2400256 tid 3 2024-09-13T03:05:36.034 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 44 current snap is 407 2024-09-13T03:05:36.034 INFO:tasks.rados.rados.0.smithi052.stdout:3976: seq_num 1229 ranges {3907584=589824,4497408=647168,5144576=155648} 2024-09-13T03:05:36.058 INFO:tasks.rados.rados.0.smithi052.stdout:3976: writing smithi05277117-44 from 3907584 to 4497408 tid 1 2024-09-13T03:05:36.062 INFO:tasks.rados.rados.0.smithi052.stdout:3976: writing smithi05277117-44 from 4497408 to 5144576 tid 2 2024-09-13T03:05:36.063 INFO:tasks.rados.rados.0.smithi052.stdout:3976: writing smithi05277117-44 from 5144576 to 5300224 tid 3 2024-09-13T03:05:36.063 INFO:tasks.rados.rados.0.smithi052.stdout:3977: rmattr oid 34 current snap is 407 2024-09-13T03:05:36.063 INFO:tasks.rados.rados.0.smithi052.stdout:3977: done (2 left) 2024-09-13T03:05:36.063 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 33 current snap is 407 2024-09-13T03:05:36.063 INFO:tasks.rados.rados.0.smithi052.stdout:3975: finishing write tid 1 to smithi05277117-32 2024-09-13T03:05:36.063 INFO:tasks.rados.rados.0.smithi052.stdout:3978: seq_num 1230 ranges {2842624=606208,3448832=532480,3981312=270336} 2024-09-13T03:05:36.082 INFO:tasks.rados.rados.0.smithi052.stdout:3978: writing smithi05277117-33 from 2842624 to 3448832 tid 1 2024-09-13T03:05:36.086 INFO:tasks.rados.rados.0.smithi052.stdout:3978: writing smithi05277117-33 from 3448832 to 3981312 tid 2 2024-09-13T03:05:36.088 INFO:tasks.rados.rados.0.smithi052.stdout:3978: writing smithi05277117-33 from 3981312 to 4251648 tid 3 2024-09-13T03:05:36.088 INFO:tasks.rados.rados.0.smithi052.stdout:3979: snap_create 2024-09-13T03:05:36.088 INFO:tasks.rados.rados.0.smithi052.stdout:3975: finishing write tid 2 to smithi05277117-32 2024-09-13T03:05:36.088 INFO:tasks.rados.rados.0.smithi052.stdout:3975: finishing write tid 3 to smithi05277117-32 2024-09-13T03:05:36.088 INFO:tasks.rados.rados.0.smithi052.stdout:3975: finishing write tid 4 to smithi05277117-32 2024-09-13T03:05:36.088 INFO:tasks.rados.rados.0.smithi052.stdout:3975: finishing write tid 5 to smithi05277117-32 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 32 v 3063 (ObjNum 1228 snap 407 seq_num 1228) dirty exists 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3975: left oid 32 (ObjNum 1228 snap 407 seq_num 1228) 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3976: finishing write tid 1 to smithi05277117-44 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3976: finishing write tid 2 to smithi05277117-44 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3976: finishing write tid 3 to smithi05277117-44 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3976: finishing write tid 4 to smithi05277117-44 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3976: finishing write tid 5 to smithi05277117-44 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 44 v 3096 (ObjNum 1229 snap 407 seq_num 1229) dirty exists 2024-09-13T03:05:36.089 INFO:tasks.rados.rados.0.smithi052.stdout:3976: left oid 44 (ObjNum 1229 snap 407 seq_num 1229) 2024-09-13T03:05:36.090 INFO:tasks.rados.rados.0.smithi052.stdout:3978: finishing write tid 1 to smithi05277117-33 2024-09-13T03:05:36.093 INFO:tasks.rados.rados.0.smithi052.stdout:3978: finishing write tid 2 to smithi05277117-33 2024-09-13T03:05:36.093 INFO:tasks.rados.rados.0.smithi052.stdout:3978: finishing write tid 3 to smithi05277117-33 2024-09-13T03:05:36.093 INFO:tasks.rados.rados.0.smithi052.stdout:3978: finishing write tid 4 to smithi05277117-33 2024-09-13T03:05:36.095 INFO:tasks.rados.rados.0.smithi052.stdout:3978: finishing write tid 5 to smithi05277117-33 2024-09-13T03:05:36.095 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 33 v 3390 (ObjNum 1230 snap 407 seq_num 1230) dirty exists 2024-09-13T03:05:36.095 INFO:tasks.rados.rados.0.smithi052.stdout:3978: left oid 33 (ObjNum 1230 snap 407 seq_num 1230) 2024-09-13T03:05:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:36 smithi052 ceph-mon[91421]: pgmap v915: 121 pgs: 121 active+clean; 714 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T03:05:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:36 smithi052 ceph-mon[89065]: pgmap v915: 121 pgs: 121 active+clean; 714 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T03:05:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:36 smithi078 ceph-mon[85589]: pgmap v915: 121 pgs: 121 active+clean; 714 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-09-13T03:05:37.027 INFO:tasks.rados.rados.0.smithi052.stdout:3975: done (3 left) 2024-09-13T03:05:37.305 INFO:tasks.rados.rados.0.smithi052.stdout:3976: done (2 left) 2024-09-13T03:05:37.305 INFO:tasks.rados.rados.0.smithi052.stdout:3978: done (1 left) 2024-09-13T03:05:37.305 INFO:tasks.rados.rados.0.smithi052.stdout:3979: done (0 left) 2024-09-13T03:05:37.305 INFO:tasks.rados.rados.0.smithi052.stdout:3980: snap_remove snap 399 2024-09-13T03:05:37.306 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:37 smithi052 ceph-mon[91421]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T03:05:37.306 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:37 smithi052 ceph-mon[89065]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T03:05:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:37 smithi078 ceph-mon[85589]: osdmap e866: 8 total, 8 up, 8 in 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3980: done (0 left) 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3981: copy_from oid 49 from oid 2 current snap is 408 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3982: read oid 18 snap -1 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3982: expect (ObjNum 1095 snap 354 seq_num 1095) 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3983: read oid 21 snap -1 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3983: expect (ObjNum 839 snap 284 seq_num 839) 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3984: copy_from oid 15 from oid 8 current snap is 408 2024-09-13T03:05:38.030 INFO:tasks.rados.rados.0.smithi052.stdout:3985: snap_create 2024-09-13T03:05:38.050 INFO:tasks.rados.rados.0.smithi052.stdout:3983: expect (ObjNum 839 snap 284 seq_num 839) 2024-09-13T03:05:38.117 INFO:tasks.rados.rados.0.smithi052.stdout:3982: expect (ObjNum 1095 snap 354 seq_num 1095) 2024-09-13T03:05:38.216 INFO:tasks.rados.rados.0.smithi052.stdout:3981: finishing copy_from racing read to smithi05277117-49 2024-09-13T03:05:38.216 INFO:tasks.rados.rados.0.smithi052.stdout:3981: finishing copy_from to smithi05277117-49 2024-09-13T03:05:38.216 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 3037 (ObjNum 1102 snap 356 seq_num 1102) dirty exists 2024-09-13T03:05:38.216 INFO:tasks.rados.rados.0.smithi052.stdout:3984: finishing copy_from racing read to smithi05277117-15 2024-09-13T03:05:38.216 INFO:tasks.rados.rados.0.smithi052.stdout:3984: finishing copy_from to smithi05277117-15 2024-09-13T03:05:38.216 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 15 v 3471 (ObjNum 591 snap 202 seq_num 591) dirty exists 2024-09-13T03:05:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:38 smithi078 ceph-mon[85589]: pgmap v918: 121 pgs: 121 active+clean; 693 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-13T03:05:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:38 smithi078 ceph-mon[85589]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T03:05:38.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:38 smithi052 ceph-mon[89065]: pgmap v918: 121 pgs: 121 active+clean; 693 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-13T03:05:38.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:38 smithi052 ceph-mon[89065]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T03:05:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:05:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:05:38] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-09-13T03:05:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:38 smithi052 ceph-mon[91421]: pgmap v918: 121 pgs: 121 active+clean; 693 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-09-13T03:05:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:38 smithi052 ceph-mon[91421]: osdmap e867: 8 total, 8 up, 8 in 2024-09-13T03:05:39.042 INFO:tasks.rados.rados.0.smithi052.stdout:3981: done (4 left) 2024-09-13T03:05:39.042 INFO:tasks.rados.rados.0.smithi052.stdout:3982: done (3 left) 2024-09-13T03:05:39.042 INFO:tasks.rados.rados.0.smithi052.stdout:3983: done (2 left) 2024-09-13T03:05:39.042 INFO:tasks.rados.rados.0.smithi052.stdout:3984: done (1 left) 2024-09-13T03:05:39.042 INFO:tasks.rados.rados.0.smithi052.stdout:3985: done (0 left) 2024-09-13T03:05:39.042 INFO:tasks.rados.rados.0.smithi052.stdout:3986: setattr oid 45 current snap is 409 2024-09-13T03:05:39.043 INFO:tasks.rados.rados.0.smithi052.stdout:3987: copy_from oid 23 from oid 3 current snap is 409 2024-09-13T03:05:39.043 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 26 current snap is 409 2024-09-13T03:05:39.043 INFO:tasks.rados.rados.0.smithi052.stdout:3988: seq_num 1231 ranges {1499136=622592,2121728=417792,2539520=385024} 2024-09-13T03:05:39.055 INFO:tasks.rados.rados.0.smithi052.stdout:3988: writing smithi05277117-26 from 1499136 to 2121728 tid 1 2024-09-13T03:05:39.058 INFO:tasks.rados.rados.0.smithi052.stdout:3988: writing smithi05277117-26 from 2121728 to 2539520 tid 2 2024-09-13T03:05:39.060 INFO:tasks.rados.rados.0.smithi052.stdout:3988: writing smithi05277117-26 from 2539520 to 2924544 tid 3 2024-09-13T03:05:39.060 INFO:tasks.rados.rados.0.smithi052.stdout:3989: snap_create 2024-09-13T03:05:39.060 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 45 v 3391 (ObjNum 1217 snap 405 seq_num 1217) dirty exists 2024-09-13T03:05:39.060 INFO:tasks.rados.rados.0.smithi052.stdout:3987: finishing copy_from racing read to smithi05277117-23 2024-09-13T03:05:39.061 INFO:tasks.rados.rados.0.smithi052.stdout:3987: finishing copy_from to smithi05277117-23 2024-09-13T03:05:39.061 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 23 v 3051 (ObjNum 225 snap 0 seq_num 346004912) dirty exists 2024-09-13T03:05:39.066 INFO:tasks.rados.rados.0.smithi052.stdout:3988: finishing write tid 1 to smithi05277117-26 2024-09-13T03:05:39.066 INFO:tasks.rados.rados.0.smithi052.stdout:3988: finishing write tid 2 to smithi05277117-26 2024-09-13T03:05:39.067 INFO:tasks.rados.rados.0.smithi052.stdout:3988: finishing write tid 3 to smithi05277117-26 2024-09-13T03:05:39.067 INFO:tasks.rados.rados.0.smithi052.stdout:3988: finishing write tid 4 to smithi05277117-26 2024-09-13T03:05:39.069 INFO:tasks.rados.rados.0.smithi052.stdout:3988: finishing write tid 5 to smithi05277117-26 2024-09-13T03:05:39.069 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 26 v 3045 (ObjNum 1231 snap 409 seq_num 1231) dirty exists 2024-09-13T03:05:39.069 INFO:tasks.rados.rados.0.smithi052.stdout:3988: left oid 26 (ObjNum 1231 snap 409 seq_num 1231) 2024-09-13T03:05:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:39 smithi078 ceph-mon[85589]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T03:05:39.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:39 smithi052 ceph-mon[89065]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T03:05:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:39 smithi052 ceph-mon[91421]: osdmap e868: 8 total, 8 up, 8 in 2024-09-13T03:05:39.916 INFO:tasks.rados.rados.0.smithi052.stdout:3986: done (3 left) 2024-09-13T03:05:39.916 INFO:tasks.rados.rados.0.smithi052.stdout:3987: done (2 left) 2024-09-13T03:05:39.916 INFO:tasks.rados.rados.0.smithi052.stdout:3988: done (1 left) 2024-09-13T03:05:39.916 INFO:tasks.rados.rados.0.smithi052.stdout:3989: done (0 left) 2024-09-13T03:05:39.917 INFO:tasks.rados.rados.0.smithi052.stdout:3990: copy_from oid 47 from oid 22 current snap is 410 2024-09-13T03:05:39.917 INFO:tasks.rados.rados.0.smithi052.stdout:append oid 49 current snap is 410 2024-09-13T03:05:39.917 INFO:tasks.rados.rados.0.smithi052.stdout:3991: seq_num 1232 ranges {1916928=638976,2555904=753664,3309568=49152} 2024-09-13T03:05:39.930 INFO:tasks.rados.rados.0.smithi052.stdout:3991: writing smithi05277117-49 from 1916928 to 2555904 tid 1 2024-09-13T03:05:39.935 INFO:tasks.rados.rados.0.smithi052.stdout:3991: writing smithi05277117-49 from 2555904 to 3309568 tid 2 2024-09-13T03:05:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3991: writing smithi05277117-49 from 3309568 to 3358720 tid 3 2024-09-13T03:05:39.936 INFO:tasks.rados.rados.0.smithi052.stdout:3992: snap_remove snap 402 2024-09-13T03:05:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:40 smithi078 ceph-mon[85589]: pgmap v921: 121 pgs: 121 active+clean; 687 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T03:05:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:40 smithi078 ceph-mon[85589]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T03:05:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:40 smithi078 ceph-mon[85589]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T03:05:40.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:40 smithi052 ceph-mon[89065]: pgmap v921: 121 pgs: 121 active+clean; 687 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T03:05:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:40 smithi052 ceph-mon[89065]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T03:05:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:40 smithi052 ceph-mon[89065]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T03:05:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:40 smithi052 ceph-mon[91421]: pgmap v921: 121 pgs: 121 active+clean; 687 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-09-13T03:05:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:40 smithi052 ceph-mon[91421]: osdmap e869: 8 total, 8 up, 8 in 2024-09-13T03:05:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:40 smithi052 ceph-mon[91421]: osdmap e870: 8 total, 8 up, 8 in 2024-09-13T03:05:40.918 INFO:tasks.rados.rados.0.smithi052.stdout:3992: done (2 left) 2024-09-13T03:05:40.918 INFO:tasks.rados.rados.0.smithi052.stdout:3993: rmattr oid 16 current snap is 410 2024-09-13T03:05:40.918 INFO:tasks.rados.rados.0.smithi052.stdout:3993: done (2 left) 2024-09-13T03:05:40.918 INFO:tasks.rados.rados.0.smithi052.stdout:3994: delete oid 33 current snap is 410 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3990: finishing copy_from racing read to smithi05277117-47 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3990: finishing copy_from to smithi05277117-47 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 47 v 3048 (ObjNum 839 snap 284 seq_num 839) dirty exists 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3991: finishing write tid 1 to smithi05277117-49 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3991: finishing write tid 2 to smithi05277117-49 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3991: finishing write tid 3 to smithi05277117-49 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3991: finishing write tid 4 to smithi05277117-49 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3991: finishing write tid 5 to smithi05277117-49 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 49 v 3055 (ObjNum 1232 snap 410 seq_num 1232) dirty exists 2024-09-13T03:05:40.919 INFO:tasks.rados.rados.0.smithi052.stdout:3991: left oid 49 (ObjNum 1232 snap 410 seq_num 1232) 2024-09-13T03:05:40.938 INFO:tasks.rados.rados.0.smithi052.stdout:3990: done (2 left) 2024-09-13T03:05:40.938 INFO:tasks.rados.rados.0.smithi052.stdout:3991: done (1 left) 2024-09-13T03:05:40.938 INFO:tasks.rados.rados.0.smithi052.stdout:3994: done (0 left) 2024-09-13T03:05:40.938 INFO:tasks.rados.rados.0.smithi052.stdout:3995: rollback oid 27 current snap is 410 2024-09-13T03:05:40.938 INFO:tasks.rados.rados.0.smithi052.stdout:rollback oid 27 to 366 2024-09-13T03:05:40.938 INFO:tasks.rados.rados.0.smithi052.stdout:3996: snap_remove snap 395 2024-09-13T03:05:41.921 INFO:tasks.rados.rados.0.smithi052.stdout:3996: done (1 left) 2024-09-13T03:05:41.921 INFO:tasks.rados.rados.0.smithi052.stdout:3997: snap_remove snap 394 2024-09-13T03:05:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:41 smithi078 ceph-mon[85589]: pgmap v924: 121 pgs: 121 active+clean; 694 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-13T03:05:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:41 smithi078 ceph-mon[85589]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T03:05:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:41 smithi052 ceph-mon[89065]: pgmap v924: 121 pgs: 121 active+clean; 694 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-13T03:05:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:41 smithi052 ceph-mon[89065]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T03:05:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:41 smithi052 ceph-mon[91421]: pgmap v924: 121 pgs: 121 active+clean; 694 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-13T03:05:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:41 smithi052 ceph-mon[91421]: osdmap e871: 8 total, 8 up, 8 in 2024-09-13T03:05:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:05:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:05:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:42.934 INFO:tasks.rados.rados.0.smithi052.stdout:3997: done (1 left) 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3998: setattr oid 11 current snap is 410 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3995: finishing rollback tid 0 to smithi05277117-27 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3995: finishing rollback tid 1 to smithi05277117-27 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3995: finishing rollback tid 2 to smithi05277117-27 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 27 v 3395 (ObjNum 1112 snap 361 seq_num 1112) dirty exists 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3995: done (1 left) 2024-09-13T03:05:42.935 INFO:tasks.rados.rados.0.smithi052.stdout:3999: delete oid 34 current snap is 410 2024-09-13T03:05:42.944 INFO:tasks.rados.rados.0.smithi052.stdout:3999: done (1 left) 2024-09-13T03:05:42.945 INFO:tasks.rados.rados.0.smithi052.stdout: waiting on 1 2024-09-13T03:05:42.946 INFO:tasks.rados.rados.0.smithi052.stdout:update_object_version oid 11 v 3046 (ObjNum 1224 snap 406 seq_num 1224) dirty exists 2024-09-13T03:05:42.946 INFO:tasks.rados.rados.0.smithi052.stdout:3998: done (0 left) 2024-09-13T03:05:42.951 INFO:tasks.rados.rados.0.smithi052.stderr:0 errors. 2024-09-13T03:05:42.951 INFO:tasks.rados.rados.0.smithi052.stderr: 2024-09-13T03:05:42.958 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T03:05:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:42 smithi078 ceph-mon[85589]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T03:05:43.218 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:05:43.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:42 smithi052 ceph-mon[91421]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T03:05:43.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:42 smithi052 ceph-mon[89065]: osdmap e872: 8 total, 8 up, 8 in 2024-09-13T03:05:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:43 smithi052 ceph-mon[91421]: pgmap v927: 121 pgs: 121 active+clean; 706 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-13T03:05:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:43 smithi052 ceph-mon[91421]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T03:05:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:43 smithi052 ceph-mon[89065]: pgmap v927: 121 pgs: 121 active+clean; 706 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-13T03:05:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:43 smithi052 ceph-mon[89065]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T03:05:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:43 smithi078 ceph-mon[85589]: pgmap v927: 121 pgs: 121 active+clean; 706 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-13T03:05:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:43 smithi078 ceph-mon[85589]: osdmap e873: 8 total, 8 up, 8 in 2024-09-13T03:05:45.204 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T03:05:45.204 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":874,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T03:05:44.909920+0000","last_up_change":"2024-09-13T03:00:29.811934+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:49:14.562701+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":67,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-13T02:52:02.818117+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"873","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":485,"snap_epoch":873,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":319,"up_from":332,"up_thru":567,"down_at":320,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6803","nonce":1446772491}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6805","nonce":1446772491}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6809","nonce":1446772491}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6807","nonce":1446772491}]},"public_addr":"172.21.15.52:6803/1446772491","cluster_addr":"172.21.15.52:6805/1446772491","heartbeat_back_addr":"172.21.15.52:6809/1446772491","heartbeat_front_addr":"172.21.15.52:6807/1446772491","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":352,"up_from":365,"up_thru":567,"down_at":353,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6811","nonce":3776311539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6813","nonce":3776311539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6817","nonce":3776311539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6815","nonce":3776311539}]},"public_addr":"172.21.15.52:6811/3776311539","cluster_addr":"172.21.15.52:6813/3776311539","heartbeat_back_addr":"172.21.15.52:6817/3776311539","heartbeat_front_addr":"172.21.15.52:6815/3776311539","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":386,"up_from":400,"up_thru":567,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6819","nonce":608352024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6821","nonce":608352024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6825","nonce":608352024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6823","nonce":608352024}]},"public_addr":"172.21.15.52:6819/608352024","cluster_addr":"172.21.15.52:6821/608352024","heartbeat_back_addr":"172.21.15.52:6825/608352024","heartbeat_front_addr":"172.21.15.52:6823/608352024","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":419,"up_from":432,"up_thru":567,"down_at":420,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6827","nonce":2907370032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6829","nonce":2907370032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6833","nonce":2907370032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6831","nonce":2907370032}]},"public_addr":"172.21.15.52:6827/2907370032","cluster_addr":"172.21.15.52:6829/2907370032","heartbeat_back_addr":"172.21.15.52:6833/2907370032","heartbeat_front_addr":"172.21.15.52:6831/2907370032","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":452,"up_from":466,"up_thru":567,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6801","nonce":2522115357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6803","nonce":2522115357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6807","nonce":2522115357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6805","nonce":2522115357}]},"public_addr":"172.21.15.78:6801/2522115357","cluster_addr":"172.21.15.78:6803/2522115357","heartbeat_back_addr":"172.21.15.78:6807/2522115357","heartbeat_front_addr":"172.21.15.78:6805/2522115357","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":486,"up_from":499,"up_thru":567,"down_at":487,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6809","nonce":890632623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6811","nonce":890632623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6815","nonce":890632623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6813","nonce":890632623}]},"public_addr":"172.21.15.78:6809/890632623","cluster_addr":"172.21.15.78:6811/890632623","heartbeat_back_addr":"172.21.15.78:6815/890632623","heartbeat_front_addr":"172.21.15.78:6813/890632623","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":43,"last_clean_end":520,"up_from":533,"up_thru":567,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6817","nonce":2043503419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6819","nonce":2043503419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6823","nonce":2043503419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6821","nonce":2043503419}]},"public_addr":"172.21.15.78:6817/2043503419","cluster_addr":"172.21.15.78:6819/2043503419","heartbeat_back_addr":"172.21.15.78:6823/2043503419","heartbeat_front_addr":"172.21.15.78:6821/2043503419","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":49,"last_clean_end":553,"up_from":567,"up_thru":567,"down_at":554,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6825","nonce":1921171333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6827","nonce":1921171333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6831","nonce":1921171333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6829","nonce":1921171333}]},"public_addr":"172.21.15.78:6825/1921171333","cluster_addr":"172.21.15.78:6827/1921171333","heartbeat_back_addr":"172.21.15.78:6831/1921171333","heartbeat_front_addr":"172.21.15.78:6829/1921171333","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":319},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":352},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":386},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":419},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":452},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":486},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":520},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":553}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":6,"to":2},{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2764421101":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/1938825454":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/1411723219":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/3232489659":"2024-09-14T02:55:16.246404+0000","172.21.15.52:6801/4119561633":"2024-09-14T02:55:16.246404+0000","172.21.15.78:0/2867637241":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/25031511":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.78:0/3309801316":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/956591398":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/963819174":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6801/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/1956095847":"2024-09-14T02:55:16.246404+0000","172.21.15.78:0/2505593390":"2024-09-14T02:54:36.711813+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6801/718033466":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/4125901794":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/1778933554":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/2574492696":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/4282114910":"2024-09-14T02:53:51.354161+0000","172.21.15.52:6800/4119561633":"2024-09-14T02:55:16.246404+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/1076030724":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/1898698619":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.78:6835/2709123247":"2024-09-14T02:54:36.711813+0000","172.21.15.78:0/3544317813":"2024-09-14T02:54:36.711813+0000","172.21.15.78:0/602233236":"2024-09-14T02:54:36.711813+0000","172.21.15.52:6800/718033466":"2024-09-14T02:53:51.354161+0000","172.21.15.52:6800/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.78:6833/1463089480":"2024-09-14T03:00:50.390816+0000","172.21.15.78:6834/2709123247":"2024-09-14T02:54:36.711813+0000","172.21.15.78:6832/1463089480":"2024-09-14T03:00:50.390816+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.78:0/1854467767":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/3003428147":"2024-09-14T02:55:16.246404+0000","172.21.15.78:0/2381305044":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/2344044506":"2024-09-14T02:49:11.484335+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":470,"length":2},{"begin":475,"length":1},{"begin":478,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":462,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T03:05:45.834 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T03:05:46.101 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:05:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:45 smithi078 ceph-mon[85589]: pgmap v929: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-09-13T03:05:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:45 smithi078 ceph-mon[85589]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T03:05:46.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3956165826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T03:05:46.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:45 smithi052 ceph-mon[91421]: pgmap v929: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-09-13T03:05:46.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:45 smithi052 ceph-mon[91421]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T03:05:46.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3956165826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T03:05:46.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:45 smithi052 ceph-mon[89065]: pgmap v929: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-09-13T03:05:46.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:45 smithi052 ceph-mon[89065]: osdmap e874: 8 total, 8 up, 8 in 2024-09-13T03:05:46.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3956165826' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T03:05:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:05:47.953 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T03:05:47.955 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-09-13T03:05:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:47 smithi078 ceph-mon[85589]: pgmap v931: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 848 KiB/s wr, 11 op/s 2024-09-13T03:05:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:47 smithi052 ceph-mon[91421]: pgmap v931: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 848 KiB/s wr, 11 op/s 2024-09-13T03:05:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:47 smithi052 ceph-mon[89065]: pgmap v931: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 848 KiB/s wr, 11 op/s 2024-09-13T03:05:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:05:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:05:48] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-13T03:05:48.619 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":931,"stamp":"2024-09-13T03:05:46.420484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":742120457,"num_objects":343,"num_object_clones":267,"num_object_copies":1029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":343,"num_whiteouts":10,"num_read":4678,"num_read_kb":4462864,"num_write":9084,"num_write_kb":1832313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":130,"num_bytes_recovered":360710688,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27096,"ondisk_log_size":27096,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4269948,"kb_used_data":1005236,"kb_used_omap":432,"kb_used_meta":3264143,"kb_avail":745691268,"statfs":{"total":767960285184,"available":763587858432,"internally_reserved":0,"allocated":1029361664,"data_stored":2030365757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":442479,"internal_metadata":3342483345},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":14344192,"num_objects":8,"num_object_clones":8,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":8,"num_read_kb":6051,"num_write":53,"num_write_kb":4672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.508031"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1131,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933881+0000","last_change":"2024-09-13T03:00:30.849096+0000","last_active":"2024-09-13T03:05:42.933881+0000","last_peered":"2024-09-13T03:05:42.933881+0000","last_clean":"2024-09-13T03:05:42.933881+0000","last_became_active":"2024-09-13T03:00:30.848350+0000","last_became_peered":"2024-09-13T03:00:30.848350+0000","last_unstale":"2024-09-13T03:05:42.933881+0000","last_undegraded":"2024-09-13T03:05:42.933881+0000","last_fullsized":"2024-09-13T03:05:42.933881+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:32.924677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1333,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.944062+0000","last_change":"2024-09-13T02:59:54.918970+0000","last_active":"2024-09-13T03:05:42.944062+0000","last_peered":"2024-09-13T03:05:42.944062+0000","last_clean":"2024-09-13T03:05:42.944062+0000","last_became_active":"2024-09-13T02:59:54.918630+0000","last_became_peered":"2024-09-13T02:59:54.918630+0000","last_unstale":"2024-09-13T03:05:42.944062+0000","last_undegraded":"2024-09-13T03:05:42.944062+0000","last_fullsized":"2024-09-13T03:05:42.944062+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:09:44.426989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1364,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.920354+0000","last_change":"2024-09-13T02:57:41.853077+0000","last_active":"2024-09-13T03:05:41.920354+0000","last_peered":"2024-09-13T03:05:41.920354+0000","last_clean":"2024-09-13T03:05:41.920354+0000","last_became_active":"2024-09-13T02:57:41.852759+0000","last_became_peered":"2024-09-13T02:57:41.852759+0000","last_unstale":"2024-09-13T03:05:41.920354+0000","last_undegraded":"2024-09-13T03:05:41.920354+0000","last_fullsized":"2024-09-13T03:05:41.920354+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:34:52.953787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1200,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.934203+0000","last_change":"2024-09-13T03:00:30.837625+0000","last_active":"2024-09-13T03:05:42.934203+0000","last_peered":"2024-09-13T03:05:42.934203+0000","last_clean":"2024-09-13T03:05:42.934203+0000","last_became_active":"2024-09-13T03:00:30.837305+0000","last_became_peered":"2024-09-13T03:00:30.837305+0000","last_unstale":"2024-09-13T03:05:42.934203+0000","last_undegraded":"2024-09-13T03:05:42.934203+0000","last_fullsized":"2024-09-13T03:05:42.934203+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:18:59.482505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.941205+0000","last_change":"2024-09-13T02:58:47.823191+0000","last_active":"2024-09-13T03:05:42.941205+0000","last_peered":"2024-09-13T03:05:42.941205+0000","last_clean":"2024-09-13T03:05:42.941205+0000","last_became_active":"2024-09-13T02:58:47.822857+0000","last_became_peered":"2024-09-13T02:58:47.822857+0000","last_unstale":"2024-09-13T03:05:42.941205+0000","last_undegraded":"2024-09-13T03:05:42.941205+0000","last_fullsized":"2024-09-13T03:05:42.941205+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:15:41.120155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1181,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933752+0000","last_change":"2024-09-13T02:59:21.659612+0000","last_active":"2024-09-13T03:05:42.933752+0000","last_peered":"2024-09-13T03:05:42.933752+0000","last_clean":"2024-09-13T03:05:42.933752+0000","last_became_active":"2024-09-13T02:59:21.659232+0000","last_became_peered":"2024-09-13T02:59:21.659232+0000","last_unstale":"2024-09-13T03:05:42.933752+0000","last_undegraded":"2024-09-13T03:05:42.933752+0000","last_fullsized":"2024-09-13T03:05:42.933752+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:08:43.061557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1146,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932123+0000","last_change":"2024-09-13T03:00:30.846954+0000","last_active":"2024-09-13T03:05:42.932123+0000","last_peered":"2024-09-13T03:05:42.932123+0000","last_clean":"2024-09-13T03:05:42.932123+0000","last_became_active":"2024-09-13T03:00:30.846484+0000","last_became_peered":"2024-09-13T03:00:30.846484+0000","last_unstale":"2024-09-13T03:05:42.932123+0000","last_undegraded":"2024-09-13T03:05:42.932123+0000","last_fullsized":"2024-09-13T03:05:42.932123+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:15:41.002194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1236,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.916203+0000","last_change":"2024-09-13T02:59:54.920007+0000","last_active":"2024-09-13T03:05:41.916203+0000","last_peered":"2024-09-13T03:05:41.916203+0000","last_clean":"2024-09-13T03:05:41.916203+0000","last_became_active":"2024-09-13T02:59:54.918327+0000","last_became_peered":"2024-09-13T02:59:54.918327+0000","last_unstale":"2024-09-13T03:05:41.916203+0000","last_undegraded":"2024-09-13T03:05:41.916203+0000","last_fullsized":"2024-09-13T03:05:41.916203+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:47:39.014145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1139,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933919+0000","last_change":"2024-09-13T03:00:30.848683+0000","last_active":"2024-09-13T03:05:42.933919+0000","last_peered":"2024-09-13T03:05:42.933919+0000","last_clean":"2024-09-13T03:05:42.933919+0000","last_became_active":"2024-09-13T03:00:30.847606+0000","last_became_peered":"2024-09-13T03:00:30.847606+0000","last_unstale":"2024-09-13T03:05:42.933919+0000","last_undegraded":"2024-09-13T03:05:42.933919+0000","last_fullsized":"2024-09-13T03:05:42.933919+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:11:03.911477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1164,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.936871+0000","last_change":"2024-09-13T02:59:54.925582+0000","last_active":"2024-09-13T03:05:42.936871+0000","last_peered":"2024-09-13T03:05:42.936871+0000","last_clean":"2024-09-13T03:05:42.936871+0000","last_became_active":"2024-09-13T02:59:54.925327+0000","last_became_peered":"2024-09-13T02:59:54.925327+0000","last_unstale":"2024-09-13T03:05:42.936871+0000","last_undegraded":"2024-09-13T03:05:42.936871+0000","last_fullsized":"2024-09-13T03:05:42.936871+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:18:26.660491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1164,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.937230+0000","last_change":"2024-09-13T02:59:54.923247+0000","last_active":"2024-09-13T03:05:42.937230+0000","last_peered":"2024-09-13T03:05:42.937230+0000","last_clean":"2024-09-13T03:05:42.937230+0000","last_became_active":"2024-09-13T02:59:54.922706+0000","last_became_peered":"2024-09-13T02:59:54.922706+0000","last_unstale":"2024-09-13T03:05:42.937230+0000","last_undegraded":"2024-09-13T03:05:42.937230+0000","last_fullsized":"2024-09-13T03:05:42.937230+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:16.508524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1219,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913893+0000","last_change":"2024-09-13T02:59:54.914976+0000","last_active":"2024-09-13T03:05:44.913893+0000","last_peered":"2024-09-13T03:05:44.913893+0000","last_clean":"2024-09-13T03:05:44.913893+0000","last_became_active":"2024-09-13T02:59:54.914649+0000","last_became_peered":"2024-09-13T02:59:54.914649+0000","last_unstale":"2024-09-13T03:05:44.913893+0000","last_undegraded":"2024-09-13T03:05:44.913893+0000","last_fullsized":"2024-09-13T03:05:44.913893+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:24:33.611289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1267,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918159+0000","last_change":"2024-09-13T02:59:54.912384+0000","last_active":"2024-09-13T03:05:41.918159+0000","last_peered":"2024-09-13T03:05:41.918159+0000","last_clean":"2024-09-13T03:05:41.918159+0000","last_became_active":"2024-09-13T02:59:54.911967+0000","last_became_peered":"2024-09-13T02:59:54.911967+0000","last_unstale":"2024-09-13T03:05:41.918159+0000","last_undegraded":"2024-09-13T03:05:41.918159+0000","last_fullsized":"2024-09-13T03:05:41.918159+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:33:56.529972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1363,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.920193+0000","last_change":"2024-09-13T02:59:21.654468+0000","last_active":"2024-09-13T03:05:41.920193+0000","last_peered":"2024-09-13T03:05:41.920193+0000","last_clean":"2024-09-13T03:05:41.920193+0000","last_became_active":"2024-09-13T02:59:21.654154+0000","last_became_peered":"2024-09-13T02:59:21.654154+0000","last_unstale":"2024-09-13T03:05:41.920193+0000","last_undegraded":"2024-09-13T03:05:41.920193+0000","last_fullsized":"2024-09-13T03:05:41.920193+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:15:33.030337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1335,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.945443+0000","last_change":"2024-09-13T02:59:21.654196+0000","last_active":"2024-09-13T03:05:42.945443+0000","last_peered":"2024-09-13T03:05:42.945443+0000","last_clean":"2024-09-13T03:05:42.945443+0000","last_became_active":"2024-09-13T02:59:21.653825+0000","last_became_peered":"2024-09-13T02:59:21.653825+0000","last_unstale":"2024-09-13T03:05:42.945443+0000","last_undegraded":"2024-09-13T03:05:42.945443+0000","last_fullsized":"2024-09-13T03:05:42.945443+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:29:18.613615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1181,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932010+0000","last_change":"2024-09-13T03:00:30.844228+0000","last_active":"2024-09-13T03:05:42.932010+0000","last_peered":"2024-09-13T03:05:42.932010+0000","last_clean":"2024-09-13T03:05:42.932010+0000","last_became_active":"2024-09-13T03:00:30.843968+0000","last_became_peered":"2024-09-13T03:00:30.843968+0000","last_unstale":"2024-09-13T03:05:42.932010+0000","last_undegraded":"2024-09-13T03:05:42.932010+0000","last_fullsized":"2024-09-13T03:05:42.932010+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:12:38.434302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1273,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914336+0000","last_change":"2024-09-13T03:00:30.847133+0000","last_active":"2024-09-13T03:05:44.914336+0000","last_peered":"2024-09-13T03:05:44.914336+0000","last_clean":"2024-09-13T03:05:44.914336+0000","last_became_active":"2024-09-13T03:00:30.846819+0000","last_became_peered":"2024-09-13T03:00:30.846819+0000","last_unstale":"2024-09-13T03:05:44.914336+0000","last_undegraded":"2024-09-13T03:05:44.914336+0000","last_fullsized":"2024-09-13T03:05:44.914336+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:22:12.932148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1313,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914704+0000","last_change":"2024-09-13T03:00:30.845224+0000","last_active":"2024-09-13T03:05:44.914704+0000","last_peered":"2024-09-13T03:05:44.914704+0000","last_clean":"2024-09-13T03:05:44.914704+0000","last_became_active":"2024-09-13T03:00:30.840771+0000","last_became_peered":"2024-09-13T03:00:30.840771+0000","last_unstale":"2024-09-13T03:05:44.914704+0000","last_undegraded":"2024-09-13T03:05:44.914704+0000","last_fullsized":"2024-09-13T03:05:44.914704+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:17:22.505612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1131,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932834+0000","last_change":"2024-09-13T03:00:30.843174+0000","last_active":"2024-09-13T03:05:42.932834+0000","last_peered":"2024-09-13T03:05:42.932834+0000","last_clean":"2024-09-13T03:05:42.932834+0000","last_became_active":"2024-09-13T03:00:30.841084+0000","last_became_peered":"2024-09-13T03:00:30.841084+0000","last_unstale":"2024-09-13T03:05:42.932834+0000","last_undegraded":"2024-09-13T03:05:42.932834+0000","last_fullsized":"2024-09-13T03:05:42.932834+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:31:41.455996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1173,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.936406+0000","last_change":"2024-09-13T02:59:54.921755+0000","last_active":"2024-09-13T03:05:42.936406+0000","last_peered":"2024-09-13T03:05:42.936406+0000","last_clean":"2024-09-13T03:05:42.936406+0000","last_became_active":"2024-09-13T02:59:54.921302+0000","last_became_peered":"2024-09-13T02:59:54.921302+0000","last_unstale":"2024-09-13T03:05:42.936406+0000","last_undegraded":"2024-09-13T03:05:42.936406+0000","last_fullsized":"2024-09-13T03:05:42.936406+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:27:15.462117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1364,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.919971+0000","last_change":"2024-09-13T03:00:30.836772+0000","last_active":"2024-09-13T03:05:41.919971+0000","last_peered":"2024-09-13T03:05:41.919971+0000","last_clean":"2024-09-13T03:05:41.919971+0000","last_became_active":"2024-09-13T03:00:30.836234+0000","last_became_peered":"2024-09-13T03:00:30.836234+0000","last_unstale":"2024-09-13T03:05:41.919971+0000","last_undegraded":"2024-09-13T03:05:41.919971+0000","last_fullsized":"2024-09-13T03:05:41.919971+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:58.007135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1183,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933427+0000","last_change":"2024-09-13T03:00:30.839032+0000","last_active":"2024-09-13T03:05:42.933427+0000","last_peered":"2024-09-13T03:05:42.933427+0000","last_clean":"2024-09-13T03:05:42.933427+0000","last_became_active":"2024-09-13T03:00:30.838282+0000","last_became_peered":"2024-09-13T03:00:30.838282+0000","last_unstale":"2024-09-13T03:05:42.933427+0000","last_undegraded":"2024-09-13T03:05:42.933427+0000","last_fullsized":"2024-09-13T03:05:42.933427+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:26:45.818375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1267,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.917357+0000","last_change":"2024-09-13T02:58:47.832083+0000","last_active":"2024-09-13T03:05:41.917357+0000","last_peered":"2024-09-13T03:05:41.917357+0000","last_clean":"2024-09-13T03:05:41.917357+0000","last_became_active":"2024-09-13T02:58:47.831765+0000","last_became_peered":"2024-09-13T02:58:47.831765+0000","last_unstale":"2024-09-13T03:05:41.917357+0000","last_undegraded":"2024-09-13T03:05:41.917357+0000","last_fullsized":"2024-09-13T03:05:41.917357+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:32:50.074787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1207,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932255+0000","last_change":"2024-09-13T02:59:21.663307+0000","last_active":"2024-09-13T03:05:42.932255+0000","last_peered":"2024-09-13T03:05:42.932255+0000","last_clean":"2024-09-13T03:05:42.932255+0000","last_became_active":"2024-09-13T02:59:21.663028+0000","last_became_peered":"2024-09-13T02:59:21.663028+0000","last_unstale":"2024-09-13T03:05:42.932255+0000","last_undegraded":"2024-09-13T03:05:42.932255+0000","last_fullsized":"2024-09-13T03:05:42.932255+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:10:38.437876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1260,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918853+0000","last_change":"2024-09-13T02:58:47.826998+0000","last_active":"2024-09-13T03:05:41.918853+0000","last_peered":"2024-09-13T03:05:41.918853+0000","last_clean":"2024-09-13T03:05:41.918853+0000","last_became_active":"2024-09-13T02:58:47.826681+0000","last_became_peered":"2024-09-13T02:58:47.826681+0000","last_unstale":"2024-09-13T03:05:41.918853+0000","last_undegraded":"2024-09-13T03:05:41.918853+0000","last_fullsized":"2024-09-13T03:05:41.918853+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:19:09.933501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1299,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914526+0000","last_change":"2024-09-13T03:00:30.844929+0000","last_active":"2024-09-13T03:05:44.914526+0000","last_peered":"2024-09-13T03:05:44.914526+0000","last_clean":"2024-09-13T03:05:44.914526+0000","last_became_active":"2024-09-13T03:00:30.840336+0000","last_became_peered":"2024-09-13T03:00:30.840336+0000","last_unstale":"2024-09-13T03:05:44.914526+0000","last_undegraded":"2024-09-13T03:05:44.914526+0000","last_fullsized":"2024-09-13T03:05:44.914526+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:44:13.987984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.943062+0000","last_change":"2024-09-13T02:58:13.956903+0000","last_active":"2024-09-13T03:05:42.943062+0000","last_peered":"2024-09-13T03:05:42.943062+0000","last_clean":"2024-09-13T03:05:42.943062+0000","last_became_active":"2024-09-13T02:58:13.956174+0000","last_became_peered":"2024-09-13T02:58:13.956174+0000","last_unstale":"2024-09-13T03:05:42.943062+0000","last_undegraded":"2024-09-13T03:05:42.943062+0000","last_fullsized":"2024-09-13T03:05:42.943062+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:01:58.350063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1277,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918820+0000","last_change":"2024-09-13T02:58:47.829037+0000","last_active":"2024-09-13T03:05:41.918820+0000","last_peered":"2024-09-13T03:05:41.918820+0000","last_clean":"2024-09-13T03:05:41.918820+0000","last_became_active":"2024-09-13T02:58:47.827597+0000","last_became_peered":"2024-09-13T02:58:47.827597+0000","last_unstale":"2024-09-13T03:05:41.918820+0000","last_undegraded":"2024-09-13T03:05:41.918820+0000","last_fullsized":"2024-09-13T03:05:41.918820+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:11:30.163776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1364,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.920956+0000","last_change":"2024-09-13T02:58:47.827079+0000","last_active":"2024-09-13T03:05:41.920956+0000","last_peered":"2024-09-13T03:05:41.920956+0000","last_clean":"2024-09-13T03:05:41.920956+0000","last_became_active":"2024-09-13T02:58:47.826765+0000","last_became_peered":"2024-09-13T02:58:47.826765+0000","last_unstale":"2024-09-13T03:05:41.920956+0000","last_undegraded":"2024-09-13T03:05:41.920956+0000","last_fullsized":"2024-09-13T03:05:41.920956+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:45:14.916997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1208,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933535+0000","last_change":"2024-09-13T02:59:21.659222+0000","last_active":"2024-09-13T03:05:42.933535+0000","last_peered":"2024-09-13T03:05:42.933535+0000","last_clean":"2024-09-13T03:05:42.933535+0000","last_became_active":"2024-09-13T02:59:21.657334+0000","last_became_peered":"2024-09-13T02:59:21.657334+0000","last_unstale":"2024-09-13T03:05:42.933535+0000","last_undegraded":"2024-09-13T03:05:42.933535+0000","last_fullsized":"2024-09-13T03:05:42.933535+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:11:01.868930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1313,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913231+0000","last_change":"2024-09-13T02:59:54.931053+0000","last_active":"2024-09-13T03:05:44.913231+0000","last_peered":"2024-09-13T03:05:44.913231+0000","last_clean":"2024-09-13T03:05:44.913231+0000","last_became_active":"2024-09-13T02:59:54.930725+0000","last_became_peered":"2024-09-13T02:59:54.930725+0000","last_unstale":"2024-09-13T03:05:44.913231+0000","last_undegraded":"2024-09-13T03:05:44.913231+0000","last_fullsized":"2024-09-13T03:05:44.913231+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:59:34.928582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1164,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.936008+0000","last_change":"2024-09-13T02:59:54.918238+0000","last_active":"2024-09-13T03:05:42.936008+0000","last_peered":"2024-09-13T03:05:42.936008+0000","last_clean":"2024-09-13T03:05:42.936008+0000","last_became_active":"2024-09-13T02:59:54.916319+0000","last_became_peered":"2024-09-13T02:59:54.916319+0000","last_unstale":"2024-09-13T03:05:42.936008+0000","last_undegraded":"2024-09-13T03:05:42.936008+0000","last_fullsized":"2024-09-13T03:05:42.936008+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:17:27.490212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1254,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913578+0000","last_change":"2024-09-13T02:58:47.823152+0000","last_active":"2024-09-13T03:05:44.913578+0000","last_peered":"2024-09-13T03:05:44.913578+0000","last_clean":"2024-09-13T03:05:44.913578+0000","last_became_active":"2024-09-13T02:58:47.822863+0000","last_became_peered":"2024-09-13T02:58:47.822863+0000","last_unstale":"2024-09-13T03:05:44.913578+0000","last_undegraded":"2024-09-13T03:05:44.913578+0000","last_fullsized":"2024-09-13T03:05:44.913578+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:19:23.128233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"588'2","reported_seq":1243,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918343+0000","last_change":"2024-09-13T03:00:30.841095+0000","last_active":"2024-09-13T03:05:41.918343+0000","last_peered":"2024-09-13T03:05:41.918343+0000","last_clean":"2024-09-13T03:05:41.918343+0000","last_became_active":"2024-09-13T03:00:30.840702+0000","last_became_peered":"2024-09-13T03:00:30.840702+0000","last_unstale":"2024-09-13T03:05:41.918343+0000","last_undegraded":"2024-09-13T03:05:41.918343+0000","last_fullsized":"2024-09-13T03:05:41.918343+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:20.700613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1273,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.915454+0000","last_change":"2024-09-13T03:00:30.836603+0000","last_active":"2024-09-13T03:05:44.915454+0000","last_peered":"2024-09-13T03:05:44.915454+0000","last_clean":"2024-09-13T03:05:44.915454+0000","last_became_active":"2024-09-13T03:00:30.836275+0000","last_became_peered":"2024-09-13T03:00:30.836275+0000","last_unstale":"2024-09-13T03:05:44.915454+0000","last_undegraded":"2024-09-13T03:05:44.915454+0000","last_fullsized":"2024-09-13T03:05:44.915454+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:13:33.585944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"588'2","reported_seq":1170,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.938487+0000","last_change":"2024-09-13T03:00:30.845213+0000","last_active":"2024-09-13T03:05:42.938487+0000","last_peered":"2024-09-13T03:05:42.938487+0000","last_clean":"2024-09-13T03:05:42.938487+0000","last_became_active":"2024-09-13T03:00:30.844768+0000","last_became_peered":"2024-09-13T03:00:30.844768+0000","last_unstale":"2024-09-13T03:05:42.938487+0000","last_undegraded":"2024-09-13T03:05:42.938487+0000","last_fullsized":"2024-09-13T03:05:42.938487+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:18:35.286376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1277,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.915926+0000","last_change":"2024-09-13T02:59:54.916313+0000","last_active":"2024-09-13T03:05:41.915926+0000","last_peered":"2024-09-13T03:05:41.915926+0000","last_clean":"2024-09-13T03:05:41.915926+0000","last_became_active":"2024-09-13T02:59:54.915950+0000","last_became_peered":"2024-09-13T02:59:54.915950+0000","last_unstale":"2024-09-13T03:05:41.915926+0000","last_undegraded":"2024-09-13T03:05:41.915926+0000","last_fullsized":"2024-09-13T03:05:41.915926+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:57:36.306904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1275,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.916288+0000","last_change":"2024-09-13T02:58:13.956250+0000","last_active":"2024-09-13T03:05:41.916288+0000","last_peered":"2024-09-13T03:05:41.916288+0000","last_clean":"2024-09-13T03:05:41.916288+0000","last_became_active":"2024-09-13T02:58:13.955757+0000","last_became_peered":"2024-09-13T02:58:13.955757+0000","last_unstale":"2024-09-13T03:05:41.916288+0000","last_undegraded":"2024-09-13T03:05:41.916288+0000","last_fullsized":"2024-09-13T03:05:41.916288+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:31:51.987167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1194,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932152+0000","last_change":"2024-09-13T03:00:30.844172+0000","last_active":"2024-09-13T03:05:42.932152+0000","last_peered":"2024-09-13T03:05:42.932152+0000","last_clean":"2024-09-13T03:05:42.932152+0000","last_became_active":"2024-09-13T03:00:30.843577+0000","last_became_peered":"2024-09-13T03:00:30.843577+0000","last_unstale":"2024-09-13T03:05:42.932152+0000","last_undegraded":"2024-09-13T03:05:42.932152+0000","last_fullsized":"2024-09-13T03:05:42.932152+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:00:30.093167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1335,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.945338+0000","last_change":"2024-09-13T02:58:47.831417+0000","last_active":"2024-09-13T03:05:42.945338+0000","last_peered":"2024-09-13T03:05:42.945338+0000","last_clean":"2024-09-13T03:05:42.945338+0000","last_became_active":"2024-09-13T02:58:47.831076+0000","last_became_peered":"2024-09-13T02:58:47.831076+0000","last_unstale":"2024-09-13T03:05:42.945338+0000","last_undegraded":"2024-09-13T03:05:42.945338+0000","last_fullsized":"2024-09-13T03:05:42.945338+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:56:31.825540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1167,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.937913+0000","last_change":"2024-09-13T02:59:54.926397+0000","last_active":"2024-09-13T03:05:42.937913+0000","last_peered":"2024-09-13T03:05:42.937913+0000","last_clean":"2024-09-13T03:05:42.937913+0000","last_became_active":"2024-09-13T02:59:54.926082+0000","last_became_peered":"2024-09-13T02:59:54.926082+0000","last_unstale":"2024-09-13T03:05:42.937913+0000","last_undegraded":"2024-09-13T03:05:42.937913+0000","last_fullsized":"2024-09-13T03:05:42.937913+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:49:49.458519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1173,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932708+0000","last_change":"2024-09-13T03:00:30.842498+0000","last_active":"2024-09-13T03:05:42.932708+0000","last_peered":"2024-09-13T03:05:42.932708+0000","last_clean":"2024-09-13T03:05:42.932708+0000","last_became_active":"2024-09-13T03:00:30.842211+0000","last_became_peered":"2024-09-13T03:00:30.842211+0000","last_unstale":"2024-09-13T03:05:42.932708+0000","last_undegraded":"2024-09-13T03:05:42.932708+0000","last_fullsized":"2024-09-13T03:05:42.932708+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:06:13.502996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1211,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932854+0000","last_change":"2024-09-13T02:59:54.914855+0000","last_active":"2024-09-13T03:05:42.932854+0000","last_peered":"2024-09-13T03:05:42.932854+0000","last_clean":"2024-09-13T03:05:42.932854+0000","last_became_active":"2024-09-13T02:59:54.914548+0000","last_became_peered":"2024-09-13T02:59:54.914548+0000","last_unstale":"2024-09-13T03:05:42.932854+0000","last_undegraded":"2024-09-13T03:05:42.932854+0000","last_fullsized":"2024-09-13T03:05:42.932854+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:56.650661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1363,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.921335+0000","last_change":"2024-09-13T02:59:21.662884+0000","last_active":"2024-09-13T03:05:41.921335+0000","last_peered":"2024-09-13T03:05:41.921335+0000","last_clean":"2024-09-13T03:05:41.921335+0000","last_became_active":"2024-09-13T02:59:21.662486+0000","last_became_peered":"2024-09-13T02:59:21.662486+0000","last_unstale":"2024-09-13T03:05:41.921335+0000","last_undegraded":"2024-09-13T03:05:41.921335+0000","last_fullsized":"2024-09-13T03:05:41.921335+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:11.677782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":1341,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.943281+0000","last_change":"2024-09-13T02:59:21.657562+0000","last_active":"2024-09-13T03:05:42.943281+0000","last_peered":"2024-09-13T03:05:42.943281+0000","last_clean":"2024-09-13T03:05:42.943281+0000","last_became_active":"2024-09-13T02:59:21.657138+0000","last_became_peered":"2024-09-13T02:59:21.657138+0000","last_unstale":"2024-09-13T03:05:42.943281+0000","last_undegraded":"2024-09-13T03:05:42.943281+0000","last_fullsized":"2024-09-13T03:05:42.943281+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:38:48.702940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1222,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914207+0000","last_change":"2024-09-13T03:00:30.834933+0000","last_active":"2024-09-13T03:05:44.914207+0000","last_peered":"2024-09-13T03:05:44.914207+0000","last_clean":"2024-09-13T03:05:44.914207+0000","last_became_active":"2024-09-13T03:00:30.834632+0000","last_became_peered":"2024-09-13T03:00:30.834632+0000","last_unstale":"2024-09-13T03:05:44.914207+0000","last_undegraded":"2024-09-13T03:05:44.914207+0000","last_fullsized":"2024-09-13T03:05:44.914207+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:42:02.244760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"588'29","reported_seq":1202,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.936565+0000","last_change":"2024-09-13T02:59:54.919560+0000","last_active":"2024-09-13T03:05:42.936565+0000","last_peered":"2024-09-13T03:05:42.936565+0000","last_clean":"2024-09-13T03:05:42.936565+0000","last_became_active":"2024-09-13T02:59:54.919233+0000","last_became_peered":"2024-09-13T02:59:54.919233+0000","last_unstale":"2024-09-13T03:05:42.936565+0000","last_undegraded":"2024-09-13T03:05:42.936565+0000","last_fullsized":"2024-09-13T03:05:42.936565+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:45.784670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5828,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1146,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932607+0000","last_change":"2024-09-13T03:00:30.846358+0000","last_active":"2024-09-13T03:05:42.932607+0000","last_peered":"2024-09-13T03:05:42.932607+0000","last_clean":"2024-09-13T03:05:42.932607+0000","last_became_active":"2024-09-13T03:00:30.844451+0000","last_became_peered":"2024-09-13T03:00:30.844451+0000","last_unstale":"2024-09-13T03:05:42.932607+0000","last_undegraded":"2024-09-13T03:05:42.932607+0000","last_fullsized":"2024-09-13T03:05:42.932607+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:10:15.902729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":1372,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.920626+0000","last_change":"2024-09-13T02:58:47.826308+0000","last_active":"2024-09-13T03:05:41.920626+0000","last_peered":"2024-09-13T03:05:41.920626+0000","last_clean":"2024-09-13T03:05:41.920626+0000","last_became_active":"2024-09-13T02:58:47.825266+0000","last_became_peered":"2024-09-13T02:58:47.825266+0000","last_unstale":"2024-09-13T03:05:41.920626+0000","last_undegraded":"2024-09-13T03:05:41.920626+0000","last_fullsized":"2024-09-13T03:05:41.920626+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:39.323516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1363,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.919966+0000","last_change":"2024-09-13T03:00:30.841737+0000","last_active":"2024-09-13T03:05:41.919966+0000","last_peered":"2024-09-13T03:05:41.919966+0000","last_clean":"2024-09-13T03:05:41.919966+0000","last_became_active":"2024-09-13T03:00:30.841431+0000","last_became_peered":"2024-09-13T03:00:30.841431+0000","last_unstale":"2024-09-13T03:05:41.919966+0000","last_undegraded":"2024-09-13T03:05:41.919966+0000","last_fullsized":"2024-09-13T03:05:41.919966+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:01.838982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1202,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933741+0000","last_change":"2024-09-13T03:00:30.837606+0000","last_active":"2024-09-13T03:05:42.933741+0000","last_peered":"2024-09-13T03:05:42.933741+0000","last_clean":"2024-09-13T03:05:42.933741+0000","last_became_active":"2024-09-13T03:00:30.837286+0000","last_became_peered":"2024-09-13T03:00:30.837286+0000","last_unstale":"2024-09-13T03:05:42.933741+0000","last_undegraded":"2024-09-13T03:05:42.933741+0000","last_fullsized":"2024-09-13T03:05:42.933741+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:34:42.510234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1146,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.931987+0000","last_change":"2024-09-13T03:00:30.844864+0000","last_active":"2024-09-13T03:05:42.931987+0000","last_peered":"2024-09-13T03:05:42.931987+0000","last_clean":"2024-09-13T03:05:42.931987+0000","last_became_active":"2024-09-13T03:00:30.844575+0000","last_became_peered":"2024-09-13T03:00:30.844575+0000","last_unstale":"2024-09-13T03:05:42.931987+0000","last_undegraded":"2024-09-13T03:05:42.931987+0000","last_fullsized":"2024-09-13T03:05:42.931987+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:26:23.986835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1176,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.938441+0000","last_change":"2024-09-13T02:59:54.924839+0000","last_active":"2024-09-13T03:05:42.938441+0000","last_peered":"2024-09-13T03:05:42.938441+0000","last_clean":"2024-09-13T03:05:42.938441+0000","last_became_active":"2024-09-13T02:59:54.924556+0000","last_became_peered":"2024-09-13T02:59:54.924556+0000","last_unstale":"2024-09-13T03:05:42.938441+0000","last_undegraded":"2024-09-13T03:05:42.938441+0000","last_fullsized":"2024-09-13T03:05:42.938441+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:33:15.859685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1164,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.936235+0000","last_change":"2024-09-13T02:59:54.916729+0000","last_active":"2024-09-13T03:05:42.936235+0000","last_peered":"2024-09-13T03:05:42.936235+0000","last_clean":"2024-09-13T03:05:42.936235+0000","last_became_active":"2024-09-13T02:59:54.915957+0000","last_became_peered":"2024-09-13T02:59:54.915957+0000","last_unstale":"2024-09-13T03:05:42.936235+0000","last_undegraded":"2024-09-13T03:05:42.936235+0000","last_fullsized":"2024-09-13T03:05:42.936235+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:41:42.074488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":1329,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913539+0000","last_change":"2024-09-13T02:57:41.851469+0000","last_active":"2024-09-13T03:05:44.913539+0000","last_peered":"2024-09-13T03:05:44.913539+0000","last_clean":"2024-09-13T03:05:44.913539+0000","last_became_active":"2024-09-13T02:57:41.850602+0000","last_became_peered":"2024-09-13T02:57:41.850602+0000","last_unstale":"2024-09-13T03:05:44.913539+0000","last_undegraded":"2024-09-13T03:05:44.913539+0000","last_fullsized":"2024-09-13T03:05:44.913539+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:59.748653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1131,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932373+0000","last_change":"2024-09-13T03:00:30.843442+0000","last_active":"2024-09-13T03:05:42.932373+0000","last_peered":"2024-09-13T03:05:42.932373+0000","last_clean":"2024-09-13T03:05:42.932373+0000","last_became_active":"2024-09-13T03:00:30.842950+0000","last_became_peered":"2024-09-13T03:00:30.842950+0000","last_unstale":"2024-09-13T03:05:42.932373+0000","last_undegraded":"2024-09-13T03:05:42.932373+0000","last_fullsized":"2024-09-13T03:05:42.932373+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:06.024481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"873'1571","reported_seq":4792,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913706+0000","last_change":"2024-09-13T03:05:42.956219+0000","last_active":"2024-09-13T03:05:44.913706+0000","last_peered":"2024-09-13T03:05:44.913706+0000","last_clean":"2024-09-13T03:05:44.913706+0000","last_became_active":"2024-09-13T02:57:41.850835+0000","last_became_peered":"2024-09-13T02:57:41.850835+0000","last_unstale":"2024-09-13T03:05:44.913706+0000","last_undegraded":"2024-09-13T03:05:44.913706+0000","last_fullsized":"2024-09-13T03:05:44.913706+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1571,"log_dups_size":0,"ondisk_log_size":1571,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:56:11.349468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026645727000000001,"stat_sum":{"num_bytes":50839552,"num_objects":24,"num_object_clones":21,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":178,"num_read_kb":328561,"num_write":607,"num_write_kb":92376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":11853824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.f","version":"58'1","reported_seq":1225,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914553+0000","last_change":"2024-09-13T03:00:30.840880+0000","last_active":"2024-09-13T03:05:44.914553+0000","last_peered":"2024-09-13T03:05:44.914553+0000","last_clean":"2024-09-13T03:05:44.914553+0000","last_became_active":"2024-09-13T03:00:30.840506+0000","last_became_peered":"2024-09-13T03:00:30.840506+0000","last_unstale":"2024-09-13T03:05:44.914553+0000","last_undegraded":"2024-09-13T03:05:44.914553+0000","last_fullsized":"2024-09-13T03:05:44.914553+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:26:16.592005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1146,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932508+0000","last_change":"2024-09-13T03:00:30.839067+0000","last_active":"2024-09-13T03:05:42.932508+0000","last_peered":"2024-09-13T03:05:42.932508+0000","last_clean":"2024-09-13T03:05:42.932508+0000","last_became_active":"2024-09-13T03:00:30.837450+0000","last_became_peered":"2024-09-13T03:00:30.837450+0000","last_unstale":"2024-09-13T03:05:42.932508+0000","last_undegraded":"2024-09-13T03:05:42.932508+0000","last_fullsized":"2024-09-13T03:05:42.932508+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:11.757765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"873'3600","reported_seq":6292,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.967772+0000","last_change":"2024-09-13T03:05:42.969118+0000","last_active":"2024-09-13T03:05:42.967772+0000","last_peered":"2024-09-13T03:05:42.967772+0000","last_clean":"2024-09-13T03:05:42.967772+0000","last_became_active":"2024-09-13T03:00:30.849598+0000","last_became_peered":"2024-09-13T03:00:30.849598+0000","last_unstale":"2024-09-13T03:05:42.967772+0000","last_undegraded":"2024-09-13T03:05:42.967772+0000","last_fullsized":"2024-09-13T03:05:42.967772+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":3600,"log_dups_size":0,"ondisk_log_size":3600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:42:11.215372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.037179314999999998,"stat_sum":{"num_bytes":104701952,"num_objects":49,"num_object_clones":42,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":1,"num_read":530,"num_read_kb":563861,"num_write":1113,"num_write_kb":231744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":38354944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.e","version":"58'2","reported_seq":1321,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914417+0000","last_change":"2024-09-13T03:00:30.845504+0000","last_active":"2024-09-13T03:05:44.914417+0000","last_peered":"2024-09-13T03:05:44.914417+0000","last_clean":"2024-09-13T03:05:44.914417+0000","last_became_active":"2024-09-13T03:00:30.840442+0000","last_became_peered":"2024-09-13T03:00:30.840442+0000","last_unstale":"2024-09-13T03:05:44.914417+0000","last_undegraded":"2024-09-13T03:05:44.914417+0000","last_fullsized":"2024-09-13T03:05:44.914417+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:37:25.562589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1146,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.934019+0000","last_change":"2024-09-13T03:00:30.848907+0000","last_active":"2024-09-13T03:05:42.934019+0000","last_peered":"2024-09-13T03:05:42.934019+0000","last_clean":"2024-09-13T03:05:42.934019+0000","last_became_active":"2024-09-13T03:00:30.847978+0000","last_became_peered":"2024-09-13T03:00:30.847978+0000","last_unstale":"2024-09-13T03:05:42.934019+0000","last_undegraded":"2024-09-13T03:05:42.934019+0000","last_fullsized":"2024-09-13T03:05:42.934019+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:40:57.133445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"873'588","reported_seq":3945,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914594+0000","last_change":"2024-09-13T03:05:42.936738+0000","last_active":"2024-09-13T03:05:44.914594+0000","last_peered":"2024-09-13T03:05:44.914594+0000","last_clean":"2024-09-13T03:05:44.914594+0000","last_became_active":"2024-09-13T02:58:47.828325+0000","last_became_peered":"2024-09-13T02:58:47.828325+0000","last_unstale":"2024-09-13T03:05:44.914594+0000","last_undegraded":"2024-09-13T03:05:44.914594+0000","last_fullsized":"2024-09-13T03:05:44.914594+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":588,"log_dups_size":0,"ondisk_log_size":588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:17:40.817094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0078805860000000002,"stat_sum":{"num_bytes":32120832,"num_objects":8,"num_object_clones":7,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":72,"num_read_kb":114139,"num_write":138,"num_write_kb":47072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":14876672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.d","version":"58'1","reported_seq":1343,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.943388+0000","last_change":"2024-09-13T02:58:47.823824+0000","last_active":"2024-09-13T03:05:42.943388+0000","last_peered":"2024-09-13T03:05:42.943388+0000","last_clean":"2024-09-13T03:05:42.943388+0000","last_became_active":"2024-09-13T02:58:47.823408+0000","last_became_peered":"2024-09-13T02:58:47.823408+0000","last_unstale":"2024-09-13T03:05:42.943388+0000","last_undegraded":"2024-09-13T03:05:42.943388+0000","last_fullsized":"2024-09-13T03:05:42.943388+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:50:59.912155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1199,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.934363+0000","last_change":"2024-09-13T02:59:54.924667+0000","last_active":"2024-09-13T03:05:42.934363+0000","last_peered":"2024-09-13T03:05:42.934363+0000","last_clean":"2024-09-13T03:05:42.934363+0000","last_became_active":"2024-09-13T02:59:54.922444+0000","last_became_peered":"2024-09-13T02:59:54.922444+0000","last_unstale":"2024-09-13T03:05:42.934363+0000","last_undegraded":"2024-09-13T03:05:42.934363+0000","last_fullsized":"2024-09-13T03:05:42.934363+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:43:13.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"873'1707","reported_seq":4928,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.915682+0000","last_change":"2024-09-13T03:05:42.966312+0000","last_active":"2024-09-13T03:05:44.915682+0000","last_peered":"2024-09-13T03:05:44.915682+0000","last_clean":"2024-09-13T03:05:44.915682+0000","last_became_active":"2024-09-13T02:59:21.662405+0000","last_became_peered":"2024-09-13T02:59:21.662405+0000","last_unstale":"2024-09-13T03:05:44.915682+0000","last_undegraded":"2024-09-13T03:05:44.915682+0000","last_fullsized":"2024-09-13T03:05:44.915682+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1707,"log_dups_size":0,"ondisk_log_size":1707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:12.190998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.036548181999999999,"stat_sum":{"num_bytes":40198144,"num_objects":23,"num_object_clones":20,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":244,"num_read_kb":415967,"num_write":616,"num_write_kb":122312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":14589952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1314,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914996+0000","last_change":"2024-09-13T02:59:21.661688+0000","last_active":"2024-09-13T03:05:44.914996+0000","last_peered":"2024-09-13T03:05:44.914996+0000","last_clean":"2024-09-13T03:05:44.914996+0000","last_became_active":"2024-09-13T02:59:21.661368+0000","last_became_peered":"2024-09-13T02:59:21.661368+0000","last_unstale":"2024-09-13T03:05:44.914996+0000","last_undegraded":"2024-09-13T03:05:44.914996+0000","last_fullsized":"2024-09-13T03:05:44.914996+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:59:16.899822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1131,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932994+0000","last_change":"2024-09-13T03:00:30.842375+0000","last_active":"2024-09-13T03:05:42.932994+0000","last_peered":"2024-09-13T03:05:42.932994+0000","last_clean":"2024-09-13T03:05:42.932994+0000","last_became_active":"2024-09-13T03:00:30.841746+0000","last_became_peered":"2024-09-13T03:00:30.841746+0000","last_unstale":"2024-09-13T03:05:42.932994+0000","last_undegraded":"2024-09-13T03:05:42.932994+0000","last_fullsized":"2024-09-13T03:05:42.932994+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:43:46.854974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"873'1814","reported_seq":4722,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.944845+0000","last_change":"2024-09-13T03:05:42.944845+0000","last_active":"2024-09-13T03:05:42.944845+0000","last_peered":"2024-09-13T03:05:42.944845+0000","last_clean":"2024-09-13T03:05:42.944845+0000","last_became_active":"2024-09-13T03:00:30.850167+0000","last_became_peered":"2024-09-13T03:00:30.850167+0000","last_unstale":"2024-09-13T03:05:42.944845+0000","last_undegraded":"2024-09-13T03:05:42.944845+0000","last_fullsized":"2024-09-13T03:05:42.944845+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1814,"log_dups_size":0,"ondisk_log_size":1814,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:03:04.469610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012191619000000001,"stat_sum":{"num_bytes":28123136,"num_objects":20,"num_object_clones":17,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":268,"num_read_kb":383566,"num_write":567,"num_write_kb":87272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":23617536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1163,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.937602+0000","last_change":"2024-09-13T03:00:30.843486+0000","last_active":"2024-09-13T03:05:42.937602+0000","last_peered":"2024-09-13T03:05:42.937602+0000","last_clean":"2024-09-13T03:05:42.937602+0000","last_became_active":"2024-09-13T03:00:30.843180+0000","last_became_peered":"2024-09-13T03:00:30.843180+0000","last_unstale":"2024-09-13T03:05:42.937602+0000","last_undegraded":"2024-09-13T03:05:42.937602+0000","last_fullsized":"2024-09-13T03:05:42.937602+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:03:27.052005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029661800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"270'172","reported_seq":1503,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932703+0000","last_change":"2024-09-13T03:00:30.837033+0000","last_active":"2024-09-13T03:05:42.932703+0000","last_peered":"2024-09-13T03:05:42.932703+0000","last_clean":"2024-09-13T03:05:42.932703+0000","last_became_active":"2024-09-13T03:00:30.833851+0000","last_became_peered":"2024-09-13T03:00:30.833851+0000","last_unstale":"2024-09-13T03:05:42.932703+0000","last_undegraded":"2024-09-13T03:05:42.932703+0000","last_fullsized":"2024-09-13T03:05:42.932703+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:45:56.343528+0000","last_clean_scrub_stamp":"2024-09-13T02:45:56.343528+0000","objects_scrubbed":0,"log_size":172,"log_dups_size":0,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:01.230049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1212,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933316+0000","last_change":"2024-09-13T03:00:30.838519+0000","last_active":"2024-09-13T03:05:42.933316+0000","last_peered":"2024-09-13T03:05:42.933316+0000","last_clean":"2024-09-13T03:05:42.933316+0000","last_became_active":"2024-09-13T03:00:30.838222+0000","last_became_peered":"2024-09-13T03:00:30.838222+0000","last_unstale":"2024-09-13T03:05:42.933316+0000","last_undegraded":"2024-09-13T03:05:42.933316+0000","last_fullsized":"2024-09-13T03:05:42.933316+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:49:42.380570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1236,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.917678+0000","last_change":"2024-09-13T02:59:54.921604+0000","last_active":"2024-09-13T03:05:41.917678+0000","last_peered":"2024-09-13T03:05:41.917678+0000","last_clean":"2024-09-13T03:05:41.917678+0000","last_became_active":"2024-09-13T02:59:54.917346+0000","last_became_peered":"2024-09-13T02:59:54.917346+0000","last_unstale":"2024-09-13T03:05:41.917678+0000","last_undegraded":"2024-09-13T03:05:41.917678+0000","last_fullsized":"2024-09-13T03:05:41.917678+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:07:46.439768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"873'1459","reported_seq":4502,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.952984+0000","last_change":"2024-09-13T03:05:42.954034+0000","last_active":"2024-09-13T03:05:42.952984+0000","last_peered":"2024-09-13T03:05:42.952984+0000","last_clean":"2024-09-13T03:05:42.952984+0000","last_became_active":"2024-09-13T02:59:21.659975+0000","last_became_peered":"2024-09-13T02:59:21.659975+0000","last_unstale":"2024-09-13T03:05:42.952984+0000","last_undegraded":"2024-09-13T03:05:42.952984+0000","last_fullsized":"2024-09-13T03:05:42.952984+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1459,"log_dups_size":0,"ondisk_log_size":1459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:33:54.833493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020266451000000001,"stat_sum":{"num_bytes":20848640,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":194,"num_read_kb":237765,"num_write":393,"num_write_kb":80720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18964480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1372,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.921262+0000","last_change":"2024-09-13T02:57:41.852920+0000","last_active":"2024-09-13T03:05:41.921262+0000","last_peered":"2024-09-13T03:05:41.921262+0000","last_clean":"2024-09-13T03:05:41.921262+0000","last_became_active":"2024-09-13T02:57:41.852601+0000","last_became_peered":"2024-09-13T02:57:41.852601+0000","last_unstale":"2024-09-13T03:05:41.921262+0000","last_undegraded":"2024-09-13T03:05:41.921262+0000","last_fullsized":"2024-09-13T03:05:41.921262+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:37:43.315428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1132,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.931903+0000","last_change":"2024-09-13T03:00:30.839840+0000","last_active":"2024-09-13T03:05:42.931903+0000","last_peered":"2024-09-13T03:05:42.931903+0000","last_clean":"2024-09-13T03:05:42.931903+0000","last_became_active":"2024-09-13T03:00:30.838039+0000","last_became_peered":"2024-09-13T03:00:30.838039+0000","last_unstale":"2024-09-13T03:05:42.931903+0000","last_undegraded":"2024-09-13T03:05:42.931903+0000","last_fullsized":"2024-09-13T03:05:42.931903+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:06:02.718796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1364,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.919528+0000","last_change":"2024-09-13T02:58:47.831419+0000","last_active":"2024-09-13T03:05:41.919528+0000","last_peered":"2024-09-13T03:05:41.919528+0000","last_clean":"2024-09-13T03:05:41.919528+0000","last_became_active":"2024-09-13T02:58:47.831077+0000","last_became_peered":"2024-09-13T02:58:47.831077+0000","last_unstale":"2024-09-13T03:05:41.919528+0000","last_undegraded":"2024-09-13T03:05:41.919528+0000","last_fullsized":"2024-09-13T03:05:41.919528+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:11.180184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"873'1705","reported_seq":4928,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914876+0000","last_change":"2024-09-13T03:05:42.965430+0000","last_active":"2024-09-13T03:05:44.914876+0000","last_peered":"2024-09-13T03:05:44.914876+0000","last_clean":"2024-09-13T03:05:44.914876+0000","last_became_active":"2024-09-13T02:59:21.664888+0000","last_became_peered":"2024-09-13T02:59:21.664888+0000","last_unstale":"2024-09-13T03:05:44.914876+0000","last_undegraded":"2024-09-13T03:05:44.914876+0000","last_fullsized":"2024-09-13T03:05:44.914876+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1705,"log_dups_size":0,"ondisk_log_size":1705,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:34:48.747537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.034420477999999997,"stat_sum":{"num_bytes":73580544,"num_objects":17,"num_object_clones":14,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":239,"num_read_kb":257853,"num_write":555,"num_write_kb":170840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10674176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1331,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.944395+0000","last_change":"2024-09-13T02:59:21.658354+0000","last_active":"2024-09-13T03:05:42.944395+0000","last_peered":"2024-09-13T03:05:42.944395+0000","last_clean":"2024-09-13T03:05:42.944395+0000","last_became_active":"2024-09-13T02:59:21.658018+0000","last_became_peered":"2024-09-13T02:59:21.658018+0000","last_unstale":"2024-09-13T03:05:42.944395+0000","last_undegraded":"2024-09-13T03:05:42.944395+0000","last_fullsized":"2024-09-13T03:05:42.944395+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:45.199201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075757799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1314,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913748+0000","last_change":"2024-09-13T02:58:13.936813+0000","last_active":"2024-09-13T03:05:44.913748+0000","last_peered":"2024-09-13T03:05:44.913748+0000","last_clean":"2024-09-13T03:05:44.913748+0000","last_became_active":"2024-09-13T02:58:13.936521+0000","last_became_peered":"2024-09-13T02:58:13.936521+0000","last_unstale":"2024-09-13T03:05:44.913748+0000","last_undegraded":"2024-09-13T03:05:44.913748+0000","last_fullsized":"2024-09-13T03:05:44.913748+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:04.150434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.941341+0000","last_change":"2024-09-13T02:59:54.921284+0000","last_active":"2024-09-13T03:05:42.941341+0000","last_peered":"2024-09-13T03:05:42.941341+0000","last_clean":"2024-09-13T03:05:42.941341+0000","last_became_active":"2024-09-13T02:59:54.920755+0000","last_became_peered":"2024-09-13T02:59:54.920755+0000","last_unstale":"2024-09-13T03:05:42.941341+0000","last_undegraded":"2024-09-13T03:05:42.941341+0000","last_fullsized":"2024-09-13T03:05:42.941341+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:53:50.759376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":3429,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.920825+0000","last_change":"2024-09-13T03:05:41.921863+0000","last_active":"2024-09-13T03:05:41.920825+0000","last_peered":"2024-09-13T03:05:41.920825+0000","last_clean":"2024-09-13T03:05:41.920825+0000","last_became_active":"2024-09-13T02:58:47.822818+0000","last_became_peered":"2024-09-13T02:58:47.822818+0000","last_unstale":"2024-09-13T03:05:41.920825+0000","last_undegraded":"2024-09-13T03:05:41.920825+0000","last_fullsized":"2024-09-13T03:05:41.920825+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:42:25.719035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00128648,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d7","length":"1"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1306,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.942562+0000","last_change":"2024-09-13T02:58:13.956559+0000","last_active":"2024-09-13T03:05:42.942562+0000","last_peered":"2024-09-13T03:05:42.942562+0000","last_clean":"2024-09-13T03:05:42.942562+0000","last_became_active":"2024-09-13T02:58:13.956251+0000","last_became_peered":"2024-09-13T02:58:13.956251+0000","last_unstale":"2024-09-13T03:05:42.942562+0000","last_undegraded":"2024-09-13T03:05:42.942562+0000","last_fullsized":"2024-09-13T03:05:42.942562+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:33.475032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1177,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933645+0000","last_change":"2024-09-13T02:59:54.915635+0000","last_active":"2024-09-13T03:05:42.933645+0000","last_peered":"2024-09-13T03:05:42.933645+0000","last_clean":"2024-09-13T03:05:42.933645+0000","last_became_active":"2024-09-13T02:59:54.914971+0000","last_became_peered":"2024-09-13T02:59:54.914971+0000","last_unstale":"2024-09-13T03:05:42.933645+0000","last_undegraded":"2024-09-13T03:05:42.933645+0000","last_fullsized":"2024-09-13T03:05:42.933645+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T10:39:32.694007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1220,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913746+0000","last_change":"2024-09-13T02:59:54.912932+0000","last_active":"2024-09-13T03:05:44.913746+0000","last_peered":"2024-09-13T03:05:44.913746+0000","last_clean":"2024-09-13T03:05:44.913746+0000","last_became_active":"2024-09-13T02:59:54.912602+0000","last_became_peered":"2024-09-13T02:59:54.912602+0000","last_unstale":"2024-09-13T03:05:44.913746+0000","last_undegraded":"2024-09-13T03:05:44.913746+0000","last_fullsized":"2024-09-13T03:05:44.913746+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:23:15.699202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"872'2079","reported_seq":5381,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.934300+0000","last_change":"2024-09-13T03:05:41.935865+0000","last_active":"2024-09-13T03:05:41.934300+0000","last_peered":"2024-09-13T03:05:41.934300+0000","last_clean":"2024-09-13T03:05:41.934300+0000","last_became_active":"2024-09-13T02:59:54.923796+0000","last_became_peered":"2024-09-13T02:59:54.923796+0000","last_unstale":"2024-09-13T03:05:41.934300+0000","last_undegraded":"2024-09-13T03:05:41.934300+0000","last_fullsized":"2024-09-13T03:05:41.934300+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":2079,"log_dups_size":0,"ondisk_log_size":2079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:06.020490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013520915,"stat_sum":{"num_bytes":26812416,"num_objects":22,"num_object_clones":18,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":1,"num_read":316,"num_read_kb":363340,"num_write":768,"num_write_kb":121872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":41238528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d7","length":"1"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.2","version":"67'2","reported_seq":1308,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.941715+0000","last_change":"2024-09-13T02:59:21.653201+0000","last_active":"2024-09-13T03:05:42.941715+0000","last_peered":"2024-09-13T03:05:42.941715+0000","last_clean":"2024-09-13T03:05:42.941715+0000","last_became_active":"2024-09-13T02:59:21.652418+0000","last_became_peered":"2024-09-13T02:59:21.652418+0000","last_unstale":"2024-09-13T03:05:42.941715+0000","last_undegraded":"2024-09-13T03:05:42.941715+0000","last_fullsized":"2024-09-13T03:05:42.941715+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:15:37.429799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.942291+0000","last_change":"2024-09-13T03:00:30.839284+0000","last_active":"2024-09-13T03:05:42.942291+0000","last_peered":"2024-09-13T03:05:42.942291+0000","last_clean":"2024-09-13T03:05:42.942291+0000","last_became_active":"2024-09-13T03:00:30.838920+0000","last_became_peered":"2024-09-13T03:00:30.838920+0000","last_unstale":"2024-09-13T03:05:42.942291+0000","last_undegraded":"2024-09-13T03:05:42.942291+0000","last_fullsized":"2024-09-13T03:05:42.942291+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T13:00:54.509582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1208,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932521+0000","last_change":"2024-09-13T02:59:21.663900+0000","last_active":"2024-09-13T03:05:42.932521+0000","last_peered":"2024-09-13T03:05:42.932521+0000","last_clean":"2024-09-13T03:05:42.932521+0000","last_became_active":"2024-09-13T02:59:21.663645+0000","last_became_peered":"2024-09-13T02:59:21.663645+0000","last_unstale":"2024-09-13T03:05:42.932521+0000","last_undegraded":"2024-09-13T03:05:42.932521+0000","last_fullsized":"2024-09-13T03:05:42.932521+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:19:18.434833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"873'1737","reported_seq":4686,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.952523+0000","last_change":"2024-09-13T03:05:42.953895+0000","last_active":"2024-09-13T03:05:42.952523+0000","last_peered":"2024-09-13T03:05:42.952523+0000","last_clean":"2024-09-13T03:05:42.952523+0000","last_became_active":"2024-09-13T02:59:54.922877+0000","last_became_peered":"2024-09-13T02:59:54.922877+0000","last_unstale":"2024-09-13T03:05:42.952523+0000","last_undegraded":"2024-09-13T03:05:42.952523+0000","last_fullsized":"2024-09-13T03:05:42.952523+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1737,"log_dups_size":0,"ondisk_log_size":1737,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:30:19.569721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015069337,"stat_sum":{"num_bytes":53182464,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":219,"num_read_kb":290151,"num_write":483,"num_write_kb":118640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":16056320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.3","version":"65'1","reported_seq":1373,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.920815+0000","last_change":"2024-09-13T03:00:30.835365+0000","last_active":"2024-09-13T03:05:41.920815+0000","last_peered":"2024-09-13T03:05:41.920815+0000","last_clean":"2024-09-13T03:05:41.920815+0000","last_became_active":"2024-09-13T03:00:30.834628+0000","last_became_peered":"2024-09-13T03:00:30.834628+0000","last_unstale":"2024-09-13T03:05:41.920815+0000","last_undegraded":"2024-09-13T03:05:41.920815+0000","last_fullsized":"2024-09-13T03:05:41.920815+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:12:37.236205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1149,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932969+0000","last_change":"2024-09-13T03:00:30.842168+0000","last_active":"2024-09-13T03:05:42.932969+0000","last_peered":"2024-09-13T03:05:42.932969+0000","last_clean":"2024-09-13T03:05:42.932969+0000","last_became_active":"2024-09-13T03:00:30.839898+0000","last_became_peered":"2024-09-13T03:00:30.839898+0000","last_unstale":"2024-09-13T03:05:42.932969+0000","last_undegraded":"2024-09-13T03:05:42.932969+0000","last_fullsized":"2024-09-13T03:05:42.932969+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:27:02.622876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.942399+0000","last_change":"2024-09-13T02:59:21.659953+0000","last_active":"2024-09-13T03:05:42.942399+0000","last_peered":"2024-09-13T03:05:42.942399+0000","last_clean":"2024-09-13T03:05:42.942399+0000","last_became_active":"2024-09-13T02:59:21.659644+0000","last_became_peered":"2024-09-13T02:59:21.659644+0000","last_unstale":"2024-09-13T03:05:42.942399+0000","last_undegraded":"2024-09-13T03:05:42.942399+0000","last_fullsized":"2024-09-13T03:05:42.942399+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:48.959960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"873'2228","reported_seq":5247,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913714+0000","last_change":"2024-09-13T03:05:42.944681+0000","last_active":"2024-09-13T03:05:44.913714+0000","last_peered":"2024-09-13T03:05:44.913714+0000","last_clean":"2024-09-13T03:05:44.913714+0000","last_became_active":"2024-09-13T03:00:30.840626+0000","last_became_peered":"2024-09-13T03:00:30.840626+0000","last_unstale":"2024-09-13T03:05:44.913714+0000","last_undegraded":"2024-09-13T03:05:44.913714+0000","last_fullsized":"2024-09-13T03:05:44.913714+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":2228,"log_dups_size":0,"ondisk_log_size":2228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:23.833351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015697761000000001,"stat_sum":{"num_bytes":51118080,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":280,"num_read_kb":252851,"num_write":789,"num_write_kb":168464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":17489920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1272,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.916019+0000","last_change":"2024-09-13T03:00:30.854179+0000","last_active":"2024-09-13T03:05:41.916019+0000","last_peered":"2024-09-13T03:05:41.916019+0000","last_clean":"2024-09-13T03:05:41.916019+0000","last_became_active":"2024-09-13T03:00:30.852832+0000","last_became_peered":"2024-09-13T03:00:30.852832+0000","last_unstale":"2024-09-13T03:05:41.916019+0000","last_undegraded":"2024-09-13T03:05:41.916019+0000","last_fullsized":"2024-09-13T03:05:41.916019+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:42.656695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000469801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"591'2","reported_seq":1345,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.943655+0000","last_change":"2024-09-13T02:59:54.919976+0000","last_active":"2024-09-13T03:05:42.943655+0000","last_peered":"2024-09-13T03:05:42.943655+0000","last_clean":"2024-09-13T03:05:42.943655+0000","last_became_active":"2024-09-13T02:59:54.919582+0000","last_became_peered":"2024-09-13T02:59:54.919582+0000","last_unstale":"2024-09-13T03:05:42.943655+0000","last_undegraded":"2024-09-13T03:05:42.943655+0000","last_fullsized":"2024-09-13T03:05:42.943655+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:39:24.362940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1274,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918988+0000","last_change":"2024-09-13T03:00:30.851886+0000","last_active":"2024-09-13T03:05:41.918988+0000","last_peered":"2024-09-13T03:05:41.918988+0000","last_clean":"2024-09-13T03:05:41.918988+0000","last_became_active":"2024-09-13T03:00:30.851574+0000","last_became_peered":"2024-09-13T03:00:30.851574+0000","last_unstale":"2024-09-13T03:05:41.918988+0000","last_undegraded":"2024-09-13T03:05:41.918988+0000","last_fullsized":"2024-09-13T03:05:41.918988+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:35:05.839495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"872'3343","reported_seq":6238,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.952328+0000","last_change":"2024-09-13T03:05:41.954112+0000","last_active":"2024-09-13T03:05:41.952328+0000","last_peered":"2024-09-13T03:05:41.952328+0000","last_clean":"2024-09-13T03:05:41.952328+0000","last_became_active":"2024-09-13T02:58:47.831969+0000","last_became_peered":"2024-09-13T02:58:47.831969+0000","last_unstale":"2024-09-13T03:05:41.952328+0000","last_undegraded":"2024-09-13T03:05:41.952328+0000","last_fullsized":"2024-09-13T03:05:41.952328+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":3343,"log_dups_size":0,"ondisk_log_size":3343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:48:51.541218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.037552839999999997,"stat_sum":{"num_bytes":137920512,"num_objects":44,"num_object_clones":38,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":44,"num_whiteouts":2,"num_read":426,"num_read_kb":432144,"num_write":934,"num_write_kb":252616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":46874624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d7","length":"1"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1232,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913791+0000","last_change":"2024-09-13T02:59:54.916657+0000","last_active":"2024-09-13T03:05:44.913791+0000","last_peered":"2024-09-13T03:05:44.913791+0000","last_clean":"2024-09-13T03:05:44.913791+0000","last_became_active":"2024-09-13T02:59:54.916334+0000","last_became_peered":"2024-09-13T02:59:54.916334+0000","last_unstale":"2024-09-13T03:05:44.913791+0000","last_undegraded":"2024-09-13T03:05:44.913791+0000","last_fullsized":"2024-09-13T03:05:44.913791+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:49:14.850178+0000","last_clean_scrub_stamp":"2024-09-13T02:49:14.850178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:26:38.903861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":1147,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.937798+0000","last_change":"2024-09-13T03:00:30.841127+0000","last_active":"2024-09-13T03:05:42.937798+0000","last_peered":"2024-09-13T03:05:42.937798+0000","last_clean":"2024-09-13T03:05:42.937798+0000","last_became_active":"2024-09-13T03:00:30.840799+0000","last_became_peered":"2024-09-13T03:00:30.840799+0000","last_unstale":"2024-09-13T03:05:42.937798+0000","last_undegraded":"2024-09-13T03:05:42.937798+0000","last_fullsized":"2024-09-13T03:05:42.937798+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:03:24.112020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1364,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.921118+0000","last_change":"2024-09-13T02:58:47.823093+0000","last_active":"2024-09-13T03:05:41.921118+0000","last_peered":"2024-09-13T03:05:41.921118+0000","last_clean":"2024-09-13T03:05:41.921118+0000","last_became_active":"2024-09-13T02:58:47.822743+0000","last_became_peered":"2024-09-13T02:58:47.822743+0000","last_unstale":"2024-09-13T03:05:41.921118+0000","last_undegraded":"2024-09-13T03:05:41.921118+0000","last_fullsized":"2024-09-13T03:05:41.921118+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:56:25.200173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"864'517","reported_seq":3667,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.933579+0000","last_change":"2024-09-13T03:05:42.934370+0000","last_active":"2024-09-13T03:05:42.933579+0000","last_peered":"2024-09-13T03:05:42.933579+0000","last_clean":"2024-09-13T03:05:42.933579+0000","last_became_active":"2024-09-13T02:59:54.921987+0000","last_became_peered":"2024-09-13T02:59:54.921987+0000","last_unstale":"2024-09-13T03:05:42.933579+0000","last_undegraded":"2024-09-13T03:05:42.933579+0000","last_fullsized":"2024-09-13T03:05:42.933579+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":517,"log_dups_size":0,"ondisk_log_size":517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:29:44.862033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001021746,"stat_sum":{"num_bytes":15704064,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":66,"num_read_kb":45261,"num_write":132,"num_write_kb":35640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6430720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1132,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932588+0000","last_change":"2024-09-13T03:00:30.839601+0000","last_active":"2024-09-13T03:05:42.932588+0000","last_peered":"2024-09-13T03:05:42.932588+0000","last_clean":"2024-09-13T03:05:42.932588+0000","last_became_active":"2024-09-13T03:00:30.837760+0000","last_became_peered":"2024-09-13T03:00:30.837760+0000","last_unstale":"2024-09-13T03:05:42.932588+0000","last_undegraded":"2024-09-13T03:05:42.932588+0000","last_fullsized":"2024-09-13T03:05:42.932588+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T12:14:13.864241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1247,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.913961+0000","last_change":"2024-09-13T03:00:30.841685+0000","last_active":"2024-09-13T03:05:44.913961+0000","last_peered":"2024-09-13T03:05:44.913961+0000","last_clean":"2024-09-13T03:05:44.913961+0000","last_became_active":"2024-09-13T03:00:30.841393+0000","last_became_peered":"2024-09-13T03:00:30.841393+0000","last_unstale":"2024-09-13T03:05:44.913961+0000","last_undegraded":"2024-09-13T03:05:44.913961+0000","last_fullsized":"2024-09-13T03:05:44.913961+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:50.140337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"873'633","reported_seq":3877,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914462+0000","last_change":"2024-09-13T03:05:42.942253+0000","last_active":"2024-09-13T03:05:44.914462+0000","last_peered":"2024-09-13T03:05:44.914462+0000","last_clean":"2024-09-13T03:05:44.914462+0000","last_became_active":"2024-09-13T02:59:21.655500+0000","last_became_peered":"2024-09-13T02:59:21.655500+0000","last_unstale":"2024-09-13T03:05:44.914462+0000","last_undegraded":"2024-09-13T03:05:44.914462+0000","last_fullsized":"2024-09-13T03:05:44.914462+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":633,"log_dups_size":0,"ondisk_log_size":633,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:25.059672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012643720000000001,"stat_sum":{"num_bytes":15343616,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":67,"num_read_kb":126359,"num_write":233,"num_write_kb":37928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":16736256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.945590+0000","last_change":"2024-09-13T03:00:30.843464+0000","last_active":"2024-09-13T03:05:42.945590+0000","last_peered":"2024-09-13T03:05:42.945590+0000","last_clean":"2024-09-13T03:05:42.945590+0000","last_became_active":"2024-09-13T03:00:30.843140+0000","last_became_peered":"2024-09-13T03:00:30.843140+0000","last_unstale":"2024-09-13T03:05:42.945590+0000","last_undegraded":"2024-09-13T03:05:42.945590+0000","last_fullsized":"2024-09-13T03:05:42.945590+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:11:57.409558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1267,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.916289+0000","last_change":"2024-09-13T03:00:30.851547+0000","last_active":"2024-09-13T03:05:41.916289+0000","last_peered":"2024-09-13T03:05:41.916289+0000","last_clean":"2024-09-13T03:05:41.916289+0000","last_became_active":"2024-09-13T03:00:30.848727+0000","last_became_peered":"2024-09-13T03:00:30.848727+0000","last_unstale":"2024-09-13T03:05:41.916289+0000","last_undegraded":"2024-09-13T03:05:41.916289+0000","last_fullsized":"2024-09-13T03:05:41.916289+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:05:27.451284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"873'2868","reported_seq":5933,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.914525+0000","last_change":"2024-09-13T03:05:42.957245+0000","last_active":"2024-09-13T03:05:44.914525+0000","last_peered":"2024-09-13T03:05:44.914525+0000","last_clean":"2024-09-13T03:05:44.914525+0000","last_became_active":"2024-09-13T03:00:30.847419+0000","last_became_peered":"2024-09-13T03:00:30.847419+0000","last_unstale":"2024-09-13T03:05:44.914525+0000","last_undegraded":"2024-09-13T03:05:44.914525+0000","last_fullsized":"2024-09-13T03:05:44.914525+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":2868,"log_dups_size":0,"ondisk_log_size":2868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:14:04.715783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.027748522000000001,"stat_sum":{"num_bytes":65134592,"num_objects":26,"num_object_clones":20,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":382,"num_read_kb":442092,"num_write":1004,"num_write_kb":182856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":49807360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1336,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.941508+0000","last_change":"2024-09-13T03:00:30.838550+0000","last_active":"2024-09-13T03:05:42.941508+0000","last_peered":"2024-09-13T03:05:42.941508+0000","last_clean":"2024-09-13T03:05:42.941508+0000","last_became_active":"2024-09-13T03:00:30.838243+0000","last_became_peered":"2024-09-13T03:00:30.838243+0000","last_unstale":"2024-09-13T03:05:42.941508+0000","last_undegraded":"2024-09-13T03:05:42.941508+0000","last_fullsized":"2024-09-13T03:05:42.941508+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:25:32.008110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1274,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918414+0000","last_change":"2024-09-13T02:58:47.825497+0000","last_active":"2024-09-13T03:05:41.918414+0000","last_peered":"2024-09-13T03:05:41.918414+0000","last_clean":"2024-09-13T03:05:41.918414+0000","last_became_active":"2024-09-13T02:58:47.825207+0000","last_became_peered":"2024-09-13T02:58:47.825207+0000","last_unstale":"2024-09-13T03:05:41.918414+0000","last_undegraded":"2024-09-13T03:05:41.918414+0000","last_fullsized":"2024-09-13T03:05:41.918414+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:59:49.405892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"873'1004","reported_seq":4377,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.952546+0000","last_change":"2024-09-13T03:05:42.953624+0000","last_active":"2024-09-13T03:05:42.952546+0000","last_peered":"2024-09-13T03:05:42.952546+0000","last_clean":"2024-09-13T03:05:42.952546+0000","last_became_active":"2024-09-13T02:58:47.823653+0000","last_became_peered":"2024-09-13T02:58:47.823653+0000","last_unstale":"2024-09-13T03:05:42.952546+0000","last_undegraded":"2024-09-13T03:05:42.952546+0000","last_fullsized":"2024-09-13T03:05:42.952546+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:52:03.364541+0000","last_clean_scrub_stamp":"2024-09-13T02:52:03.364541+0000","objects_scrubbed":0,"log_size":1004,"log_dups_size":0,"ondisk_log_size":1004,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T09:09:26.617010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011528063999999999,"stat_sum":{"num_bytes":25894912,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":170,"num_read_kb":207069,"num_write":389,"num_write_kb":80296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":32555008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1ce","length":"1"},{"start":"1d6","length":"2"},{"start":"1db","length":"1"},{"start":"1de","length":"1"}]},{"pgid":"2.b","version":"588'3","reported_seq":1279,"reported_epoch":874,"state":"active+clean","last_fresh":"2024-09-13T03:05:44.915452+0000","last_change":"2024-09-13T02:59:21.656973+0000","last_active":"2024-09-13T03:05:44.915452+0000","last_peered":"2024-09-13T03:05:44.915452+0000","last_clean":"2024-09-13T03:05:44.915452+0000","last_became_active":"2024-09-13T02:59:21.656626+0000","last_became_peered":"2024-09-13T02:59:21.656626+0000","last_unstale":"2024-09-13T03:05:44.915452+0000","last_undegraded":"2024-09-13T03:05:44.915452+0000","last_fullsized":"2024-09-13T03:05:44.915452+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:27.977098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1173,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.939002+0000","last_change":"2024-09-13T02:59:54.924334+0000","last_active":"2024-09-13T03:05:42.939002+0000","last_peered":"2024-09-13T03:05:42.939002+0000","last_clean":"2024-09-13T03:05:42.939002+0000","last_became_active":"2024-09-13T02:59:54.924074+0000","last_became_peered":"2024-09-13T02:59:54.924074+0000","last_unstale":"2024-09-13T03:05:42.939002+0000","last_undegraded":"2024-09-13T03:05:42.939002+0000","last_fullsized":"2024-09-13T03:05:42.939002+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:20:12.072553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1191,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932274+0000","last_change":"2024-09-13T02:59:54.914872+0000","last_active":"2024-09-13T03:05:42.932274+0000","last_peered":"2024-09-13T03:05:42.932274+0000","last_clean":"2024-09-13T03:05:42.932274+0000","last_became_active":"2024-09-13T02:59:54.914533+0000","last_became_peered":"2024-09-13T02:59:54.914533+0000","last_unstale":"2024-09-13T03:05:42.932274+0000","last_undegraded":"2024-09-13T03:05:42.932274+0000","last_fullsized":"2024-09-13T03:05:42.932274+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:21:11.749648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":1146,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932429+0000","last_change":"2024-09-13T03:00:30.850394+0000","last_active":"2024-09-13T03:05:42.932429+0000","last_peered":"2024-09-13T03:05:42.932429+0000","last_clean":"2024-09-13T03:05:42.932429+0000","last_became_active":"2024-09-13T03:00:30.850015+0000","last_became_peered":"2024-09-13T03:00:30.850015+0000","last_unstale":"2024-09-13T03:05:42.932429+0000","last_undegraded":"2024-09-13T03:05:42.932429+0000","last_fullsized":"2024-09-13T03:05:42.932429+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:30:21.186692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1217,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.934464+0000","last_change":"2024-09-13T02:59:21.657267+0000","last_active":"2024-09-13T03:05:42.934464+0000","last_peered":"2024-09-13T03:05:42.934464+0000","last_clean":"2024-09-13T03:05:42.934464+0000","last_became_active":"2024-09-13T02:59:21.656970+0000","last_became_peered":"2024-09-13T02:59:21.656970+0000","last_unstale":"2024-09-13T03:05:42.934464+0000","last_undegraded":"2024-09-13T03:05:42.934464+0000","last_fullsized":"2024-09-13T03:05:42.934464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T11:58:13.193278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":1138,"reported_epoch":873,"state":"active+clean","last_fresh":"2024-09-13T03:05:42.932710+0000","last_change":"2024-09-13T03:00:30.847380+0000","last_active":"2024-09-13T03:05:42.932710+0000","last_peered":"2024-09-13T03:05:42.932710+0000","last_clean":"2024-09-13T03:05:42.932710+0000","last_became_active":"2024-09-13T03:00:30.846725+0000","last_became_peered":"2024-09-13T03:00:30.846725+0000","last_unstale":"2024-09-13T03:05:42.932710+0000","last_undegraded":"2024-09-13T03:05:42.932710+0000","last_fullsized":"2024-09-13T03:05:42.932710+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T08:52:17.377693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1364,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.921107+0000","last_change":"2024-09-13T02:59:21.663892+0000","last_active":"2024-09-13T03:05:41.921107+0000","last_peered":"2024-09-13T03:05:41.921107+0000","last_clean":"2024-09-13T03:05:41.921107+0000","last_became_active":"2024-09-13T02:59:21.663579+0000","last_became_peered":"2024-09-13T02:59:21.663579+0000","last_unstale":"2024-09-13T03:05:41.921107+0000","last_undegraded":"2024-09-13T03:05:41.921107+0000","last_fullsized":"2024-09-13T03:05:41.921107+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:26.364254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"588'2","reported_seq":1279,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918709+0000","last_change":"2024-09-13T02:59:21.661442+0000","last_active":"2024-09-13T03:05:41.918709+0000","last_peered":"2024-09-13T03:05:41.918709+0000","last_clean":"2024-09-13T03:05:41.918709+0000","last_became_active":"2024-09-13T02:59:21.661079+0000","last_became_peered":"2024-09-13T02:59:21.661079+0000","last_unstale":"2024-09-13T03:05:41.918709+0000","last_undegraded":"2024-09-13T03:05:41.918709+0000","last_fullsized":"2024-09-13T03:05:41.918709+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T07:26:08.205969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1260,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.918612+0000","last_change":"2024-09-13T02:59:54.916568+0000","last_active":"2024-09-13T03:05:41.918612+0000","last_peered":"2024-09-13T03:05:41.918612+0000","last_clean":"2024-09-13T03:05:41.918612+0000","last_became_active":"2024-09-13T02:59:54.916247+0000","last_became_peered":"2024-09-13T02:59:54.916247+0000","last_unstale":"2024-09-13T03:05:41.918612+0000","last_undegraded":"2024-09-13T03:05:41.918612+0000","last_fullsized":"2024-09-13T03:05:41.918612+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:20.558899+0000","last_clean_scrub_stamp":"2024-09-13T02:48:20.558899+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:14.044951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"588'5","reported_seq":1376,"reported_epoch":872,"state":"active+clean","last_fresh":"2024-09-13T03:05:41.921732+0000","last_change":"2024-09-13T03:00:30.847403+0000","last_active":"2024-09-13T03:05:41.921732+0000","last_peered":"2024-09-13T03:05:41.921732+0000","last_clean":"2024-09-13T03:05:41.921732+0000","last_became_active":"2024-09-13T03:00:30.846915+0000","last_became_peered":"2024-09-13T03:00:30.846915+0000","last_unstale":"2024-09-13T03:05:41.921732+0000","last_undegraded":"2024-09-13T03:05:41.921732+0000","last_fullsized":"2024-09-13T03:05:41.921732+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T02:48:17.107712+0000","last_clean_scrub_stamp":"2024-09-13T02:48:17.107712+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T14:37:14.100425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":741523456,"num_objects":317,"num_object_clones":267,"num_object_copies":951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":317,"num_whiteouts":10,"num_read":3651,"num_read_kb":4460979,"num_write":8721,"num_write_kb":1830648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":128,"num_bytes_recovered":360120320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":945782784,"data_stored":1981304832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26853,"ondisk_log_size":26853,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6614,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43177,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":1799,"num_write":293,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":172,"ondisk_log_size":172,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":567,"seq":2435246456896,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":368744,"kb_used_data":117908,"kb_used_omap":69,"kb_used_meta":250746,"kb_avail":93376408,"statfs":{"total":95995035648,"available":95617441792,"internally_reserved":0,"allocated":120737792,"data_stored":184724368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":70733,"internal_metadata":256764851},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":533,"seq":2289217568839,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":291080,"kb_used_data":96380,"kb_used_omap":47,"kb_used_meta":194640,"kb_avail":93454072,"statfs":{"total":95995035648,"available":95696969728,"internally_reserved":0,"allocated":98693120,"data_stored":161917649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48868,"internal_metadata":199311644},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":499,"seq":2143188680782,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":648732,"kb_used_data":145036,"kb_used_omap":66,"kb_used_meta":503613,"kb_avail":93096420,"statfs":{"total":95995035648,"available":95330734080,"internally_reserved":0,"allocated":148516864,"data_stored":290709065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68385,"internal_metadata":515699935},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":466,"seq":2001454760021,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":435284,"kb_used_data":118280,"kb_used_omap":43,"kb_used_meta":316948,"kb_avail":93309868,"statfs":{"total":95995035648,"available":95549304832,"internally_reserved":0,"allocated":121118720,"data_stored":211828145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44962,"internal_metadata":324554846},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":432,"seq":1855425871963,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":398520,"kb_used_data":107044,"kb_used_omap":42,"kb_used_meta":291413,"kb_avail":93346632,"statfs":{"total":95995035648,"available":95586951168,"internally_reserved":0,"allocated":109613056,"data_stored":190658841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43369,"internal_metadata":298407575},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":400,"seq":1717986918498,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":646872,"kb_used_data":134532,"kb_used_omap":49,"kb_used_meta":512270,"kb_avail":93098280,"statfs":{"total":95995035648,"available":95332638720,"internally_reserved":0,"allocated":137760768,"data_stored":318072632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50247,"internal_metadata":524565433},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":365,"seq":1567663063145,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":803928,"kb_used_data":178760,"kb_used_omap":63,"kb_used_meta":625088,"kb_avail":92941224,"statfs":{"total":95995035648,"available":95171813376,"internally_reserved":0,"allocated":183050240,"data_stored":388319187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":65528,"internal_metadata":640090120},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":332,"seq":1425929142383,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":676788,"kb_used_data":107296,"kb_used_omap":49,"kb_used_meta":569422,"kb_avail":93068364,"statfs":{"total":95995035648,"available":95302004736,"internally_reserved":0,"allocated":109871104,"data_stored":284135870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50387,"internal_metadata":583088941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5815,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4577,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5766,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5782,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6477,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5951,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5809,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3000,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":99078144,"data_stored":277651456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":172822528,"data_stored":382406656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":127545344,"data_stored":312160256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":99389440,"data_stored":184750080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":110866432,"data_stored":205905920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":138276864,"data_stored":284790784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":87883776,"data_stored":155418624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":109920256,"data_stored":178221056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T03:05:48.625 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-13T03:05:48.625 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-13T03:05:48.883 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T03:05:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:48 smithi078 ceph-mon[85589]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T03:05:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:48 smithi052 ceph-mon[91421]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T03:05:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:48 smithi052 ceph-mon[89065]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T03:05:50.018 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:49 smithi052 ceph-mon[91421]: pgmap v932: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 718 KiB/s wr, 9 op/s 2024-09-13T03:05:50.019 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:49 smithi052 ceph-mon[91421]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T03:05:50.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:49 smithi052 ceph-mon[89065]: pgmap v932: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 718 KiB/s wr, 9 op/s 2024-09-13T03:05:50.019 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:49 smithi052 ceph-mon[89065]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T03:05:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:49 smithi078 ceph-mon[85589]: pgmap v932: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 718 KiB/s wr, 9 op/s 2024-09-13T03:05:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:49 smithi078 ceph-mon[85589]: osdmap e875: 8 total, 8 up, 8 in 2024-09-13T03:05:50.934 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'unique_pool_0' removed 2024-09-13T03:05:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3074092653' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:05:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:50 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:05:51.235 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3074092653' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:05:51.235 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:50 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:05:51.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3074092653' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:05:51.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:50 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T03:05:51.709 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:05:51.709 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-13T03:05:51.709 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:05:51.709 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-13T03:05:51.709 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:05:51.710 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:05:51.711 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:05:51.711 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:05:51.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:05:51.728 INFO:teuthology.orchestra.run.smithi052.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:05:51.728 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:05:51.784 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:05:51.785 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:05:51.841 INFO:tasks.workunit:timeout=3h 2024-09-13T03:05:51.841 INFO:tasks.workunit:cleanup=True 2024-09-13T03:05:51.841 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:05:51.900 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:05:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:51 smithi052 ceph-mon[91421]: pgmap v934: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 B/s rd, 186 KiB/s wr, 3 op/s 2024-09-13T03:05:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:51 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:05:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:51 smithi052 ceph-mon[91421]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T03:05:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:51 smithi052 ceph-mon[89065]: pgmap v934: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 B/s rd, 186 KiB/s wr, 3 op/s 2024-09-13T03:05:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:51 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:05:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:51 smithi052 ceph-mon[89065]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T03:05:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:51 smithi078 ceph-mon[85589]: pgmap v934: 121 pgs: 121 active+clean; 708 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 136 B/s rd, 186 KiB/s wr, 3 op/s 2024-09-13T03:05:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:51 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T03:05:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:51 smithi078 ceph-mon[85589]: osdmap e876: 8 total, 8 up, 8 in 2024-09-13T03:05:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:05:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:05:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:53 smithi078 ceph-mon[85589]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:05:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:53 smithi052 ceph-mon[91421]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:05:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:53 smithi052 ceph-mon[89065]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:05:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:55 smithi078 ceph-mon[85589]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:05:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:55 smithi052 ceph-mon[91421]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:05:56.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:55 smithi052 ceph-mon[89065]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:05:58.142 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:05:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:05:57 smithi078 ceph-mon[85589]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:05:58.199 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:05:58.201 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:05:58.201 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:05:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:05:57 smithi052 ceph-mon[91421]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:05:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:05:57 smithi052 ceph-mon[89065]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:05:58.251 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:05:58.303 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:05:58.345 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:05:58.346 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:05:58.346 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:05:58.386 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:05:58.389 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T03:05:58.389 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:05:58.446 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-13T03:05:58.447 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-13T03:05:58.448 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-13T03:05:58.514 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:05:58.514 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-13T03:05:58.514 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:05:58.514 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-13T03:05:58.514 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-13T03:05:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:05:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:05:58] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-13T03:06:00.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:00 smithi052 ceph-mon[91421]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:00.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:00 smithi052 ceph-mon[91421]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T03:06:00.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:00 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1156196511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:00 smithi052 ceph-mon[89065]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:00.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:00 smithi052 ceph-mon[89065]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T03:06:00.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:00 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1156196511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:00 smithi078 ceph-mon[85589]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:00 smithi078 ceph-mon[85589]: osdmap e877: 8 total, 8 up, 8 in 2024-09-13T03:06:00.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:00 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1156196511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:01.038 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2525 ms) 2024-09-13T03:06:01.039 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-13T03:06:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:01 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1156196511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:01 smithi078 ceph-mon[85589]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T03:06:01.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:01 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1156196511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:01.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:01 smithi052 ceph-mon[91421]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T03:06:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:01 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1156196511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:01 smithi052 ceph-mon[89065]: osdmap e878: 8 total, 8 up, 8 in 2024-09-13T03:06:02.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:02 smithi078 ceph-mon[85589]: pgmap v942: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:02.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:02 smithi078 ceph-mon[85589]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T03:06:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:02 smithi052 ceph-mon[91421]: pgmap v942: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:02 smithi052 ceph-mon[91421]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T03:06:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:02 smithi052 ceph-mon[89065]: pgmap v942: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:02 smithi052 ceph-mon[89065]: osdmap e879: 8 total, 8 up, 8 in 2024-09-13T03:06:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:06:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:06:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:03 smithi078 ceph-mon[85589]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T03:06:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/202604563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:03.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:03 smithi052 ceph-mon[91421]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T03:06:03.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/202604563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:03 smithi052 ceph-mon[89065]: osdmap e880: 8 total, 8 up, 8 in 2024-09-13T03:06:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/202604563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3012 ms) 2024-09-13T03:06:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-13T03:06:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:04 smithi078 ceph-mon[85589]: pgmap v945: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:04 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:04 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/202604563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:04.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:04 smithi078 ceph-mon[85589]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T03:06:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[91421]: pgmap v945: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/202604563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[91421]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T03:06:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[89065]: pgmap v945: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/202604563' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:04 smithi052 ceph-mon[89065]: osdmap e881: 8 total, 8 up, 8 in 2024-09-13T03:06:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:05 smithi078 ceph-mon[85589]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T03:06:05.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:05 smithi052 ceph-mon[89065]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T03:06:05.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:05 smithi052 ceph-mon[91421]: osdmap e882: 8 total, 8 up, 8 in 2024-09-13T03:06:06.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[91421]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:06.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:06.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:06.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[91421]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T03:06:06.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/481114054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:06.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:06.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[89065]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:06.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:06.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:06.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[89065]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T03:06:06.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/481114054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:06.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:06 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:06 smithi078 ceph-mon[85589]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:06 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:06 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:06 smithi078 ceph-mon[85589]: osdmap e883: 8 total, 8 up, 8 in 2024-09-13T03:06:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:06 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/481114054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:06.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:06 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:07.069 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.Reserve (3019 ms) 2024-09-13T03:06:07.070 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-13T03:06:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:07 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:07 smithi078 ceph-mon[85589]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T03:06:07.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:07 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:07.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:07 smithi052 ceph-mon[91421]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T03:06:07.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:07 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:07.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:07 smithi052 ceph-mon[89065]: osdmap e884: 8 total, 8 up, 8 in 2024-09-13T03:06:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:08 smithi078 ceph-mon[85589]: pgmap v951: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:08 smithi078 ceph-mon[85589]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T03:06:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:06:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:06:08] "GET /metrics HTTP/1.1" 200 33882 "" "Prometheus/2.43.0" 2024-09-13T03:06:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:08 smithi052 ceph-mon[91421]: pgmap v951: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:08 smithi052 ceph-mon[91421]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T03:06:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:08 smithi052 ceph-mon[89065]: pgmap v951: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:08 smithi052 ceph-mon[89065]: osdmap e885: 8 total, 8 up, 8 in 2024-09-13T03:06:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:09 smithi078 ceph-mon[85589]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T03:06:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:09 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/28958746' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:09 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:09.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:09 smithi052 ceph-mon[91421]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T03:06:09.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:09 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/28958746' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:09.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:09 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:09 smithi052 ceph-mon[89065]: osdmap e886: 8 total, 8 up, 8 in 2024-09-13T03:06:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:09 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/28958746' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:09 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:10.089 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3019 ms) 2024-09-13T03:06:10.089 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-13T03:06:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:10 smithi078 ceph-mon[85589]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:10 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:10 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:10 smithi078 ceph-mon[85589]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T03:06:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[89065]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[89065]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T03:06:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[91421]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:10 smithi052 ceph-mon[91421]: osdmap e887: 8 total, 8 up, 8 in 2024-09-13T03:06:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:11 smithi078 ceph-mon[85589]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T03:06:11.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:11 smithi052 ceph-mon[91421]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T03:06:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:11 smithi052 ceph-mon[89065]: osdmap e888: 8 total, 8 up, 8 in 2024-09-13T03:06:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-mon[85589]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-mon[85589]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T03:06:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/316725339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:12.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:12.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:06:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[91421]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[91421]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/316725339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[89065]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[89065]: osdmap e889: 8 total, 8 up, 8 in 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/316725339' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:12 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:13.106 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.Commit (3017 ms) 2024-09-13T03:06:13.106 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-13T03:06:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:13 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:13 smithi078 ceph-mon[85589]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T03:06:13.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:13 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:13.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:13 smithi052 ceph-mon[91421]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T03:06:13.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:13 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:13.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:13 smithi052 ceph-mon[89065]: osdmap e890: 8 total, 8 up, 8 in 2024-09-13T03:06:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:14 smithi078 ceph-mon[85589]: pgmap v960: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:14 smithi078 ceph-mon[85589]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T03:06:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:14 smithi052 ceph-mon[91421]: pgmap v960: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:14 smithi052 ceph-mon[91421]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T03:06:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:14 smithi052 ceph-mon[89065]: pgmap v960: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:14 smithi052 ceph-mon[89065]: osdmap e891: 8 total, 8 up, 8 in 2024-09-13T03:06:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:15 smithi078 ceph-mon[85589]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T03:06:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:15 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1439800090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:15.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:15 smithi052 ceph-mon[91421]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T03:06:15.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:15 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1439800090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:15.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:15 smithi052 ceph-mon[89065]: osdmap e892: 8 total, 8 up, 8 in 2024-09-13T03:06:15.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:15 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1439800090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:16.121 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.Abort (3015 ms) 2024-09-13T03:06:16.121 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-13T03:06:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:16 smithi078 ceph-mon[85589]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:16 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:16 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1439800090' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:16.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:16 smithi078 ceph-mon[85589]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T03:06:16.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[89065]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:16.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:16.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1439800090' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[89065]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T03:06:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[91421]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1439800090' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:16 smithi052 ceph-mon[91421]: osdmap e893: 8 total, 8 up, 8 in 2024-09-13T03:06:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:17 smithi078 ceph-mon[85589]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T03:06:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:17 smithi052 ceph-mon[91421]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T03:06:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:17 smithi052 ceph-mon[89065]: osdmap e894: 8 total, 8 up, 8 in 2024-09-13T03:06:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:18 smithi078 ceph-mon[85589]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:18 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:18 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:18 smithi078 ceph-mon[85589]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T03:06:18.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:18 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/894088486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:18.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:18 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:06:18] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[91421]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[91421]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/894088486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[89065]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[89065]: osdmap e895: 8 total, 8 up, 8 in 2024-09-13T03:06:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/894088486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:18.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:18 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:19.140 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.ReserveError (3019 ms) 2024-09-13T03:06:19.140 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-13T03:06:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:19 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:19 smithi078 ceph-mon[85589]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T03:06:19.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:19 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:19.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:19 smithi052 ceph-mon[91421]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T03:06:19.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:19 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:19.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:19 smithi052 ceph-mon[89065]: osdmap e896: 8 total, 8 up, 8 in 2024-09-13T03:06:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:20 smithi078 ceph-mon[85589]: pgmap v969: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:20 smithi078 ceph-mon[85589]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T03:06:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:20 smithi052 ceph-mon[91421]: pgmap v969: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:20 smithi052 ceph-mon[91421]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T03:06:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:20 smithi052 ceph-mon[89065]: pgmap v969: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:20 smithi052 ceph-mon[89065]: osdmap e897: 8 total, 8 up, 8 in 2024-09-13T03:06:21.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:21 smithi078 ceph-mon[85589]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T03:06:21.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:21 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2599061527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:21.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:21 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:21.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:21 smithi052 ceph-mon[91421]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T03:06:21.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:21 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2599061527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:21.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:21 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:21.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:21 smithi052 ceph-mon[89065]: osdmap e898: 8 total, 8 up, 8 in 2024-09-13T03:06:21.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:21 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2599061527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:21.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:21 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:22.157 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.CommitError (3018 ms) 2024-09-13T03:06:22.158 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-13T03:06:22.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:22 smithi078 ceph-mon[85589]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:22.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:22 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:22.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:22 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:22.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:22 smithi078 ceph-mon[85589]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T03:06:22.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:06:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[91421]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[91421]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T03:06:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[89065]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:22 smithi052 ceph-mon[89065]: osdmap e899: 8 total, 8 up, 8 in 2024-09-13T03:06:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:23 smithi078 ceph-mon[85589]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T03:06:23.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:23 smithi052 ceph-mon[91421]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T03:06:23.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:23 smithi052 ceph-mon[89065]: osdmap e900: 8 total, 8 up, 8 in 2024-09-13T03:06:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:24 smithi078 ceph-mon[85589]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:24 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:24 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:24 smithi078 ceph-mon[85589]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T03:06:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:24 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3465182966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:24.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:24 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[91421]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[91421]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3465182966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[89065]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[89065]: osdmap e901: 8 total, 8 up, 8 in 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3465182966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:24 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:25.182 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.AbortError (3025 ms) 2024-09-13T03:06:25.183 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-13T03:06:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:25 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:25 smithi078 ceph-mon[85589]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T03:06:25.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:25 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:25.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:25 smithi052 ceph-mon[91421]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T03:06:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:25 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:25 smithi052 ceph-mon[89065]: osdmap e902: 8 total, 8 up, 8 in 2024-09-13T03:06:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:26 smithi078 ceph-mon[85589]: pgmap v978: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:26 smithi078 ceph-mon[85589]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T03:06:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:26 smithi052 ceph-mon[91421]: pgmap v978: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:26 smithi052 ceph-mon[91421]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T03:06:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:26 smithi052 ceph-mon[89065]: pgmap v978: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:26 smithi052 ceph-mon[89065]: osdmap e903: 8 total, 8 up, 8 in 2024-09-13T03:06:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:27 smithi078 ceph-mon[85589]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T03:06:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:27 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/591417835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:27.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:27 smithi052 ceph-mon[91421]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T03:06:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:27 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/591417835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:27 smithi052 ceph-mon[89065]: osdmap e904: 8 total, 8 up, 8 in 2024-09-13T03:06:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:27 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/591417835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:28.195 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3013 ms) 2024-09-13T03:06:28.196 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-13T03:06:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:06:28] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-09-13T03:06:28.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[89065]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:28.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/591417835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:28.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[89065]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T03:06:28.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:28.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[89065]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T03:06:28.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[91421]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:28.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/591417835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:28.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[91421]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T03:06:28.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:28.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:28 smithi052 ceph-mon[91421]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T03:06:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:28 smithi078 ceph-mon[85589]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:28 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/591417835' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:28.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:28 smithi078 ceph-mon[85589]: osdmap e905: 8 total, 8 up, 8 in 2024-09-13T03:06:28.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:28 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:28.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:28 smithi078 ceph-mon[85589]: osdmap e906: 8 total, 8 up, 8 in 2024-09-13T03:06:29.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[91421]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1530214405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[89065]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1530214405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:29 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:29 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:29 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:29.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:29 smithi078 ceph-mon[85589]: osdmap e907: 8 total, 8 up, 8 in 2024-09-13T03:06:29.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:29 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1530214405' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:29.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:29 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:30.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:30 smithi052 ceph-mon[89065]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:30 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:30 smithi052 ceph-mon[89065]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T03:06:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:30 smithi052 ceph-mon[91421]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:30 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:30 smithi052 ceph-mon[91421]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T03:06:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:30 smithi078 ceph-mon[85589]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:30 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:30 smithi078 ceph-mon[85589]: osdmap e908: 8 total, 8 up, 8 in 2024-09-13T03:06:31.214 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2024-09-13T03:06:31.214 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-13T03:06:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:06:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:06:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:06:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:31 smithi078 ceph-mon[85589]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T03:06:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[91421]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:31 smithi052 ceph-mon[89065]: osdmap e909: 8 total, 8 up, 8 in 2024-09-13T03:06:32.674 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:06:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-mon[85589]: pgmap v987: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-mon[85589]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T03:06:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3704323064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:32 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[91421]: pgmap v987: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[91421]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3704323064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[89065]: pgmap v987: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[89065]: osdmap e910: 8 total, 8 up, 8 in 2024-09-13T03:06:33.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3704323064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:33.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:32 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:33 smithi078 ceph-mon[85589]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:33 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:33 smithi078 ceph-mon[85589]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T03:06:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[91421]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[91421]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T03:06:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[89065]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:33 smithi052 ceph-mon[89065]: osdmap e911: 8 total, 8 up, 8 in 2024-09-13T03:06:34.223 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3010 ms) 2024-09-13T03:06:34.223 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-13T03:06:35.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:35 smithi052 ceph-mon[91421]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T03:06:35.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:35 smithi052 ceph-mon[89065]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T03:06:35.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:35 smithi078 ceph-mon[85589]: osdmap e912: 8 total, 8 up, 8 in 2024-09-13T03:06:36.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[89065]: pgmap v993: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[89065]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/714985337' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[91421]: pgmap v993: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[91421]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T03:06:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:36 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/714985337' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:36 smithi078 ceph-mon[85589]: pgmap v993: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:36 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:36 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:36 smithi078 ceph-mon[85589]: osdmap e913: 8 total, 8 up, 8 in 2024-09-13T03:06:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:36 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/714985337' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:37.243 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2024-09-13T03:06:37.244 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-13T03:06:37.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/714985337' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:37.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:37 smithi052 ceph-mon[91421]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T03:06:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/714985337' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:37 smithi052 ceph-mon[89065]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T03:06:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/714985337' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:37 smithi078 ceph-mon[85589]: osdmap e914: 8 total, 8 up, 8 in 2024-09-13T03:06:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:38 smithi052 ceph-mon[91421]: pgmap v996: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:38 smithi052 ceph-mon[91421]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T03:06:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:06:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:06:38] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2024-09-13T03:06:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:38 smithi052 ceph-mon[89065]: pgmap v996: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:38 smithi052 ceph-mon[89065]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T03:06:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:38 smithi078 ceph-mon[85589]: pgmap v996: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:38.718 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:38 smithi078 ceph-mon[85589]: osdmap e915: 8 total, 8 up, 8 in 2024-09-13T03:06:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:39 smithi052 ceph-mon[91421]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T03:06:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:39 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1908781412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:39 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:39 smithi052 ceph-mon[89065]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T03:06:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:39 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1908781412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:39 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:39 smithi078 ceph-mon[85589]: osdmap e916: 8 total, 8 up, 8 in 2024-09-13T03:06:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:39 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1908781412' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:39 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:40.260 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3017 ms) 2024-09-13T03:06:40.260 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-13T03:06:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[91421]: pgmap v999: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[91421]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T03:06:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[89065]: pgmap v999: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:40 smithi052 ceph-mon[89065]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T03:06:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:40 smithi078 ceph-mon[85589]: pgmap v999: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:40 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:40 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:40 smithi078 ceph-mon[85589]: osdmap e917: 8 total, 8 up, 8 in 2024-09-13T03:06:41.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:41 smithi052 ceph-mon[91421]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T03:06:41.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:41 smithi052 ceph-mon[89065]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T03:06:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:41 smithi078 ceph-mon[85589]: osdmap e918: 8 total, 8 up, 8 in 2024-09-13T03:06:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[91421]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[91421]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/338125053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[89065]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[89065]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/338125053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:42 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-mon[85589]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-mon[85589]: osdmap e919: 8 total, 8 up, 8 in 2024-09-13T03:06:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/338125053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:06:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:43.280 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2024-09-13T03:06:43.280 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-13T03:06:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:43 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:43 smithi052 ceph-mon[91421]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T03:06:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:43 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:43 smithi052 ceph-mon[89065]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T03:06:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:43 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:43 smithi078 ceph-mon[85589]: osdmap e920: 8 total, 8 up, 8 in 2024-09-13T03:06:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:44 smithi052 ceph-mon[91421]: pgmap v1005: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:44 smithi052 ceph-mon[91421]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T03:06:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:44 smithi052 ceph-mon[89065]: pgmap v1005: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:44 smithi052 ceph-mon[89065]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T03:06:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:44 smithi078 ceph-mon[85589]: pgmap v1005: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:44 smithi078 ceph-mon[85589]: osdmap e921: 8 total, 8 up, 8 in 2024-09-13T03:06:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:45 smithi078 ceph-mon[85589]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T03:06:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/564924015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:45 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:45 smithi052 ceph-mon[91421]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T03:06:45.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/564924015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:45.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:45 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:45 smithi052 ceph-mon[89065]: osdmap e922: 8 total, 8 up, 8 in 2024-09-13T03:06:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/564924015' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:45 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:46.296 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.Cleanup (3016 ms) 2024-09-13T03:06:46.296 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-13T03:06:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:46 smithi078 ceph-mon[85589]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:46 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:46.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:46 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:46.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:46 smithi078 ceph-mon[85589]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T03:06:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[91421]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[91421]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T03:06:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[89065]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:06:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:46 smithi052 ceph-mon[89065]: osdmap e923: 8 total, 8 up, 8 in 2024-09-13T03:06:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:47 smithi078 ceph-mon[85589]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T03:06:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:47.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:47 smithi052 ceph-mon[91421]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T03:06:47.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:47.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:47.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:47 smithi052 ceph-mon[89065]: osdmap e924: 8 total, 8 up, 8 in 2024-09-13T03:06:47.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:06:47.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:06:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:06:48] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[91421]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[91421]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3897958750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[89065]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:06:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[89065]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T03:06:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3897958750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:48 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:48 smithi078 ceph-mon[85589]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:48 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:06:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:48 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:06:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:48 smithi078 ceph-mon[85589]: osdmap e925: 8 total, 8 up, 8 in 2024-09-13T03:06:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3897958750' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:48 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:06:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:49 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:49 smithi078 ceph-mon[85589]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T03:06:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:49 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:49 smithi052 ceph-mon[91421]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T03:06:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:49 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:06:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:49 smithi052 ceph-mon[89065]: osdmap e926: 8 total, 8 up, 8 in 2024-09-13T03:06:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:50 smithi078 ceph-mon[85589]: pgmap v1014: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:50 smithi078 ceph-mon[85589]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T03:06:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:50 smithi052 ceph-mon[91421]: pgmap v1014: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:50 smithi052 ceph-mon[91421]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T03:06:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:50 smithi052 ceph-mon[89065]: pgmap v1014: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:06:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:50 smithi052 ceph-mon[89065]: osdmap e927: 8 total, 8 up, 8 in 2024-09-13T03:06:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:51 smithi078 ceph-mon[85589]: pgmap v1016: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 1.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 5.40k op/s 2024-09-13T03:06:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:51 smithi052 ceph-mon[91421]: pgmap v1016: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 1.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 5.40k op/s 2024-09-13T03:06:51.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:51 smithi052 ceph-mon[89065]: pgmap v1016: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 1.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 5.40k op/s 2024-09-13T03:06:52.597 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:06:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:06:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:53 smithi052 ceph-mon[91421]: pgmap v1017: 137 pgs: 3 creating+peering, 134 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.3 MiB/s wr, 3.73k op/s 2024-09-13T03:06:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:53 smithi052 ceph-mon[89065]: pgmap v1017: 137 pgs: 3 creating+peering, 134 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.3 MiB/s wr, 3.73k op/s 2024-09-13T03:06:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:53 smithi078 ceph-mon[85589]: pgmap v1017: 137 pgs: 3 creating+peering, 134 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.3 MiB/s wr, 3.73k op/s 2024-09-13T03:06:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:55 smithi052 ceph-mon[91421]: pgmap v1018: 137 pgs: 137 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 3.13k op/s 2024-09-13T03:06:55.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:55 smithi052 ceph-mon[89065]: pgmap v1018: 137 pgs: 137 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 3.13k op/s 2024-09-13T03:06:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:55 smithi078 ceph-mon[85589]: pgmap v1018: 137 pgs: 137 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 3.13k op/s 2024-09-13T03:06:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:57 smithi052 ceph-mon[91421]: pgmap v1019: 137 pgs: 137 active+clean; 2.1 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.7 MiB/s wr, 8.71k op/s 2024-09-13T03:06:57.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:57 smithi052 ceph-mon[89065]: pgmap v1019: 137 pgs: 137 active+clean; 2.1 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.7 MiB/s wr, 8.71k op/s 2024-09-13T03:06:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:57 smithi078 ceph-mon[85589]: pgmap v1019: 137 pgs: 137 active+clean; 2.1 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.7 MiB/s wr, 8.71k op/s 2024-09-13T03:06:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:06:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:06:58] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2024-09-13T03:06:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:06:59 smithi052 ceph-mon[91421]: pgmap v1020: 137 pgs: 137 active+clean; 2.1 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 6.3 MiB/s wr, 7.09k op/s 2024-09-13T03:06:59.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:06:59 smithi052 ceph-mon[89065]: pgmap v1020: 137 pgs: 137 active+clean; 2.1 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 6.3 MiB/s wr, 7.09k op/s 2024-09-13T03:06:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:06:59 smithi078 ceph-mon[85589]: pgmap v1020: 137 pgs: 137 active+clean; 2.1 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 6.3 MiB/s wr, 7.09k op/s 2024-09-13T03:07:01.506 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15207 ms) 2024-09-13T03:07:01.506 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-13T03:07:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:01 smithi052 ceph-mon[91421]: pgmap v1021: 137 pgs: 137 active+clean; 2.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 210 MiB/s rd, 6.7 MiB/s wr, 8.05k op/s 2024-09-13T03:07:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:07:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:01 smithi052 ceph-mon[89065]: pgmap v1021: 137 pgs: 137 active+clean; 2.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 210 MiB/s rd, 6.7 MiB/s wr, 8.05k op/s 2024-09-13T03:07:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:07:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:01 smithi078 ceph-mon[85589]: pgmap v1021: 137 pgs: 137 active+clean; 2.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 210 MiB/s rd, 6.7 MiB/s wr, 8.05k op/s 2024-09-13T03:07:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:07:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:02 smithi078 ceph-mon[85589]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T03:07:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:07:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:02 smithi052 ceph-mon[91421]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T03:07:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:02 smithi052 ceph-mon[89065]: osdmap e928: 8 total, 8 up, 8 in 2024-09-13T03:07:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:03 smithi052 ceph-mon[89065]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:03 smithi052 ceph-mon[89065]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T03:07:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/78941184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:03.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:03 smithi052 ceph-mon[91421]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:03.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:03 smithi052 ceph-mon[91421]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T03:07:03.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/78941184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:03 smithi078 ceph-mon[85589]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:03 smithi078 ceph-mon[85589]: osdmap e929: 8 total, 8 up, 8 in 2024-09-13T03:07:03.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/78941184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:04 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/78941184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:04 smithi052 ceph-mon[91421]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T03:07:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:04 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/78941184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:04 smithi052 ceph-mon[89065]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T03:07:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:04 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/78941184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:04 smithi078 ceph-mon[85589]: osdmap e930: 8 total, 8 up, 8 in 2024-09-13T03:07:05.531 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4029 ms) 2024-09-13T03:07:05.532 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-13T03:07:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:05 smithi078 ceph-mon[85589]: pgmap v1026: 137 pgs: 1 creating+activating, 31 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:05 smithi078 ceph-mon[85589]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T03:07:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:05 smithi052 ceph-mon[91421]: pgmap v1026: 137 pgs: 1 creating+activating, 31 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:05 smithi052 ceph-mon[91421]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T03:07:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:05 smithi052 ceph-mon[89065]: pgmap v1026: 137 pgs: 1 creating+activating, 31 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:05 smithi052 ceph-mon[89065]: osdmap e931: 8 total, 8 up, 8 in 2024-09-13T03:07:06.930 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:06 smithi052 ceph-mon[91421]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T03:07:06.930 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:06 smithi052 ceph-mon[89065]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T03:07:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:06 smithi078 ceph-mon[85589]: osdmap e932: 8 total, 8 up, 8 in 2024-09-13T03:07:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:07 smithi078 ceph-mon[85589]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:07 smithi078 ceph-mon[85589]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T03:07:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:07 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2838157638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:07 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[91421]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[91421]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2838157638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[89065]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[89065]: osdmap e933: 8 total, 8 up, 8 in 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2838157638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:07 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:07:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:07:08] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2024-09-13T03:07:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:08 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:08 smithi078 ceph-mon[85589]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T03:07:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:08 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:08 smithi052 ceph-mon[89065]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T03:07:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:08 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:08 smithi052 ceph-mon[91421]: osdmap e934: 8 total, 8 up, 8 in 2024-09-13T03:07:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:09 smithi078 ceph-mon[85589]: pgmap v1032: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:09 smithi078 ceph-mon[85589]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T03:07:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:09 smithi052 ceph-mon[91421]: pgmap v1032: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:09 smithi052 ceph-mon[91421]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T03:07:10.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:09 smithi052 ceph-mon[89065]: pgmap v1032: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:09 smithi052 ceph-mon[89065]: osdmap e935: 8 total, 8 up, 8 in 2024-09-13T03:07:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:11 smithi078 ceph-mon[85589]: pgmap v1034: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:11 smithi052 ceph-mon[91421]: pgmap v1034: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:11 smithi052 ceph-mon[89065]: pgmap v1034: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-13T03:07:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:07:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:13 smithi078 ceph-mon[85589]: pgmap v1035: 137 pgs: 137 active+clean; 1.4 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 6.1 MiB/s wr, 7.20k op/s 2024-09-13T03:07:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:13 smithi052 ceph-mon[91421]: pgmap v1035: 137 pgs: 137 active+clean; 1.4 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 6.1 MiB/s wr, 7.20k op/s 2024-09-13T03:07:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:13 smithi052 ceph-mon[89065]: pgmap v1035: 137 pgs: 137 active+clean; 1.4 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 6.1 MiB/s wr, 7.20k op/s 2024-09-13T03:07:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:15 smithi078 ceph-mon[85589]: pgmap v1036: 137 pgs: 137 active+clean; 1.4 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-09-13T03:07:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:15 smithi052 ceph-mon[91421]: pgmap v1036: 137 pgs: 137 active+clean; 1.4 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-09-13T03:07:16.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:15 smithi052 ceph-mon[89065]: pgmap v1036: 137 pgs: 137 active+clean; 1.4 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-09-13T03:07:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:17 smithi078 ceph-mon[85589]: pgmap v1037: 137 pgs: 137 active+clean; 1.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 4.1 MiB/s wr, 4.85k op/s 2024-09-13T03:07:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:17 smithi052 ceph-mon[91421]: pgmap v1037: 137 pgs: 137 active+clean; 1.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 4.1 MiB/s wr, 4.85k op/s 2024-09-13T03:07:18.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:17 smithi052 ceph-mon[89065]: pgmap v1037: 137 pgs: 137 active+clean; 1.4 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 4.1 MiB/s wr, 4.85k op/s 2024-09-13T03:07:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:07:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:07:18] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-13T03:07:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:19 smithi078 ceph-mon[85589]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.8 MiB/s wr, 6.94k op/s 2024-09-13T03:07:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:19 smithi052 ceph-mon[91421]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.8 MiB/s wr, 6.94k op/s 2024-09-13T03:07:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:19 smithi052 ceph-mon[89065]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 5.8 MiB/s wr, 6.94k op/s 2024-09-13T03:07:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:21 smithi078 ceph-mon[85589]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.9 MiB/s wr, 5.83k op/s 2024-09-13T03:07:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:21 smithi052 ceph-mon[91421]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.9 MiB/s wr, 5.83k op/s 2024-09-13T03:07:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:21 smithi052 ceph-mon[89065]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 63 MiB/s rd, 4.9 MiB/s wr, 5.83k op/s 2024-09-13T03:07:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:07:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:07:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:23 smithi078 ceph-mon[85589]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 93 MiB/s rd, 5.9 MiB/s wr, 7.19k op/s 2024-09-13T03:07:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:23 smithi052 ceph-mon[91421]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 93 MiB/s rd, 5.9 MiB/s wr, 7.19k op/s 2024-09-13T03:07:24.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:23 smithi052 ceph-mon[89065]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 93 MiB/s rd, 5.9 MiB/s wr, 7.19k op/s 2024-09-13T03:07:25.584 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20053 ms) 2024-09-13T03:07:25.585 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-13T03:07:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:25 smithi078 ceph-mon[85589]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 2.9 MiB/s wr, 3.60k op/s 2024-09-13T03:07:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:25 smithi052 ceph-mon[91421]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 2.9 MiB/s wr, 3.60k op/s 2024-09-13T03:07:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:25 smithi052 ceph-mon[89065]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 2.9 MiB/s wr, 3.60k op/s 2024-09-13T03:07:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:26 smithi078 ceph-mon[85589]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T03:07:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:26 smithi052 ceph-mon[91421]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T03:07:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:26 smithi052 ceph-mon[89065]: osdmap e936: 8 total, 8 up, 8 in 2024-09-13T03:07:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:27 smithi078 ceph-mon[85589]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:27 smithi078 ceph-mon[85589]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T03:07:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:27 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2503012719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:27 smithi052 ceph-mon[91421]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:27 smithi052 ceph-mon[91421]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T03:07:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:27 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2503012719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:27 smithi052 ceph-mon[89065]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:27 smithi052 ceph-mon[89065]: osdmap e937: 8 total, 8 up, 8 in 2024-09-13T03:07:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:27 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2503012719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:07:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:07:28] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-13T03:07:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:28 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2503012719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:28 smithi078 ceph-mon[85589]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T03:07:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:28 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2503012719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:28 smithi052 ceph-mon[91421]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T03:07:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:28 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2503012719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:28 smithi052 ceph-mon[89065]: osdmap e938: 8 total, 8 up, 8 in 2024-09-13T03:07:29.609 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4025 ms) 2024-09-13T03:07:29.609 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-13T03:07:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:29 smithi078 ceph-mon[85589]: pgmap v1046: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:29 smithi078 ceph-mon[85589]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T03:07:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:29 smithi052 ceph-mon[91421]: pgmap v1046: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:29 smithi052 ceph-mon[91421]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T03:07:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:29 smithi052 ceph-mon[89065]: pgmap v1046: 137 pgs: 13 creating+peering, 16 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:29 smithi052 ceph-mon[89065]: osdmap e939: 8 total, 8 up, 8 in 2024-09-13T03:07:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:30 smithi078 ceph-mon[85589]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T03:07:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:30 smithi052 ceph-mon[91421]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T03:07:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:30 smithi052 ceph-mon[89065]: osdmap e940: 8 total, 8 up, 8 in 2024-09-13T03:07:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:31 smithi078 ceph-mon[85589]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:31 smithi078 ceph-mon[85589]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T03:07:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3476272291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:31 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:07:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[91421]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[91421]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T03:07:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3476272291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:07:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[89065]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[89065]: osdmap e941: 8 total, 8 up, 8 in 2024-09-13T03:07:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3476272291' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:07:32.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:32.623 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:07:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:07:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:32 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:32 smithi078 ceph-mon[85589]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T03:07:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:07:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:07:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:07:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[91421]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[89065]: osdmap e942: 8 total, 8 up, 8 in 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:07:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:07:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:33 smithi078 ceph-mon[85589]: pgmap v1052: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:33 smithi078 ceph-mon[85589]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T03:07:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:33 smithi052 ceph-mon[91421]: pgmap v1052: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:33 smithi052 ceph-mon[91421]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T03:07:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:33 smithi052 ceph-mon[89065]: pgmap v1052: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:33 smithi052 ceph-mon[89065]: osdmap e943: 8 total, 8 up, 8 in 2024-09-13T03:07:35.635 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6025 ms) 2024-09-13T03:07:35.635 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-13T03:07:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:35 smithi078 ceph-mon[85589]: pgmap v1054: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:35 smithi052 ceph-mon[91421]: pgmap v1054: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:36.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:35 smithi052 ceph-mon[89065]: pgmap v1054: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:36.930 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:36 smithi052 ceph-mon[91421]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T03:07:36.930 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:36 smithi052 ceph-mon[89065]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T03:07:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:36 smithi078 ceph-mon[85589]: osdmap e944: 8 total, 8 up, 8 in 2024-09-13T03:07:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:37 smithi078 ceph-mon[85589]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:37 smithi078 ceph-mon[85589]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T03:07:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1834655713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:37 smithi052 ceph-mon[91421]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:37 smithi052 ceph-mon[91421]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T03:07:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1834655713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:37 smithi052 ceph-mon[89065]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:37 smithi052 ceph-mon[89065]: osdmap e945: 8 total, 8 up, 8 in 2024-09-13T03:07:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1834655713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:07:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:07:38] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-09-13T03:07:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1834655713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:38 smithi078 ceph-mon[85589]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T03:07:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1834655713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:38 smithi052 ceph-mon[91421]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T03:07:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1834655713' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-121255-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:38 smithi052 ceph-mon[89065]: osdmap e946: 8 total, 8 up, 8 in 2024-09-13T03:07:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:39 smithi078 ceph-mon[85589]: pgmap v1059: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:39 smithi078 ceph-mon[85589]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T03:07:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:39 smithi052 ceph-mon[91421]: pgmap v1059: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:39 smithi052 ceph-mon[91421]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T03:07:40.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:39 smithi052 ceph-mon[89065]: pgmap v1059: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:39 smithi052 ceph-mon[89065]: osdmap e947: 8 total, 8 up, 8 in 2024-09-13T03:07:40.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5032 ms) 2024-09-13T03:07:40.667 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 22 tests from TestCls2PCQueue (102153 ms total) 2024-09-13T03:07:40.667 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:07:40.667 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:07:40.667 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 22 tests from 1 test suite ran. (102153 ms total) 2024-09-13T03:07:40.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 22 tests. 2024-09-13T03:07:40.670 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:07:40.670 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:07:40.700 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-13T03:07:40.700 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-13T03:07:40.769 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:07:40.769 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-13T03:07:40.769 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:07:40.770 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 5 tests from cls_cas 2024-09-13T03:07:40.770 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_cas.get_put 2024-09-13T03:07:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:41 smithi078 ceph-mon[85589]: pgmap v1061: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:41 smithi078 ceph-mon[85589]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T03:07:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:41 smithi052 ceph-mon[91421]: pgmap v1061: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:41 smithi052 ceph-mon[91421]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T03:07:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:41 smithi052 ceph-mon[89065]: pgmap v1061: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:41 smithi052 ceph-mon[89065]: osdmap e948: 8 total, 8 up, 8 in 2024-09-13T03:07:42.674 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:07:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:42 smithi078 ceph-mon[85589]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T03:07:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:42 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2377462580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:42 smithi052 ceph-mon[89065]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T03:07:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:42 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2377462580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:42 smithi052 ceph-mon[91421]: osdmap e949: 8 total, 8 up, 8 in 2024-09-13T03:07:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:42 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2377462580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:43.683 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_cas.get_put (2913 ms) 2024-09-13T03:07:43.683 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_cas.wrong_put 2024-09-13T03:07:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:43 smithi078 ceph-mon[85589]: pgmap v1064: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:43.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:43 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:43.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:43 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2377462580' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:43.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:43 smithi078 ceph-mon[85589]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T03:07:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[89065]: pgmap v1064: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2377462580' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[89065]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T03:07:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[91421]: pgmap v1064: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2377462580' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:43 smithi052 ceph-mon[91421]: osdmap e950: 8 total, 8 up, 8 in 2024-09-13T03:07:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:44 smithi078 ceph-mon[85589]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T03:07:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:44 smithi052 ceph-mon[91421]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T03:07:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:44 smithi052 ceph-mon[89065]: osdmap e951: 8 total, 8 up, 8 in 2024-09-13T03:07:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:45 smithi078 ceph-mon[85589]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:45 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:45 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:07:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:45 smithi078 ceph-mon[85589]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T03:07:45.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1627566285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[91421]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[91421]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1627566285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[89065]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[89065]: osdmap e952: 8 total, 8 up, 8 in 2024-09-13T03:07:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1627566285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:46.705 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_cas.wrong_put (3022 ms) 2024-09-13T03:07:46.705 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_cas.dup_get 2024-09-13T03:07:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1627566285' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:46 smithi052 ceph-mon[91421]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T03:07:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1627566285' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:46 smithi052 ceph-mon[89065]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T03:07:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1627566285' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:46 smithi078 ceph-mon[85589]: osdmap e953: 8 total, 8 up, 8 in 2024-09-13T03:07:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:07:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:47 smithi052 ceph-mon[91421]: pgmap v1070: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-09-13T03:07:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:47 smithi052 ceph-mon[91421]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T03:07:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:47 smithi052 ceph-mon[89065]: pgmap v1070: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-09-13T03:07:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:47 smithi052 ceph-mon[89065]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T03:07:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:47 smithi078 ceph-mon[85589]: pgmap v1070: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-09-13T03:07:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:47 smithi078 ceph-mon[85589]: osdmap e954: 8 total, 8 up, 8 in 2024-09-13T03:07:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:07:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:07:48] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-09-13T03:07:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:48 smithi052 ceph-mon[89065]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T03:07:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/514695176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:48 smithi052 ceph-mon[91421]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T03:07:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/514695176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:48 smithi078 ceph-mon[85589]: osdmap e955: 8 total, 8 up, 8 in 2024-09-13T03:07:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/514695176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:49.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_cas.dup_get (3015 ms) 2024-09-13T03:07:49.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_cas.dup_put 2024-09-13T03:07:50.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[89065]: pgmap v1073: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:50.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:50.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/514695176' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[89065]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T03:07:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[91421]: pgmap v1073: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/514695176' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:49 smithi052 ceph-mon[91421]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T03:07:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:49 smithi078 ceph-mon[85589]: pgmap v1073: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:49 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:49 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/514695176' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:50.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:49 smithi078 ceph-mon[85589]: osdmap e956: 8 total, 8 up, 8 in 2024-09-13T03:07:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:50 smithi052 ceph-mon[91421]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T03:07:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:50 smithi052 ceph-mon[89065]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T03:07:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:50 smithi078 ceph-mon[85589]: osdmap e957: 8 total, 8 up, 8 in 2024-09-13T03:07:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[91421]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[91421]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1149767496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[89065]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:07:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[89065]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T03:07:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1149767496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:52.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:51 smithi078 ceph-mon[85589]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:51 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:51 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:07:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:51 smithi078 ceph-mon[85589]: osdmap e958: 8 total, 8 up, 8 in 2024-09-13T03:07:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1149767496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:07:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:07:52.738 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_cas.dup_put (3017 ms) 2024-09-13T03:07:52.738 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-13T03:07:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1149767496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:52 smithi052 ceph-mon[89065]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T03:07:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1149767496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:52 smithi052 ceph-mon[91421]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T03:07:53.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1149767496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:53.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:52 smithi078 ceph-mon[85589]: osdmap e959: 8 total, 8 up, 8 in 2024-09-13T03:07:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:53 smithi052 ceph-mon[91421]: pgmap v1079: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:53 smithi052 ceph-mon[91421]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T03:07:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:53 smithi052 ceph-mon[89065]: pgmap v1079: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:53 smithi052 ceph-mon[89065]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T03:07:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:53 smithi078 ceph-mon[85589]: pgmap v1079: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:53 smithi078 ceph-mon[85589]: osdmap e960: 8 total, 8 up, 8 in 2024-09-13T03:07:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:54 smithi052 ceph-mon[91421]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T03:07:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:54 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/698398761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:54 smithi052 ceph-mon[89065]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T03:07:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:54 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/698398761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:54 smithi078 ceph-mon[85589]: osdmap e961: 8 total, 8 up, 8 in 2024-09-13T03:07:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:54 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/698398761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:55.757 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_cas.get_wrong_data (3019 ms) 2024-09-13T03:07:55.757 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 5 tests from cls_cas (14987 ms total) 2024-09-13T03:07:55.757 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:07:55.757 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from chunk_refs_t 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] chunk_refs_t.size 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:1 60 by_object 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:2 103 by_object 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:4 189 by_object 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:8 361 by_object 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:16 112 by_hash(32 bits) 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:32 208 by_hash(32 bits) 2024-09-13T03:07:55.758 INFO:tasks.workunit.client.0.smithi052.stdout:64 400 by_hash(32 bits) 2024-09-13T03:07:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:128 509 by_hash(10 bits) 2024-09-13T03:07:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:256 499 by_hash(7 bits) 2024-09-13T03:07:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:512 462 by_hash(5 bits) 2024-09-13T03:07:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:1024 466 by_hash(5 bits) 2024-09-13T03:07:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:2048 466 by_hash(5 bits) 2024-09-13T03:07:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:4096 470 by_hash(5 bits) 2024-09-13T03:07:55.760 INFO:tasks.workunit.client.0.smithi052.stdout:8192 498 by_hash(4 bits) 2024-09-13T03:07:55.761 INFO:tasks.workunit.client.0.smithi052.stdout:16384 278 by_hash(3 bits) 2024-09-13T03:07:55.763 INFO:tasks.workunit.client.0.smithi052.stdout:32768 337 by_hash(2 bits) 2024-09-13T03:07:55.767 INFO:tasks.workunit.client.0.smithi052.stdout:65536 367 by_hash(2 bits) 2024-09-13T03:07:55.775 INFO:tasks.workunit.client.0.smithi052.stdout:131072 387 by_hash(1 bits) 2024-09-13T03:07:55.790 INFO:tasks.workunit.client.0.smithi052.stdout:262144 331 by_pool 2024-09-13T03:07:55.820 INFO:tasks.workunit.client.0.smithi052.stdout:524288 21 count 2024-09-13T03:07:55.872 INFO:tasks.workunit.client.0.smithi052.stdout:1048576 21 count 2024-09-13T03:07:55.985 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] chunk_refs_t.size (229 ms) 2024-09-13T03:07:55.985 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from chunk_refs_t (229 ms total) 2024-09-13T03:07:55.985 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:07:55.986 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:07:55.986 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 6 tests from 2 test suites ran. (15216 ms total) 2024-09-13T03:07:55.986 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 6 tests. 2024-09-13T03:07:55.987 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:07:55.987 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:07:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[91421]: pgmap v1082: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/698398761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[91421]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T03:07:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[89065]: pgmap v1082: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/698398761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:55 smithi052 ceph-mon[89065]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T03:07:56.055 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-13T03:07:56.056 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-13T03:07:56.125 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:07:56.126 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-13T03:07:56.126 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:07:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:55 smithi078 ceph-mon[85589]: pgmap v1082: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:55 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:07:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:55 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/698398761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122051-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:55 smithi078 ceph-mon[85589]: osdmap e962: 8 total, 8 up, 8 in 2024-09-13T03:07:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:56 smithi052 ceph-mon[91421]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T03:07:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:56 smithi052 ceph-mon[89065]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T03:07:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:56 smithi078 ceph-mon[85589]: osdmap e963: 8 total, 8 up, 8 in 2024-09-13T03:07:57.762 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 31 tests from CmpOmap 2024-09-13T03:07:57.763 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-13T03:07:57.779 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-09-13T03:07:57.779 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-13T03:07:57.785 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2024-09-13T03:07:57.785 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-13T03:07:57.788 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-09-13T03:07:57.788 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-13T03:07:57.791 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-13T03:07:57.792 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-13T03:07:57.797 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-09-13T03:07:57.797 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-13T03:07:57.804 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-09-13T03:07:57.804 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-13T03:07:57.807 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-13T03:07:57.807 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-13T03:07:57.810 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-09-13T03:07:57.810 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-13T03:07:57.812 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-13T03:07:57.813 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-13T03:07:57.816 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-13T03:07:57.816 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-13T03:07:57.817 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-13T03:07:57.817 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-13T03:07:57.817 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-13T03:07:57.818 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-13T03:07:57.824 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-13T03:07:57.824 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-13T03:07:57.830 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-09-13T03:07:57.830 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-13T03:07:57.836 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-13T03:07:57.836 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-13T03:07:57.844 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-13T03:07:57.844 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-13T03:07:57.851 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-13T03:07:57.851 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-13T03:07:57.858 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-09-13T03:07:57.858 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-13T03:07:57.860 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-13T03:07:57.860 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-13T03:07:57.862 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-13T03:07:57.862 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-13T03:07:57.863 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-13T03:07:57.863 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-13T03:07:57.864 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-13T03:07:57.864 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-13T03:07:57.871 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-13T03:07:57.871 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-13T03:07:57.877 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-13T03:07:57.877 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-13T03:07:57.884 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-13T03:07:57.884 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-13T03:07:57.891 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-09-13T03:07:57.891 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-13T03:07:57.893 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-13T03:07:57.893 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-13T03:07:57.895 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-13T03:07:57.895 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-13T03:07:57.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-13T03:07:57.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-13T03:07:57.897 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-13T03:07:57.897 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-13T03:07:57.905 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-13T03:07:57.906 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 31 tests from CmpOmap (143 ms total) 2024-09-13T03:07:57.906 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:07:57.906 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:07:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[91421]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[91421]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/45563413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[89065]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:07:58.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[89065]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T03:07:58.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/45563413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:58.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:57 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:57 smithi078 ceph-mon[85589]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:07:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:57 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:07:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:57 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:07:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:57 smithi078 ceph-mon[85589]: osdmap e964: 8 total, 8 up, 8 in 2024-09-13T03:07:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/45563413' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:57 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:07:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:07:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:07:58] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-09-13T03:07:58.777 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 31 tests from 1 test suite ran. (2652 ms total) 2024-09-13T03:07:58.778 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 31 tests. 2024-09-13T03:07:58.780 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:07:58.781 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:07:58.853 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-13T03:07:58.853 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-13T03:07:58.924 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:07:58.924 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-13T03:07:58.925 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:07:58.925 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 6 tests from ClsHello 2024-09-13T03:07:58.925 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsHello.SayHello 2024-09-13T03:07:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:58 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:58 smithi052 ceph-mon[91421]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T03:07:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:58 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:58 smithi052 ceph-mon[89065]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T03:07:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:58 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122174-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:07:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:58 smithi078 ceph-mon[85589]: osdmap e965: 8 total, 8 up, 8 in 2024-09-13T03:08:00.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:59 smithi052 ceph-mon[89065]: pgmap v1088: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T03:08:00.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:07:59 smithi052 ceph-mon[89065]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T03:08:00.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:59 smithi052 ceph-mon[91421]: pgmap v1088: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T03:08:00.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:07:59 smithi052 ceph-mon[91421]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T03:08:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:59 smithi078 ceph-mon[85589]: pgmap v1088: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-13T03:08:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:07:59 smithi078 ceph-mon[85589]: osdmap e966: 8 total, 8 up, 8 in 2024-09-13T03:08:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:00 smithi078 ceph-mon[85589]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T03:08:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:00 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4230391031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:00 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4230391031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:00 smithi078 ceph-mon[85589]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T03:08:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[91421]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T03:08:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4230391031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4230391031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[91421]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T03:08:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[89065]: osdmap e967: 8 total, 8 up, 8 in 2024-09-13T03:08:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4230391031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4230391031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:00 smithi052 ceph-mon[89065]: osdmap e968: 8 total, 8 up, 8 in 2024-09-13T03:08:01.781 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsHello.SayHello (2857 ms) 2024-09-13T03:08:01.781 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsHello.RecordHello 2024-09-13T03:08:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:01 smithi078 ceph-mon[85589]: pgmap v1091: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:01 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:01 smithi078 ceph-mon[85589]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T03:08:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[89065]: pgmap v1091: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[89065]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T03:08:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[91421]: pgmap v1091: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:01 smithi052 ceph-mon[91421]: osdmap e969: 8 total, 8 up, 8 in 2024-09-13T03:08:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:08:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:08:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:02 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:02 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:02 smithi078 ceph-mon[85589]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T03:08:03.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:02 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/536764217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[91421]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/536764217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[89065]: osdmap e970: 8 total, 8 up, 8 in 2024-09-13T03:08:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:02 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/536764217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:03 smithi078 ceph-mon[85589]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/536764217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:03 smithi078 ceph-mon[85589]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T03:08:04.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:03 smithi052 ceph-mon[89065]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:04.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/536764217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:03 smithi052 ceph-mon[89065]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T03:08:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:03 smithi052 ceph-mon[91421]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/536764217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:03 smithi052 ceph-mon[91421]: osdmap e971: 8 total, 8 up, 8 in 2024-09-13T03:08:04.814 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsHello.RecordHello (3032 ms) 2024-09-13T03:08:04.814 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-13T03:08:06.080 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:05 smithi052 ceph-mon[91421]: pgmap v1097: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-13T03:08:06.080 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:05 smithi052 ceph-mon[91421]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T03:08:06.080 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:05 smithi052 ceph-mon[89065]: pgmap v1097: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-13T03:08:06.080 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:05 smithi052 ceph-mon[89065]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T03:08:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:05 smithi078 ceph-mon[85589]: pgmap v1097: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-09-13T03:08:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:05 smithi078 ceph-mon[85589]: osdmap e972: 8 total, 8 up, 8 in 2024-09-13T03:08:06.828 INFO:tasks.workunit.client.0.smithi052.stdout:require_osd_release = squid 2024-09-13T03:08:06.835 INFO:tasks.workunit.client.0.smithi052.stdout:0 2024-09-13T03:08:07.020 INFO:tasks.workunit.client.0.smithi052.stdout:1 2024-09-13T03:08:07.021 INFO:tasks.workunit.client.0.smithi052.stdout:2 2024-09-13T03:08:07.022 INFO:tasks.workunit.client.0.smithi052.stdout:3 2024-09-13T03:08:07.023 INFO:tasks.workunit.client.0.smithi052.stdout:4 2024-09-13T03:08:07.025 INFO:tasks.workunit.client.0.smithi052.stdout:5 2024-09-13T03:08:07.026 INFO:tasks.workunit.client.0.smithi052.stdout:6 2024-09-13T03:08:07.027 INFO:tasks.workunit.client.0.smithi052.stdout:7 2024-09-13T03:08:07.028 INFO:tasks.workunit.client.0.smithi052.stdout:8 2024-09-13T03:08:07.029 INFO:tasks.workunit.client.0.smithi052.stdout:9 2024-09-13T03:08:07.030 INFO:tasks.workunit.client.0.smithi052.stdout:10 2024-09-13T03:08:07.031 INFO:tasks.workunit.client.0.smithi052.stdout:11 2024-09-13T03:08:07.032 INFO:tasks.workunit.client.0.smithi052.stdout:12 2024-09-13T03:08:07.033 INFO:tasks.workunit.client.0.smithi052.stdout:13 2024-09-13T03:08:07.034 INFO:tasks.workunit.client.0.smithi052.stdout:14 2024-09-13T03:08:07.035 INFO:tasks.workunit.client.0.smithi052.stdout:15 2024-09-13T03:08:07.036 INFO:tasks.workunit.client.0.smithi052.stdout:16 2024-09-13T03:08:07.037 INFO:tasks.workunit.client.0.smithi052.stdout:17 2024-09-13T03:08:07.038 INFO:tasks.workunit.client.0.smithi052.stdout:18 2024-09-13T03:08:07.039 INFO:tasks.workunit.client.0.smithi052.stdout:19 2024-09-13T03:08:07.040 INFO:tasks.workunit.client.0.smithi052.stdout:20 2024-09-13T03:08:07.041 INFO:tasks.workunit.client.0.smithi052.stdout:21 2024-09-13T03:08:07.042 INFO:tasks.workunit.client.0.smithi052.stdout:22 2024-09-13T03:08:07.043 INFO:tasks.workunit.client.0.smithi052.stdout:23 2024-09-13T03:08:07.044 INFO:tasks.workunit.client.0.smithi052.stdout:24 2024-09-13T03:08:07.045 INFO:tasks.workunit.client.0.smithi052.stdout:25 2024-09-13T03:08:07.046 INFO:tasks.workunit.client.0.smithi052.stdout:26 2024-09-13T03:08:07.047 INFO:tasks.workunit.client.0.smithi052.stdout:27 2024-09-13T03:08:07.048 INFO:tasks.workunit.client.0.smithi052.stdout:28 2024-09-13T03:08:07.049 INFO:tasks.workunit.client.0.smithi052.stdout:29 2024-09-13T03:08:07.050 INFO:tasks.workunit.client.0.smithi052.stdout:30 2024-09-13T03:08:07.051 INFO:tasks.workunit.client.0.smithi052.stdout:31 2024-09-13T03:08:07.052 INFO:tasks.workunit.client.0.smithi052.stdout:32 2024-09-13T03:08:07.053 INFO:tasks.workunit.client.0.smithi052.stdout:33 2024-09-13T03:08:07.054 INFO:tasks.workunit.client.0.smithi052.stdout:34 2024-09-13T03:08:07.055 INFO:tasks.workunit.client.0.smithi052.stdout:35 2024-09-13T03:08:07.056 INFO:tasks.workunit.client.0.smithi052.stdout:36 2024-09-13T03:08:07.057 INFO:tasks.workunit.client.0.smithi052.stdout:37 2024-09-13T03:08:07.057 INFO:tasks.workunit.client.0.smithi052.stdout:38 2024-09-13T03:08:07.058 INFO:tasks.workunit.client.0.smithi052.stdout:39 2024-09-13T03:08:07.059 INFO:tasks.workunit.client.0.smithi052.stdout:40 2024-09-13T03:08:07.060 INFO:tasks.workunit.client.0.smithi052.stdout:41 2024-09-13T03:08:07.061 INFO:tasks.workunit.client.0.smithi052.stdout:42 2024-09-13T03:08:07.062 INFO:tasks.workunit.client.0.smithi052.stdout:43 2024-09-13T03:08:07.063 INFO:tasks.workunit.client.0.smithi052.stdout:44 2024-09-13T03:08:07.064 INFO:tasks.workunit.client.0.smithi052.stdout:45 2024-09-13T03:08:07.065 INFO:tasks.workunit.client.0.smithi052.stdout:46 2024-09-13T03:08:07.066 INFO:tasks.workunit.client.0.smithi052.stdout:47 2024-09-13T03:08:07.067 INFO:tasks.workunit.client.0.smithi052.stdout:48 2024-09-13T03:08:07.068 INFO:tasks.workunit.client.0.smithi052.stdout:49 2024-09-13T03:08:07.069 INFO:tasks.workunit.client.0.smithi052.stdout:50 2024-09-13T03:08:07.070 INFO:tasks.workunit.client.0.smithi052.stdout:51 2024-09-13T03:08:07.071 INFO:tasks.workunit.client.0.smithi052.stdout:52 2024-09-13T03:08:07.072 INFO:tasks.workunit.client.0.smithi052.stdout:53 2024-09-13T03:08:07.073 INFO:tasks.workunit.client.0.smithi052.stdout:54 2024-09-13T03:08:07.073 INFO:tasks.workunit.client.0.smithi052.stdout:55 2024-09-13T03:08:07.074 INFO:tasks.workunit.client.0.smithi052.stdout:56 2024-09-13T03:08:07.075 INFO:tasks.workunit.client.0.smithi052.stdout:57 2024-09-13T03:08:07.076 INFO:tasks.workunit.client.0.smithi052.stdout:58 2024-09-13T03:08:07.077 INFO:tasks.workunit.client.0.smithi052.stdout:59 2024-09-13T03:08:07.078 INFO:tasks.workunit.client.0.smithi052.stdout:60 2024-09-13T03:08:07.079 INFO:tasks.workunit.client.0.smithi052.stdout:61 2024-09-13T03:08:07.080 INFO:tasks.workunit.client.0.smithi052.stdout:62 2024-09-13T03:08:07.081 INFO:tasks.workunit.client.0.smithi052.stdout:63 2024-09-13T03:08:07.082 INFO:tasks.workunit.client.0.smithi052.stdout:64 2024-09-13T03:08:07.083 INFO:tasks.workunit.client.0.smithi052.stdout:65 2024-09-13T03:08:07.083 INFO:tasks.workunit.client.0.smithi052.stdout:66 2024-09-13T03:08:07.084 INFO:tasks.workunit.client.0.smithi052.stdout:67 2024-09-13T03:08:07.085 INFO:tasks.workunit.client.0.smithi052.stdout:68 2024-09-13T03:08:07.086 INFO:tasks.workunit.client.0.smithi052.stdout:69 2024-09-13T03:08:07.087 INFO:tasks.workunit.client.0.smithi052.stdout:70 2024-09-13T03:08:07.088 INFO:tasks.workunit.client.0.smithi052.stdout:71 2024-09-13T03:08:07.089 INFO:tasks.workunit.client.0.smithi052.stdout:72 2024-09-13T03:08:07.090 INFO:tasks.workunit.client.0.smithi052.stdout:73 2024-09-13T03:08:07.091 INFO:tasks.workunit.client.0.smithi052.stdout:74 2024-09-13T03:08:07.092 INFO:tasks.workunit.client.0.smithi052.stdout:75 2024-09-13T03:08:07.093 INFO:tasks.workunit.client.0.smithi052.stdout:76 2024-09-13T03:08:07.094 INFO:tasks.workunit.client.0.smithi052.stdout:77 2024-09-13T03:08:07.095 INFO:tasks.workunit.client.0.smithi052.stdout:78 2024-09-13T03:08:07.097 INFO:tasks.workunit.client.0.smithi052.stdout:79 2024-09-13T03:08:07.097 INFO:tasks.workunit.client.0.smithi052.stdout:80 2024-09-13T03:08:07.098 INFO:tasks.workunit.client.0.smithi052.stdout:81 2024-09-13T03:08:07.099 INFO:tasks.workunit.client.0.smithi052.stdout:82 2024-09-13T03:08:07.100 INFO:tasks.workunit.client.0.smithi052.stdout:83 2024-09-13T03:08:07.101 INFO:tasks.workunit.client.0.smithi052.stdout:84 2024-09-13T03:08:07.102 INFO:tasks.workunit.client.0.smithi052.stdout:85 2024-09-13T03:08:07.103 INFO:tasks.workunit.client.0.smithi052.stdout:86 2024-09-13T03:08:07.104 INFO:tasks.workunit.client.0.smithi052.stdout:87 2024-09-13T03:08:07.105 INFO:tasks.workunit.client.0.smithi052.stdout:88 2024-09-13T03:08:07.106 INFO:tasks.workunit.client.0.smithi052.stdout:89 2024-09-13T03:08:07.107 INFO:tasks.workunit.client.0.smithi052.stdout:90 2024-09-13T03:08:07.107 INFO:tasks.workunit.client.0.smithi052.stdout:91 2024-09-13T03:08:07.108 INFO:tasks.workunit.client.0.smithi052.stdout:92 2024-09-13T03:08:07.109 INFO:tasks.workunit.client.0.smithi052.stdout:93 2024-09-13T03:08:07.110 INFO:tasks.workunit.client.0.smithi052.stdout:94 2024-09-13T03:08:07.111 INFO:tasks.workunit.client.0.smithi052.stdout:95 2024-09-13T03:08:07.112 INFO:tasks.workunit.client.0.smithi052.stdout:96 2024-09-13T03:08:07.113 INFO:tasks.workunit.client.0.smithi052.stdout:97 2024-09-13T03:08:07.114 INFO:tasks.workunit.client.0.smithi052.stdout:98 2024-09-13T03:08:07.115 INFO:tasks.workunit.client.0.smithi052.stdout:99 2024-09-13T03:08:07.115 INFO:tasks.workunit.client.0.smithi052.stdout:100 2024-09-13T03:08:07.116 INFO:tasks.workunit.client.0.smithi052.stdout:101 2024-09-13T03:08:07.117 INFO:tasks.workunit.client.0.smithi052.stdout:102 2024-09-13T03:08:07.118 INFO:tasks.workunit.client.0.smithi052.stdout:103 2024-09-13T03:08:07.119 INFO:tasks.workunit.client.0.smithi052.stdout:104 2024-09-13T03:08:07.120 INFO:tasks.workunit.client.0.smithi052.stdout:105 2024-09-13T03:08:07.121 INFO:tasks.workunit.client.0.smithi052.stdout:106 2024-09-13T03:08:07.122 INFO:tasks.workunit.client.0.smithi052.stdout:107 2024-09-13T03:08:07.123 INFO:tasks.workunit.client.0.smithi052.stdout:108 2024-09-13T03:08:07.124 INFO:tasks.workunit.client.0.smithi052.stdout:109 2024-09-13T03:08:07.125 INFO:tasks.workunit.client.0.smithi052.stdout:110 2024-09-13T03:08:07.125 INFO:tasks.workunit.client.0.smithi052.stdout:111 2024-09-13T03:08:07.126 INFO:tasks.workunit.client.0.smithi052.stdout:112 2024-09-13T03:08:07.127 INFO:tasks.workunit.client.0.smithi052.stdout:113 2024-09-13T03:08:07.128 INFO:tasks.workunit.client.0.smithi052.stdout:114 2024-09-13T03:08:07.129 INFO:tasks.workunit.client.0.smithi052.stdout:115 2024-09-13T03:08:07.130 INFO:tasks.workunit.client.0.smithi052.stdout:116 2024-09-13T03:08:07.131 INFO:tasks.workunit.client.0.smithi052.stdout:117 2024-09-13T03:08:07.132 INFO:tasks.workunit.client.0.smithi052.stdout:118 2024-09-13T03:08:07.132 INFO:tasks.workunit.client.0.smithi052.stdout:119 2024-09-13T03:08:07.133 INFO:tasks.workunit.client.0.smithi052.stdout:120 2024-09-13T03:08:07.134 INFO:tasks.workunit.client.0.smithi052.stdout:121 2024-09-13T03:08:07.135 INFO:tasks.workunit.client.0.smithi052.stdout:122 2024-09-13T03:08:07.136 INFO:tasks.workunit.client.0.smithi052.stdout:123 2024-09-13T03:08:07.136 INFO:tasks.workunit.client.0.smithi052.stdout:124 2024-09-13T03:08:07.137 INFO:tasks.workunit.client.0.smithi052.stdout:125 2024-09-13T03:08:07.138 INFO:tasks.workunit.client.0.smithi052.stdout:126 2024-09-13T03:08:07.139 INFO:tasks.workunit.client.0.smithi052.stdout:127 2024-09-13T03:08:07.140 INFO:tasks.workunit.client.0.smithi052.stdout:128 2024-09-13T03:08:07.141 INFO:tasks.workunit.client.0.smithi052.stdout:129 2024-09-13T03:08:07.142 INFO:tasks.workunit.client.0.smithi052.stdout:130 2024-09-13T03:08:07.143 INFO:tasks.workunit.client.0.smithi052.stdout:131 2024-09-13T03:08:07.143 INFO:tasks.workunit.client.0.smithi052.stdout:132 2024-09-13T03:08:07.144 INFO:tasks.workunit.client.0.smithi052.stdout:133 2024-09-13T03:08:07.145 INFO:tasks.workunit.client.0.smithi052.stdout:134 2024-09-13T03:08:07.146 INFO:tasks.workunit.client.0.smithi052.stdout:135 2024-09-13T03:08:07.147 INFO:tasks.workunit.client.0.smithi052.stdout:136 2024-09-13T03:08:07.148 INFO:tasks.workunit.client.0.smithi052.stdout:137 2024-09-13T03:08:07.148 INFO:tasks.workunit.client.0.smithi052.stdout:138 2024-09-13T03:08:07.149 INFO:tasks.workunit.client.0.smithi052.stdout:139 2024-09-13T03:08:07.150 INFO:tasks.workunit.client.0.smithi052.stdout:140 2024-09-13T03:08:07.151 INFO:tasks.workunit.client.0.smithi052.stdout:141 2024-09-13T03:08:07.152 INFO:tasks.workunit.client.0.smithi052.stdout:142 2024-09-13T03:08:07.153 INFO:tasks.workunit.client.0.smithi052.stdout:143 2024-09-13T03:08:07.153 INFO:tasks.workunit.client.0.smithi052.stdout:144 2024-09-13T03:08:07.154 INFO:tasks.workunit.client.0.smithi052.stdout:145 2024-09-13T03:08:07.155 INFO:tasks.workunit.client.0.smithi052.stdout:146 2024-09-13T03:08:07.156 INFO:tasks.workunit.client.0.smithi052.stdout:147 2024-09-13T03:08:07.157 INFO:tasks.workunit.client.0.smithi052.stdout:148 2024-09-13T03:08:07.158 INFO:tasks.workunit.client.0.smithi052.stdout:149 2024-09-13T03:08:07.158 INFO:tasks.workunit.client.0.smithi052.stdout:150 2024-09-13T03:08:07.159 INFO:tasks.workunit.client.0.smithi052.stdout:151 2024-09-13T03:08:07.160 INFO:tasks.workunit.client.0.smithi052.stdout:152 2024-09-13T03:08:07.161 INFO:tasks.workunit.client.0.smithi052.stdout:153 2024-09-13T03:08:07.162 INFO:tasks.workunit.client.0.smithi052.stdout:154 2024-09-13T03:08:07.163 INFO:tasks.workunit.client.0.smithi052.stdout:155 2024-09-13T03:08:07.164 INFO:tasks.workunit.client.0.smithi052.stdout:156 2024-09-13T03:08:07.165 INFO:tasks.workunit.client.0.smithi052.stdout:157 2024-09-13T03:08:07.166 INFO:tasks.workunit.client.0.smithi052.stdout:158 2024-09-13T03:08:07.166 INFO:tasks.workunit.client.0.smithi052.stdout:159 2024-09-13T03:08:07.167 INFO:tasks.workunit.client.0.smithi052.stdout:160 2024-09-13T03:08:07.168 INFO:tasks.workunit.client.0.smithi052.stdout:161 2024-09-13T03:08:07.169 INFO:tasks.workunit.client.0.smithi052.stdout:162 2024-09-13T03:08:07.170 INFO:tasks.workunit.client.0.smithi052.stdout:163 2024-09-13T03:08:07.171 INFO:tasks.workunit.client.0.smithi052.stdout:164 2024-09-13T03:08:07.171 INFO:tasks.workunit.client.0.smithi052.stdout:165 2024-09-13T03:08:07.172 INFO:tasks.workunit.client.0.smithi052.stdout:166 2024-09-13T03:08:07.173 INFO:tasks.workunit.client.0.smithi052.stdout:167 2024-09-13T03:08:07.174 INFO:tasks.workunit.client.0.smithi052.stdout:168 2024-09-13T03:08:07.175 INFO:tasks.workunit.client.0.smithi052.stdout:169 2024-09-13T03:08:07.175 INFO:tasks.workunit.client.0.smithi052.stdout:170 2024-09-13T03:08:07.176 INFO:tasks.workunit.client.0.smithi052.stdout:171 2024-09-13T03:08:07.177 INFO:tasks.workunit.client.0.smithi052.stdout:172 2024-09-13T03:08:07.178 INFO:tasks.workunit.client.0.smithi052.stdout:173 2024-09-13T03:08:07.179 INFO:tasks.workunit.client.0.smithi052.stdout:174 2024-09-13T03:08:07.180 INFO:tasks.workunit.client.0.smithi052.stdout:175 2024-09-13T03:08:07.180 INFO:tasks.workunit.client.0.smithi052.stdout:176 2024-09-13T03:08:07.181 INFO:tasks.workunit.client.0.smithi052.stdout:177 2024-09-13T03:08:07.182 INFO:tasks.workunit.client.0.smithi052.stdout:178 2024-09-13T03:08:07.183 INFO:tasks.workunit.client.0.smithi052.stdout:179 2024-09-13T03:08:07.184 INFO:tasks.workunit.client.0.smithi052.stdout:180 2024-09-13T03:08:07.185 INFO:tasks.workunit.client.0.smithi052.stdout:181 2024-09-13T03:08:07.186 INFO:tasks.workunit.client.0.smithi052.stdout:182 2024-09-13T03:08:07.186 INFO:tasks.workunit.client.0.smithi052.stdout:183 2024-09-13T03:08:07.187 INFO:tasks.workunit.client.0.smithi052.stdout:184 2024-09-13T03:08:07.188 INFO:tasks.workunit.client.0.smithi052.stdout:185 2024-09-13T03:08:07.189 INFO:tasks.workunit.client.0.smithi052.stdout:186 2024-09-13T03:08:07.190 INFO:tasks.workunit.client.0.smithi052.stdout:187 2024-09-13T03:08:07.191 INFO:tasks.workunit.client.0.smithi052.stdout:188 2024-09-13T03:08:07.191 INFO:tasks.workunit.client.0.smithi052.stdout:189 2024-09-13T03:08:07.192 INFO:tasks.workunit.client.0.smithi052.stdout:190 2024-09-13T03:08:07.193 INFO:tasks.workunit.client.0.smithi052.stdout:191 2024-09-13T03:08:07.194 INFO:tasks.workunit.client.0.smithi052.stdout:192 2024-09-13T03:08:07.195 INFO:tasks.workunit.client.0.smithi052.stdout:193 2024-09-13T03:08:07.196 INFO:tasks.workunit.client.0.smithi052.stdout:194 2024-09-13T03:08:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:06 smithi078 ceph-mon[85589]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T03:08:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:06 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1193474843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:06 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:07.196 INFO:tasks.workunit.client.0.smithi052.stdout:195 2024-09-13T03:08:07.197 INFO:tasks.workunit.client.0.smithi052.stdout:196 2024-09-13T03:08:07.198 INFO:tasks.workunit.client.0.smithi052.stdout:197 2024-09-13T03:08:07.199 INFO:tasks.workunit.client.0.smithi052.stdout:198 2024-09-13T03:08:07.200 INFO:tasks.workunit.client.0.smithi052.stdout:199 2024-09-13T03:08:07.201 INFO:tasks.workunit.client.0.smithi052.stdout:200 2024-09-13T03:08:07.204 INFO:tasks.workunit.client.0.smithi052.stdout:201 2024-09-13T03:08:07.204 INFO:tasks.workunit.client.0.smithi052.stdout:202 2024-09-13T03:08:07.204 INFO:tasks.workunit.client.0.smithi052.stdout:203 2024-09-13T03:08:07.204 INFO:tasks.workunit.client.0.smithi052.stdout:204 2024-09-13T03:08:07.205 INFO:tasks.workunit.client.0.smithi052.stdout:205 2024-09-13T03:08:07.205 INFO:tasks.workunit.client.0.smithi052.stdout:206 2024-09-13T03:08:07.206 INFO:tasks.workunit.client.0.smithi052.stdout:207 2024-09-13T03:08:07.207 INFO:tasks.workunit.client.0.smithi052.stdout:208 2024-09-13T03:08:07.208 INFO:tasks.workunit.client.0.smithi052.stdout:209 2024-09-13T03:08:07.209 INFO:tasks.workunit.client.0.smithi052.stdout:210 2024-09-13T03:08:07.209 INFO:tasks.workunit.client.0.smithi052.stdout:211 2024-09-13T03:08:07.210 INFO:tasks.workunit.client.0.smithi052.stdout:212 2024-09-13T03:08:07.211 INFO:tasks.workunit.client.0.smithi052.stdout:213 2024-09-13T03:08:07.212 INFO:tasks.workunit.client.0.smithi052.stdout:214 2024-09-13T03:08:07.213 INFO:tasks.workunit.client.0.smithi052.stdout:215 2024-09-13T03:08:07.214 INFO:tasks.workunit.client.0.smithi052.stdout:216 2024-09-13T03:08:07.215 INFO:tasks.workunit.client.0.smithi052.stdout:217 2024-09-13T03:08:07.215 INFO:tasks.workunit.client.0.smithi052.stdout:218 2024-09-13T03:08:07.216 INFO:tasks.workunit.client.0.smithi052.stdout:219 2024-09-13T03:08:07.217 INFO:tasks.workunit.client.0.smithi052.stdout:220 2024-09-13T03:08:07.218 INFO:tasks.workunit.client.0.smithi052.stdout:221 2024-09-13T03:08:07.219 INFO:tasks.workunit.client.0.smithi052.stdout:222 2024-09-13T03:08:07.220 INFO:tasks.workunit.client.0.smithi052.stdout:223 2024-09-13T03:08:07.221 INFO:tasks.workunit.client.0.smithi052.stdout:224 2024-09-13T03:08:07.222 INFO:tasks.workunit.client.0.smithi052.stdout:225 2024-09-13T03:08:07.222 INFO:tasks.workunit.client.0.smithi052.stdout:226 2024-09-13T03:08:07.223 INFO:tasks.workunit.client.0.smithi052.stdout:227 2024-09-13T03:08:07.224 INFO:tasks.workunit.client.0.smithi052.stdout:228 2024-09-13T03:08:07.225 INFO:tasks.workunit.client.0.smithi052.stdout:229 2024-09-13T03:08:07.226 INFO:tasks.workunit.client.0.smithi052.stdout:230 2024-09-13T03:08:07.227 INFO:tasks.workunit.client.0.smithi052.stdout:231 2024-09-13T03:08:07.228 INFO:tasks.workunit.client.0.smithi052.stdout:232 2024-09-13T03:08:07.229 INFO:tasks.workunit.client.0.smithi052.stdout:233 2024-09-13T03:08:07.230 INFO:tasks.workunit.client.0.smithi052.stdout:234 2024-09-13T03:08:07.231 INFO:tasks.workunit.client.0.smithi052.stdout:235 2024-09-13T03:08:07.231 INFO:tasks.workunit.client.0.smithi052.stdout:236 2024-09-13T03:08:07.232 INFO:tasks.workunit.client.0.smithi052.stdout:237 2024-09-13T03:08:07.233 INFO:tasks.workunit.client.0.smithi052.stdout:238 2024-09-13T03:08:07.234 INFO:tasks.workunit.client.0.smithi052.stdout:239 2024-09-13T03:08:07.235 INFO:tasks.workunit.client.0.smithi052.stdout:240 2024-09-13T03:08:07.236 INFO:tasks.workunit.client.0.smithi052.stdout:241 2024-09-13T03:08:07.237 INFO:tasks.workunit.client.0.smithi052.stdout:242 2024-09-13T03:08:07.238 INFO:tasks.workunit.client.0.smithi052.stdout:243 2024-09-13T03:08:07.238 INFO:tasks.workunit.client.0.smithi052.stdout:244 2024-09-13T03:08:07.239 INFO:tasks.workunit.client.0.smithi052.stdout:245 2024-09-13T03:08:07.240 INFO:tasks.workunit.client.0.smithi052.stdout:246 2024-09-13T03:08:07.241 INFO:tasks.workunit.client.0.smithi052.stdout:247 2024-09-13T03:08:07.242 INFO:tasks.workunit.client.0.smithi052.stdout:248 2024-09-13T03:08:07.243 INFO:tasks.workunit.client.0.smithi052.stdout:249 2024-09-13T03:08:07.244 INFO:tasks.workunit.client.0.smithi052.stdout:250 2024-09-13T03:08:07.245 INFO:tasks.workunit.client.0.smithi052.stdout:251 2024-09-13T03:08:07.246 INFO:tasks.workunit.client.0.smithi052.stdout:252 2024-09-13T03:08:07.246 INFO:tasks.workunit.client.0.smithi052.stdout:253 2024-09-13T03:08:07.247 INFO:tasks.workunit.client.0.smithi052.stdout:254 2024-09-13T03:08:07.248 INFO:tasks.workunit.client.0.smithi052.stdout:255 2024-09-13T03:08:07.249 INFO:tasks.workunit.client.0.smithi052.stdout:256 2024-09-13T03:08:07.250 INFO:tasks.workunit.client.0.smithi052.stdout:257 2024-09-13T03:08:07.251 INFO:tasks.workunit.client.0.smithi052.stdout:258 2024-09-13T03:08:07.252 INFO:tasks.workunit.client.0.smithi052.stdout:259 2024-09-13T03:08:07.253 INFO:tasks.workunit.client.0.smithi052.stdout:260 2024-09-13T03:08:07.254 INFO:tasks.workunit.client.0.smithi052.stdout:261 2024-09-13T03:08:07.254 INFO:tasks.workunit.client.0.smithi052.stdout:262 2024-09-13T03:08:07.255 INFO:tasks.workunit.client.0.smithi052.stdout:263 2024-09-13T03:08:07.256 INFO:tasks.workunit.client.0.smithi052.stdout:264 2024-09-13T03:08:07.257 INFO:tasks.workunit.client.0.smithi052.stdout:265 2024-09-13T03:08:07.258 INFO:tasks.workunit.client.0.smithi052.stdout:266 2024-09-13T03:08:07.259 INFO:tasks.workunit.client.0.smithi052.stdout:267 2024-09-13T03:08:07.260 INFO:tasks.workunit.client.0.smithi052.stdout:268 2024-09-13T03:08:07.261 INFO:tasks.workunit.client.0.smithi052.stdout:269 2024-09-13T03:08:07.261 INFO:tasks.workunit.client.0.smithi052.stdout:270 2024-09-13T03:08:07.262 INFO:tasks.workunit.client.0.smithi052.stdout:271 2024-09-13T03:08:07.263 INFO:tasks.workunit.client.0.smithi052.stdout:272 2024-09-13T03:08:07.264 INFO:tasks.workunit.client.0.smithi052.stdout:273 2024-09-13T03:08:07.265 INFO:tasks.workunit.client.0.smithi052.stdout:274 2024-09-13T03:08:07.266 INFO:tasks.workunit.client.0.smithi052.stdout:275 2024-09-13T03:08:07.267 INFO:tasks.workunit.client.0.smithi052.stdout:276 2024-09-13T03:08:07.267 INFO:tasks.workunit.client.0.smithi052.stdout:277 2024-09-13T03:08:07.268 INFO:tasks.workunit.client.0.smithi052.stdout:278 2024-09-13T03:08:07.269 INFO:tasks.workunit.client.0.smithi052.stdout:279 2024-09-13T03:08:07.270 INFO:tasks.workunit.client.0.smithi052.stdout:280 2024-09-13T03:08:07.271 INFO:tasks.workunit.client.0.smithi052.stdout:281 2024-09-13T03:08:07.272 INFO:tasks.workunit.client.0.smithi052.stdout:282 2024-09-13T03:08:07.273 INFO:tasks.workunit.client.0.smithi052.stdout:283 2024-09-13T03:08:07.274 INFO:tasks.workunit.client.0.smithi052.stdout:284 2024-09-13T03:08:07.274 INFO:tasks.workunit.client.0.smithi052.stdout:285 2024-09-13T03:08:07.275 INFO:tasks.workunit.client.0.smithi052.stdout:286 2024-09-13T03:08:07.276 INFO:tasks.workunit.client.0.smithi052.stdout:287 2024-09-13T03:08:07.277 INFO:tasks.workunit.client.0.smithi052.stdout:288 2024-09-13T03:08:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:06 smithi052 ceph-mon[91421]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T03:08:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:06 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1193474843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:06 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:07.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:06 smithi052 ceph-mon[89065]: osdmap e973: 8 total, 8 up, 8 in 2024-09-13T03:08:07.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:06 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1193474843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:06 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:07.279 INFO:tasks.workunit.client.0.smithi052.stdout:289 2024-09-13T03:08:07.279 INFO:tasks.workunit.client.0.smithi052.stdout:290 2024-09-13T03:08:07.280 INFO:tasks.workunit.client.0.smithi052.stdout:291 2024-09-13T03:08:07.281 INFO:tasks.workunit.client.0.smithi052.stdout:292 2024-09-13T03:08:07.282 INFO:tasks.workunit.client.0.smithi052.stdout:293 2024-09-13T03:08:07.282 INFO:tasks.workunit.client.0.smithi052.stdout:294 2024-09-13T03:08:07.283 INFO:tasks.workunit.client.0.smithi052.stdout:295 2024-09-13T03:08:07.284 INFO:tasks.workunit.client.0.smithi052.stdout:296 2024-09-13T03:08:07.285 INFO:tasks.workunit.client.0.smithi052.stdout:297 2024-09-13T03:08:07.286 INFO:tasks.workunit.client.0.smithi052.stdout:298 2024-09-13T03:08:07.287 INFO:tasks.workunit.client.0.smithi052.stdout:299 2024-09-13T03:08:07.287 INFO:tasks.workunit.client.0.smithi052.stdout:300 2024-09-13T03:08:07.288 INFO:tasks.workunit.client.0.smithi052.stdout:301 2024-09-13T03:08:07.289 INFO:tasks.workunit.client.0.smithi052.stdout:302 2024-09-13T03:08:07.290 INFO:tasks.workunit.client.0.smithi052.stdout:303 2024-09-13T03:08:07.291 INFO:tasks.workunit.client.0.smithi052.stdout:304 2024-09-13T03:08:07.292 INFO:tasks.workunit.client.0.smithi052.stdout:305 2024-09-13T03:08:07.293 INFO:tasks.workunit.client.0.smithi052.stdout:306 2024-09-13T03:08:07.294 INFO:tasks.workunit.client.0.smithi052.stdout:307 2024-09-13T03:08:07.295 INFO:tasks.workunit.client.0.smithi052.stdout:308 2024-09-13T03:08:07.296 INFO:tasks.workunit.client.0.smithi052.stdout:309 2024-09-13T03:08:07.297 INFO:tasks.workunit.client.0.smithi052.stdout:310 2024-09-13T03:08:07.297 INFO:tasks.workunit.client.0.smithi052.stdout:311 2024-09-13T03:08:07.298 INFO:tasks.workunit.client.0.smithi052.stdout:312 2024-09-13T03:08:07.299 INFO:tasks.workunit.client.0.smithi052.stdout:313 2024-09-13T03:08:07.300 INFO:tasks.workunit.client.0.smithi052.stdout:314 2024-09-13T03:08:07.301 INFO:tasks.workunit.client.0.smithi052.stdout:315 2024-09-13T03:08:07.302 INFO:tasks.workunit.client.0.smithi052.stdout:316 2024-09-13T03:08:07.303 INFO:tasks.workunit.client.0.smithi052.stdout:317 2024-09-13T03:08:07.304 INFO:tasks.workunit.client.0.smithi052.stdout:318 2024-09-13T03:08:07.305 INFO:tasks.workunit.client.0.smithi052.stdout:319 2024-09-13T03:08:07.306 INFO:tasks.workunit.client.0.smithi052.stdout:320 2024-09-13T03:08:07.307 INFO:tasks.workunit.client.0.smithi052.stdout:321 2024-09-13T03:08:07.307 INFO:tasks.workunit.client.0.smithi052.stdout:322 2024-09-13T03:08:07.309 INFO:tasks.workunit.client.0.smithi052.stdout:323 2024-09-13T03:08:07.310 INFO:tasks.workunit.client.0.smithi052.stdout:324 2024-09-13T03:08:07.310 INFO:tasks.workunit.client.0.smithi052.stdout:325 2024-09-13T03:08:07.311 INFO:tasks.workunit.client.0.smithi052.stdout:326 2024-09-13T03:08:07.312 INFO:tasks.workunit.client.0.smithi052.stdout:327 2024-09-13T03:08:07.313 INFO:tasks.workunit.client.0.smithi052.stdout:328 2024-09-13T03:08:07.314 INFO:tasks.workunit.client.0.smithi052.stdout:329 2024-09-13T03:08:07.314 INFO:tasks.workunit.client.0.smithi052.stdout:330 2024-09-13T03:08:07.316 INFO:tasks.workunit.client.0.smithi052.stdout:331 2024-09-13T03:08:07.316 INFO:tasks.workunit.client.0.smithi052.stdout:332 2024-09-13T03:08:07.317 INFO:tasks.workunit.client.0.smithi052.stdout:333 2024-09-13T03:08:07.318 INFO:tasks.workunit.client.0.smithi052.stdout:334 2024-09-13T03:08:07.319 INFO:tasks.workunit.client.0.smithi052.stdout:335 2024-09-13T03:08:07.320 INFO:tasks.workunit.client.0.smithi052.stdout:336 2024-09-13T03:08:07.321 INFO:tasks.workunit.client.0.smithi052.stdout:337 2024-09-13T03:08:07.321 INFO:tasks.workunit.client.0.smithi052.stdout:338 2024-09-13T03:08:07.322 INFO:tasks.workunit.client.0.smithi052.stdout:339 2024-09-13T03:08:07.323 INFO:tasks.workunit.client.0.smithi052.stdout:340 2024-09-13T03:08:07.324 INFO:tasks.workunit.client.0.smithi052.stdout:341 2024-09-13T03:08:07.325 INFO:tasks.workunit.client.0.smithi052.stdout:342 2024-09-13T03:08:07.326 INFO:tasks.workunit.client.0.smithi052.stdout:343 2024-09-13T03:08:07.327 INFO:tasks.workunit.client.0.smithi052.stdout:344 2024-09-13T03:08:07.327 INFO:tasks.workunit.client.0.smithi052.stdout:345 2024-09-13T03:08:07.328 INFO:tasks.workunit.client.0.smithi052.stdout:346 2024-09-13T03:08:07.329 INFO:tasks.workunit.client.0.smithi052.stdout:347 2024-09-13T03:08:07.330 INFO:tasks.workunit.client.0.smithi052.stdout:348 2024-09-13T03:08:07.331 INFO:tasks.workunit.client.0.smithi052.stdout:349 2024-09-13T03:08:07.332 INFO:tasks.workunit.client.0.smithi052.stdout:350 2024-09-13T03:08:07.333 INFO:tasks.workunit.client.0.smithi052.stdout:351 2024-09-13T03:08:07.333 INFO:tasks.workunit.client.0.smithi052.stdout:352 2024-09-13T03:08:07.334 INFO:tasks.workunit.client.0.smithi052.stdout:353 2024-09-13T03:08:07.335 INFO:tasks.workunit.client.0.smithi052.stdout:354 2024-09-13T03:08:07.336 INFO:tasks.workunit.client.0.smithi052.stdout:355 2024-09-13T03:08:07.337 INFO:tasks.workunit.client.0.smithi052.stdout:356 2024-09-13T03:08:07.338 INFO:tasks.workunit.client.0.smithi052.stdout:357 2024-09-13T03:08:07.339 INFO:tasks.workunit.client.0.smithi052.stdout:358 2024-09-13T03:08:07.340 INFO:tasks.workunit.client.0.smithi052.stdout:359 2024-09-13T03:08:07.341 INFO:tasks.workunit.client.0.smithi052.stdout:360 2024-09-13T03:08:07.341 INFO:tasks.workunit.client.0.smithi052.stdout:361 2024-09-13T03:08:07.342 INFO:tasks.workunit.client.0.smithi052.stdout:362 2024-09-13T03:08:07.343 INFO:tasks.workunit.client.0.smithi052.stdout:363 2024-09-13T03:08:07.345 INFO:tasks.workunit.client.0.smithi052.stdout:364 2024-09-13T03:08:07.348 INFO:tasks.workunit.client.0.smithi052.stdout:365 2024-09-13T03:08:07.349 INFO:tasks.workunit.client.0.smithi052.stdout:366 2024-09-13T03:08:07.350 INFO:tasks.workunit.client.0.smithi052.stdout:367 2024-09-13T03:08:07.351 INFO:tasks.workunit.client.0.smithi052.stdout:368 2024-09-13T03:08:07.352 INFO:tasks.workunit.client.0.smithi052.stdout:369 2024-09-13T03:08:07.353 INFO:tasks.workunit.client.0.smithi052.stdout:370 2024-09-13T03:08:07.354 INFO:tasks.workunit.client.0.smithi052.stdout:371 2024-09-13T03:08:07.355 INFO:tasks.workunit.client.0.smithi052.stdout:372 2024-09-13T03:08:07.356 INFO:tasks.workunit.client.0.smithi052.stdout:373 2024-09-13T03:08:07.357 INFO:tasks.workunit.client.0.smithi052.stdout:374 2024-09-13T03:08:07.358 INFO:tasks.workunit.client.0.smithi052.stdout:375 2024-09-13T03:08:07.359 INFO:tasks.workunit.client.0.smithi052.stdout:376 2024-09-13T03:08:07.360 INFO:tasks.workunit.client.0.smithi052.stdout:377 2024-09-13T03:08:07.361 INFO:tasks.workunit.client.0.smithi052.stdout:378 2024-09-13T03:08:07.361 INFO:tasks.workunit.client.0.smithi052.stdout:379 2024-09-13T03:08:07.362 INFO:tasks.workunit.client.0.smithi052.stdout:380 2024-09-13T03:08:07.363 INFO:tasks.workunit.client.0.smithi052.stdout:381 2024-09-13T03:08:07.365 INFO:tasks.workunit.client.0.smithi052.stdout:382 2024-09-13T03:08:07.366 INFO:tasks.workunit.client.0.smithi052.stdout:383 2024-09-13T03:08:07.367 INFO:tasks.workunit.client.0.smithi052.stdout:384 2024-09-13T03:08:07.368 INFO:tasks.workunit.client.0.smithi052.stdout:385 2024-09-13T03:08:07.369 INFO:tasks.workunit.client.0.smithi052.stdout:386 2024-09-13T03:08:07.370 INFO:tasks.workunit.client.0.smithi052.stdout:387 2024-09-13T03:08:07.371 INFO:tasks.workunit.client.0.smithi052.stdout:388 2024-09-13T03:08:07.372 INFO:tasks.workunit.client.0.smithi052.stdout:389 2024-09-13T03:08:07.373 INFO:tasks.workunit.client.0.smithi052.stdout:390 2024-09-13T03:08:07.374 INFO:tasks.workunit.client.0.smithi052.stdout:391 2024-09-13T03:08:07.374 INFO:tasks.workunit.client.0.smithi052.stdout:392 2024-09-13T03:08:07.375 INFO:tasks.workunit.client.0.smithi052.stdout:393 2024-09-13T03:08:07.377 INFO:tasks.workunit.client.0.smithi052.stdout:394 2024-09-13T03:08:07.377 INFO:tasks.workunit.client.0.smithi052.stdout:395 2024-09-13T03:08:07.378 INFO:tasks.workunit.client.0.smithi052.stdout:396 2024-09-13T03:08:07.379 INFO:tasks.workunit.client.0.smithi052.stdout:397 2024-09-13T03:08:07.380 INFO:tasks.workunit.client.0.smithi052.stdout:398 2024-09-13T03:08:07.381 INFO:tasks.workunit.client.0.smithi052.stdout:399 2024-09-13T03:08:07.383 INFO:tasks.workunit.client.0.smithi052.stdout:400 2024-09-13T03:08:07.384 INFO:tasks.workunit.client.0.smithi052.stdout:401 2024-09-13T03:08:07.385 INFO:tasks.workunit.client.0.smithi052.stdout:402 2024-09-13T03:08:07.386 INFO:tasks.workunit.client.0.smithi052.stdout:403 2024-09-13T03:08:07.387 INFO:tasks.workunit.client.0.smithi052.stdout:404 2024-09-13T03:08:07.388 INFO:tasks.workunit.client.0.smithi052.stdout:405 2024-09-13T03:08:07.389 INFO:tasks.workunit.client.0.smithi052.stdout:406 2024-09-13T03:08:07.390 INFO:tasks.workunit.client.0.smithi052.stdout:407 2024-09-13T03:08:07.391 INFO:tasks.workunit.client.0.smithi052.stdout:408 2024-09-13T03:08:07.392 INFO:tasks.workunit.client.0.smithi052.stdout:409 2024-09-13T03:08:07.393 INFO:tasks.workunit.client.0.smithi052.stdout:410 2024-09-13T03:08:07.394 INFO:tasks.workunit.client.0.smithi052.stdout:411 2024-09-13T03:08:07.395 INFO:tasks.workunit.client.0.smithi052.stdout:412 2024-09-13T03:08:07.396 INFO:tasks.workunit.client.0.smithi052.stdout:413 2024-09-13T03:08:07.397 INFO:tasks.workunit.client.0.smithi052.stdout:414 2024-09-13T03:08:07.398 INFO:tasks.workunit.client.0.smithi052.stdout:415 2024-09-13T03:08:07.399 INFO:tasks.workunit.client.0.smithi052.stdout:416 2024-09-13T03:08:07.400 INFO:tasks.workunit.client.0.smithi052.stdout:417 2024-09-13T03:08:07.401 INFO:tasks.workunit.client.0.smithi052.stdout:418 2024-09-13T03:08:07.402 INFO:tasks.workunit.client.0.smithi052.stdout:419 2024-09-13T03:08:07.403 INFO:tasks.workunit.client.0.smithi052.stdout:420 2024-09-13T03:08:07.404 INFO:tasks.workunit.client.0.smithi052.stdout:421 2024-09-13T03:08:07.409 INFO:tasks.workunit.client.0.smithi052.stdout:422 2024-09-13T03:08:07.410 INFO:tasks.workunit.client.0.smithi052.stdout:423 2024-09-13T03:08:07.410 INFO:tasks.workunit.client.0.smithi052.stdout:424 2024-09-13T03:08:07.410 INFO:tasks.workunit.client.0.smithi052.stdout:425 2024-09-13T03:08:07.410 INFO:tasks.workunit.client.0.smithi052.stdout:426 2024-09-13T03:08:07.411 INFO:tasks.workunit.client.0.smithi052.stdout:427 2024-09-13T03:08:07.411 INFO:tasks.workunit.client.0.smithi052.stdout:428 2024-09-13T03:08:07.412 INFO:tasks.workunit.client.0.smithi052.stdout:429 2024-09-13T03:08:07.413 INFO:tasks.workunit.client.0.smithi052.stdout:430 2024-09-13T03:08:07.414 INFO:tasks.workunit.client.0.smithi052.stdout:431 2024-09-13T03:08:07.415 INFO:tasks.workunit.client.0.smithi052.stdout:432 2024-09-13T03:08:07.416 INFO:tasks.workunit.client.0.smithi052.stdout:433 2024-09-13T03:08:07.417 INFO:tasks.workunit.client.0.smithi052.stdout:434 2024-09-13T03:08:07.418 INFO:tasks.workunit.client.0.smithi052.stdout:435 2024-09-13T03:08:07.419 INFO:tasks.workunit.client.0.smithi052.stdout:436 2024-09-13T03:08:07.420 INFO:tasks.workunit.client.0.smithi052.stdout:437 2024-09-13T03:08:07.421 INFO:tasks.workunit.client.0.smithi052.stdout:438 2024-09-13T03:08:07.422 INFO:tasks.workunit.client.0.smithi052.stdout:439 2024-09-13T03:08:07.423 INFO:tasks.workunit.client.0.smithi052.stdout:440 2024-09-13T03:08:07.424 INFO:tasks.workunit.client.0.smithi052.stdout:441 2024-09-13T03:08:07.425 INFO:tasks.workunit.client.0.smithi052.stdout:442 2024-09-13T03:08:07.426 INFO:tasks.workunit.client.0.smithi052.stdout:443 2024-09-13T03:08:07.427 INFO:tasks.workunit.client.0.smithi052.stdout:444 2024-09-13T03:08:07.428 INFO:tasks.workunit.client.0.smithi052.stdout:445 2024-09-13T03:08:07.429 INFO:tasks.workunit.client.0.smithi052.stdout:446 2024-09-13T03:08:07.430 INFO:tasks.workunit.client.0.smithi052.stdout:447 2024-09-13T03:08:07.431 INFO:tasks.workunit.client.0.smithi052.stdout:448 2024-09-13T03:08:07.432 INFO:tasks.workunit.client.0.smithi052.stdout:449 2024-09-13T03:08:07.433 INFO:tasks.workunit.client.0.smithi052.stdout:450 2024-09-13T03:08:07.434 INFO:tasks.workunit.client.0.smithi052.stdout:451 2024-09-13T03:08:07.435 INFO:tasks.workunit.client.0.smithi052.stdout:452 2024-09-13T03:08:07.436 INFO:tasks.workunit.client.0.smithi052.stdout:453 2024-09-13T03:08:07.438 INFO:tasks.workunit.client.0.smithi052.stdout:454 2024-09-13T03:08:07.438 INFO:tasks.workunit.client.0.smithi052.stdout:455 2024-09-13T03:08:07.439 INFO:tasks.workunit.client.0.smithi052.stdout:456 2024-09-13T03:08:07.440 INFO:tasks.workunit.client.0.smithi052.stdout:457 2024-09-13T03:08:07.441 INFO:tasks.workunit.client.0.smithi052.stdout:458 2024-09-13T03:08:07.442 INFO:tasks.workunit.client.0.smithi052.stdout:459 2024-09-13T03:08:07.443 INFO:tasks.workunit.client.0.smithi052.stdout:460 2024-09-13T03:08:07.444 INFO:tasks.workunit.client.0.smithi052.stdout:461 2024-09-13T03:08:07.445 INFO:tasks.workunit.client.0.smithi052.stdout:462 2024-09-13T03:08:07.446 INFO:tasks.workunit.client.0.smithi052.stdout:463 2024-09-13T03:08:07.447 INFO:tasks.workunit.client.0.smithi052.stdout:464 2024-09-13T03:08:07.448 INFO:tasks.workunit.client.0.smithi052.stdout:465 2024-09-13T03:08:07.449 INFO:tasks.workunit.client.0.smithi052.stdout:466 2024-09-13T03:08:07.450 INFO:tasks.workunit.client.0.smithi052.stdout:467 2024-09-13T03:08:07.451 INFO:tasks.workunit.client.0.smithi052.stdout:468 2024-09-13T03:08:07.452 INFO:tasks.workunit.client.0.smithi052.stdout:469 2024-09-13T03:08:07.453 INFO:tasks.workunit.client.0.smithi052.stdout:470 2024-09-13T03:08:07.454 INFO:tasks.workunit.client.0.smithi052.stdout:471 2024-09-13T03:08:07.455 INFO:tasks.workunit.client.0.smithi052.stdout:472 2024-09-13T03:08:07.456 INFO:tasks.workunit.client.0.smithi052.stdout:473 2024-09-13T03:08:07.457 INFO:tasks.workunit.client.0.smithi052.stdout:474 2024-09-13T03:08:07.458 INFO:tasks.workunit.client.0.smithi052.stdout:475 2024-09-13T03:08:07.459 INFO:tasks.workunit.client.0.smithi052.stdout:476 2024-09-13T03:08:07.460 INFO:tasks.workunit.client.0.smithi052.stdout:477 2024-09-13T03:08:07.461 INFO:tasks.workunit.client.0.smithi052.stdout:478 2024-09-13T03:08:07.462 INFO:tasks.workunit.client.0.smithi052.stdout:479 2024-09-13T03:08:07.463 INFO:tasks.workunit.client.0.smithi052.stdout:480 2024-09-13T03:08:07.464 INFO:tasks.workunit.client.0.smithi052.stdout:481 2024-09-13T03:08:07.465 INFO:tasks.workunit.client.0.smithi052.stdout:482 2024-09-13T03:08:07.466 INFO:tasks.workunit.client.0.smithi052.stdout:483 2024-09-13T03:08:07.467 INFO:tasks.workunit.client.0.smithi052.stdout:484 2024-09-13T03:08:07.468 INFO:tasks.workunit.client.0.smithi052.stdout:485 2024-09-13T03:08:07.469 INFO:tasks.workunit.client.0.smithi052.stdout:486 2024-09-13T03:08:07.469 INFO:tasks.workunit.client.0.smithi052.stdout:487 2024-09-13T03:08:07.470 INFO:tasks.workunit.client.0.smithi052.stdout:488 2024-09-13T03:08:07.471 INFO:tasks.workunit.client.0.smithi052.stdout:489 2024-09-13T03:08:07.472 INFO:tasks.workunit.client.0.smithi052.stdout:490 2024-09-13T03:08:07.473 INFO:tasks.workunit.client.0.smithi052.stdout:491 2024-09-13T03:08:07.475 INFO:tasks.workunit.client.0.smithi052.stdout:492 2024-09-13T03:08:07.476 INFO:tasks.workunit.client.0.smithi052.stdout:493 2024-09-13T03:08:07.477 INFO:tasks.workunit.client.0.smithi052.stdout:494 2024-09-13T03:08:07.478 INFO:tasks.workunit.client.0.smithi052.stdout:495 2024-09-13T03:08:07.479 INFO:tasks.workunit.client.0.smithi052.stdout:496 2024-09-13T03:08:07.479 INFO:tasks.workunit.client.0.smithi052.stdout:497 2024-09-13T03:08:07.481 INFO:tasks.workunit.client.0.smithi052.stdout:498 2024-09-13T03:08:07.482 INFO:tasks.workunit.client.0.smithi052.stdout:499 2024-09-13T03:08:07.482 INFO:tasks.workunit.client.0.smithi052.stdout:500 2024-09-13T03:08:07.484 INFO:tasks.workunit.client.0.smithi052.stdout:501 2024-09-13T03:08:07.485 INFO:tasks.workunit.client.0.smithi052.stdout:502 2024-09-13T03:08:07.486 INFO:tasks.workunit.client.0.smithi052.stdout:503 2024-09-13T03:08:07.487 INFO:tasks.workunit.client.0.smithi052.stdout:504 2024-09-13T03:08:07.488 INFO:tasks.workunit.client.0.smithi052.stdout:505 2024-09-13T03:08:07.489 INFO:tasks.workunit.client.0.smithi052.stdout:506 2024-09-13T03:08:07.490 INFO:tasks.workunit.client.0.smithi052.stdout:507 2024-09-13T03:08:07.491 INFO:tasks.workunit.client.0.smithi052.stdout:508 2024-09-13T03:08:07.492 INFO:tasks.workunit.client.0.smithi052.stdout:509 2024-09-13T03:08:07.493 INFO:tasks.workunit.client.0.smithi052.stdout:510 2024-09-13T03:08:07.494 INFO:tasks.workunit.client.0.smithi052.stdout:511 2024-09-13T03:08:07.495 INFO:tasks.workunit.client.0.smithi052.stdout:512 2024-09-13T03:08:07.497 INFO:tasks.workunit.client.0.smithi052.stdout:513 2024-09-13T03:08:07.498 INFO:tasks.workunit.client.0.smithi052.stdout:514 2024-09-13T03:08:07.499 INFO:tasks.workunit.client.0.smithi052.stdout:515 2024-09-13T03:08:07.500 INFO:tasks.workunit.client.0.smithi052.stdout:516 2024-09-13T03:08:07.501 INFO:tasks.workunit.client.0.smithi052.stdout:517 2024-09-13T03:08:07.502 INFO:tasks.workunit.client.0.smithi052.stdout:518 2024-09-13T03:08:07.503 INFO:tasks.workunit.client.0.smithi052.stdout:519 2024-09-13T03:08:07.504 INFO:tasks.workunit.client.0.smithi052.stdout:520 2024-09-13T03:08:07.505 INFO:tasks.workunit.client.0.smithi052.stdout:521 2024-09-13T03:08:07.506 INFO:tasks.workunit.client.0.smithi052.stdout:522 2024-09-13T03:08:07.507 INFO:tasks.workunit.client.0.smithi052.stdout:523 2024-09-13T03:08:07.508 INFO:tasks.workunit.client.0.smithi052.stdout:524 2024-09-13T03:08:07.509 INFO:tasks.workunit.client.0.smithi052.stdout:525 2024-09-13T03:08:07.510 INFO:tasks.workunit.client.0.smithi052.stdout:526 2024-09-13T03:08:07.511 INFO:tasks.workunit.client.0.smithi052.stdout:527 2024-09-13T03:08:07.512 INFO:tasks.workunit.client.0.smithi052.stdout:528 2024-09-13T03:08:07.513 INFO:tasks.workunit.client.0.smithi052.stdout:529 2024-09-13T03:08:07.513 INFO:tasks.workunit.client.0.smithi052.stdout:530 2024-09-13T03:08:07.515 INFO:tasks.workunit.client.0.smithi052.stdout:531 2024-09-13T03:08:07.516 INFO:tasks.workunit.client.0.smithi052.stdout:532 2024-09-13T03:08:07.517 INFO:tasks.workunit.client.0.smithi052.stdout:533 2024-09-13T03:08:07.518 INFO:tasks.workunit.client.0.smithi052.stdout:534 2024-09-13T03:08:07.519 INFO:tasks.workunit.client.0.smithi052.stdout:535 2024-09-13T03:08:07.520 INFO:tasks.workunit.client.0.smithi052.stdout:536 2024-09-13T03:08:07.521 INFO:tasks.workunit.client.0.smithi052.stdout:537 2024-09-13T03:08:07.522 INFO:tasks.workunit.client.0.smithi052.stdout:538 2024-09-13T03:08:07.523 INFO:tasks.workunit.client.0.smithi052.stdout:539 2024-09-13T03:08:07.524 INFO:tasks.workunit.client.0.smithi052.stdout:540 2024-09-13T03:08:07.525 INFO:tasks.workunit.client.0.smithi052.stdout:541 2024-09-13T03:08:07.526 INFO:tasks.workunit.client.0.smithi052.stdout:542 2024-09-13T03:08:07.527 INFO:tasks.workunit.client.0.smithi052.stdout:543 2024-09-13T03:08:07.528 INFO:tasks.workunit.client.0.smithi052.stdout:544 2024-09-13T03:08:07.529 INFO:tasks.workunit.client.0.smithi052.stdout:545 2024-09-13T03:08:07.530 INFO:tasks.workunit.client.0.smithi052.stdout:546 2024-09-13T03:08:07.531 INFO:tasks.workunit.client.0.smithi052.stdout:547 2024-09-13T03:08:07.532 INFO:tasks.workunit.client.0.smithi052.stdout:548 2024-09-13T03:08:07.533 INFO:tasks.workunit.client.0.smithi052.stdout:549 2024-09-13T03:08:07.534 INFO:tasks.workunit.client.0.smithi052.stdout:550 2024-09-13T03:08:07.535 INFO:tasks.workunit.client.0.smithi052.stdout:551 2024-09-13T03:08:07.536 INFO:tasks.workunit.client.0.smithi052.stdout:552 2024-09-13T03:08:07.537 INFO:tasks.workunit.client.0.smithi052.stdout:553 2024-09-13T03:08:07.539 INFO:tasks.workunit.client.0.smithi052.stdout:554 2024-09-13T03:08:07.540 INFO:tasks.workunit.client.0.smithi052.stdout:555 2024-09-13T03:08:07.541 INFO:tasks.workunit.client.0.smithi052.stdout:556 2024-09-13T03:08:07.542 INFO:tasks.workunit.client.0.smithi052.stdout:557 2024-09-13T03:08:07.543 INFO:tasks.workunit.client.0.smithi052.stdout:558 2024-09-13T03:08:07.544 INFO:tasks.workunit.client.0.smithi052.stdout:559 2024-09-13T03:08:07.545 INFO:tasks.workunit.client.0.smithi052.stdout:560 2024-09-13T03:08:07.546 INFO:tasks.workunit.client.0.smithi052.stdout:561 2024-09-13T03:08:07.547 INFO:tasks.workunit.client.0.smithi052.stdout:562 2024-09-13T03:08:07.548 INFO:tasks.workunit.client.0.smithi052.stdout:563 2024-09-13T03:08:07.549 INFO:tasks.workunit.client.0.smithi052.stdout:564 2024-09-13T03:08:07.550 INFO:tasks.workunit.client.0.smithi052.stdout:565 2024-09-13T03:08:07.551 INFO:tasks.workunit.client.0.smithi052.stdout:566 2024-09-13T03:08:07.552 INFO:tasks.workunit.client.0.smithi052.stdout:567 2024-09-13T03:08:07.554 INFO:tasks.workunit.client.0.smithi052.stdout:568 2024-09-13T03:08:07.555 INFO:tasks.workunit.client.0.smithi052.stdout:569 2024-09-13T03:08:07.556 INFO:tasks.workunit.client.0.smithi052.stdout:570 2024-09-13T03:08:07.557 INFO:tasks.workunit.client.0.smithi052.stdout:571 2024-09-13T03:08:07.558 INFO:tasks.workunit.client.0.smithi052.stdout:572 2024-09-13T03:08:07.559 INFO:tasks.workunit.client.0.smithi052.stdout:573 2024-09-13T03:08:07.560 INFO:tasks.workunit.client.0.smithi052.stdout:574 2024-09-13T03:08:07.561 INFO:tasks.workunit.client.0.smithi052.stdout:575 2024-09-13T03:08:07.562 INFO:tasks.workunit.client.0.smithi052.stdout:576 2024-09-13T03:08:07.563 INFO:tasks.workunit.client.0.smithi052.stdout:577 2024-09-13T03:08:07.564 INFO:tasks.workunit.client.0.smithi052.stdout:578 2024-09-13T03:08:07.565 INFO:tasks.workunit.client.0.smithi052.stdout:579 2024-09-13T03:08:07.566 INFO:tasks.workunit.client.0.smithi052.stdout:580 2024-09-13T03:08:07.567 INFO:tasks.workunit.client.0.smithi052.stdout:581 2024-09-13T03:08:07.568 INFO:tasks.workunit.client.0.smithi052.stdout:582 2024-09-13T03:08:07.569 INFO:tasks.workunit.client.0.smithi052.stdout:583 2024-09-13T03:08:07.570 INFO:tasks.workunit.client.0.smithi052.stdout:584 2024-09-13T03:08:07.571 INFO:tasks.workunit.client.0.smithi052.stdout:585 2024-09-13T03:08:07.572 INFO:tasks.workunit.client.0.smithi052.stdout:586 2024-09-13T03:08:07.573 INFO:tasks.workunit.client.0.smithi052.stdout:587 2024-09-13T03:08:07.574 INFO:tasks.workunit.client.0.smithi052.stdout:588 2024-09-13T03:08:07.575 INFO:tasks.workunit.client.0.smithi052.stdout:589 2024-09-13T03:08:07.576 INFO:tasks.workunit.client.0.smithi052.stdout:590 2024-09-13T03:08:07.577 INFO:tasks.workunit.client.0.smithi052.stdout:591 2024-09-13T03:08:07.578 INFO:tasks.workunit.client.0.smithi052.stdout:592 2024-09-13T03:08:07.580 INFO:tasks.workunit.client.0.smithi052.stdout:593 2024-09-13T03:08:07.581 INFO:tasks.workunit.client.0.smithi052.stdout:594 2024-09-13T03:08:07.582 INFO:tasks.workunit.client.0.smithi052.stdout:595 2024-09-13T03:08:07.583 INFO:tasks.workunit.client.0.smithi052.stdout:596 2024-09-13T03:08:07.584 INFO:tasks.workunit.client.0.smithi052.stdout:597 2024-09-13T03:08:07.585 INFO:tasks.workunit.client.0.smithi052.stdout:598 2024-09-13T03:08:07.586 INFO:tasks.workunit.client.0.smithi052.stdout:599 2024-09-13T03:08:07.587 INFO:tasks.workunit.client.0.smithi052.stdout:600 2024-09-13T03:08:07.588 INFO:tasks.workunit.client.0.smithi052.stdout:601 2024-09-13T03:08:07.589 INFO:tasks.workunit.client.0.smithi052.stdout:602 2024-09-13T03:08:07.590 INFO:tasks.workunit.client.0.smithi052.stdout:603 2024-09-13T03:08:07.591 INFO:tasks.workunit.client.0.smithi052.stdout:604 2024-09-13T03:08:07.592 INFO:tasks.workunit.client.0.smithi052.stdout:605 2024-09-13T03:08:07.593 INFO:tasks.workunit.client.0.smithi052.stdout:606 2024-09-13T03:08:07.594 INFO:tasks.workunit.client.0.smithi052.stdout:607 2024-09-13T03:08:07.595 INFO:tasks.workunit.client.0.smithi052.stdout:608 2024-09-13T03:08:07.596 INFO:tasks.workunit.client.0.smithi052.stdout:609 2024-09-13T03:08:07.597 INFO:tasks.workunit.client.0.smithi052.stdout:610 2024-09-13T03:08:07.598 INFO:tasks.workunit.client.0.smithi052.stdout:611 2024-09-13T03:08:07.599 INFO:tasks.workunit.client.0.smithi052.stdout:612 2024-09-13T03:08:07.600 INFO:tasks.workunit.client.0.smithi052.stdout:613 2024-09-13T03:08:07.601 INFO:tasks.workunit.client.0.smithi052.stdout:614 2024-09-13T03:08:07.602 INFO:tasks.workunit.client.0.smithi052.stdout:615 2024-09-13T03:08:07.603 INFO:tasks.workunit.client.0.smithi052.stdout:616 2024-09-13T03:08:07.604 INFO:tasks.workunit.client.0.smithi052.stdout:617 2024-09-13T03:08:07.605 INFO:tasks.workunit.client.0.smithi052.stdout:618 2024-09-13T03:08:07.606 INFO:tasks.workunit.client.0.smithi052.stdout:619 2024-09-13T03:08:07.607 INFO:tasks.workunit.client.0.smithi052.stdout:620 2024-09-13T03:08:07.608 INFO:tasks.workunit.client.0.smithi052.stdout:621 2024-09-13T03:08:07.609 INFO:tasks.workunit.client.0.smithi052.stdout:622 2024-09-13T03:08:07.610 INFO:tasks.workunit.client.0.smithi052.stdout:623 2024-09-13T03:08:07.612 INFO:tasks.workunit.client.0.smithi052.stdout:624 2024-09-13T03:08:07.612 INFO:tasks.workunit.client.0.smithi052.stdout:625 2024-09-13T03:08:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:626 2024-09-13T03:08:07.614 INFO:tasks.workunit.client.0.smithi052.stdout:627 2024-09-13T03:08:07.615 INFO:tasks.workunit.client.0.smithi052.stdout:628 2024-09-13T03:08:07.615 INFO:tasks.workunit.client.0.smithi052.stdout:629 2024-09-13T03:08:07.616 INFO:tasks.workunit.client.0.smithi052.stdout:630 2024-09-13T03:08:07.618 INFO:tasks.workunit.client.0.smithi052.stdout:631 2024-09-13T03:08:07.618 INFO:tasks.workunit.client.0.smithi052.stdout:632 2024-09-13T03:08:07.620 INFO:tasks.workunit.client.0.smithi052.stdout:633 2024-09-13T03:08:07.621 INFO:tasks.workunit.client.0.smithi052.stdout:634 2024-09-13T03:08:07.621 INFO:tasks.workunit.client.0.smithi052.stdout:635 2024-09-13T03:08:07.622 INFO:tasks.workunit.client.0.smithi052.stdout:636 2024-09-13T03:08:07.623 INFO:tasks.workunit.client.0.smithi052.stdout:637 2024-09-13T03:08:07.624 INFO:tasks.workunit.client.0.smithi052.stdout:638 2024-09-13T03:08:07.625 INFO:tasks.workunit.client.0.smithi052.stdout:639 2024-09-13T03:08:07.626 INFO:tasks.workunit.client.0.smithi052.stdout:640 2024-09-13T03:08:07.628 INFO:tasks.workunit.client.0.smithi052.stdout:641 2024-09-13T03:08:07.628 INFO:tasks.workunit.client.0.smithi052.stdout:642 2024-09-13T03:08:07.630 INFO:tasks.workunit.client.0.smithi052.stdout:643 2024-09-13T03:08:07.631 INFO:tasks.workunit.client.0.smithi052.stdout:644 2024-09-13T03:08:07.632 INFO:tasks.workunit.client.0.smithi052.stdout:645 2024-09-13T03:08:07.633 INFO:tasks.workunit.client.0.smithi052.stdout:646 2024-09-13T03:08:07.634 INFO:tasks.workunit.client.0.smithi052.stdout:647 2024-09-13T03:08:07.635 INFO:tasks.workunit.client.0.smithi052.stdout:648 2024-09-13T03:08:07.636 INFO:tasks.workunit.client.0.smithi052.stdout:649 2024-09-13T03:08:07.637 INFO:tasks.workunit.client.0.smithi052.stdout:650 2024-09-13T03:08:07.638 INFO:tasks.workunit.client.0.smithi052.stdout:651 2024-09-13T03:08:07.639 INFO:tasks.workunit.client.0.smithi052.stdout:652 2024-09-13T03:08:07.640 INFO:tasks.workunit.client.0.smithi052.stdout:653 2024-09-13T03:08:07.641 INFO:tasks.workunit.client.0.smithi052.stdout:654 2024-09-13T03:08:07.642 INFO:tasks.workunit.client.0.smithi052.stdout:655 2024-09-13T03:08:07.643 INFO:tasks.workunit.client.0.smithi052.stdout:656 2024-09-13T03:08:07.644 INFO:tasks.workunit.client.0.smithi052.stdout:657 2024-09-13T03:08:07.645 INFO:tasks.workunit.client.0.smithi052.stdout:658 2024-09-13T03:08:07.646 INFO:tasks.workunit.client.0.smithi052.stdout:659 2024-09-13T03:08:07.647 INFO:tasks.workunit.client.0.smithi052.stdout:660 2024-09-13T03:08:07.648 INFO:tasks.workunit.client.0.smithi052.stdout:661 2024-09-13T03:08:07.649 INFO:tasks.workunit.client.0.smithi052.stdout:662 2024-09-13T03:08:07.649 INFO:tasks.workunit.client.0.smithi052.stdout:663 2024-09-13T03:08:07.650 INFO:tasks.workunit.client.0.smithi052.stdout:664 2024-09-13T03:08:07.652 INFO:tasks.workunit.client.0.smithi052.stdout:665 2024-09-13T03:08:07.653 INFO:tasks.workunit.client.0.smithi052.stdout:666 2024-09-13T03:08:07.654 INFO:tasks.workunit.client.0.smithi052.stdout:667 2024-09-13T03:08:07.655 INFO:tasks.workunit.client.0.smithi052.stdout:668 2024-09-13T03:08:07.656 INFO:tasks.workunit.client.0.smithi052.stdout:669 2024-09-13T03:08:07.657 INFO:tasks.workunit.client.0.smithi052.stdout:670 2024-09-13T03:08:07.659 INFO:tasks.workunit.client.0.smithi052.stdout:671 2024-09-13T03:08:07.659 INFO:tasks.workunit.client.0.smithi052.stdout:672 2024-09-13T03:08:07.660 INFO:tasks.workunit.client.0.smithi052.stdout:673 2024-09-13T03:08:07.661 INFO:tasks.workunit.client.0.smithi052.stdout:674 2024-09-13T03:08:07.662 INFO:tasks.workunit.client.0.smithi052.stdout:675 2024-09-13T03:08:07.663 INFO:tasks.workunit.client.0.smithi052.stdout:676 2024-09-13T03:08:07.664 INFO:tasks.workunit.client.0.smithi052.stdout:677 2024-09-13T03:08:07.665 INFO:tasks.workunit.client.0.smithi052.stdout:678 2024-09-13T03:08:07.666 INFO:tasks.workunit.client.0.smithi052.stdout:679 2024-09-13T03:08:07.667 INFO:tasks.workunit.client.0.smithi052.stdout:680 2024-09-13T03:08:07.668 INFO:tasks.workunit.client.0.smithi052.stdout:681 2024-09-13T03:08:07.669 INFO:tasks.workunit.client.0.smithi052.stdout:682 2024-09-13T03:08:07.670 INFO:tasks.workunit.client.0.smithi052.stdout:683 2024-09-13T03:08:07.671 INFO:tasks.workunit.client.0.smithi052.stdout:684 2024-09-13T03:08:07.672 INFO:tasks.workunit.client.0.smithi052.stdout:685 2024-09-13T03:08:07.673 INFO:tasks.workunit.client.0.smithi052.stdout:686 2024-09-13T03:08:07.674 INFO:tasks.workunit.client.0.smithi052.stdout:687 2024-09-13T03:08:07.675 INFO:tasks.workunit.client.0.smithi052.stdout:688 2024-09-13T03:08:07.676 INFO:tasks.workunit.client.0.smithi052.stdout:689 2024-09-13T03:08:07.677 INFO:tasks.workunit.client.0.smithi052.stdout:690 2024-09-13T03:08:07.679 INFO:tasks.workunit.client.0.smithi052.stdout:691 2024-09-13T03:08:07.680 INFO:tasks.workunit.client.0.smithi052.stdout:692 2024-09-13T03:08:07.681 INFO:tasks.workunit.client.0.smithi052.stdout:693 2024-09-13T03:08:07.682 INFO:tasks.workunit.client.0.smithi052.stdout:694 2024-09-13T03:08:07.683 INFO:tasks.workunit.client.0.smithi052.stdout:695 2024-09-13T03:08:07.684 INFO:tasks.workunit.client.0.smithi052.stdout:696 2024-09-13T03:08:07.685 INFO:tasks.workunit.client.0.smithi052.stdout:697 2024-09-13T03:08:07.686 INFO:tasks.workunit.client.0.smithi052.stdout:698 2024-09-13T03:08:07.687 INFO:tasks.workunit.client.0.smithi052.stdout:699 2024-09-13T03:08:07.688 INFO:tasks.workunit.client.0.smithi052.stdout:700 2024-09-13T03:08:07.689 INFO:tasks.workunit.client.0.smithi052.stdout:701 2024-09-13T03:08:07.690 INFO:tasks.workunit.client.0.smithi052.stdout:702 2024-09-13T03:08:07.691 INFO:tasks.workunit.client.0.smithi052.stdout:703 2024-09-13T03:08:07.692 INFO:tasks.workunit.client.0.smithi052.stdout:704 2024-09-13T03:08:07.693 INFO:tasks.workunit.client.0.smithi052.stdout:705 2024-09-13T03:08:07.694 INFO:tasks.workunit.client.0.smithi052.stdout:706 2024-09-13T03:08:07.696 INFO:tasks.workunit.client.0.smithi052.stdout:707 2024-09-13T03:08:07.697 INFO:tasks.workunit.client.0.smithi052.stdout:708 2024-09-13T03:08:07.698 INFO:tasks.workunit.client.0.smithi052.stdout:709 2024-09-13T03:08:07.699 INFO:tasks.workunit.client.0.smithi052.stdout:710 2024-09-13T03:08:07.700 INFO:tasks.workunit.client.0.smithi052.stdout:711 2024-09-13T03:08:07.701 INFO:tasks.workunit.client.0.smithi052.stdout:712 2024-09-13T03:08:07.702 INFO:tasks.workunit.client.0.smithi052.stdout:713 2024-09-13T03:08:07.703 INFO:tasks.workunit.client.0.smithi052.stdout:714 2024-09-13T03:08:07.704 INFO:tasks.workunit.client.0.smithi052.stdout:715 2024-09-13T03:08:07.706 INFO:tasks.workunit.client.0.smithi052.stdout:716 2024-09-13T03:08:07.707 INFO:tasks.workunit.client.0.smithi052.stdout:717 2024-09-13T03:08:07.708 INFO:tasks.workunit.client.0.smithi052.stdout:718 2024-09-13T03:08:07.709 INFO:tasks.workunit.client.0.smithi052.stdout:719 2024-09-13T03:08:07.710 INFO:tasks.workunit.client.0.smithi052.stdout:720 2024-09-13T03:08:07.711 INFO:tasks.workunit.client.0.smithi052.stdout:721 2024-09-13T03:08:07.712 INFO:tasks.workunit.client.0.smithi052.stdout:722 2024-09-13T03:08:07.713 INFO:tasks.workunit.client.0.smithi052.stdout:723 2024-09-13T03:08:07.714 INFO:tasks.workunit.client.0.smithi052.stdout:724 2024-09-13T03:08:07.715 INFO:tasks.workunit.client.0.smithi052.stdout:725 2024-09-13T03:08:07.717 INFO:tasks.workunit.client.0.smithi052.stdout:726 2024-09-13T03:08:07.718 INFO:tasks.workunit.client.0.smithi052.stdout:727 2024-09-13T03:08:07.719 INFO:tasks.workunit.client.0.smithi052.stdout:728 2024-09-13T03:08:07.720 INFO:tasks.workunit.client.0.smithi052.stdout:729 2024-09-13T03:08:07.721 INFO:tasks.workunit.client.0.smithi052.stdout:730 2024-09-13T03:08:07.722 INFO:tasks.workunit.client.0.smithi052.stdout:731 2024-09-13T03:08:07.723 INFO:tasks.workunit.client.0.smithi052.stdout:732 2024-09-13T03:08:07.724 INFO:tasks.workunit.client.0.smithi052.stdout:733 2024-09-13T03:08:07.725 INFO:tasks.workunit.client.0.smithi052.stdout:734 2024-09-13T03:08:07.726 INFO:tasks.workunit.client.0.smithi052.stdout:735 2024-09-13T03:08:07.727 INFO:tasks.workunit.client.0.smithi052.stdout:736 2024-09-13T03:08:07.728 INFO:tasks.workunit.client.0.smithi052.stdout:737 2024-09-13T03:08:07.729 INFO:tasks.workunit.client.0.smithi052.stdout:738 2024-09-13T03:08:07.730 INFO:tasks.workunit.client.0.smithi052.stdout:739 2024-09-13T03:08:07.731 INFO:tasks.workunit.client.0.smithi052.stdout:740 2024-09-13T03:08:07.732 INFO:tasks.workunit.client.0.smithi052.stdout:741 2024-09-13T03:08:07.733 INFO:tasks.workunit.client.0.smithi052.stdout:742 2024-09-13T03:08:07.735 INFO:tasks.workunit.client.0.smithi052.stdout:743 2024-09-13T03:08:07.736 INFO:tasks.workunit.client.0.smithi052.stdout:744 2024-09-13T03:08:07.737 INFO:tasks.workunit.client.0.smithi052.stdout:745 2024-09-13T03:08:07.738 INFO:tasks.workunit.client.0.smithi052.stdout:746 2024-09-13T03:08:07.739 INFO:tasks.workunit.client.0.smithi052.stdout:747 2024-09-13T03:08:07.740 INFO:tasks.workunit.client.0.smithi052.stdout:748 2024-09-13T03:08:07.741 INFO:tasks.workunit.client.0.smithi052.stdout:749 2024-09-13T03:08:07.742 INFO:tasks.workunit.client.0.smithi052.stdout:750 2024-09-13T03:08:07.743 INFO:tasks.workunit.client.0.smithi052.stdout:751 2024-09-13T03:08:07.744 INFO:tasks.workunit.client.0.smithi052.stdout:752 2024-09-13T03:08:07.745 INFO:tasks.workunit.client.0.smithi052.stdout:753 2024-09-13T03:08:07.746 INFO:tasks.workunit.client.0.smithi052.stdout:754 2024-09-13T03:08:07.747 INFO:tasks.workunit.client.0.smithi052.stdout:755 2024-09-13T03:08:07.748 INFO:tasks.workunit.client.0.smithi052.stdout:756 2024-09-13T03:08:07.749 INFO:tasks.workunit.client.0.smithi052.stdout:757 2024-09-13T03:08:07.750 INFO:tasks.workunit.client.0.smithi052.stdout:758 2024-09-13T03:08:07.751 INFO:tasks.workunit.client.0.smithi052.stdout:759 2024-09-13T03:08:07.752 INFO:tasks.workunit.client.0.smithi052.stdout:760 2024-09-13T03:08:07.754 INFO:tasks.workunit.client.0.smithi052.stdout:761 2024-09-13T03:08:07.755 INFO:tasks.workunit.client.0.smithi052.stdout:762 2024-09-13T03:08:07.756 INFO:tasks.workunit.client.0.smithi052.stdout:763 2024-09-13T03:08:07.757 INFO:tasks.workunit.client.0.smithi052.stdout:764 2024-09-13T03:08:07.758 INFO:tasks.workunit.client.0.smithi052.stdout:765 2024-09-13T03:08:07.759 INFO:tasks.workunit.client.0.smithi052.stdout:766 2024-09-13T03:08:07.760 INFO:tasks.workunit.client.0.smithi052.stdout:767 2024-09-13T03:08:07.761 INFO:tasks.workunit.client.0.smithi052.stdout:768 2024-09-13T03:08:07.763 INFO:tasks.workunit.client.0.smithi052.stdout:769 2024-09-13T03:08:07.764 INFO:tasks.workunit.client.0.smithi052.stdout:770 2024-09-13T03:08:07.765 INFO:tasks.workunit.client.0.smithi052.stdout:771 2024-09-13T03:08:07.766 INFO:tasks.workunit.client.0.smithi052.stdout:772 2024-09-13T03:08:07.767 INFO:tasks.workunit.client.0.smithi052.stdout:773 2024-09-13T03:08:07.768 INFO:tasks.workunit.client.0.smithi052.stdout:774 2024-09-13T03:08:07.769 INFO:tasks.workunit.client.0.smithi052.stdout:775 2024-09-13T03:08:07.770 INFO:tasks.workunit.client.0.smithi052.stdout:776 2024-09-13T03:08:07.771 INFO:tasks.workunit.client.0.smithi052.stdout:777 2024-09-13T03:08:07.773 INFO:tasks.workunit.client.0.smithi052.stdout:778 2024-09-13T03:08:07.774 INFO:tasks.workunit.client.0.smithi052.stdout:779 2024-09-13T03:08:07.775 INFO:tasks.workunit.client.0.smithi052.stdout:780 2024-09-13T03:08:07.776 INFO:tasks.workunit.client.0.smithi052.stdout:781 2024-09-13T03:08:07.777 INFO:tasks.workunit.client.0.smithi052.stdout:782 2024-09-13T03:08:07.779 INFO:tasks.workunit.client.0.smithi052.stdout:783 2024-09-13T03:08:07.780 INFO:tasks.workunit.client.0.smithi052.stdout:784 2024-09-13T03:08:07.781 INFO:tasks.workunit.client.0.smithi052.stdout:785 2024-09-13T03:08:07.782 INFO:tasks.workunit.client.0.smithi052.stdout:786 2024-09-13T03:08:07.783 INFO:tasks.workunit.client.0.smithi052.stdout:787 2024-09-13T03:08:07.784 INFO:tasks.workunit.client.0.smithi052.stdout:788 2024-09-13T03:08:07.785 INFO:tasks.workunit.client.0.smithi052.stdout:789 2024-09-13T03:08:07.786 INFO:tasks.workunit.client.0.smithi052.stdout:790 2024-09-13T03:08:07.787 INFO:tasks.workunit.client.0.smithi052.stdout:791 2024-09-13T03:08:07.789 INFO:tasks.workunit.client.0.smithi052.stdout:792 2024-09-13T03:08:07.790 INFO:tasks.workunit.client.0.smithi052.stdout:793 2024-09-13T03:08:07.791 INFO:tasks.workunit.client.0.smithi052.stdout:794 2024-09-13T03:08:07.792 INFO:tasks.workunit.client.0.smithi052.stdout:795 2024-09-13T03:08:07.793 INFO:tasks.workunit.client.0.smithi052.stdout:796 2024-09-13T03:08:07.794 INFO:tasks.workunit.client.0.smithi052.stdout:797 2024-09-13T03:08:07.795 INFO:tasks.workunit.client.0.smithi052.stdout:798 2024-09-13T03:08:07.796 INFO:tasks.workunit.client.0.smithi052.stdout:799 2024-09-13T03:08:07.798 INFO:tasks.workunit.client.0.smithi052.stdout:800 2024-09-13T03:08:07.799 INFO:tasks.workunit.client.0.smithi052.stdout:801 2024-09-13T03:08:07.800 INFO:tasks.workunit.client.0.smithi052.stdout:802 2024-09-13T03:08:07.801 INFO:tasks.workunit.client.0.smithi052.stdout:803 2024-09-13T03:08:07.802 INFO:tasks.workunit.client.0.smithi052.stdout:804 2024-09-13T03:08:07.803 INFO:tasks.workunit.client.0.smithi052.stdout:805 2024-09-13T03:08:07.805 INFO:tasks.workunit.client.0.smithi052.stdout:806 2024-09-13T03:08:07.806 INFO:tasks.workunit.client.0.smithi052.stdout:807 2024-09-13T03:08:07.807 INFO:tasks.workunit.client.0.smithi052.stdout:808 2024-09-13T03:08:07.808 INFO:tasks.workunit.client.0.smithi052.stdout:809 2024-09-13T03:08:07.809 INFO:tasks.workunit.client.0.smithi052.stdout:810 2024-09-13T03:08:07.810 INFO:tasks.workunit.client.0.smithi052.stdout:811 2024-09-13T03:08:07.811 INFO:tasks.workunit.client.0.smithi052.stdout:812 2024-09-13T03:08:07.813 INFO:tasks.workunit.client.0.smithi052.stdout:813 2024-09-13T03:08:07.816 INFO:tasks.workunit.client.0.smithi052.stdout:814 2024-09-13T03:08:07.816 INFO:tasks.workunit.client.0.smithi052.stdout:815 2024-09-13T03:08:07.816 INFO:tasks.workunit.client.0.smithi052.stdout:816 2024-09-13T03:08:07.818 INFO:tasks.workunit.client.0.smithi052.stdout:817 2024-09-13T03:08:07.820 INFO:tasks.workunit.client.0.smithi052.stdout:818 2024-09-13T03:08:07.824 INFO:tasks.workunit.client.0.smithi052.stdout:819 2024-09-13T03:08:07.826 INFO:tasks.workunit.client.0.smithi052.stdout:820 2024-09-13T03:08:07.828 INFO:tasks.workunit.client.0.smithi052.stdout:821 2024-09-13T03:08:07.829 INFO:tasks.workunit.client.0.smithi052.stdout:822 2024-09-13T03:08:07.830 INFO:tasks.workunit.client.0.smithi052.stdout:823 2024-09-13T03:08:07.831 INFO:tasks.workunit.client.0.smithi052.stdout:824 2024-09-13T03:08:07.832 INFO:tasks.workunit.client.0.smithi052.stdout:825 2024-09-13T03:08:07.833 INFO:tasks.workunit.client.0.smithi052.stdout:826 2024-09-13T03:08:07.834 INFO:tasks.workunit.client.0.smithi052.stdout:827 2024-09-13T03:08:07.835 INFO:tasks.workunit.client.0.smithi052.stdout:828 2024-09-13T03:08:07.837 INFO:tasks.workunit.client.0.smithi052.stdout:829 2024-09-13T03:08:07.838 INFO:tasks.workunit.client.0.smithi052.stdout:830 2024-09-13T03:08:07.839 INFO:tasks.workunit.client.0.smithi052.stdout:831 2024-09-13T03:08:07.840 INFO:tasks.workunit.client.0.smithi052.stdout:832 2024-09-13T03:08:07.841 INFO:tasks.workunit.client.0.smithi052.stdout:833 2024-09-13T03:08:07.842 INFO:tasks.workunit.client.0.smithi052.stdout:834 2024-09-13T03:08:07.843 INFO:tasks.workunit.client.0.smithi052.stdout:835 2024-09-13T03:08:07.844 INFO:tasks.workunit.client.0.smithi052.stdout:836 2024-09-13T03:08:07.846 INFO:tasks.workunit.client.0.smithi052.stdout:837 2024-09-13T03:08:07.847 INFO:tasks.workunit.client.0.smithi052.stdout:838 2024-09-13T03:08:07.848 INFO:tasks.workunit.client.0.smithi052.stdout:839 2024-09-13T03:08:07.850 INFO:tasks.workunit.client.0.smithi052.stdout:840 2024-09-13T03:08:07.851 INFO:tasks.workunit.client.0.smithi052.stdout:841 2024-09-13T03:08:07.852 INFO:tasks.workunit.client.0.smithi052.stdout:842 2024-09-13T03:08:07.853 INFO:tasks.workunit.client.0.smithi052.stdout:843 2024-09-13T03:08:07.855 INFO:tasks.workunit.client.0.smithi052.stdout:844 2024-09-13T03:08:07.856 INFO:tasks.workunit.client.0.smithi052.stdout:845 2024-09-13T03:08:07.857 INFO:tasks.workunit.client.0.smithi052.stdout:846 2024-09-13T03:08:07.858 INFO:tasks.workunit.client.0.smithi052.stdout:847 2024-09-13T03:08:07.859 INFO:tasks.workunit.client.0.smithi052.stdout:848 2024-09-13T03:08:07.860 INFO:tasks.workunit.client.0.smithi052.stdout:849 2024-09-13T03:08:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:850 2024-09-13T03:08:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:851 2024-09-13T03:08:07.864 INFO:tasks.workunit.client.0.smithi052.stdout:852 2024-09-13T03:08:07.865 INFO:tasks.workunit.client.0.smithi052.stdout:853 2024-09-13T03:08:07.866 INFO:tasks.workunit.client.0.smithi052.stdout:854 2024-09-13T03:08:07.868 INFO:tasks.workunit.client.0.smithi052.stdout:855 2024-09-13T03:08:07.869 INFO:tasks.workunit.client.0.smithi052.stdout:856 2024-09-13T03:08:07.870 INFO:tasks.workunit.client.0.smithi052.stdout:857 2024-09-13T03:08:07.871 INFO:tasks.workunit.client.0.smithi052.stdout:858 2024-09-13T03:08:07.872 INFO:tasks.workunit.client.0.smithi052.stdout:859 2024-09-13T03:08:07.873 INFO:tasks.workunit.client.0.smithi052.stdout:860 2024-09-13T03:08:07.874 INFO:tasks.workunit.client.0.smithi052.stdout:861 2024-09-13T03:08:07.875 INFO:tasks.workunit.client.0.smithi052.stdout:862 2024-09-13T03:08:07.876 INFO:tasks.workunit.client.0.smithi052.stdout:863 2024-09-13T03:08:07.878 INFO:tasks.workunit.client.0.smithi052.stdout:864 2024-09-13T03:08:07.879 INFO:tasks.workunit.client.0.smithi052.stdout:865 2024-09-13T03:08:07.880 INFO:tasks.workunit.client.0.smithi052.stdout:866 2024-09-13T03:08:07.881 INFO:tasks.workunit.client.0.smithi052.stdout:867 2024-09-13T03:08:07.882 INFO:tasks.workunit.client.0.smithi052.stdout:868 2024-09-13T03:08:07.883 INFO:tasks.workunit.client.0.smithi052.stdout:869 2024-09-13T03:08:07.884 INFO:tasks.workunit.client.0.smithi052.stdout:870 2024-09-13T03:08:07.885 INFO:tasks.workunit.client.0.smithi052.stdout:871 2024-09-13T03:08:07.886 INFO:tasks.workunit.client.0.smithi052.stdout:872 2024-09-13T03:08:07.887 INFO:tasks.workunit.client.0.smithi052.stdout:873 2024-09-13T03:08:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:874 2024-09-13T03:08:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:875 2024-09-13T03:08:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:876 2024-09-13T03:08:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:877 2024-09-13T03:08:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:878 2024-09-13T03:08:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:879 2024-09-13T03:08:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:880 2024-09-13T03:08:07.896 INFO:tasks.workunit.client.0.smithi052.stdout:881 2024-09-13T03:08:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:882 2024-09-13T03:08:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:883 2024-09-13T03:08:07.900 INFO:tasks.workunit.client.0.smithi052.stdout:884 2024-09-13T03:08:07.901 INFO:tasks.workunit.client.0.smithi052.stdout:885 2024-09-13T03:08:07.902 INFO:tasks.workunit.client.0.smithi052.stdout:886 2024-09-13T03:08:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:887 2024-09-13T03:08:07.904 INFO:tasks.workunit.client.0.smithi052.stdout:888 2024-09-13T03:08:07.905 INFO:tasks.workunit.client.0.smithi052.stdout:889 2024-09-13T03:08:07.907 INFO:tasks.workunit.client.0.smithi052.stdout:890 2024-09-13T03:08:07.908 INFO:tasks.workunit.client.0.smithi052.stdout:891 2024-09-13T03:08:07.909 INFO:tasks.workunit.client.0.smithi052.stdout:892 2024-09-13T03:08:07.910 INFO:tasks.workunit.client.0.smithi052.stdout:893 2024-09-13T03:08:07.911 INFO:tasks.workunit.client.0.smithi052.stdout:894 2024-09-13T03:08:07.912 INFO:tasks.workunit.client.0.smithi052.stdout:895 2024-09-13T03:08:07.913 INFO:tasks.workunit.client.0.smithi052.stdout:896 2024-09-13T03:08:07.914 INFO:tasks.workunit.client.0.smithi052.stdout:897 2024-09-13T03:08:07.915 INFO:tasks.workunit.client.0.smithi052.stdout:898 2024-09-13T03:08:07.916 INFO:tasks.workunit.client.0.smithi052.stdout:899 2024-09-13T03:08:07.917 INFO:tasks.workunit.client.0.smithi052.stdout:900 2024-09-13T03:08:07.918 INFO:tasks.workunit.client.0.smithi052.stdout:901 2024-09-13T03:08:07.920 INFO:tasks.workunit.client.0.smithi052.stdout:902 2024-09-13T03:08:07.921 INFO:tasks.workunit.client.0.smithi052.stdout:903 2024-09-13T03:08:07.922 INFO:tasks.workunit.client.0.smithi052.stdout:904 2024-09-13T03:08:07.923 INFO:tasks.workunit.client.0.smithi052.stdout:905 2024-09-13T03:08:07.924 INFO:tasks.workunit.client.0.smithi052.stdout:906 2024-09-13T03:08:07.925 INFO:tasks.workunit.client.0.smithi052.stdout:907 2024-09-13T03:08:07.927 INFO:tasks.workunit.client.0.smithi052.stdout:908 2024-09-13T03:08:07.928 INFO:tasks.workunit.client.0.smithi052.stdout:909 2024-09-13T03:08:07.929 INFO:tasks.workunit.client.0.smithi052.stdout:910 2024-09-13T03:08:07.930 INFO:tasks.workunit.client.0.smithi052.stdout:911 2024-09-13T03:08:07.931 INFO:tasks.workunit.client.0.smithi052.stdout:912 2024-09-13T03:08:07.932 INFO:tasks.workunit.client.0.smithi052.stdout:913 2024-09-13T03:08:07.933 INFO:tasks.workunit.client.0.smithi052.stdout:914 2024-09-13T03:08:07.934 INFO:tasks.workunit.client.0.smithi052.stdout:915 2024-09-13T03:08:07.935 INFO:tasks.workunit.client.0.smithi052.stdout:916 2024-09-13T03:08:07.937 INFO:tasks.workunit.client.0.smithi052.stdout:917 2024-09-13T03:08:07.938 INFO:tasks.workunit.client.0.smithi052.stdout:918 2024-09-13T03:08:07.939 INFO:tasks.workunit.client.0.smithi052.stdout:919 2024-09-13T03:08:07.940 INFO:tasks.workunit.client.0.smithi052.stdout:920 2024-09-13T03:08:07.941 INFO:tasks.workunit.client.0.smithi052.stdout:921 2024-09-13T03:08:07.942 INFO:tasks.workunit.client.0.smithi052.stdout:922 2024-09-13T03:08:07.943 INFO:tasks.workunit.client.0.smithi052.stdout:923 2024-09-13T03:08:07.944 INFO:tasks.workunit.client.0.smithi052.stdout:924 2024-09-13T03:08:07.945 INFO:tasks.workunit.client.0.smithi052.stdout:925 2024-09-13T03:08:07.946 INFO:tasks.workunit.client.0.smithi052.stdout:926 2024-09-13T03:08:07.948 INFO:tasks.workunit.client.0.smithi052.stdout:927 2024-09-13T03:08:07.949 INFO:tasks.workunit.client.0.smithi052.stdout:928 2024-09-13T03:08:07.950 INFO:tasks.workunit.client.0.smithi052.stdout:929 2024-09-13T03:08:07.951 INFO:tasks.workunit.client.0.smithi052.stdout:930 2024-09-13T03:08:07.952 INFO:tasks.workunit.client.0.smithi052.stdout:931 2024-09-13T03:08:07.954 INFO:tasks.workunit.client.0.smithi052.stdout:932 2024-09-13T03:08:07.955 INFO:tasks.workunit.client.0.smithi052.stdout:933 2024-09-13T03:08:07.956 INFO:tasks.workunit.client.0.smithi052.stdout:934 2024-09-13T03:08:07.957 INFO:tasks.workunit.client.0.smithi052.stdout:935 2024-09-13T03:08:07.958 INFO:tasks.workunit.client.0.smithi052.stdout:936 2024-09-13T03:08:07.960 INFO:tasks.workunit.client.0.smithi052.stdout:937 2024-09-13T03:08:07.961 INFO:tasks.workunit.client.0.smithi052.stdout:938 2024-09-13T03:08:07.962 INFO:tasks.workunit.client.0.smithi052.stdout:939 2024-09-13T03:08:07.963 INFO:tasks.workunit.client.0.smithi052.stdout:940 2024-09-13T03:08:07.964 INFO:tasks.workunit.client.0.smithi052.stdout:941 2024-09-13T03:08:07.965 INFO:tasks.workunit.client.0.smithi052.stdout:942 2024-09-13T03:08:07.966 INFO:tasks.workunit.client.0.smithi052.stdout:943 2024-09-13T03:08:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:944 2024-09-13T03:08:07.969 INFO:tasks.workunit.client.0.smithi052.stdout:945 2024-09-13T03:08:07.970 INFO:tasks.workunit.client.0.smithi052.stdout:946 2024-09-13T03:08:07.971 INFO:tasks.workunit.client.0.smithi052.stdout:947 2024-09-13T03:08:07.973 INFO:tasks.workunit.client.0.smithi052.stdout:948 2024-09-13T03:08:07.974 INFO:tasks.workunit.client.0.smithi052.stdout:949 2024-09-13T03:08:07.975 INFO:tasks.workunit.client.0.smithi052.stdout:950 2024-09-13T03:08:07.976 INFO:tasks.workunit.client.0.smithi052.stdout:951 2024-09-13T03:08:07.977 INFO:tasks.workunit.client.0.smithi052.stdout:952 2024-09-13T03:08:07.978 INFO:tasks.workunit.client.0.smithi052.stdout:953 2024-09-13T03:08:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:954 2024-09-13T03:08:07.981 INFO:tasks.workunit.client.0.smithi052.stdout:955 2024-09-13T03:08:07.982 INFO:tasks.workunit.client.0.smithi052.stdout:956 2024-09-13T03:08:07.983 INFO:tasks.workunit.client.0.smithi052.stdout:957 2024-09-13T03:08:07.984 INFO:tasks.workunit.client.0.smithi052.stdout:958 2024-09-13T03:08:07.985 INFO:tasks.workunit.client.0.smithi052.stdout:959 2024-09-13T03:08:07.987 INFO:tasks.workunit.client.0.smithi052.stdout:960 2024-09-13T03:08:07.987 INFO:tasks.workunit.client.0.smithi052.stdout:961 2024-09-13T03:08:07.989 INFO:tasks.workunit.client.0.smithi052.stdout:962 2024-09-13T03:08:07.990 INFO:tasks.workunit.client.0.smithi052.stdout:963 2024-09-13T03:08:07.991 INFO:tasks.workunit.client.0.smithi052.stdout:964 2024-09-13T03:08:07.993 INFO:tasks.workunit.client.0.smithi052.stdout:965 2024-09-13T03:08:07.994 INFO:tasks.workunit.client.0.smithi052.stdout:966 2024-09-13T03:08:07.996 INFO:tasks.workunit.client.0.smithi052.stdout:967 2024-09-13T03:08:07.997 INFO:tasks.workunit.client.0.smithi052.stdout:968 2024-09-13T03:08:07.998 INFO:tasks.workunit.client.0.smithi052.stdout:969 2024-09-13T03:08:07.999 INFO:tasks.workunit.client.0.smithi052.stdout:970 2024-09-13T03:08:08.001 INFO:tasks.workunit.client.0.smithi052.stdout:971 2024-09-13T03:08:08.002 INFO:tasks.workunit.client.0.smithi052.stdout:972 2024-09-13T03:08:08.003 INFO:tasks.workunit.client.0.smithi052.stdout:973 2024-09-13T03:08:08.004 INFO:tasks.workunit.client.0.smithi052.stdout:974 2024-09-13T03:08:08.005 INFO:tasks.workunit.client.0.smithi052.stdout:975 2024-09-13T03:08:08.007 INFO:tasks.workunit.client.0.smithi052.stdout:976 2024-09-13T03:08:08.008 INFO:tasks.workunit.client.0.smithi052.stdout:977 2024-09-13T03:08:08.009 INFO:tasks.workunit.client.0.smithi052.stdout:978 2024-09-13T03:08:08.011 INFO:tasks.workunit.client.0.smithi052.stdout:979 2024-09-13T03:08:08.012 INFO:tasks.workunit.client.0.smithi052.stdout:980 2024-09-13T03:08:08.013 INFO:tasks.workunit.client.0.smithi052.stdout:981 2024-09-13T03:08:08.014 INFO:tasks.workunit.client.0.smithi052.stdout:982 2024-09-13T03:08:08.015 INFO:tasks.workunit.client.0.smithi052.stdout:983 2024-09-13T03:08:08.017 INFO:tasks.workunit.client.0.smithi052.stdout:984 2024-09-13T03:08:08.018 INFO:tasks.workunit.client.0.smithi052.stdout:985 2024-09-13T03:08:08.020 INFO:tasks.workunit.client.0.smithi052.stdout:986 2024-09-13T03:08:08.020 INFO:tasks.workunit.client.0.smithi052.stdout:987 2024-09-13T03:08:08.021 INFO:tasks.workunit.client.0.smithi052.stdout:988 2024-09-13T03:08:08.023 INFO:tasks.workunit.client.0.smithi052.stdout:989 2024-09-13T03:08:08.024 INFO:tasks.workunit.client.0.smithi052.stdout:990 2024-09-13T03:08:08.025 INFO:tasks.workunit.client.0.smithi052.stdout:991 2024-09-13T03:08:08.026 INFO:tasks.workunit.client.0.smithi052.stdout:992 2024-09-13T03:08:08.028 INFO:tasks.workunit.client.0.smithi052.stdout:993 2024-09-13T03:08:08.029 INFO:tasks.workunit.client.0.smithi052.stdout:994 2024-09-13T03:08:08.030 INFO:tasks.workunit.client.0.smithi052.stdout:995 2024-09-13T03:08:08.031 INFO:tasks.workunit.client.0.smithi052.stdout:996 2024-09-13T03:08:08.032 INFO:tasks.workunit.client.0.smithi052.stdout:997 2024-09-13T03:08:08.033 INFO:tasks.workunit.client.0.smithi052.stdout:998 2024-09-13T03:08:08.034 INFO:tasks.workunit.client.0.smithi052.stdout:999 2024-09-13T03:08:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:07 smithi078 ceph-mon[85589]: pgmap v1100: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:07 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:07 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:07 smithi078 ceph-mon[85589]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T03:08:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:07 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1193474843' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T03:08:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[91421]: pgmap v1100: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[91421]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T03:08:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1193474843' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T03:08:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[89065]: pgmap v1100: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[89065]: osdmap e974: 8 total, 8 up, 8 in 2024-09-13T03:08:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:07 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1193474843' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-13T03:08:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:08:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:08:08] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:00000010 69 73 |is| 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:00000012 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:00000010 69 73 |is| 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:00000012 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsHello.WriteReturnData (4020 ms) 2024-09-13T03:08:08.835 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsHello.Loud 2024-09-13T03:08:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:08 smithi078 ceph-mon[85589]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T03:08:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:08 smithi052 ceph-mon[91421]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T03:08:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:08 smithi052 ceph-mon[89065]: osdmap e975: 8 total, 8 up, 8 in 2024-09-13T03:08:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:09 smithi078 ceph-mon[85589]: pgmap v1103: 137 pgs: 2 creating+activating, 5 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:09 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:09 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:09 smithi078 ceph-mon[85589]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[91421]: pgmap v1103: 137 pgs: 2 creating+activating, 5 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[91421]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[89065]: pgmap v1103: 137 pgs: 2 creating+activating, 5 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:09 smithi052 ceph-mon[89065]: osdmap e976: 8 total, 8 up, 8 in 2024-09-13T03:08:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:10 smithi078 ceph-mon[85589]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T03:08:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:10 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1886672579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:10 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:10 smithi052 ceph-mon[91421]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T03:08:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:10 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1886672579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:10 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:10 smithi052 ceph-mon[89065]: osdmap e977: 8 total, 8 up, 8 in 2024-09-13T03:08:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:10 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1886672579' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:10 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:11.852 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsHello.Loud (3017 ms) 2024-09-13T03:08:11.852 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsHello.BadMethods 2024-09-13T03:08:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:11 smithi078 ceph-mon[85589]: pgmap v1106: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:11 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:11 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:11 smithi078 ceph-mon[85589]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T03:08:12.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[89065]: pgmap v1106: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:12.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:12.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:12.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[89065]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T03:08:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[91421]: pgmap v1106: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:11 smithi052 ceph-mon[91421]: osdmap e978: 8 total, 8 up, 8 in 2024-09-13T03:08:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:08:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:12 smithi078 ceph-mon[85589]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T03:08:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:12 smithi052 ceph-mon[91421]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T03:08:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:12 smithi052 ceph-mon[89065]: osdmap e979: 8 total, 8 up, 8 in 2024-09-13T03:08:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:13 smithi078 ceph-mon[85589]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:13 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:13 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:13 smithi078 ceph-mon[85589]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T03:08:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:13 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1421526993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:14.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:13 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[91421]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[91421]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T03:08:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1421526993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:14.279 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T03:08:13.876+0000 7f96ebd73640 -1 osd.3 pg_epoch: 981 pg[38.2( v 981'1 (0'0,981'1] local-lis/les=980/981 n=1 ec=980/980 lis/c=980/980 les/c/f=981/981/0 sis=980) [3,7,5] r=0 lpr=980 crt=981'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-13T03:08:14.279 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T03:08:13.878+0000 7f96ebd73640 -1 osd.3 pg_epoch: 981 pg[38.2( v 981'2 (0'0,981'2] local-lis/les=980/981 n=1 ec=980/980 lis/c=980/980 les/c/f=981/981/0 sis=980) [3,7,5] r=0 lpr=980 crt=981'1 lcod 981'1 mlcod 981'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-13T03:08:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[89065]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[89065]: osdmap e980: 8 total, 8 up, 8 in 2024-09-13T03:08:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1421526993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:14.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:13 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:14.870 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsHello.BadMethods (3017 ms) 2024-09-13T03:08:14.870 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsHello.Filter 2024-09-13T03:08:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:14 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:14 smithi078 ceph-mon[85589]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T03:08:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:14 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:14 smithi052 ceph-mon[91421]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T03:08:15.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:14 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:15.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:14 smithi052 ceph-mon[89065]: osdmap e981: 8 total, 8 up, 8 in 2024-09-13T03:08:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:15 smithi078 ceph-mon[85589]: pgmap v1112: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:15 smithi078 ceph-mon[85589]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T03:08:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:15 smithi052 ceph-mon[91421]: pgmap v1112: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:15 smithi052 ceph-mon[91421]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T03:08:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:15 smithi052 ceph-mon[89065]: pgmap v1112: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:15 smithi052 ceph-mon[89065]: osdmap e982: 8 total, 8 up, 8 in 2024-09-13T03:08:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T03:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/946282362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:16 smithi078 ceph-mon[85589]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T03:08:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/946282362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[91421]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: osdmap e983: 8 total, 8 up, 8 in 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/946282362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:17.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:17.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:17.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122230-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:17.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:16 smithi052 ceph-mon[89065]: osdmap e984: 8 total, 8 up, 8 in 2024-09-13T03:08:17.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsHello.Filter (3005 ms) 2024-09-13T03:08:17.875 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 6 tests from ClsHello (18950 ms total) 2024-09-13T03:08:17.875 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:08:17.875 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:08:17.875 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 6 tests from 1 test suite ran. (18950 ms total) 2024-09-13T03:08:17.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 6 tests. 2024-09-13T03:08:17.877 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:08:17.878 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:08:17.952 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-13T03:08:17.952 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-13T03:08:18.027 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:08:18.027 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-13T03:08:18.027 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:08:18.028 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 27 tests from TestClsJournal 2024-09-13T03:08:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:17 smithi078 ceph-mon[85589]: pgmap v1115: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:17 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:17 smithi078 ceph-mon[85589]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T03:08:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:17 smithi052 ceph-mon[91421]: pgmap v1115: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:17 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:18.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:17 smithi052 ceph-mon[91421]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T03:08:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:17 smithi052 ceph-mon[89065]: pgmap v1115: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:17 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:17 smithi052 ceph-mon[89065]: osdmap e985: 8 total, 8 up, 8 in 2024-09-13T03:08:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:08:18] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:08:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:18 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:18 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:18 smithi078 ceph-mon[85589]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T03:08:19.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:18 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1691023260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122370-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[89065]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1691023260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122370-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[91421]: osdmap e986: 8 total, 8 up, 8 in 2024-09-13T03:08:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:18 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1691023260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122370-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:19.894 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.Create 2024-09-13T03:08:19.910 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-09-13T03:08:19.910 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-13T03:08:19.915 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-09-13T03:08:19.915 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-13T03:08:19.921 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-09-13T03:08:19.921 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-13T03:08:19.924 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-09-13T03:08:19.924 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-13T03:08:19.927 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-13T03:08:19.927 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-13T03:08:19.930 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-13T03:08:19.930 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-13T03:08:19.933 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-13T03:08:19.933 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-13T03:08:19.937 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-13T03:08:19.937 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-13T03:08:19.939 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-09-13T03:08:19.939 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-13T03:08:19.944 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-13T03:08:19.944 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-13T03:08:19.948 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-09-13T03:08:19.949 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-13T03:08:19.954 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientUpdateState (6 ms) 2024-09-13T03:08:19.954 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-13T03:08:19.957 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-13T03:08:19.957 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-13T03:08:19.961 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-13T03:08:19.961 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-13T03:08:20.066 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (104 ms) 2024-09-13T03:08:20.066 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-13T03:08:20.070 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-09-13T03:08:20.070 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-13T03:08:20.072 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-13T03:08:20.073 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-13T03:08:20.073 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-13T03:08:20.073 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-13T03:08:20.135 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.ClientList (61 ms) 2024-09-13T03:08:20.135 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-13T03:08:20.139 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-09-13T03:08:20.139 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-13T03:08:20.147 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-13T03:08:20.147 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-13T03:08:20.154 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-13T03:08:20.154 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.TagList 2024-09-13T03:08:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:19 smithi078 ceph-mon[85589]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:19 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1691023260' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122370-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:19 smithi078 ceph-mon[85589]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T03:08:20.243 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.TagList (89 ms) 2024-09-13T03:08:20.243 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-13T03:08:20.245 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-13T03:08:20.245 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-13T03:08:20.246 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-13T03:08:20.246 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-13T03:08:20.248 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-13T03:08:20.248 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsJournal.Append 2024-09-13T03:08:20.255 INFO:tasks.workunit.client.0.smithi052.stdout:padding is not enabled 2024-09-13T03:08:20.255 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsJournal.Append (7 ms) 2024-09-13T03:08:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:19 smithi052 ceph-mon[91421]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:19 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1691023260' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122370-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:19 smithi052 ceph-mon[91421]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T03:08:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:19 smithi052 ceph-mon[89065]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:19 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1691023260' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122370-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:19 smithi052 ceph-mon[89065]: osdmap e987: 8 total, 8 up, 8 in 2024-09-13T03:08:20.896 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 27 tests from TestClsJournal (362 ms total) 2024-09-13T03:08:20.896 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:08:20.896 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:08:20.896 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 27 tests from 1 test suite ran. (2868 ms total) 2024-09-13T03:08:20.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 27 tests. 2024-09-13T03:08:20.899 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:08:20.899 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:08:20.971 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-13T03:08:20.971 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-13T03:08:21.043 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:08:21.043 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-13T03:08:21.043 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:08:21.043 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 11 tests from ClsLock 2024-09-13T03:08:21.044 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-13T03:08:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:21 smithi078 ceph-mon[85589]: pgmap v1121: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-09-13T03:08:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:21 smithi078 ceph-mon[85589]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T03:08:22.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:21 smithi052 ceph-mon[89065]: pgmap v1121: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-09-13T03:08:22.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:21 smithi052 ceph-mon[89065]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T03:08:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:21 smithi052 ceph-mon[91421]: pgmap v1121: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-09-13T03:08:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:21 smithi052 ceph-mon[91421]: osdmap e988: 8 total, 8 up, 8 in 2024-09-13T03:08:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:08:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:22.982 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:22.982 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: exclusive 2024-09-13T03:08:22.982 INFO:tasks.workunit.client.0.smithi052.stdout: tag: 2024-09-13T03:08:22.982 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:22.982 INFO:tasks.workunit.client.0.smithi052.stdout: client.34680 expiration=2024-09-13T03:10:22.977952+0000 addr=v1:172.21.15.52:0/2500300820 cookie= 2024-09-13T03:08:22.985 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:22.985 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: shared 2024-09-13T03:08:22.985 INFO:tasks.workunit.client.0.smithi052.stdout: tag: 2024-09-13T03:08:22.985 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:22.986 INFO:tasks.workunit.client.0.smithi052.stdout: client.34680 expiration=2024-09-13T03:10:22.984028+0000 addr=v1:172.21.15.52:0/2500300820 cookie= 2024-09-13T03:08:22.986 INFO:tasks.workunit.client.0.smithi052.stdout: client.34686 expiration=0.000000 addr=v1:172.21.15.52:0/1612372968 cookie= 2024-09-13T03:08:22.987 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:22.987 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: shared 2024-09-13T03:08:22.987 INFO:tasks.workunit.client.0.smithi052.stdout: tag: 2024-09-13T03:08:22.987 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:22.987 INFO:tasks.workunit.client.0.smithi052.stdout: client.34686 expiration=0.000000 addr=v1:172.21.15.52:0/1612372968 cookie= 2024-09-13T03:08:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:22 smithi078 ceph-mon[85589]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T03:08:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:22 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2500300820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:22 smithi052 ceph-mon[91421]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T03:08:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:22 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2500300820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:22 smithi052 ceph-mon[89065]: osdmap e989: 8 total, 8 up, 8 in 2024-09-13T03:08:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:22 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2500300820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:23.955 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestMultiLocking (2912 ms) 2024-09-13T03:08:23.956 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestMeta 2024-09-13T03:08:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:23 smithi078 ceph-mon[85589]: pgmap v1124: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:23 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2500300820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:23 smithi078 ceph-mon[85589]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T03:08:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[91421]: pgmap v1124: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2500300820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[91421]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T03:08:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[89065]: pgmap v1124: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2500300820' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:23 smithi052 ceph-mon[89065]: osdmap e990: 8 total, 8 up, 8 in 2024-09-13T03:08:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:24 smithi052 ceph-mon[91421]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T03:08:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:24 smithi052 ceph-mon[89065]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T03:08:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:24 smithi078 ceph-mon[85589]: osdmap e991: 8 total, 8 up, 8 in 2024-09-13T03:08:25.993 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:25.993 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: shared 2024-09-13T03:08:25.993 INFO:tasks.workunit.client.0.smithi052.stdout: tag: 2024-09-13T03:08:25.993 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:25.993 INFO:tasks.workunit.client.0.smithi052.stdout: client.44645 expiration=0.000000 addr=v1:172.21.15.52:0/3650268494 cookie= 2024-09-13T03:08:25.995 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:25.995 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: exclusive 2024-09-13T03:08:25.995 INFO:tasks.workunit.client.0.smithi052.stdout: tag: new_tag 2024-09-13T03:08:25.995 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:25.995 INFO:tasks.workunit.client.0.smithi052.stdout: client.34692 expiration=0.000000 addr=v1:172.21.15.52:0/404736277 cookie= 2024-09-13T03:08:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[91421]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[91421]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/404736277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[89065]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[89065]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T03:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:25 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/404736277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:26.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:25 smithi078 ceph-mon[85589]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:26.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:25 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:26.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:25 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:26.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:25 smithi078 ceph-mon[85589]: osdmap e992: 8 total, 8 up, 8 in 2024-09-13T03:08:26.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:25 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/404736277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:26.975 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2024-09-13T03:08:26.976 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestCookie 2024-09-13T03:08:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:26 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/404736277' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:26 smithi052 ceph-mon[89065]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T03:08:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:26 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/404736277' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:26 smithi052 ceph-mon[91421]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T03:08:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:26 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/404736277' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:26 smithi078 ceph-mon[85589]: osdmap e993: 8 total, 8 up, 8 in 2024-09-13T03:08:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:27 smithi052 ceph-mon[91421]: pgmap v1130: 137 pgs: 2 creating+activating, 10 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:27 smithi052 ceph-mon[91421]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T03:08:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:27 smithi052 ceph-mon[89065]: pgmap v1130: 137 pgs: 2 creating+activating, 10 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:27 smithi052 ceph-mon[89065]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T03:08:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:27 smithi078 ceph-mon[85589]: pgmap v1130: 137 pgs: 2 creating+activating, 10 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:28.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:27 smithi078 ceph-mon[85589]: osdmap e994: 8 total, 8 up, 8 in 2024-09-13T03:08:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:08:28] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:08:28.995 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:28.996 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: exclusive 2024-09-13T03:08:28.996 INFO:tasks.workunit.client.0.smithi052.stdout: tag: 2024-09-13T03:08:28.996 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:28.998 INFO:tasks.workunit.client.0.smithi052.stdout:lock: mylock 2024-09-13T03:08:28.998 INFO:tasks.workunit.client.0.smithi052.stdout: lock_type: shared 2024-09-13T03:08:28.998 INFO:tasks.workunit.client.0.smithi052.stdout: tag: 2024-09-13T03:08:28.998 INFO:tasks.workunit.client.0.smithi052.stdout: lockers: 2024-09-13T03:08:28.998 INFO:tasks.workunit.client.0.smithi052.stdout: client.44651 expiration=0.000000 addr=v1:172.21.15.52:0/4203046727 cookie= 2024-09-13T03:08:28.998 INFO:tasks.workunit.client.0.smithi052.stdout: client.44651 expiration=0.000000 addr=v1:172.21.15.52:0/4203046727 cookie=new cookie 2024-09-13T03:08:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[91421]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4203046727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[91421]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[89065]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4203046727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:28 smithi052 ceph-mon[89065]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T03:08:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:28 smithi078 ceph-mon[85589]: osdmap e995: 8 total, 8 up, 8 in 2024-09-13T03:08:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:28 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4203046727' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:28 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:28 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:28 smithi078 ceph-mon[85589]: osdmap e996: 8 total, 8 up, 8 in 2024-09-13T03:08:29.979 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestCookie (3003 ms) 2024-09-13T03:08:29.979 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-13T03:08:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:29 smithi052 ceph-mon[91421]: pgmap v1133: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:29 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:29 smithi052 ceph-mon[91421]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T03:08:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:29 smithi052 ceph-mon[89065]: pgmap v1133: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:29 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:29 smithi052 ceph-mon[89065]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T03:08:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:29 smithi078 ceph-mon[85589]: pgmap v1133: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:29 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:29 smithi078 ceph-mon[85589]: osdmap e997: 8 total, 8 up, 8 in 2024-09-13T03:08:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:31 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:31 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:31 smithi078 ceph-mon[85589]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T03:08:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3342996306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:31.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:31 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[91421]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3342996306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[89065]: osdmap e998: 8 total, 8 up, 8 in 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3342996306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:31 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:32.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:32 smithi078 ceph-mon[85589]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:08:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:32 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:32 smithi078 ceph-mon[85589]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T03:08:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[91421]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[91421]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[89065]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:32 smithi052 ceph-mon[89065]: osdmap e999: 8 total, 8 up, 8 in 2024-09-13T03:08:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:08:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:33.011 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestMultipleLocks (3033 ms) 2024-09-13T03:08:33.012 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-13T03:08:33.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:08:33.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:08:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[89065]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T03:08:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:08:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:08:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:33 smithi052 ceph-mon[91421]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T03:08:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:08:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:08:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:08:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:33 smithi078 ceph-mon[85589]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-13T03:08:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:34 smithi052 ceph-mon[91421]: pgmap v1139: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:34 smithi052 ceph-mon[91421]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T03:08:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:34 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3545539942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:34.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:34 smithi052 ceph-mon[89065]: pgmap v1139: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:34.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:34 smithi052 ceph-mon[89065]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T03:08:34.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:34 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3545539942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:34 smithi078 ceph-mon[85589]: pgmap v1139: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:34 smithi078 ceph-mon[85589]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-13T03:08:34.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:34 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3545539942' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[91421]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:35.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3545539942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:35.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[91421]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T03:08:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[89065]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3545539942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:35 smithi052 ceph-mon[89065]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T03:08:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:35 smithi078 ceph-mon[85589]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:35 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:35 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3545539942' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:35.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:35 smithi078 ceph-mon[85589]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-13T03:08:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:37 smithi052 ceph-mon[91421]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T03:08:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:37 smithi052 ceph-mon[89065]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T03:08:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:37 smithi078 ceph-mon[85589]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-13T03:08:38.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:08:38] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:08:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-mon[89065]: pgmap v1145: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:38.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-mon[91421]: pgmap v1145: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:38.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:38 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:38 smithi078 ceph-mon[85589]: pgmap v1145: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:38 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:38 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:40 smithi052 ceph-mon[91421]: pgmap v1146: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:40 smithi052 ceph-mon[89065]: pgmap v1146: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:40 smithi078 ceph-mon[85589]: pgmap v1146: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:41.032 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestLockDuration (8020 ms) 2024-09-13T03:08:41.032 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-13T03:08:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:42 smithi052 ceph-mon[91421]: pgmap v1147: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:42 smithi052 ceph-mon[91421]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T03:08:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:42 smithi052 ceph-mon[89065]: pgmap v1147: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:42 smithi052 ceph-mon[89065]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T03:08:42.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:42 smithi078 ceph-mon[85589]: pgmap v1147: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:42.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:42 smithi078 ceph-mon[85589]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-13T03:08:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:08:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:08:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:43.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:43 smithi078 ceph-mon[85589]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T03:08:43.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:43 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/827884155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:43.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:43 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:43 smithi052 ceph-mon[91421]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T03:08:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:43 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/827884155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:43 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:43 smithi052 ceph-mon[89065]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-13T03:08:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:43 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/827884155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:43 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:44.048 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestAssertLocked (3017 ms) 2024-09-13T03:08:44.048 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-13T03:08:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:44 smithi078 ceph-mon[85589]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:44 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:44 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:44 smithi078 ceph-mon[85589]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T03:08:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[91421]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[91421]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[89065]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:44 smithi052 ceph-mon[89065]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-13T03:08:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:45 smithi078 ceph-mon[85589]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T03:08:45.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:45 smithi052 ceph-mon[89065]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T03:08:45.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:45 smithi052 ceph-mon[91421]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-13T03:08:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:46 smithi078 ceph-mon[85589]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:46 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:46 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:46 smithi078 ceph-mon[85589]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T03:08:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2950771445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:46 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:46.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[89065]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[89065]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2950771445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[91421]: pgmap v1153: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[91421]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-13T03:08:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2950771445' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:46.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:46 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:47.057 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestSetCookie (3009 ms) 2024-09-13T03:08:47.058 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestRenew 2024-09-13T03:08:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:47 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:47 smithi078 ceph-mon[85589]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T03:08:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:47 smithi078 ceph-mon[85589]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T03:08:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[91421]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T03:08:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:47.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[91421]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T03:08:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[89065]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-13T03:08:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:08:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:47 smithi052 ceph-mon[89065]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-13T03:08:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:48 smithi078 ceph-mon[85589]: pgmap v1156: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:48.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:48 smithi052 ceph-mon[89065]: pgmap v1156: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:08:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:08:48] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:08:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:48 smithi052 ceph-mon[91421]: pgmap v1156: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:49 smithi078 ceph-mon[85589]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T03:08:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:49 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/428304948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:49 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:49.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:49 smithi052 ceph-mon[91421]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T03:08:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:49 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/428304948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:49 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:49 smithi052 ceph-mon[89065]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-13T03:08:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:49 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/428304948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:49.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:49 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:08:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:50 smithi078 ceph-mon[85589]: pgmap v1159: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:50 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:50 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:50 smithi078 ceph-mon[85589]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T03:08:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[91421]: pgmap v1159: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[91421]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T03:08:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[89065]: pgmap v1159: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:08:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:08:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:50 smithi052 ceph-mon[89065]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-13T03:08:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:51 smithi078 ceph-mon[85589]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T03:08:51.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:51 smithi052 ceph-mon[91421]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T03:08:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:51 smithi052 ceph-mon[89065]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-13T03:08:52.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:52 smithi078 ceph-mon[85589]: pgmap v1162: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:52.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:52 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:52.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:52 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:08:52.348 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:08:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:08:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:52 smithi052 ceph-mon[91421]: pgmap v1162: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:52 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:52 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:08:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:52 smithi052 ceph-mon[89065]: pgmap v1162: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:08:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:52 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:08:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:52 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:08:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:54 smithi078 ceph-mon[85589]: pgmap v1163: 137 pgs: 4 creating+peering, 5 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 189 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:54 smithi052 ceph-mon[91421]: pgmap v1163: 137 pgs: 4 creating+peering, 5 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 189 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:54 smithi052 ceph-mon[89065]: pgmap v1163: 137 pgs: 4 creating+peering, 5 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 189 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:56 smithi078 ceph-mon[85589]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:56 smithi052 ceph-mon[91421]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:56 smithi052 ceph-mon[89065]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 160 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:08:58 smithi078 ceph-mon[85589]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:08:58 smithi052 ceph-mon[91421]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:08:58 smithi052 ceph-mon[89065]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:08:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:08:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:08:58] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:09:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:00 smithi078 ceph-mon[85589]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:00 smithi052 ceph-mon[91421]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:00 smithi052 ceph-mon[89065]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:02 smithi078 ceph-mon[85589]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:02.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:09:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:02 smithi052 ceph-mon[91421]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:02 smithi052 ceph-mon[89065]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:04 smithi078 ceph-mon[85589]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:09:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:04 smithi052 ceph-mon[91421]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:09:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:04 smithi052 ceph-mon[89065]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-09-13T03:09:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:06 smithi078 ceph-mon[85589]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:06 smithi052 ceph-mon[91421]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:06 smithi052 ceph-mon[89065]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:08.126 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestRenew (21068 ms) 2024-09-13T03:09:08.126 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-13T03:09:08.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:08 smithi078 ceph-mon[85589]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:08.542 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:08 smithi052 ceph-mon[91421]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:08.542 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:08 smithi052 ceph-mon[89065]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:08.543 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:09:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:09:08] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:09:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:09 smithi078 ceph-mon[85589]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T03:09:09.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:09 smithi052 ceph-mon[91421]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T03:09:09.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:09 smithi052 ceph-mon[89065]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-13T03:09:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:10 smithi078 ceph-mon[85589]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:10 smithi078 ceph-mon[85589]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T03:09:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:10 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1556460047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:10 smithi052 ceph-mon[91421]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:10 smithi052 ceph-mon[91421]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T03:09:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:10 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1556460047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:10 smithi052 ceph-mon[89065]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:10 smithi052 ceph-mon[89065]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-13T03:09:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:10 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1556460047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1556460047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:11 smithi078 ceph-mon[85589]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T03:09:11.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1556460047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:11.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:11 smithi052 ceph-mon[91421]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T03:09:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1556460047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:11.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:11 smithi052 ceph-mon[89065]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-13T03:09:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:12 smithi078 ceph-mon[85589]: pgmap v1175: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:12 smithi078 ceph-mon[85589]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T03:09:12.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:09:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:12 smithi052 ceph-mon[91421]: pgmap v1175: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:12 smithi052 ceph-mon[91421]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T03:09:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:12 smithi052 ceph-mon[89065]: pgmap v1175: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:12 smithi052 ceph-mon[89065]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-13T03:09:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:14 smithi078 ceph-mon[85589]: pgmap v1177: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:14 smithi052 ceph-mon[91421]: pgmap v1177: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:14 smithi052 ceph-mon[89065]: pgmap v1177: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:15.152 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7026 ms) 2024-09-13T03:09:15.153 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-13T03:09:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:16 smithi078 ceph-mon[85589]: pgmap v1178: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:16 smithi078 ceph-mon[85589]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T03:09:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:16 smithi052 ceph-mon[91421]: pgmap v1178: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:16 smithi052 ceph-mon[91421]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T03:09:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:16 smithi052 ceph-mon[89065]: pgmap v1178: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:16 smithi052 ceph-mon[89065]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-13T03:09:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:17 smithi078 ceph-mon[85589]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T03:09:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:17 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/74625524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:17 smithi052 ceph-mon[91421]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T03:09:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:17 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/74625524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:17.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:17 smithi052 ceph-mon[89065]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-13T03:09:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:17 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/74625524' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:18 smithi078 ceph-mon[85589]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:18.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:18 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:18.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:18 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/74625524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:18.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:18 smithi078 ceph-mon[85589]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T03:09:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[91421]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/74625524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[91421]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T03:09:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[89065]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/74625524' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-mon[89065]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-13T03:09:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:09:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:09:18] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:09:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:19 smithi078 ceph-mon[85589]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T03:09:19.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:19 smithi052 ceph-mon[91421]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T03:09:19.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:19 smithi052 ceph-mon[89065]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-13T03:09:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:20 smithi078 ceph-mon[85589]: pgmap v1184: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:20 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:20 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:09:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:20 smithi052 ceph-mon[91421]: pgmap v1184: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:20 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:20 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:09:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:20 smithi052 ceph-mon[89065]: pgmap v1184: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:20 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:20 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:09:22.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:22 smithi078 ceph-mon[85589]: pgmap v1185: 137 pgs: 5 creating+peering, 4 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:09:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:22 smithi052 ceph-mon[91421]: pgmap v1185: 137 pgs: 5 creating+peering, 4 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:22 smithi052 ceph-mon[89065]: pgmap v1185: 137 pgs: 5 creating+peering, 4 unknown, 128 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:23.185 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8032 ms) 2024-09-13T03:09:23.185 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-13T03:09:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:24 smithi078 ceph-mon[85589]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:24.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:24 smithi078 ceph-mon[85589]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T03:09:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:24 smithi052 ceph-mon[91421]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:24 smithi052 ceph-mon[91421]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T03:09:24.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:24 smithi052 ceph-mon[89065]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:24.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:24 smithi052 ceph-mon[89065]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-13T03:09:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:25 smithi052 ceph-mon[91421]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T03:09:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:25 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/360515179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:25 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:25 smithi052 ceph-mon[89065]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T03:09:25.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:25 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/360515179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:25.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:25 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:25 smithi078 ceph-mon[85589]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-13T03:09:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:25 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/360515179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:25 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[91421]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[91421]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T03:09:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[89065]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[89065]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T03:09:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:26 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:26 smithi078 ceph-mon[85589]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:26 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122425-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:26 smithi078 ceph-mon[85589]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-13T03:09:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:26 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:27.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:27 smithi052 ceph-mon[91421]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T03:09:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:27 smithi052 ceph-mon[89065]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T03:09:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:27 smithi078 ceph-mon[85589]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-13T03:09:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:09:28] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-09-13T03:09:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-mon[91421]: pgmap v1192: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:09:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-mon[89065]: pgmap v1192: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:28 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:09:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:28 smithi078 ceph-mon[85589]: pgmap v1192: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:28 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:28 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:09:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:30 smithi052 ceph-mon[91421]: pgmap v1193: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:30 smithi052 ceph-mon[89065]: pgmap v1193: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:30 smithi078 ceph-mon[85589]: pgmap v1193: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:31.228 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8042 ms) 2024-09-13T03:09:31.229 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 11 tests from ClsLock (70184 ms total) 2024-09-13T03:09:31.229 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:09:31.229 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:09:31.229 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 11 tests from 1 test suite ran. (70185 ms total) 2024-09-13T03:09:31.229 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 11 tests. 2024-09-13T03:09:31.232 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:09:31.232 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:09:31.302 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-13T03:09:31.303 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-13T03:09:31.373 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:09:31.373 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T03:09:31.373 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:09:31.373 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from cls_log 2024-09-13T03:09:31.374 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-13T03:09:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:32 smithi052 ceph-mon[91421]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:32 smithi052 ceph-mon[91421]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T03:09:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:32 smithi052 ceph-mon[89065]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:32 smithi052 ceph-mon[89065]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T03:09:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:32 smithi078 ceph-mon[85589]: pgmap v1194: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-13T03:09:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:32 smithi078 ceph-mon[85589]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-13T03:09:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:09:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/952009133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:09:33.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T03:09:33.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/952009133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:33.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:33.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:09:33.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:09:33.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:09:33.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:09:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-13T03:09:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/952009133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:33.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:09:33.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:09:33.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:09:33.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_log.test_log_add_same_time (2872 ms) 2024-09-13T03:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-13T03:09:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[91421]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[91421]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[89065]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:34 smithi052 ceph-mon[89065]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T03:09:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:34 smithi078 ceph-mon[85589]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:34 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:34 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:34.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:34 smithi078 ceph-mon[85589]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-13T03:09:35.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:35 smithi052 ceph-mon[89065]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T03:09:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:35 smithi052 ceph-mon[91421]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T03:09:35.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:35 smithi078 ceph-mon[85589]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[91421]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[91421]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1592255256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[89065]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:36.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:09:36.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[89065]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T03:09:36.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1592255256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:36.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:36 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:36 smithi078 ceph-mon[85589]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:36 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:36 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:09:36.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:36 smithi078 ceph-mon[85589]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-13T03:09:36.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:36 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1592255256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:36.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:36 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:37.263 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_log.test_log_add_different_time (3017 ms) 2024-09-13T03:09:37.263 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_log.trim_by_time 2024-09-13T03:09:37.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:37 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:37.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:37 smithi052 ceph-mon[91421]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T03:09:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:37 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:37 smithi052 ceph-mon[89065]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T03:09:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:37 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:37 smithi078 ceph-mon[85589]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-13T03:09:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:09:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:09:38] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2024-09-13T03:09:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:38 smithi052 ceph-mon[91421]: pgmap v1203: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:38 smithi052 ceph-mon[91421]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T03:09:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:38 smithi052 ceph-mon[89065]: pgmap v1203: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:38 smithi052 ceph-mon[89065]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T03:09:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:38 smithi078 ceph-mon[85589]: pgmap v1203: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:38 smithi078 ceph-mon[85589]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-13T03:09:39.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:39 smithi052 ceph-mon[89065]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T03:09:39.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:39 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1095084724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:39 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:39 smithi052 ceph-mon[91421]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T03:09:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:39 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1095084724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:39 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:39 smithi078 ceph-mon[85589]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-13T03:09:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:39 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1095084724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:39 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:40.280 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2024-09-13T03:09:40.280 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-13T03:09:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[91421]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[91421]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T03:09:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[89065]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:40 smithi052 ceph-mon[89065]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T03:09:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:40 smithi078 ceph-mon[85589]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:40 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:40 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:40 smithi078 ceph-mon[85589]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-13T03:09:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:41 smithi078 ceph-mon[85589]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T03:09:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:41 smithi052 ceph-mon[91421]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T03:09:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:41 smithi052 ceph-mon[89065]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-13T03:09:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-mon[85589]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:09:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-mon[85589]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T03:09:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1276994908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:42 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[91421]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:09:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[91421]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T03:09:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1276994908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[89065]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:42.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:42.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:09:42.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[89065]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-13T03:09:42.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1276994908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:42.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:42 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:43.299 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_log.trim_by_marker (3020 ms) 2024-09-13T03:09:43.299 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from cls_log (11926 ms total) 2024-09-13T03:09:43.300 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:09:43.300 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:09:43.300 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 4 tests from 1 test suite ran. (11926 ms total) 2024-09-13T03:09:43.300 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 4 tests. 2024-09-13T03:09:43.302 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:09:43.302 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:09:43.372 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-13T03:09:43.373 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-13T03:09:43.444 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:09:43.444 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-13T03:09:43.444 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:09:43.445 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from ClsNumOps 2024-09-13T03:09:43.445 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsNumOps.Add 2024-09-13T03:09:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:43 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:43 smithi078 ceph-mon[85589]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T03:09:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:43 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:43 smithi052 ceph-mon[91421]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T03:09:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:43 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-122808-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:43 smithi052 ceph-mon[89065]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-13T03:09:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:44 smithi078 ceph-mon[85589]: pgmap v1212: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:44 smithi078 ceph-mon[85589]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T03:09:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:44 smithi052 ceph-mon[91421]: pgmap v1212: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:44 smithi052 ceph-mon[91421]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T03:09:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:44 smithi052 ceph-mon[89065]: pgmap v1212: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:44 smithi052 ceph-mon[89065]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-13T03:09:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:45 smithi078 ceph-mon[85589]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T03:09:45.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3769086237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:45.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:45 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:45 smithi052 ceph-mon[91421]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T03:09:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3769086237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:45.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:45 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:45 smithi052 ceph-mon[89065]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-13T03:09:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3769086237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:45 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:46.318 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsNumOps.Add (2873 ms) 2024-09-13T03:09:46.318 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsNumOps.Sub 2024-09-13T03:09:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:46 smithi078 ceph-mon[85589]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:46 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:46.701 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:46 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:46.701 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:46 smithi078 ceph-mon[85589]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T03:09:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[91421]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[91421]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T03:09:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[89065]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:46 smithi052 ceph-mon[89065]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-13T03:09:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:47 smithi078 ceph-mon[85589]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T03:09:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:09:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:47 smithi052 ceph-mon[91421]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T03:09:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:09:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:47 smithi052 ceph-mon[89065]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-13T03:09:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:09:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:09:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:09:48] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2024-09-13T03:09:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[89065]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:09:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[89065]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T03:09:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/730506908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:48.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[91421]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:48.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:48.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:09:48.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[91421]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T03:09:48.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/730506908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:48.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:48 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:48 smithi078 ceph-mon[85589]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:48 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:48 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:09:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:48 smithi078 ceph-mon[85589]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-13T03:09:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/730506908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:48 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:49.333 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsNumOps.Sub (3015 ms) 2024-09-13T03:09:49.333 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsNumOps.Mul 2024-09-13T03:09:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:49 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:49 smithi078 ceph-mon[85589]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T03:09:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:49 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:49 smithi052 ceph-mon[91421]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T03:09:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:49 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:49 smithi052 ceph-mon[89065]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-13T03:09:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:50 smithi078 ceph-mon[85589]: pgmap v1221: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:50 smithi078 ceph-mon[85589]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T03:09:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:50 smithi052 ceph-mon[91421]: pgmap v1221: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:50 smithi052 ceph-mon[91421]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T03:09:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:50 smithi052 ceph-mon[89065]: pgmap v1221: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:50 smithi052 ceph-mon[89065]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-13T03:09:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:51 smithi078 ceph-mon[85589]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T03:09:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/251901006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:51 smithi052 ceph-mon[91421]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T03:09:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/251901006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:51 smithi052 ceph-mon[89065]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-13T03:09:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/251901006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:52.352 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsNumOps.Mul (3019 ms) 2024-09-13T03:09:52.352 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsNumOps.Div 2024-09-13T03:09:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:52 smithi078 ceph-mon[85589]: pgmap v1224: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:52 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:52.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/251901006' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:52.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:52 smithi078 ceph-mon[85589]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T03:09:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:09:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:09:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:09:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[89065]: pgmap v1224: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/251901006' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[89065]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T03:09:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[91421]: pgmap v1224: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/251901006' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:52 smithi052 ceph-mon[91421]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-13T03:09:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:53 smithi078 ceph-mon[85589]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T03:09:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:53 smithi078 ceph-mon[85589]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:53.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:53 smithi052 ceph-mon[89065]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T03:09:53.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:53 smithi052 ceph-mon[89065]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:53 smithi052 ceph-mon[91421]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-13T03:09:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:53 smithi052 ceph-mon[91421]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:54 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:54 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:09:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:54 smithi078 ceph-mon[85589]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T03:09:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:54 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3547878883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:09:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[91421]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T03:09:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3547878883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:09:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:09:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[89065]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-13T03:09:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:54 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3547878883' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:55.373 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsNumOps.Div (3021 ms) 2024-09-13T03:09:55.373 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from ClsNumOps (11928 ms total) 2024-09-13T03:09:55.373 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:09:55.373 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:09:55.373 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 4 tests from 1 test suite ran. (11928 ms total) 2024-09-13T03:09:55.373 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 4 tests. 2024-09-13T03:09:55.375 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:09:55.375 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:09:55.445 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-13T03:09:55.445 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-13T03:09:55.516 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:09:55.516 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-13T03:09:55.516 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:09:55.516 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 70 tests from TestClsRbd 2024-09-13T03:09:55.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:55 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3547878883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:55.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:55 smithi078 ceph-mon[85589]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T03:09:55.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:55 smithi078 ceph-mon[85589]: pgmap v1230: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:55 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3547878883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:55 smithi052 ceph-mon[91421]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T03:09:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:55 smithi052 ceph-mon[91421]: pgmap v1230: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:55 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3547878883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123044-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:55 smithi052 ceph-mon[89065]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-13T03:09:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:55 smithi052 ceph-mon[89065]: pgmap v1230: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:56 smithi078 ceph-mon[85589]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T03:09:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:56 smithi052 ceph-mon[91421]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T03:09:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:56 smithi052 ceph-mon[89065]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-13T03:09:57.374 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-13T03:09:57.390 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2024-09-13T03:09:57.390 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.copyup 2024-09-13T03:09:57.574 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2024-09-13T03:09:57.575 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-13T03:09:57.588 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-09-13T03:09:57.588 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-13T03:09:57.595 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-13T03:09:57.595 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-13T03:09:57.607 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-09-13T03:09:57.607 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-13T03:09:57.631 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2024-09-13T03:09:57.631 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.create 2024-09-13T03:09:57.645 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-09-13T03:09:57.645 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_features 2024-09-13T03:09:57.646 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-09-13T03:09:57.646 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-13T03:09:57.647 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-13T03:09:57.647 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-13T03:09:57.649 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-13T03:09:57.649 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-13T03:09:57.651 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-13T03:09:57.651 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-13T03:09:57.652 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-13T03:09:57.653 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-13T03:09:57.656 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-13T03:09:57.656 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.get_size 2024-09-13T03:09:57.660 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-13T03:09:57.660 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.set_size 2024-09-13T03:09:57.664 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-09-13T03:09:57.664 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-13T03:09:57.681 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-09-13T03:09:57.681 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-13T03:09:57.689 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-13T03:09:57.689 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-13T03:09:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:57 smithi078 ceph-mon[85589]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T03:09:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2167181441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123150-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:57 smithi078 ceph-mon[85589]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2167181441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123150-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:57 smithi078 ceph-mon[85589]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T03:09:57.727 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-09-13T03:09:57.728 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-13T03:09:57.756 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-09-13T03:09:57.756 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-13T03:09:57.777 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-09-13T03:09:57.778 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-13T03:09:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[91421]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T03:09:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2167181441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123150-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[91421]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2167181441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123150-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[91421]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T03:09:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[89065]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-13T03:09:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2167181441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123150-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:09:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[89065]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:09:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2167181441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123150-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:09:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:57 smithi052 ceph-mon[89065]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-13T03:09:57.784 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-09-13T03:09:57.784 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-13T03:09:57.794 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-13T03:09:57.794 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-13T03:09:57.796 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-09-13T03:09:57.796 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-13T03:09:57.803 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-09-13T03:09:57.803 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-13T03:09:57.808 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.object_map_update (4 ms) 2024-09-13T03:09:57.808 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-13T03:09:57.808 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-09-13T03:09:57.808 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-13T03:09:57.815 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2024-09-13T03:09:57.816 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-13T03:09:57.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-09-13T03:09:57.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.flags 2024-09-13T03:09:57.828 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-09-13T03:09:57.828 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.metadata 2024-09-13T03:09:57.850 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-09-13T03:09:57.850 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.set_features 2024-09-13T03:09:57.857 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-09-13T03:09:57.857 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.mirror 2024-09-13T03:09:57.889 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-09-13T03:09:57.889 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-13T03:09:57.903 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-13T03:09:57.904 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-13T03:09:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:58 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:58 smithi052 ceph-mon[91421]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T03:09:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:58 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:58 smithi052 ceph-mon[89065]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T03:09:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:09:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:09:58] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2024-09-13T03:09:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:58 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:09:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:58 smithi078 ceph-mon[85589]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-13T03:09:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:09:59 smithi078 ceph-mon[85589]: pgmap v1236: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 48 op/s 2024-09-13T03:09:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:09:59 smithi052 ceph-mon[91421]: pgmap v1236: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 48 op/s 2024-09-13T03:09:59.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:09:59 smithi052 ceph-mon[89065]: pgmap v1236: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 48 op/s 2024-09-13T03:10:00.187 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.mirror_image_status (2284 ms) 2024-09-13T03:10:00.188 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-13T03:10:00.264 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.mirror_image_map (77 ms) 2024-09-13T03:10:00.264 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-13T03:10:00.272 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-09-13T03:10:00.272 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-13T03:10:00.283 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-09-13T03:10:00.283 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-13T03:10:00.286 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-09-13T03:10:00.286 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-13T03:10:00.288 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-13T03:10:00.288 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-13T03:10:00.291 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-09-13T03:10:00.291 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-13T03:10:00.296 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-09-13T03:10:00.296 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-13T03:10:00.299 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-13T03:10:00.299 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-13T03:10:00.303 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-13T03:10:00.303 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-13T03:10:00.305 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-13T03:10:00.305 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-13T03:10:00.308 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-13T03:10:00.308 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-13T03:10:00.311 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-13T03:10:00.311 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-13T03:10:00.314 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-13T03:10:00.314 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-13T03:10:00.316 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-13T03:10:00.317 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-13T03:10:00.320 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-13T03:10:00.320 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-13T03:10:00.322 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-09-13T03:10:00.322 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-13T03:10:00.324 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-09-13T03:10:00.324 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-13T03:10:00.326 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (3 ms) 2024-09-13T03:10:00.326 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-13T03:10:00.329 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-09-13T03:10:00.329 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-13T03:10:00.331 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-13T03:10:00.331 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-13T03:10:00.334 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-09-13T03:10:00.334 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-13T03:10:00.337 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-13T03:10:00.337 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-13T03:10:00.352 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-09-13T03:10:00.352 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-13T03:10:00.552 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (200 ms) 2024-09-13T03:10:00.552 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-13T03:10:00.555 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-09-13T03:10:00.555 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-13T03:10:00.557 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-13T03:10:00.557 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-13T03:10:00.564 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-09-13T03:10:00.564 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.op_features 2024-09-13T03:10:00.570 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-09-13T03:10:00.571 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-13T03:10:00.592 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2024-09-13T03:10:00.592 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-13T03:10:00.599 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-13T03:10:00.600 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-13T03:10:00.610 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-09-13T03:10:00.610 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-13T03:10:00.617 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-13T03:10:00.617 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.migration 2024-09-13T03:10:00.626 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-09-13T03:10:00.627 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-13T03:10:00.635 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2024-09-13T03:10:00.635 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-13T03:10:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:00 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:00 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:10:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:00 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T03:10:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:00 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:00 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:10:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:00 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T03:10:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:00 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:00 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:10:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:00 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T03:10:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:01 smithi078 ceph-mon[85589]: pgmap v1237: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 1.49k op/s 2024-09-13T03:10:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:10:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:01 smithi052 ceph-mon[91421]: pgmap v1237: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 1.49k op/s 2024-09-13T03:10:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:10:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:01 smithi052 ceph-mon[89065]: pgmap v1237: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 1.49k op/s 2024-09-13T03:10:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:10:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:02.414 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1779 ms) 2024-09-13T03:10:02.414 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-13T03:10:02.462 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestClsRbd.sparsify (48 ms) 2024-09-13T03:10:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:02 smithi078 ceph-mon[85589]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T03:10:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:10:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:10:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:02 smithi052 ceph-mon[91421]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T03:10:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:02 smithi052 ceph-mon[89065]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-13T03:10:03.424 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 70 tests from TestClsRbd (5089 ms total) 2024-09-13T03:10:03.424 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:10:03.424 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:10:03.424 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 70 tests from 1 test suite ran. (7907 ms total) 2024-09-13T03:10:03.425 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 70 tests. 2024-09-13T03:10:03.427 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:10:03.427 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:10:03.498 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-13T03:10:03.498 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-13T03:10:03.569 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:10:03.569 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-13T03:10:03.569 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:10:03.569 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 10 tests from cls_rgw 2024-09-13T03:10:03.569 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-13T03:10:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:03 smithi078 ceph-mon[85589]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T03:10:03.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:03 smithi078 ceph-mon[85589]: pgmap v1240: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 1.74k op/s 2024-09-13T03:10:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:03 smithi052 ceph-mon[91421]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T03:10:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:03 smithi052 ceph-mon[91421]: pgmap v1240: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 1.74k op/s 2024-09-13T03:10:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:03 smithi052 ceph-mon[89065]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-13T03:10:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:03 smithi052 ceph-mon[89065]: pgmap v1240: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 1.74k op/s 2024-09-13T03:10:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:04 smithi078 ceph-mon[85589]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T03:10:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:04 smithi052 ceph-mon[91421]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T03:10:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:04 smithi052 ceph-mon[89065]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-13T03:10:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:05 smithi078 ceph-mon[85589]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T03:10:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:05 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1492401762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:05 smithi078 ceph-mon[85589]: pgmap v1243: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:05 smithi052 ceph-mon[91421]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T03:10:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:05 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1492401762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:05 smithi052 ceph-mon[91421]: pgmap v1243: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:05 smithi052 ceph-mon[89065]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-13T03:10:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:05 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1492401762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:05 smithi052 ceph-mon[89065]: pgmap v1243: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:06.442 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_implicit (2872 ms) 2024-09-13T03:10:06.442 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-13T03:10:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:06 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:06 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1492401762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:06 smithi078 ceph-mon[85589]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T03:10:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:06 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:06 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1492401762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:06 smithi052 ceph-mon[91421]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T03:10:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:06 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:06 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1492401762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:06 smithi052 ceph-mon[89065]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-13T03:10:07.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:07 smithi052 ceph-mon[91421]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T03:10:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:07 smithi052 ceph-mon[91421]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:07 smithi052 ceph-mon[89065]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T03:10:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:07 smithi052 ceph-mon[89065]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:07 smithi078 ceph-mon[85589]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-13T03:10:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:07 smithi078 ceph-mon[85589]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:10:08] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[89065]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2383286564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:10:08.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[91421]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T03:10:08.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2383286564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:08.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:08 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:08 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:08 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:10:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:08 smithi078 ceph-mon[85589]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-13T03:10:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:08 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2383286564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:08 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:09.470 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3028 ms) 2024-09-13T03:10:09.470 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-13T03:10:09.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:09 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:09 smithi052 ceph-mon[91421]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T03:10:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:09 smithi052 ceph-mon[91421]: pgmap v1249: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:09 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:09.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:09 smithi052 ceph-mon[89065]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T03:10:09.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:09 smithi052 ceph-mon[89065]: pgmap v1249: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:09 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:09 smithi078 ceph-mon[85589]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-13T03:10:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:09 smithi078 ceph-mon[85589]: pgmap v1249: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:10 smithi052 ceph-mon[91421]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T03:10:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:10 smithi052 ceph-mon[89065]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T03:10:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:10 smithi078 ceph-mon[85589]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-13T03:10:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[91421]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3112422279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[91421]: pgmap v1252: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3112422279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[91421]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[89065]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3112422279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[89065]: pgmap v1252: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3112422279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:11 smithi052 ceph-mon[89065]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T03:10:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:11 smithi078 ceph-mon[85589]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-13T03:10:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3112422279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:11 smithi078 ceph-mon[85589]: pgmap v1252: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3112422279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:11 smithi078 ceph-mon[85589]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-13T03:10:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:12 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:12 smithi078 ceph-mon[85589]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T03:10:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:10:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:10:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:12 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:12 smithi052 ceph-mon[91421]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T03:10:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:12 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:12 smithi052 ceph-mon[89065]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-13T03:10:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:13 smithi052 ceph-mon[91421]: pgmap v1255: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:13 smithi052 ceph-mon[89065]: pgmap v1255: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:13 smithi078 ceph-mon[85589]: pgmap v1255: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:14 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:14 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:10:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:14 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:14 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:10:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:14 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:14 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:10:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:15 smithi052 ceph-mon[91421]: pgmap v1256: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:15 smithi052 ceph-mon[91421]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T03:10:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:15 smithi052 ceph-mon[89065]: pgmap v1256: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:15 smithi052 ceph-mon[89065]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T03:10:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:15 smithi078 ceph-mon[85589]: pgmap v1256: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:15 smithi078 ceph-mon[85589]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-13T03:10:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[91421]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T03:10:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.16", "id": [1, 3]}]: dispatch 2024-09-13T03:10:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.1b", "id": [1, 3]}]: dispatch 2024-09-13T03:10:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[89065]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T03:10:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.16", "id": [1, 3]}]: dispatch 2024-09-13T03:10:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.1b", "id": [1, 3]}]: dispatch 2024-09-13T03:10:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:16 smithi078 ceph-mon[85589]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-13T03:10:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.16", "id": [1, 3]}]: dispatch 2024-09-13T03:10:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.1b", "id": [1, 3]}]: dispatch 2024-09-13T03:10:17.518 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_put_snap (8049 ms) 2024-09-13T03:10:17.519 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-13T03:10:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[91421]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-09-13T03:10:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.16", "id": [1, 3]}]': finished 2024-09-13T03:10:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.1b", "id": [1, 3]}]': finished 2024-09-13T03:10:17.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[91421]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T03:10:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[89065]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-09-13T03:10:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.16", "id": [1, 3]}]': finished 2024-09-13T03:10:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.1b", "id": [1, 3]}]': finished 2024-09-13T03:10:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:17 smithi052 ceph-mon[89065]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T03:10:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:17 smithi078 ceph-mon[85589]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-09-13T03:10:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.16", "id": [1, 3]}]': finished 2024-09-13T03:10:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "63.1b", "id": [1, 3]}]': finished 2024-09-13T03:10:17.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:17 smithi078 ceph-mon[85589]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-13T03:10:18.524 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:10:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:10:18] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-09-13T03:10:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:18 smithi052 ceph-mon[91421]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T03:10:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:18 smithi052 ceph-mon[89065]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T03:10:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:18 smithi078 ceph-mon[85589]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-13T03:10:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:19 smithi078 ceph-mon[85589]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:19 smithi078 ceph-mon[85589]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T03:10:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:19 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2974601709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:19 smithi052 ceph-mon[91421]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:19 smithi052 ceph-mon[91421]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T03:10:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:19 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2974601709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:19 smithi052 ceph-mon[89065]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:19 smithi052 ceph-mon[89065]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-13T03:10:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:19 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2974601709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:20.544 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_explicit (3026 ms) 2024-09-13T03:10:20.545 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.set 2024-09-13T03:10:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:20 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2974601709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:20 smithi078 ceph-mon[85589]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T03:10:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:20 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2974601709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:20 smithi052 ceph-mon[91421]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T03:10:21.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:20 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2974601709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:20 smithi052 ceph-mon[89065]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-13T03:10:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:21 smithi078 ceph-mon[85589]: pgmap v1265: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-13T03:10:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:21 smithi078 ceph-mon[85589]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T03:10:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:21 smithi052 ceph-mon[91421]: pgmap v1265: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-13T03:10:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:21 smithi052 ceph-mon[91421]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T03:10:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:21 smithi052 ceph-mon[89065]: pgmap v1265: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-13T03:10:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:21 smithi052 ceph-mon[89065]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-13T03:10:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:22 smithi078 ceph-mon[85589]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T03:10:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:22 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/483778140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:10:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:10:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:22 smithi052 ceph-mon[91421]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T03:10:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:22 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/483778140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:22 smithi052 ceph-mon[89065]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-13T03:10:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:22 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/483778140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:23.559 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.set (3015 ms) 2024-09-13T03:10:23.559 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-13T03:10:23.927 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:23 smithi078 ceph-mon[85589]: pgmap v1268: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:23.927 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:23 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:23.928 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/483778140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:23.928 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:23 smithi078 ceph-mon[85589]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[91421]: pgmap v1268: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/483778140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[91421]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[89065]: pgmap v1268: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/483778140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:23 smithi052 ceph-mon[89065]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-13T03:10:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T03:10:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:24 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-13T03:10:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:25.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:25.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:24 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T03:10:26.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:26.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:26 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:10:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-13T03:10:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:26.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:26 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[91421]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T03:10:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[91421]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T03:10:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:27.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:27.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[89065]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T03:10:27.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:27.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[89065]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T03:10:27.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:27.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:27 smithi078 ceph-mon[85589]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-13T03:10:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:27 smithi078 ceph-mon[85589]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-13T03:10:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:27 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:28.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:10:28] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-09-13T03:10:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-mon[91421]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:28.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-mon[91421]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T03:10:28.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-mon[89065]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:28.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:28.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:28 smithi052 ceph-mon[89065]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T03:10:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:28 smithi078 ceph-mon[85589]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:28 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:28.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:28 smithi078 ceph-mon[85589]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-13T03:10:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:29 smithi078 ceph-mon[85589]: pgmap v1277: 113 pgs: 1 creating+activating, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:29 smithi078 ceph-mon[85589]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T03:10:29.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:29 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:29.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:29 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[91421]: pgmap v1277: 113 pgs: 1 creating+activating, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[91421]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[89065]: pgmap v1277: 113 pgs: 1 creating+activating, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[89065]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:29 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:30.590 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_implicit_ec (7030 ms) 2024-09-13T03:10:30.590 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-13T03:10:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:30 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:30 smithi078 ceph-mon[85589]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T03:10:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:30 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:30 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[91421]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T03:10:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[89065]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-13T03:10:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1382675362' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:30 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]: dispatch 2024-09-13T03:10:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-6"}]': finished 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:32.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:32.593 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:10:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:32 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:32 smithi078 ceph-mon[85589]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T03:10:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:32 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:32 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[91421]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T03:10:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:33.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:33.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[89065]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-13T03:10:33.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:33.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:32 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:33 smithi078 ceph-mon[85589]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:33 smithi078 ceph-mon[85589]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T03:10:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:10:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:10:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:10:33.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:10:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[91421]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[91421]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[89065]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[89065]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:10:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:10:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:10:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:34 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:34 smithi078 ceph-mon[85589]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T03:10:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:34 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:34.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:34 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[91421]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[89065]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:34 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:35 smithi078 ceph-mon[85589]: pgmap v1286: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:35.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:35 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:35.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:35 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:35.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:35 smithi078 ceph-mon[85589]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T03:10:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[91421]: pgmap v1286: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[91421]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[89065]: pgmap v1286: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:35 smithi052 ceph-mon[89065]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-13T03:10:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:36 smithi078 ceph-mon[85589]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T03:10:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:36 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:36 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:36 smithi052 ceph-mon[91421]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T03:10:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:36 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:36 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:36 smithi052 ceph-mon[89065]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-13T03:10:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:36 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:36 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:37.629 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7040 ms) 2024-09-13T03:10:37.629 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-13T03:10:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:10:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:37.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T03:10:37.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:37.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:37 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:10:38.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:38.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-13T03:10:38.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1376159882' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:38.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:37 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]: dispatch 2024-09-13T03:10:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:10:38] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2024-09-13T03:10:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T03:10:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:38 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-7"}]': finished 2024-09-13T03:10:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-13T03:10:39.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:39.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:39.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:38 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:40 smithi078 ceph-mon[85589]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:40 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:40 smithi078 ceph-mon[85589]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T03:10:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:40 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:40.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:40 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:40.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[89065]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:40.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[89065]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[91421]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[91421]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:40 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:41 smithi078 ceph-mon[85589]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T03:10:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:41 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:41 smithi078 ceph-mon[85589]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T03:10:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:41 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:41.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:41 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:41.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[91421]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T03:10:41.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[91421]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[89065]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[89065]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:41 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:42.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:42 smithi078 ceph-mon[85589]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:42.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:42 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:42 smithi078 ceph-mon[85589]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T03:10:42.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:10:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:42 smithi052 ceph-mon[91421]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:42 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:42 smithi052 ceph-mon[91421]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T03:10:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:42 smithi052 ceph-mon[89065]: pgmap v1295: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:42 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:42 smithi052 ceph-mon[89065]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-13T03:10:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:43 smithi078 ceph-mon[85589]: pgmap v1298: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:43 smithi078 ceph-mon[85589]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T03:10:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:43 smithi052 ceph-mon[91421]: pgmap v1298: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:43 smithi052 ceph-mon[91421]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T03:10:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:43 smithi052 ceph-mon[89065]: pgmap v1298: 113 pgs: 1 creating+peering, 5 unknown, 107 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:43 smithi052 ceph-mon[89065]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-13T03:10:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:45 smithi078 ceph-mon[85589]: pgmap v1300: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:45 smithi052 ceph-mon[91421]: pgmap v1300: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:45 smithi052 ceph-mon[89065]: pgmap v1300: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:46 smithi078 ceph-mon[85589]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T03:10:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:46 smithi052 ceph-mon[91421]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T03:10:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:46 smithi052 ceph-mon[89065]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-13T03:10:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:10:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:47 smithi078 ceph-mon[85589]: pgmap v1302: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-09-13T03:10:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:47 smithi078 ceph-mon[85589]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T03:10:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:47 smithi052 ceph-mon[91421]: pgmap v1302: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-09-13T03:10:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:47 smithi052 ceph-mon[91421]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T03:10:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:47 smithi052 ceph-mon[89065]: pgmap v1302: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-09-13T03:10:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:47 smithi052 ceph-mon[89065]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-13T03:10:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:10:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:10:48] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-09-13T03:10:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:48 smithi078 ceph-mon[85589]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T03:10:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:48 smithi052 ceph-mon[91421]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T03:10:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:48 smithi052 ceph-mon[89065]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-13T03:10:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:49 smithi078 ceph-mon[85589]: pgmap v1305: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-09-13T03:10:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:49 smithi078 ceph-mon[85589]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T03:10:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:49 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:49.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:49 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[91421]: pgmap v1305: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[91421]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[89065]: pgmap v1305: 113 pgs: 113 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[89065]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:49 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:50.686 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_put_snap_ec (13056 ms) 2024-09-13T03:10:50.686 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-13T03:10:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:50 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:50 smithi078 ceph-mon[85589]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T03:10:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:50 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[89065]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[91421]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/333639896' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:50 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]: dispatch 2024-09-13T03:10:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:51 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-8"}]': finished 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:52.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:51 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:52.692 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:10:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:52 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:52 smithi078 ceph-mon[85589]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T03:10:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:52.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:52 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[89065]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T03:10:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:10:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[91421]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-13T03:10:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:53.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:52 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:53 smithi078 ceph-mon[85589]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:53 smithi078 ceph-mon[85589]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T03:10:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:53 smithi052 ceph-mon[91421]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:53 smithi052 ceph-mon[91421]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T03:10:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:53 smithi052 ceph-mon[89065]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:53 smithi052 ceph-mon[89065]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-13T03:10:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[91421]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T03:10:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[89065]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T03:10:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:54 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:54 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:54 smithi078 ceph-mon[85589]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-13T03:10:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:54 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:54 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:10:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[91421]: pgmap v1314: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[91421]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[89065]: pgmap v1314: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:55 smithi052 ceph-mon[89065]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T03:10:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:55 smithi078 ceph-mon[85589]: pgmap v1314: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:55 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:10:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:55 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:10:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:55 smithi078 ceph-mon[85589]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-13T03:10:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:56 smithi052 ceph-mon[91421]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T03:10:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:56 smithi052 ceph-mon[89065]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T03:10:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:56 smithi078 ceph-mon[85589]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-13T03:10:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:57.724 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.test_explicit_ec (7039 ms) 2024-09-13T03:10:57.725 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.set_ec 2024-09-13T03:10:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:10:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:58.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T03:10:58.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:58.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:57 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:10:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:10:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:10:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-13T03:10:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2276231213' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:57 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]: dispatch 2024-09-13T03:10:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:10:58] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-09-13T03:10:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T03:10:59.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:59.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:10:58 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-9"}]': finished 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:10:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:10:58 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-13T03:11:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:00 smithi078 ceph-mon[85589]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:00 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:11:00.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:00 smithi078 ceph-mon[85589]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T03:11:00.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:00 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:00.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:00 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:00.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[89065]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[89065]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[91421]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi052-123207-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[91421]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-13T03:11:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:00.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:00 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:01 smithi078 ceph-mon[85589]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T03:11:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:01 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:01.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:01 smithi078 ceph-mon[85589]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T03:11:01.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:01 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:01.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:01 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:01.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[91421]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[91421]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[89065]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi052-123207-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[89065]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-13T03:11:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:01.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:01 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:02 smithi078 ceph-mon[85589]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:02 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:02 smithi078 ceph-mon[85589]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T03:11:02.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[91421]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[91421]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T03:11:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[89065]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123207-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:02 smithi052 ceph-mon[89065]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-13T03:11:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[91421]: pgmap v1326: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[91421]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T03:11:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[89065]: pgmap v1326: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[89065]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T03:11:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:03 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:03 smithi078 ceph-mon[85589]: pgmap v1326: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:03 smithi078 ceph-mon[85589]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-13T03:11:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:03 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:04.743 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.set_ec (7018 ms) 2024-09-13T03:11:04.743 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 10 tests from cls_rgw (61173 ms total) 2024-09-13T03:11:04.743 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:11:04.743 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:11:04.743 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 10 tests from 1 test suite ran. (61173 ms total) 2024-09-13T03:11:04.743 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 10 tests. 2024-09-13T03:11:04.745 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:11:04.745 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:11:04.815 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-13T03:11:04.816 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-13T03:11:04.886 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:11:04.886 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-13T03:11:04.886 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:11:04.886 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 16 tests from cls_rgw 2024-09-13T03:11:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[89065]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T03:11:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[89065]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[91421]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:04 smithi052 ceph-mon[91421]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T03:11:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:04 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:04 smithi078 ceph-mon[85589]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-13T03:11:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:04 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/18006510' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:04 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]: dispatch 2024-09-13T03:11:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:04 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi052-123207-10"}]': finished 2024-09-13T03:11:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:04 smithi078 ceph-mon[85589]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-13T03:11:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:05 smithi052 ceph-mon[91421]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:05 smithi052 ceph-mon[89065]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:05 smithi078 ceph-mon[85589]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:06.765 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_basic 2024-09-13T03:11:06.805 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_basic (40 ms) 2024-09-13T03:11:06.805 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-13T03:11:06.830 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (24 ms) 2024-09-13T03:11:06.830 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-13T03:11:06.864 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-09-13T03:11:06.865 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-13T03:11:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:06 smithi052 ceph-mon[91421]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T03:11:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:06 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/41477296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:06 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:06 smithi052 ceph-mon[89065]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T03:11:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:06 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/41477296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:06 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:06 smithi078 ceph-mon[85589]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-13T03:11:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:06 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/41477296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:06 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[91421]: pgmap v1332: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[91421]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[89065]: pgmap v1332: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:07 smithi052 ceph-mon[89065]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T03:11:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:07 smithi078 ceph-mon[85589]: pgmap v1332: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:11:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:07 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:11:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:07 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:07 smithi078 ceph-mon[85589]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-13T03:11:08.285 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_suggest (1421 ms) 2024-09-13T03:11:08.286 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-13T03:11:08.292 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-09-13T03:11:08.292 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_list 2024-09-13T03:11:08.316 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_list (23 ms) 2024-09-13T03:11:08.316 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-13T03:11:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:11:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:11:08] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-13T03:11:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:08 smithi052 ceph-mon[91421]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T03:11:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:08 smithi052 ceph-mon[89065]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T03:11:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:08 smithi078 ceph-mon[85589]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-13T03:11:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:09 smithi052 ceph-mon[91421]: pgmap v1335: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-09-13T03:11:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:09 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:11:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:09 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:11:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:09 smithi052 ceph-mon[89065]: pgmap v1335: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-09-13T03:11:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:09 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:11:10.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:09 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:11:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:09 smithi078 ceph-mon[85589]: pgmap v1335: 137 pgs: 7 creating+peering, 12 unknown, 118 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-09-13T03:11:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:09 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:11:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:09 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:11:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:11 smithi052 ceph-mon[91421]: pgmap v1336: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 295 KiB/s wr, 887 op/s 2024-09-13T03:11:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:11 smithi052 ceph-mon[89065]: pgmap v1336: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 295 KiB/s wr, 887 op/s 2024-09-13T03:11:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:11 smithi078 ceph-mon[85589]: pgmap v1336: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 295 KiB/s wr, 887 op/s 2024-09-13T03:11:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:11:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:13 smithi052 ceph-mon[91421]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 323 KiB/s wr, 997 op/s 2024-09-13T03:11:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:13 smithi052 ceph-mon[89065]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 323 KiB/s wr, 997 op/s 2024-09-13T03:11:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:13 smithi078 ceph-mon[85589]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 323 KiB/s wr, 997 op/s 2024-09-13T03:11:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:15 smithi052 ceph-mon[91421]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 275 KiB/s wr, 845 op/s 2024-09-13T03:11:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:15 smithi052 ceph-mon[89065]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 275 KiB/s wr, 845 op/s 2024-09-13T03:11:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:15 smithi078 ceph-mon[85589]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 446 KiB/s rd, 275 KiB/s wr, 845 op/s 2024-09-13T03:11:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:17.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:17 smithi078 ceph-mon[85589]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 574 KiB/s wr, 1.74k op/s 2024-09-13T03:11:18.196 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:11:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T03:11:18.006656621Z level=info msg="Completed cleanup jobs" duration=5.118446ms 2024-09-13T03:11:18.227 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:17 smithi052 ceph-mon[91421]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 574 KiB/s wr, 1.74k op/s 2024-09-13T03:11:18.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:17 smithi052 ceph-mon[89065]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 574 KiB/s wr, 1.74k op/s 2024-09-13T03:11:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:11:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:11:18] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-09-13T03:11:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:19 smithi078 ceph-mon[85589]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 521 KiB/s wr, 1.58k op/s 2024-09-13T03:11:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:19 smithi052 ceph-mon[91421]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 521 KiB/s wr, 1.58k op/s 2024-09-13T03:11:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:19 smithi052 ceph-mon[89065]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 521 KiB/s wr, 1.58k op/s 2024-09-13T03:11:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:21 smithi078 ceph-mon[85589]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1021 KiB/s rd, 667 KiB/s wr, 2.01k op/s 2024-09-13T03:11:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:21 smithi052 ceph-mon[91421]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1021 KiB/s rd, 667 KiB/s wr, 2.01k op/s 2024-09-13T03:11:22.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:21 smithi052 ceph-mon[89065]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1021 KiB/s rd, 667 KiB/s wr, 2.01k op/s 2024-09-13T03:11:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:11:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:23 smithi078 ceph-mon[85589]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 528 KiB/s wr, 1.60k op/s 2024-09-13T03:11:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:23 smithi052 ceph-mon[91421]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 528 KiB/s wr, 1.60k op/s 2024-09-13T03:11:24.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:23 smithi052 ceph-mon[89065]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 813 KiB/s rd, 528 KiB/s wr, 1.60k op/s 2024-09-13T03:11:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:25 smithi078 ceph-mon[85589]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 489 KiB/s wr, 1.46k op/s 2024-09-13T03:11:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:25 smithi052 ceph-mon[91421]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 489 KiB/s wr, 1.46k op/s 2024-09-13T03:11:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:25 smithi052 ceph-mon[89065]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 489 KiB/s wr, 1.46k op/s 2024-09-13T03:11:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:27 smithi078 ceph-mon[85589]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1016 KiB/s rd, 677 KiB/s wr, 2.03k op/s 2024-09-13T03:11:28.227 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:27 smithi052 ceph-mon[91421]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1016 KiB/s rd, 677 KiB/s wr, 2.03k op/s 2024-09-13T03:11:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:27 smithi052 ceph-mon[89065]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1016 KiB/s rd, 677 KiB/s wr, 2.03k op/s 2024-09-13T03:11:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:11:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:11:28] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-09-13T03:11:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:29 smithi078 ceph-mon[85589]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-13T03:11:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:29 smithi052 ceph-mon[91421]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-13T03:11:30.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:29 smithi052 ceph-mon[89065]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 592 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-13T03:11:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:31 smithi078 ceph-mon[85589]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 585 KiB/s wr, 1.75k op/s 2024-09-13T03:11:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:31 smithi052 ceph-mon[91421]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 585 KiB/s wr, 1.75k op/s 2024-09-13T03:11:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:31 smithi052 ceph-mon[89065]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 585 KiB/s wr, 1.75k op/s 2024-09-13T03:11:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:11:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:34.173 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:33 smithi078 ceph-mon[85589]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-13T03:11:34.173 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:11:34.203 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:33 smithi052 ceph-mon[91421]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-13T03:11:34.203 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:11:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:33 smithi052 ceph-mon[89065]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-13T03:11:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:11:36.075 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:35 smithi052 ceph-mon[91421]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-13T03:11:36.076 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:35 smithi052 ceph-mon[89065]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-13T03:11:36.113 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:35 smithi078 ceph-mon[85589]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2024-09-13T03:11:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:37 smithi078 ceph-mon[85589]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-09-13T03:11:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:37.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:37 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[91421]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-09-13T03:11:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[89065]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:37 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:11:38] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-09-13T03:11:38.839 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:11:38.839 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:11:38.839 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.839 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:11:38.839 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:11:38.839 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:11:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:11:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:11:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:39 smithi078 ceph-mon[85589]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 549 KiB/s rd, 366 KiB/s wr, 1.10k op/s 2024-09-13T03:11:39.981 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:39 smithi052 ceph-mon[91421]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 549 KiB/s rd, 366 KiB/s wr, 1.10k op/s 2024-09-13T03:11:39.982 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:39 smithi052 ceph-mon[89065]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 549 KiB/s rd, 366 KiB/s wr, 1.10k op/s 2024-09-13T03:11:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:41 smithi078 ceph-mon[85589]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 792 KiB/s rd, 528 KiB/s wr, 1.58k op/s 2024-09-13T03:11:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:41 smithi052 ceph-mon[91421]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 792 KiB/s rd, 528 KiB/s wr, 1.58k op/s 2024-09-13T03:11:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:41 smithi052 ceph-mon[89065]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 792 KiB/s rd, 528 KiB/s wr, 1.58k op/s 2024-09-13T03:11:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:11:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:43 smithi078 ceph-mon[85589]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-09-13T03:11:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:43 smithi052 ceph-mon[91421]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-09-13T03:11:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:43 smithi052 ceph-mon[89065]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-09-13T03:11:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:45 smithi078 ceph-mon[85589]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-09-13T03:11:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:45 smithi052 ceph-mon[91421]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-09-13T03:11:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:45 smithi052 ceph-mon[89065]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 338 KiB/s wr, 1.01k op/s 2024-09-13T03:11:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:47.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:11:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:47 smithi078 ceph-mon[85589]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 523 KiB/s wr, 1.57k op/s 2024-09-13T03:11:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:47 smithi052 ceph-mon[91421]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 523 KiB/s wr, 1.57k op/s 2024-09-13T03:11:48.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:47 smithi052 ceph-mon[89065]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 523 KiB/s wr, 1.57k op/s 2024-09-13T03:11:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:11:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:11:48] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-09-13T03:11:49.335 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_list_delimited (41020 ms) 2024-09-13T03:11:49.336 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.bi_list 2024-09-13T03:11:49.408 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.bi_list (73 ms) 2024-09-13T03:11:49.408 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.gc_set 2024-09-13T03:11:49.434 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-09-13T03:11:49.434 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.gc_list 2024-09-13T03:11:49.459 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-09-13T03:11:49.459 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-13T03:11:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:49 smithi078 ceph-mon[85589]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2024-09-13T03:11:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:49 smithi052 ceph-mon[91421]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2024-09-13T03:11:50.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:49 smithi052 ceph-mon[89065]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2024-09-13T03:11:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:50 smithi052 ceph-mon[91421]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T03:11:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3788784304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:50 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:50 smithi052 ceph-mon[89065]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T03:11:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3788784304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:50 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:50 smithi078 ceph-mon[85589]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-13T03:11:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3788784304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:50 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:11:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[91421]: pgmap v1357: 169 pgs: 7 creating+peering, 25 unknown, 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 427 KiB/s wr, 1.28k op/s 2024-09-13T03:11:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:11:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[91421]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T03:11:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[89065]: pgmap v1357: 169 pgs: 7 creating+peering, 25 unknown, 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 427 KiB/s wr, 1.28k op/s 2024-09-13T03:11:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:11:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:51 smithi052 ceph-mon[89065]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T03:11:52.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:51 smithi078 ceph-mon[85589]: pgmap v1357: 169 pgs: 7 creating+peering, 25 unknown, 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 427 KiB/s wr, 1.28k op/s 2024-09-13T03:11:52.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:51 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:11:52.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:51 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-123544-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:11:52.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:51 smithi078 ceph-mon[85589]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-13T03:11:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:11:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:11:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:11:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:52 smithi052 ceph-mon[91421]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T03:11:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:52 smithi052 ceph-mon[89065]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T03:11:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:52 smithi078 ceph-mon[85589]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-13T03:11:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:53 smithi052 ceph-mon[91421]: pgmap v1360: 169 pgs: 5 creating+activating, 7 creating+peering, 13 unknown, 144 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 342 KiB/s wr, 1.02k op/s 2024-09-13T03:11:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:53 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:11:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:53 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:11:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:53 smithi052 ceph-mon[89065]: pgmap v1360: 169 pgs: 5 creating+activating, 7 creating+peering, 13 unknown, 144 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 342 KiB/s wr, 1.02k op/s 2024-09-13T03:11:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:53 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:11:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:53 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:11:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:53 smithi078 ceph-mon[85589]: pgmap v1360: 169 pgs: 5 creating+activating, 7 creating+peering, 13 unknown, 144 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 342 KiB/s wr, 1.02k op/s 2024-09-13T03:11:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:53 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:11:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:53 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:11:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:55 smithi052 ceph-mon[91421]: pgmap v1361: 169 pgs: 5 creating+activating, 7 creating+peering, 3 unknown, 154 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 342 KiB/s wr, 1.02k op/s 2024-09-13T03:11:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:55 smithi052 ceph-mon[89065]: pgmap v1361: 169 pgs: 5 creating+activating, 7 creating+peering, 3 unknown, 154 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 342 KiB/s wr, 1.02k op/s 2024-09-13T03:11:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:55 smithi078 ceph-mon[85589]: pgmap v1361: 169 pgs: 5 creating+activating, 7 creating+peering, 3 unknown, 154 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 342 KiB/s wr, 1.02k op/s 2024-09-13T03:11:56.996 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.gc_defer (7538 ms) 2024-09-13T03:11:56.996 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-13T03:11:57.064 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.usage_basic (68 ms) 2024-09-13T03:11:57.064 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-13T03:11:57.066 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-09-13T03:11:57.066 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-13T03:11:57.162 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.usage_clear (95 ms) 2024-09-13T03:11:57.162 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-13T03:11:57.209 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.bi_log_trim (48 ms) 2024-09-13T03:11:57.209 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-13T03:11:57.220 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw.index_racing_removes (10 ms) 2024-09-13T03:11:58.000 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 16 tests from cls_rgw (50454 ms total) 2024-09-13T03:11:58.000 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:11:58.000 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:11:58.000 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 16 tests from 1 test suite ran. (53113 ms total) 2024-09-13T03:11:58.000 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 16 tests. 2024-09-13T03:11:58.004 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:11:58.004 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:11:58.076 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-13T03:11:58.076 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-13T03:11:58.146 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:11:58.146 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-13T03:11:58.146 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:11:58.146 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-13T03:11:58.146 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.init 2024-09-13T03:11:58.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:11:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:11:58] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-09-13T03:11:58.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:58 smithi052 ceph-mon[91421]: pgmap v1362: 169 pgs: 169 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 314 KiB/s wr, 935 op/s 2024-09-13T03:11:58.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:58 smithi052 ceph-mon[91421]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T03:11:58.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:58 smithi052 ceph-mon[89065]: pgmap v1362: 169 pgs: 169 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 314 KiB/s wr, 935 op/s 2024-09-13T03:11:58.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:58 smithi052 ceph-mon[89065]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T03:11:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:58 smithi078 ceph-mon[85589]: pgmap v1362: 169 pgs: 169 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 689 KiB/s rd, 314 KiB/s wr, 935 op/s 2024-09-13T03:11:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:58 smithi078 ceph-mon[85589]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-13T03:11:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:11:59 smithi052 ceph-mon[91421]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T03:11:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:11:59 smithi052 ceph-mon[89065]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T03:11:59.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:11:59 smithi078 ceph-mon[85589]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-13T03:12:00.017 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.init (1870 ms) 2024-09-13T03:12:00.017 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-13T03:12:00.040 INFO:tasks.workunit.client.0.smithi052.stderr:[ ] list info tag = chain-0 2024-09-13T03:12:00.040 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (23 ms) 2024-09-13T03:12:00.040 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-13T03:12:00.045 INFO:tasks.workunit.client.0.smithi052.stderr:[ ] next_marker is: = 0/4263 2024-09-13T03:12:00.046 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-09-13T03:12:00.046 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-13T03:12:00.053 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-09-13T03:12:00.053 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-13T03:12:00.060 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-09-13T03:12:00.060 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-13T03:12:00.067 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-09-13T03:12:00.067 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-13T03:12:00.074 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-09-13T03:12:00.074 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-13T03:12:00.080 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-09-13T03:12:00.080 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-13T03:12:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[91421]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[91421]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1477860191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[89065]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[89065]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1477860191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:00 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:00 smithi078 ceph-mon[85589]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:00 smithi078 ceph-mon[85589]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-13T03:12:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:00 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1477860191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:00 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:01.026 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_gc.finalize (946 ms) 2024-09-13T03:12:01.026 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 9 tests from cls_rgw_gc (2880 ms total) 2024-09-13T03:12:01.026 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:12:01.026 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:12:01.026 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 9 tests from 1 test suite ran. (2880 ms total) 2024-09-13T03:12:01.027 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 9 tests. 2024-09-13T03:12:01.029 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:12:01.029 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:12:01.099 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-13T03:12:01.099 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-13T03:12:01.177 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 1 test from 1 test suite. 2024-09-13T03:12:01.177 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:12:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:01 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:01 smithi052 ceph-mon[91421]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T03:12:01.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:01 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:01 smithi052 ceph-mon[89065]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T03:12:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:01 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124180-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:01 smithi078 ceph-mon[85589]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-13T03:12:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:02 smithi052 ceph-mon[91421]: pgmap v1368: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 592 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:02 smithi052 ceph-mon[91421]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T03:12:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:02 smithi052 ceph-mon[89065]: pgmap v1368: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 592 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:02 smithi052 ceph-mon[89065]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T03:12:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:02 smithi078 ceph-mon[85589]: pgmap v1368: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 592 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:02 smithi078 ceph-mon[85589]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-13T03:12:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:12:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:03.032 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from cls_rgw_stats 2024-09-13T03:12:03.032 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-13T03:12:03.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.052+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=GPQJ57DSU3DH type=write size=233387 2024-09-13T03:12:03.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.054+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=MF4VM5SB0PVH type=del size=1152699 2024-09-13T03:12:03.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.055+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=OWG1NC01M6DJ type=del size=3561154 2024-09-13T03:12:03.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.058+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~G2NP82MG9NA1.0 size=692192 2024-09-13T03:12:03.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.058+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=G2NP82MG9NA1 tag=VSC9ZRE6EVZR type=write size=1740768 2024-09-13T03:12:03.060 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.059+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=CUOVWU9PENTC type=del size=1115682 2024-09-13T03:12:03.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.061+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=QV096Z7CKYPN type=del size=3179600 2024-09-13T03:12:03.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.062+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=D5GQLV93ZXLP type=del size=666768 2024-09-13T03:12:03.065 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.063+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=50A23QG67JFV type=del size=1373532 2024-09-13T03:12:03.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.065+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=IX2A8XU4A2PZ type=write size=131770 2024-09-13T03:12:03.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.067+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~A66ORRLWMSAW.0 size=600812 2024-09-13T03:12:03.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.067+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=A66ORRLWMSAW tag=4HO8DA7ZUTWV type=write size=1649388 2024-09-13T03:12:03.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.069+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=CL5KB6S9AYF5 type=del size=1578651 2024-09-13T03:12:03.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.070+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=2CWKOW9P8UQ8 type=del size=1142243 2024-09-13T03:12:03.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.072+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=YHZ3ZRIM7BS9 type=del size=720552 2024-09-13T03:12:03.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.074+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~RC22GXXRHC1I.0 size=1048576 2024-09-13T03:12:03.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.075+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~RC22GXXRHC1I.1 size=936185 2024-09-13T03:12:03.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.075+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=RC22GXXRHC1I tag=UE24FKFWED2E type=write size=3033337 2024-09-13T03:12:03.078 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.077+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=GYCRAFSIFZBB type=del size=2237999 2024-09-13T03:12:03.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.079+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=84EGZIKWEU47 type=del size=1523710 2024-09-13T03:12:03.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.080+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=GPQJ57DSU3DH type=write size=233387 2024-09-13T03:12:03.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.082+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=2FB6N8QI37LO type=write size=740466 2024-09-13T03:12:03.085 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.083+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=MF4VM5SB0PVH type=del 2024-09-13T03:12:03.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.085+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=BNMW55MR02OI type=del size=1202473 2024-09-13T03:12:03.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.086+0000 7fda4ba82640 1 < canceled operation key=K8VZZVE7H1UR tag=OWG1NC01M6DJ type=del size=3561154 2024-09-13T03:12:03.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.088+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~1R4WB3GZVG1K.0 size=86601 2024-09-13T03:12:03.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.088+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=1R4WB3GZVG1K tag=7100EXMRQWK1 type=write size=1135177 2024-09-13T03:12:03.091 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.089+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~G2NP82MG9NA1.0 size=692192 2024-09-13T03:12:03.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.091+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=G2NP82MG9NA1 tag=VSC9ZRE6EVZR type=write size=1740768 2024-09-13T03:12:03.094 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.093+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=F3FZTOGV8DFV type=write size=780237 2024-09-13T03:12:03.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.094+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=CUOVWU9PENTC type=del 2024-09-13T03:12:03.097 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.095+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=K524YJUL67SM type=del size=4166260 2024-09-13T03:12:03.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.096+0000 7fda4ba82640 1 < canceled operation key=QSXH3UHXTEO9 tag=QV096Z7CKYPN type=del size=3179600 2024-09-13T03:12:03.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.100+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~8204X41KB667.0 size=1048576 2024-09-13T03:12:03.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.101+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~8204X41KB667.1 size=771214 2024-09-13T03:12:03.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.101+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=8204X41KB667 tag=KL6V7132ZW6S type=write size=2868366 2024-09-13T03:12:03.104 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.102+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=D5GQLV93ZXLP type=del 2024-09-13T03:12:03.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.103+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=9V2YUL2ZCGRC type=del size=1872707 2024-09-13T03:12:03.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.105+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=50A23QG67JFV type=del 2024-09-13T03:12:03.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.108+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~SUAIHJCZCVUC.0 size=414183 2024-09-13T03:12:03.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.108+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=SUAIHJCZCVUC tag=YT4OQWVAIZ3F type=write size=1462759 2024-09-13T03:12:03.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.109+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=IX2A8XU4A2PZ type=write size=131770 2024-09-13T03:12:03.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.112+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~8XAFBPFPNX2S.0 size=1048576 2024-09-13T03:12:03.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.113+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~8XAFBPFPNX2S.1 size=1048576 2024-09-13T03:12:03.115 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.114+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~8XAFBPFPNX2S.2 size=878986 2024-09-13T03:12:03.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.114+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=8XAFBPFPNX2S tag=5W0RIE68H7SK type=write size=4024714 2024-09-13T03:12:03.117 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.116+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~A66ORRLWMSAW.0 size=600812 2024-09-13T03:12:03.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.118+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=A66ORRLWMSAW tag=4HO8DA7ZUTWV type=write size=1649388 2024-09-13T03:12:03.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.120+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~FVPGP10LZNCN.0 size=1048576 2024-09-13T03:12:03.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.121+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~FVPGP10LZNCN.1 size=594612 2024-09-13T03:12:03.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.121+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=FVPGP10LZNCN tag=JKWX8N9COQ2T type=write size=2691764 2024-09-13T03:12:03.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.124+0000 7fda4ba82640 1 < suggested update operation key=7VAD88Q1O8P1 tag=CL5KB6S9AYF5 type=del size=1578651 2024-09-13T03:12:03.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.125+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=PXJ81P2103CB type=del size=1994220 2024-09-13T03:12:03.128 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.127+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=2CWKOW9P8UQ8 type=del 2024-09-13T03:12:03.129 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.128+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=VZ3LUU7IXS3S type=del size=657242 2024-09-13T03:12:03.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.129+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=YHZ3ZRIM7BS9 type=del 2024-09-13T03:12:03.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.131+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~EE6C7A8GPTFC.0 size=1048576 2024-09-13T03:12:03.133 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.132+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~EE6C7A8GPTFC.1 size=1048576 2024-09-13T03:12:03.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.133+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~EE6C7A8GPTFC.2 size=946511 2024-09-13T03:12:03.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.133+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=EE6C7A8GPTFC tag=1E792EBKN19O type=write size=4092239 2024-09-13T03:12:03.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.134+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~RC22GXXRHC1I.0 size=1048576 2024-09-13T03:12:03.136 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.135+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~RC22GXXRHC1I.1 size=936185 2024-09-13T03:12:03.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.137+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=RC22GXXRHC1I tag=UE24FKFWED2E type=write size=3033337 2024-09-13T03:12:03.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.138+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=5SHLXOAPJTKU type=del size=2390089 2024-09-13T03:12:03.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.139+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=GYCRAFSIFZBB type=del 2024-09-13T03:12:03.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.145+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=8AIEGLYTRMS9 type=del size=1015078 2024-09-13T03:12:03.148 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.147+0000 7fda4ba82640 -1 < failed to complete operation key=7VAD88Q1O8P1 tag=84EGZIKWEU47 type=del size=1523710: (22) Invalid argument 2024-09-13T03:12:03.150 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.148+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=TPO0TC5TQ2J5 type=del size=38733 2024-09-13T03:12:03.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.150+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=2FB6N8QI37LO type=write size=740466 2024-09-13T03:12:03.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.151+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=GFLPY1Y1VTGV type=del size=4010243 2024-09-13T03:12:03.153 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.152+0000 7fda4ba82640 1 < canceled operation key=VULNHTR382QJ tag=BNMW55MR02OI type=del size=1202473 2024-09-13T03:12:03.156 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.155+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~72YPL1ML1ZCI.0 size=1048576 2024-09-13T03:12:03.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.155+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~72YPL1ML1ZCI.1 size=1048576 2024-09-13T03:12:03.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.157+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~72YPL1ML1ZCI.2 size=861042 2024-09-13T03:12:03.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.157+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=72YPL1ML1ZCI tag=NOWEE2XXW0SQ type=write size=4006770 2024-09-13T03:12:03.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.158+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~1R4WB3GZVG1K.0 size=86601 2024-09-13T03:12:03.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.160+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=1R4WB3GZVG1K tag=7100EXMRQWK1 type=write size=1135177 2024-09-13T03:12:03.162 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.161+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=PJ5RZ4N53XVG type=del size=2715086 2024-09-13T03:12:03.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.162+0000 7fda4ba82640 1 < completed write operation key=XD7KO6C78R2R tag=F3FZTOGV8DFV type=write size=780237 2024-09-13T03:12:03.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.165+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~R3R5OFK61ENX.0 size=1041301 2024-09-13T03:12:03.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.165+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=R3R5OFK61ENX tag=4X9WLNB6JZ29 type=write size=2089877 2024-09-13T03:12:03.167 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.166+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=K524YJUL67SM type=del 2024-09-13T03:12:03.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.167+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=WEU37YZIC0PC type=write size=244568 2024-09-13T03:12:03.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.167+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~8204X41KB667.0 size=1048576 2024-09-13T03:12:03.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.168+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~8204X41KB667.1 size=771214 2024-09-13T03:12:03.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.170+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=8204X41KB667 tag=KL6V7132ZW6S type=write size=2868366 2024-09-13T03:12:03.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.172+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~2IYA8TM87ICZ.0 size=681029 2024-09-13T03:12:03.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.172+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=2IYA8TM87ICZ tag=QUFXDDG55L9T type=write size=1729605 2024-09-13T03:12:03.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.175+0000 7fda4ba82640 1 < suggested update operation key=IQRILNWE9YY3 tag=9V2YUL2ZCGRC type=del size=1872707 2024-09-13T03:12:03.178 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.177+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=F7I4P598G058 type=write size=699522 2024-09-13T03:12:03.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.178+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~SUAIHJCZCVUC.0 size=414183 2024-09-13T03:12:03.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.180+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=SUAIHJCZCVUC tag=YT4OQWVAIZ3F type=write size=1462759 2024-09-13T03:12:03.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.181+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=JILB5MD8NSNR type=write size=55225 2024-09-13T03:12:03.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.182+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~8XAFBPFPNX2S.0 size=1048576 2024-09-13T03:12:03.184 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.183+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~8XAFBPFPNX2S.1 size=1048576 2024-09-13T03:12:03.184 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.183+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~8XAFBPFPNX2S.2 size=878986 2024-09-13T03:12:03.186 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.185+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=8XAFBPFPNX2S tag=5W0RIE68H7SK type=write size=4024714 2024-09-13T03:12:03.187 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.186+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=EW8ULA1P3KAY type=del size=736876 2024-09-13T03:12:03.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.187+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~FVPGP10LZNCN.0 size=1048576 2024-09-13T03:12:03.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.188+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~FVPGP10LZNCN.1 size=594612 2024-09-13T03:12:03.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.190+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=FVPGP10LZNCN tag=JKWX8N9COQ2T type=write size=2691764 2024-09-13T03:12:03.193 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.192+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~3T2AR0JYIII4.0 size=1048576 2024-09-13T03:12:03.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.193+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~3T2AR0JYIII4.1 size=920043 2024-09-13T03:12:03.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.193+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=3T2AR0JYIII4 tag=OJBSHM3208LV type=write size=3017195 2024-09-13T03:12:03.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.194+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=PXJ81P2103CB type=del 2024-09-13T03:12:03.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.195+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=KQRQAYHMU416 type=del size=1127323 2024-09-13T03:12:03.198 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.196+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=VZ3LUU7IXS3S type=del 2024-09-13T03:12:03.199 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.197+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=VXISUC4J54KL type=del size=3229799 2024-09-13T03:12:03.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.199+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~EE6C7A8GPTFC.0 size=1048576 2024-09-13T03:12:03.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.200+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~EE6C7A8GPTFC.1 size=1048576 2024-09-13T03:12:03.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.201+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~EE6C7A8GPTFC.2 size=946511 2024-09-13T03:12:03.204 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.203+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=EE6C7A8GPTFC tag=1E792EBKN19O type=write size=4092239 2024-09-13T03:12:03.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.204+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~UJEFOPUC4TO0.0 size=1048576 2024-09-13T03:12:03.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.205+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~UJEFOPUC4TO0.1 size=1048576 2024-09-13T03:12:03.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.206+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~UJEFOPUC4TO0.2 size=548077 2024-09-13T03:12:03.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.206+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=UJEFOPUC4TO0 tag=FDH4BSV0AH7J type=write size=3693805 2024-09-13T03:12:03.209 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.207+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=5SHLXOAPJTKU type=del 2024-09-13T03:12:03.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.209+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=G3VKP4PJNCYS type=write size=144701 2024-09-13T03:12:03.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.210+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=8AIEGLYTRMS9 type=del 2024-09-13T03:12:03.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.211+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=WEAGTE47CWFE type=del size=3575501 2024-09-13T03:12:03.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.212+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=TPO0TC5TQ2J5 type=del 2024-09-13T03:12:03.216 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.215+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GO7D8P805H5P.0 size=1048576 2024-09-13T03:12:03.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.215+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GO7D8P805H5P.1 size=1048576 2024-09-13T03:12:03.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.216+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GO7D8P805H5P.2 size=457350 2024-09-13T03:12:03.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.216+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=GO7D8P805H5P tag=AIC5N8ER2MXG type=write size=3603078 2024-09-13T03:12:03.219 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.217+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=GFLPY1Y1VTGV type=del 2024-09-13T03:12:03.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.219+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=EQ2HVWWFAABM type=write size=204966 2024-09-13T03:12:03.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.220+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~72YPL1ML1ZCI.0 size=1048576 2024-09-13T03:12:03.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.221+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~72YPL1ML1ZCI.1 size=1048576 2024-09-13T03:12:03.223 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.222+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~72YPL1ML1ZCI.2 size=861042 2024-09-13T03:12:03.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.223+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=72YPL1ML1ZCI tag=NOWEE2XXW0SQ type=write size=4006770 2024-09-13T03:12:03.226 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.225+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=TUSMNS628BH0 type=del size=1546425 2024-09-13T03:12:03.227 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.226+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=PJ5RZ4N53XVG type=del 2024-09-13T03:12:03.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.227+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=5F7ISALILRIJ type=del size=3744247 2024-09-13T03:12:03.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.228+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~R3R5OFK61ENX.0 size=1041301 2024-09-13T03:12:03.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.230+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=R3R5OFK61ENX tag=4X9WLNB6JZ29 type=write size=2089877 2024-09-13T03:12:03.233 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.231+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=HV1EZ15INXQK type=del size=1962620 2024-09-13T03:12:03.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.233+0000 7fda4ba82640 1 < canceled operation key=M3W0IJDWZTHP tag=WEU37YZIC0PC type=write size=244568 2024-09-13T03:12:03.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.234+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=QFFG2RSH9JQF type=del size=1420303 2024-09-13T03:12:03.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.235+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~2IYA8TM87ICZ.0 size=681029 2024-09-13T03:12:03.239 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.237+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=2IYA8TM87ICZ tag=QUFXDDG55L9T type=write size=1729605 2024-09-13T03:12:03.240 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.238+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=0SPZB6Z8DWXR type=del size=1067050 2024-09-13T03:12:03.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.240+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=F7I4P598G058 type=write size=699522 2024-09-13T03:12:03.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.242+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~BAQJQNWYQBNJ.0 size=1048576 2024-09-13T03:12:03.244 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.243+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~BAQJQNWYQBNJ.1 size=1048576 2024-09-13T03:12:03.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.243+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~BAQJQNWYQBNJ.2 size=241535 2024-09-13T03:12:03.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.243+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=BAQJQNWYQBNJ tag=AOL0YBMGF0YE type=write size=3387263 2024-09-13T03:12:03.246 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.245+0000 7fda4ba82640 1 < completed write operation key=VULNHTR382QJ tag=JILB5MD8NSNR type=write size=55225 2024-09-13T03:12:03.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.246+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=UT7LLP3KV0W5 type=del size=2556067 2024-09-13T03:12:03.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.247+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=EW8ULA1P3KAY type=del 2024-09-13T03:12:03.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.249+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~KHJXWWQYM3C0.0 size=877036 2024-09-13T03:12:03.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.249+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=KHJXWWQYM3C0 tag=M0KWQL06YIOI type=write size=1925612 2024-09-13T03:12:03.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.250+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~3T2AR0JYIII4.0 size=1048576 2024-09-13T03:12:03.252 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.250+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~3T2AR0JYIII4.1 size=920043 2024-09-13T03:12:03.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.252+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=3T2AR0JYIII4 tag=OJBSHM3208LV type=write size=3017195 2024-09-13T03:12:03.255 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.254+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=3IRZWWM8TWW3 type=write size=35810 2024-09-13T03:12:03.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.256+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=KQRQAYHMU416 type=del 2024-09-13T03:12:03.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.258+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~NN1H1P3D61CO.0 size=1048576 2024-09-13T03:12:03.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.259+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~NN1H1P3D61CO.1 size=604577 2024-09-13T03:12:03.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.259+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=NN1H1P3D61CO tag=NHBJ8MIDFJ3I type=write size=2701729 2024-09-13T03:12:03.261 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.260+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=VXISUC4J54KL type=del 2024-09-13T03:12:03.262 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.261+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=DN07T236216N type=del size=247652 2024-09-13T03:12:03.264 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.262+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~UJEFOPUC4TO0.0 size=1048576 2024-09-13T03:12:03.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.263+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~UJEFOPUC4TO0.1 size=1048576 2024-09-13T03:12:03.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.264+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~UJEFOPUC4TO0.2 size=548077 2024-09-13T03:12:03.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.266+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=UJEFOPUC4TO0 tag=FDH4BSV0AH7J type=write size=3693805 2024-09-13T03:12:03.269 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.268+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~B4F17WWYGHZM.0 size=518719 2024-09-13T03:12:03.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.268+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=B4F17WWYGHZM tag=OESWCMRDL8L1 type=write size=1567295 2024-09-13T03:12:03.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.269+0000 7fda4ba82640 1 < canceled operation key=5VZ10W77NYTX tag=G3VKP4PJNCYS type=write size=144701 2024-09-13T03:12:03.272 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.270+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=84BISJD9W0NC type=write size=744825 2024-09-13T03:12:03.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.272+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=WEAGTE47CWFE type=del 2024-09-13T03:12:03.275 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.274+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~B1BHA6F111GW.0 size=983482 2024-09-13T03:12:03.276 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.274+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=B1BHA6F111GW tag=UW0L91ZVXPRR type=write size=2032058 2024-09-13T03:12:03.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.275+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GO7D8P805H5P.0 size=1048576 2024-09-13T03:12:03.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.276+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GO7D8P805H5P.1 size=1048576 2024-09-13T03:12:03.278 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.277+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GO7D8P805H5P.2 size=457350 2024-09-13T03:12:03.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.279+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=GO7D8P805H5P tag=AIC5N8ER2MXG type=write size=3603078 2024-09-13T03:12:03.282 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.281+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~9K9OCDW723XC.0 size=1048576 2024-09-13T03:12:03.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.282+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~9K9OCDW723XC.1 size=1048576 2024-09-13T03:12:03.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.283+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~9K9OCDW723XC.2 size=877956 2024-09-13T03:12:03.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.283+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=9K9OCDW723XC tag=QYHEQXV5DPY1 type=write size=4023684 2024-09-13T03:12:03.285 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.284+0000 7fda4ba82640 1 < completed write operation key=7VAD88Q1O8P1 tag=EQ2HVWWFAABM type=write size=204966 2024-09-13T03:12:03.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.286+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~MQO0CCSJILWM.0 size=1048576 2024-09-13T03:12:03.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.287+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~MQO0CCSJILWM.1 size=493682 2024-09-13T03:12:03.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.287+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=MQO0CCSJILWM tag=4F03C1M57DHB type=write size=2590834 2024-09-13T03:12:03.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.288+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=TUSMNS628BH0 type=del 2024-09-13T03:12:03.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.289+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=UQVDQ32AM62W type=del size=3013887 2024-09-13T03:12:03.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.290+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=5F7ISALILRIJ type=del 2024-09-13T03:12:03.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.292+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~IRB76B7BC4CB.0 size=1048576 2024-09-13T03:12:03.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.293+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~IRB76B7BC4CB.1 size=573973 2024-09-13T03:12:03.295 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.293+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=IRB76B7BC4CB tag=NSN99D0RYWFK type=write size=2671125 2024-09-13T03:12:03.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.294+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=HV1EZ15INXQK type=del 2024-09-13T03:12:03.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.297+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~DA54DUFMAJE2.0 size=346895 2024-09-13T03:12:03.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.297+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=DA54DUFMAJE2 tag=4DFRU7YFHN40 type=write size=1395471 2024-09-13T03:12:03.299 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.298+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=QFFG2RSH9JQF type=del 2024-09-13T03:12:03.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.300+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~5J0WK9DDKFXV.0 size=1048576 2024-09-13T03:12:03.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.301+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~5J0WK9DDKFXV.1 size=778678 2024-09-13T03:12:03.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.301+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=5J0WK9DDKFXV tag=304S9BF3C0Z9 type=write size=2875830 2024-09-13T03:12:03.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.303+0000 7fda4ba82640 1 < suggested remove operation key=PSHNNGDFOD02 tag=0SPZB6Z8DWXR type=del 2024-09-13T03:12:03.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.304+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=04MCE0UIMPSY type=del size=2761671 2024-09-13T03:12:03.307 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.306+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~BAQJQNWYQBNJ.0 size=1048576 2024-09-13T03:12:03.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.307+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~BAQJQNWYQBNJ.1 size=1048576 2024-09-13T03:12:03.309 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.307+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~BAQJQNWYQBNJ.2 size=241535 2024-09-13T03:12:03.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.309+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=BAQJQNWYQBNJ tag=AOL0YBMGF0YE type=write size=3387263 2024-09-13T03:12:03.312 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.310+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=1EFLJ1MMP9QP type=write size=319019 2024-09-13T03:12:03.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.312+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=UT7LLP3KV0W5 type=del 2024-09-13T03:12:03.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.313+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=QHDLGWUYX205 type=del size=3427885 2024-09-13T03:12:03.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.313+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~KHJXWWQYM3C0.0 size=877036 2024-09-13T03:12:03.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.315+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=KHJXWWQYM3C0 tag=M0KWQL06YIOI type=write size=1925612 2024-09-13T03:12:03.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.317+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~KRD4M2W2JD4H.0 size=507841 2024-09-13T03:12:03.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.317+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=KRD4M2W2JD4H tag=Z32HCOBXCO88 type=write size=1556417 2024-09-13T03:12:03.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.318+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=3IRZWWM8TWW3 type=write size=35810 2024-09-13T03:12:03.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.320+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~2PKA4RRFESGH.0 size=1048576 2024-09-13T03:12:03.322 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.321+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~2PKA4RRFESGH.1 size=1048576 2024-09-13T03:12:03.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.322+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~2PKA4RRFESGH.2 size=284757 2024-09-13T03:12:03.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.322+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=2PKA4RRFESGH tag=NUZZAHVL6NFQ type=write size=3430485 2024-09-13T03:12:03.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.323+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~NN1H1P3D61CO.0 size=1048576 2024-09-13T03:12:03.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.324+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~NN1H1P3D61CO.1 size=604577 2024-09-13T03:12:03.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.326+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=NN1H1P3D61CO tag=NHBJ8MIDFJ3I type=write size=2701729 2024-09-13T03:12:03.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.328+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~E1B5HZ6D923T.0 size=1048576 2024-09-13T03:12:03.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.329+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~E1B5HZ6D923T.1 size=384942 2024-09-13T03:12:03.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.329+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=E1B5HZ6D923T tag=HPN06DFNI3F9 type=write size=2482094 2024-09-13T03:12:03.331 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.330+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=DN07T236216N type=del 2024-09-13T03:12:03.333 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.332+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~Y16HDPF889GL.0 size=395606 2024-09-13T03:12:03.333 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.332+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=Y16HDPF889GL tag=NA18EN1D61KC type=write size=1444182 2024-09-13T03:12:03.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.333+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~B4F17WWYGHZM.0 size=518719 2024-09-13T03:12:03.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.335+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=B4F17WWYGHZM tag=OESWCMRDL8L1 type=write size=1567295 2024-09-13T03:12:03.337 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.336+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=6TUR45WEOS0V type=del size=348002 2024-09-13T03:12:03.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.337+0000 7fda4ba82640 1 < completed write operation key=DJ0S2Y4QPAX8 tag=84BISJD9W0NC type=write size=744825 2024-09-13T03:12:03.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.338+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=3UZIRJEVQRTU type=del size=2500474 2024-09-13T03:12:03.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.339+0000 7fda4ba82640 1 < canceled part key=_multipart_5VZ10W77NYTX.2~B1BHA6F111GW.0 size=983482 2024-09-13T03:12:03.342 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.341+0000 7fda4ba82640 1 < canceled multipart upload key=5VZ10W77NYTX upload=B1BHA6F111GW tag=UW0L91ZVXPRR type=write size=2032058 2024-09-13T03:12:03.343 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.342+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=PP02PTCKZ7GX type=del size=2305244 2024-09-13T03:12:03.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.344+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~9K9OCDW723XC.0 size=1048576 2024-09-13T03:12:03.346 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.345+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~9K9OCDW723XC.1 size=1048576 2024-09-13T03:12:03.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.346+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~9K9OCDW723XC.2 size=877956 2024-09-13T03:12:03.349 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.348+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=9K9OCDW723XC tag=QYHEQXV5DPY1 type=write size=4023684 2024-09-13T03:12:03.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.350+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~R3GPLSYLWD6H.0 size=1048576 2024-09-13T03:12:03.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.351+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~R3GPLSYLWD6H.1 size=374040 2024-09-13T03:12:03.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.351+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=R3GPLSYLWD6H tag=JN67EUTHUVH8 type=write size=2471192 2024-09-13T03:12:03.354 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.352+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~MQO0CCSJILWM.0 size=1048576 2024-09-13T03:12:03.354 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.353+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~MQO0CCSJILWM.1 size=493682 2024-09-13T03:12:03.356 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.355+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=MQO0CCSJILWM tag=4F03C1M57DHB type=write size=2590834 2024-09-13T03:12:03.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.356+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=0NET35O1UFUX type=del size=2012639 2024-09-13T03:12:03.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.357+0000 7fda4ba82640 1 < canceled operation key=VVUUV9QP2J78 tag=UQVDQ32AM62W type=del size=3013887 2024-09-13T03:12:03.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.359+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~OXN0RZY5VGR6.0 size=1048576 2024-09-13T03:12:03.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.360+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~OXN0RZY5VGR6.1 size=1048576 2024-09-13T03:12:03.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.361+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~OXN0RZY5VGR6.2 size=628706 2024-09-13T03:12:03.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.361+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=OXN0RZY5VGR6 tag=1H7AN06V2KYI type=write size=3774434 2024-09-13T03:12:03.363 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.362+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~IRB76B7BC4CB.0 size=1048576 2024-09-13T03:12:03.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.363+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~IRB76B7BC4CB.1 size=573973 2024-09-13T03:12:03.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.365+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=IRB76B7BC4CB tag=NSN99D0RYWFK type=write size=2671125 2024-09-13T03:12:03.367 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.366+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=VB8NA99MYD0I type=del size=3155922 2024-09-13T03:12:03.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.367+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~DA54DUFMAJE2.0 size=346895 2024-09-13T03:12:03.370 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.369+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=DA54DUFMAJE2 tag=4DFRU7YFHN40 type=write size=1395471 2024-09-13T03:12:03.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.370+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=DT58FSKINIOB type=del size=1450393 2024-09-13T03:12:03.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.371+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~5J0WK9DDKFXV.0 size=1048576 2024-09-13T03:12:03.373 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.372+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~5J0WK9DDKFXV.1 size=778678 2024-09-13T03:12:03.375 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.374+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=5J0WK9DDKFXV tag=304S9BF3C0Z9 type=write size=2875830 2024-09-13T03:12:03.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.376+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~6KLGH6QZ0F9Q.0 size=1048576 2024-09-13T03:12:03.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.377+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~6KLGH6QZ0F9Q.1 size=961486 2024-09-13T03:12:03.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.377+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=6KLGH6QZ0F9Q tag=X2AM1XDTP5UO type=write size=3058638 2024-09-13T03:12:03.379 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.378+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=04MCE0UIMPSY type=del 2024-09-13T03:12:03.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.379+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=V76R1FCJIL6N type=del size=1838709 2024-09-13T03:12:03.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.380+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=1EFLJ1MMP9QP type=write size=319019 2024-09-13T03:12:03.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.382+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~PR6Q4QLQ0ATV.0 size=1048576 2024-09-13T03:12:03.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.383+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~PR6Q4QLQ0ATV.1 size=420263 2024-09-13T03:12:03.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.383+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=PR6Q4QLQ0ATV tag=JFQMDTFM3LDF type=write size=2517415 2024-09-13T03:12:03.386 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.384+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=QHDLGWUYX205 type=del 2024-09-13T03:12:03.387 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.386+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=EL1EA06CKNZJ type=write size=957304 2024-09-13T03:12:03.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.387+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~KRD4M2W2JD4H.0 size=507841 2024-09-13T03:12:03.390 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.389+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=KRD4M2W2JD4H tag=Z32HCOBXCO88 type=write size=1556417 2024-09-13T03:12:03.392 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.390+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~BKLYQ43JP8XP.0 size=1048576 2024-09-13T03:12:03.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.391+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~BKLYQ43JP8XP.1 size=529254 2024-09-13T03:12:03.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.391+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=BKLYQ43JP8XP tag=XE84120551SQ type=write size=2626406 2024-09-13T03:12:03.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.392+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~2PKA4RRFESGH.0 size=1048576 2024-09-13T03:12:03.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.393+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~2PKA4RRFESGH.1 size=1048576 2024-09-13T03:12:03.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.394+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~2PKA4RRFESGH.2 size=284757 2024-09-13T03:12:03.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.396+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=2PKA4RRFESGH tag=NUZZAHVL6NFQ type=write size=3430485 2024-09-13T03:12:03.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.398+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~ZJ0H5Y7WLWHR.0 size=244058 2024-09-13T03:12:03.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.398+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=ZJ0H5Y7WLWHR tag=CQ2S4C6TU37I type=write size=1292634 2024-09-13T03:12:03.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.399+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~E1B5HZ6D923T.0 size=1048576 2024-09-13T03:12:03.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.400+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~E1B5HZ6D923T.1 size=384942 2024-09-13T03:12:03.403 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.402+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=E1B5HZ6D923T tag=HPN06DFNI3F9 type=write size=2482094 2024-09-13T03:12:03.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.404+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~CJOSERGVTEUA.0 size=636272 2024-09-13T03:12:03.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.404+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=CJOSERGVTEUA tag=10HLFOZIL8MO type=write size=1684848 2024-09-13T03:12:03.406 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.405+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~Y16HDPF889GL.0 size=395606 2024-09-13T03:12:03.408 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.407+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=Y16HDPF889GL tag=NA18EN1D61KC type=write size=1444182 2024-09-13T03:12:03.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.408+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=JLWLVS66PGOD type=write size=723818 2024-09-13T03:12:03.411 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.409+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=6TUR45WEOS0V type=del 2024-09-13T03:12:03.412 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.410+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=4J1KOD1UUBV5 type=del size=2735583 2024-09-13T03:12:03.413 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.412+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=3UZIRJEVQRTU type=del 2024-09-13T03:12:03.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.413+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=M1MLZSTPS2RU type=del size=39803 2024-09-13T03:12:03.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.415+0000 7fda4ba82640 1 < suggested update operation key=IQRILNWE9YY3 tag=PP02PTCKZ7GX type=del size=2305244 2024-09-13T03:12:03.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.416+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=CDFHUSNO2ZJG type=del size=1150174 2024-09-13T03:12:03.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.417+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~R3GPLSYLWD6H.0 size=1048576 2024-09-13T03:12:03.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.418+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~R3GPLSYLWD6H.1 size=374040 2024-09-13T03:12:03.421 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.420+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=R3GPLSYLWD6H tag=JN67EUTHUVH8 type=write size=2471192 2024-09-13T03:12:03.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.421+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=EFFNNF22O2CH type=write size=922110 2024-09-13T03:12:03.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.422+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=0NET35O1UFUX type=del 2024-09-13T03:12:03.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.423+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=9R6AN9P5O7B2 type=write size=1032217 2024-09-13T03:12:03.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.424+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~OXN0RZY5VGR6.0 size=1048576 2024-09-13T03:12:03.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.425+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~OXN0RZY5VGR6.1 size=1048576 2024-09-13T03:12:03.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.426+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~OXN0RZY5VGR6.2 size=628706 2024-09-13T03:12:03.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.428+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=OXN0RZY5VGR6 tag=1H7AN06V2KYI type=write size=3774434 2024-09-13T03:12:03.431 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.430+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~VZY4WFY8O7M0.0 size=709059 2024-09-13T03:12:03.431 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.430+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=VZY4WFY8O7M0 tag=O4R7WKCNZYGE type=write size=1757635 2024-09-13T03:12:03.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.432+0000 7fda4ba82640 1 < suggested remove operation key=DOJPAU2YIY2T tag=VB8NA99MYD0I type=del 2024-09-13T03:12:03.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.433+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=9GXM3835MFU5 type=del size=1133694 2024-09-13T03:12:03.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.434+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=DT58FSKINIOB type=del 2024-09-13T03:12:03.437 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.435+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=4MKRV53SUHU0 type=del size=647907 2024-09-13T03:12:03.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.437+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~6KLGH6QZ0F9Q.0 size=1048576 2024-09-13T03:12:03.439 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.437+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~6KLGH6QZ0F9Q.1 size=961486 2024-09-13T03:12:03.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.439+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=6KLGH6QZ0F9Q tag=X2AM1XDTP5UO type=write size=3058638 2024-09-13T03:12:03.442 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.440+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=LSGFX01L70ZG type=write size=265690 2024-09-13T03:12:03.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.442+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=V76R1FCJIL6N type=del 2024-09-13T03:12:03.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.443+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=3I9PQFXASX6V type=write size=328773 2024-09-13T03:12:03.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.444+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~PR6Q4QLQ0ATV.0 size=1048576 2024-09-13T03:12:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:03 smithi078 ceph-mon[85589]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T03:12:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2000277006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:03 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:03.447 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.445+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~PR6Q4QLQ0ATV.1 size=420263 2024-09-13T03:12:03.448 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.446+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=PR6Q4QLQ0ATV tag=JFQMDTFM3LDF type=write size=2517415 2024-09-13T03:12:03.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.449+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~UKJIEUGFH15O.0 size=981491 2024-09-13T03:12:03.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.449+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=UKJIEUGFH15O tag=FOAM3NC8OH8E type=write size=2030067 2024-09-13T03:12:03.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.450+0000 7fda4ba82640 1 < completed write operation key=VULNHTR382QJ tag=EL1EA06CKNZJ type=write size=957304 2024-09-13T03:12:03.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.451+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=CHRHLTEORZQP type=del size=3136567 2024-09-13T03:12:03.454 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.453+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~BKLYQ43JP8XP.0 size=1048576 2024-09-13T03:12:03.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.454+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~BKLYQ43JP8XP.1 size=529254 2024-09-13T03:12:03.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.456+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=BKLYQ43JP8XP tag=XE84120551SQ type=write size=2626406 2024-09-13T03:12:03.458 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.457+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=URUM4XOPWZQ7 type=del size=2047445 2024-09-13T03:12:03.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.458+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~ZJ0H5Y7WLWHR.0 size=244058 2024-09-13T03:12:03.461 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.460+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=ZJ0H5Y7WLWHR tag=CQ2S4C6TU37I type=write size=1292634 2024-09-13T03:12:03.463 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.462+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4LBNKKJZ7YH3.0 size=1048576 2024-09-13T03:12:03.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.462+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4LBNKKJZ7YH3.1 size=1048576 2024-09-13T03:12:03.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.463+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4LBNKKJZ7YH3.2 size=963177 2024-09-13T03:12:03.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.463+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=4LBNKKJZ7YH3 tag=D20N9GWK0FGR type=write size=4108905 2024-09-13T03:12:03.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.465+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~CJOSERGVTEUA.0 size=636272 2024-09-13T03:12:03.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.467+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=CJOSERGVTEUA tag=10HLFOZIL8MO type=write size=1684848 2024-09-13T03:12:03.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.469+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~3OABV318LRXA.0 size=138716 2024-09-13T03:12:03.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.469+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=3OABV318LRXA tag=2N3QCM5UNA5C type=write size=1187292 2024-09-13T03:12:03.471 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.470+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=JLWLVS66PGOD type=write size=723818 2024-09-13T03:12:03.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.471+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=WLOBT6FUVZ4H type=write size=86206 2024-09-13T03:12:03.473 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.472+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=4J1KOD1UUBV5 type=del 2024-09-13T03:12:03.475 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.474+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~LZRT5ZFNOT20.0 size=1048576 2024-09-13T03:12:03.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.475+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~LZRT5ZFNOT20.1 size=1048576 2024-09-13T03:12:03.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.476+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~LZRT5ZFNOT20.2 size=958304 2024-09-13T03:12:03.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.476+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=LZRT5ZFNOT20 tag=2OBAMRGLN20Y type=write size=4104032 2024-09-13T03:12:03.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.478+0000 7fda4ba82640 1 < suggested update operation key=9KHMARDTPDIW tag=M1MLZSTPS2RU type=del size=39803 2024-09-13T03:12:03.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.479+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=PP2FTIXNJ1VO type=del size=959319 2024-09-13T03:12:03.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.480+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=CDFHUSNO2ZJG type=del 2024-09-13T03:12:03.484 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.483+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~L92N8ZP0HAFT.0 size=1048576 2024-09-13T03:12:03.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.483+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~L92N8ZP0HAFT.1 size=163595 2024-09-13T03:12:03.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.483+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=L92N8ZP0HAFT tag=LRNLVDYR0SBL type=write size=2260747 2024-09-13T03:12:03.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.485+0000 7fda4ba82640 1 < completed write operation key=XD7KO6C78R2R tag=EFFNNF22O2CH type=write size=922110 2024-09-13T03:12:03.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.487+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~84QNHF4R0B3J.0 size=1048576 2024-09-13T03:12:03.489 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.488+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~84QNHF4R0B3J.1 size=601771 2024-09-13T03:12:03.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.488+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=84QNHF4R0B3J tag=UOY774AGYQFS type=write size=2698923 2024-09-13T03:12:03.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.489+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=9R6AN9P5O7B2 type=write size=1032217 2024-09-13T03:12:03.493 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.491+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~IWX1E3QUO0PZ.0 size=1048576 2024-09-13T03:12:03.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.492+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~IWX1E3QUO0PZ.1 size=480491 2024-09-13T03:12:03.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.492+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=IWX1E3QUO0PZ tag=9ZNY3DN7RMCC type=write size=2577643 2024-09-13T03:12:03.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.494+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~VZY4WFY8O7M0.0 size=709059 2024-09-13T03:12:03.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.496+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=VZY4WFY8O7M0 tag=O4R7WKCNZYGE type=write size=1757635 2024-09-13T03:12:03.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.498+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~DBJFBPY32PQO.0 size=1048576 2024-09-13T03:12:03.501 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.499+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~DBJFBPY32PQO.1 size=803452 2024-09-13T03:12:03.501 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.499+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=DBJFBPY32PQO tag=LFLZCMJ704WK type=write size=2900604 2024-09-13T03:12:03.502 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.501+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=9GXM3835MFU5 type=del 2024-09-13T03:12:03.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.502+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=0XFDA0EFY7XD type=del size=2506114 2024-09-13T03:12:03.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.503+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=4MKRV53SUHU0 type=del 2024-09-13T03:12:03.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.505+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=PDIAP203S7NA type=del size=1814185 2024-09-13T03:12:03.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.506+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=LSGFX01L70ZG type=write size=265690 2024-09-13T03:12:03.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.508+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~801GW7QIELOG.0 size=1048576 2024-09-13T03:12:03.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.509+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~801GW7QIELOG.1 size=636574 2024-09-13T03:12:03.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.509+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=801GW7QIELOG tag=QYKND66C0308 type=write size=2733726 2024-09-13T03:12:03.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.510+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=3I9PQFXASX6V type=write size=328773 2024-09-13T03:12:03.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.512+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~KJ0M5XP4N2K8.0 size=297871 2024-09-13T03:12:03.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.512+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=KJ0M5XP4N2K8 tag=DOLPZC7AN6CP type=write size=1346447 2024-09-13T03:12:03.515 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.514+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~UKJIEUGFH15O.0 size=981491 2024-09-13T03:12:03.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.516+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=UKJIEUGFH15O tag=FOAM3NC8OH8E type=write size=2030067 2024-09-13T03:12:03.518 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.517+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=BD5PU0YX410X type=write size=201539 2024-09-13T03:12:03.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.518+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=CHRHLTEORZQP type=del size=3136567 2024-09-13T03:12:03.520 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.519+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=2VOX3YV9PYRJ type=write size=785102 2024-09-13T03:12:03.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.520+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=URUM4XOPWZQ7 type=del 2024-09-13T03:12:03.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.523+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~W24DZA2Q956F.0 size=1048576 2024-09-13T03:12:03.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.523+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~W24DZA2Q956F.1 size=1048576 2024-09-13T03:12:03.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.524+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~W24DZA2Q956F.2 size=684215 2024-09-13T03:12:03.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.524+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=W24DZA2Q956F tag=0DFWKP28PZ1N type=write size=3829943 2024-09-13T03:12:03.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.525+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4LBNKKJZ7YH3.0 size=1048576 2024-09-13T03:12:03.528 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.526+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4LBNKKJZ7YH3.1 size=1048576 2024-09-13T03:12:03.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:03 smithi052 ceph-mon[91421]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T03:12:03.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2000277006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:03.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:03 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:03 smithi052 ceph-mon[89065]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-13T03:12:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2000277006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:03 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:03.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.527+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4LBNKKJZ7YH3.2 size=963177 2024-09-13T03:12:03.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.529+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=4LBNKKJZ7YH3 tag=D20N9GWK0FGR type=write size=4108905 2024-09-13T03:12:03.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.530+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=CSM1BE6SYYJB type=del size=699559 2024-09-13T03:12:03.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.532+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~3OABV318LRXA.0 size=138716 2024-09-13T03:12:03.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.533+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=3OABV318LRXA tag=2N3QCM5UNA5C type=write size=1187292 2024-09-13T03:12:03.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.535+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=YE8017DD4MKF type=del size=1065212 2024-09-13T03:12:03.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.536+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=WLOBT6FUVZ4H type=write size=86206 2024-09-13T03:12:03.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.538+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~2EM52ARQT8RC.0 size=1048576 2024-09-13T03:12:03.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.539+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~2EM52ARQT8RC.1 size=680968 2024-09-13T03:12:03.541 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.539+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=2EM52ARQT8RC tag=YNLTF6P78UEE type=write size=2778120 2024-09-13T03:12:03.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.540+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~LZRT5ZFNOT20.0 size=1048576 2024-09-13T03:12:03.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.541+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~LZRT5ZFNOT20.1 size=1048576 2024-09-13T03:12:03.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.542+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~LZRT5ZFNOT20.2 size=958304 2024-09-13T03:12:03.546 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.544+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=LZRT5ZFNOT20 tag=2OBAMRGLN20Y type=write size=4104032 2024-09-13T03:12:03.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.546+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=4HG2LDEE52H3 type=write size=846075 2024-09-13T03:12:03.549 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.547+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=PP2FTIXNJ1VO type=del 2024-09-13T03:12:03.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.548+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=0APS2AAEZEOC type=del size=1379779 2024-09-13T03:12:03.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.549+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~L92N8ZP0HAFT.0 size=1048576 2024-09-13T03:12:03.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.550+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~L92N8ZP0HAFT.1 size=163595 2024-09-13T03:12:03.553 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.552+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=L92N8ZP0HAFT tag=LRNLVDYR0SBL type=write size=2260747 2024-09-13T03:12:03.555 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.554+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~3Y0H6PM2C7BD.0 size=1048576 2024-09-13T03:12:03.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.555+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~3Y0H6PM2C7BD.1 size=545122 2024-09-13T03:12:03.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.555+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=3Y0H6PM2C7BD tag=NHVIMWEHM6TZ type=write size=2642274 2024-09-13T03:12:03.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.556+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~84QNHF4R0B3J.0 size=1048576 2024-09-13T03:12:03.558 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.557+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~84QNHF4R0B3J.1 size=601771 2024-09-13T03:12:03.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.559+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=84QNHF4R0B3J tag=UOY774AGYQFS type=write size=2698923 2024-09-13T03:12:03.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.561+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~8512L80B9JQE.0 size=294773 2024-09-13T03:12:03.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.561+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=8512L80B9JQE tag=0LL07YIESXSB type=write size=1343349 2024-09-13T03:12:03.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.563+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~IWX1E3QUO0PZ.0 size=1048576 2024-09-13T03:12:03.565 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.563+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~IWX1E3QUO0PZ.1 size=480491 2024-09-13T03:12:03.567 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.565+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=IWX1E3QUO0PZ tag=9ZNY3DN7RMCC type=write size=2577643 2024-09-13T03:12:03.569 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.567+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~7CWJL3V90BH0.0 size=1048576 2024-09-13T03:12:03.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.568+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~7CWJL3V90BH0.1 size=1048576 2024-09-13T03:12:03.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.569+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~7CWJL3V90BH0.2 size=145791 2024-09-13T03:12:03.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.569+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=7CWJL3V90BH0 tag=6EDR1C8AKLSZ type=write size=3291519 2024-09-13T03:12:03.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.570+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~DBJFBPY32PQO.0 size=1048576 2024-09-13T03:12:03.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.571+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~DBJFBPY32PQO.1 size=803452 2024-09-13T03:12:03.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.573+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=DBJFBPY32PQO tag=LFLZCMJ704WK type=write size=2900604 2024-09-13T03:12:03.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.574+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=ZAJ7VM9BU6N9 type=del size=1309189 2024-09-13T03:12:03.577 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.576+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=0XFDA0EFY7XD type=del 2024-09-13T03:12:03.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.577+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=Z6J1IKKZ2TWC type=write size=628919 2024-09-13T03:12:03.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.579+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=PDIAP203S7NA type=del 2024-09-13T03:12:03.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.580+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=BZ95CVRSRRZ8 type=del size=1032210 2024-09-13T03:12:03.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.581+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~801GW7QIELOG.0 size=1048576 2024-09-13T03:12:03.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.582+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~801GW7QIELOG.1 size=636574 2024-09-13T03:12:03.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.584+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=801GW7QIELOG tag=QYKND66C0308 type=write size=2733726 2024-09-13T03:12:03.586 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.585+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=4HXS4XC26BBQ type=del size=2546125 2024-09-13T03:12:03.588 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.586+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~KJ0M5XP4N2K8.0 size=297871 2024-09-13T03:12:03.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.588+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=KJ0M5XP4N2K8 tag=DOLPZC7AN6CP type=write size=1346447 2024-09-13T03:12:03.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.590+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~V88JFMEGT3FP.0 size=1048576 2024-09-13T03:12:03.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.591+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~V88JFMEGT3FP.1 size=925033 2024-09-13T03:12:03.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.591+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=V88JFMEGT3FP tag=1RMKJU6W7B0X type=write size=3022185 2024-09-13T03:12:03.594 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.592+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=BD5PU0YX410X type=write size=201539 2024-09-13T03:12:03.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.595+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~R086C9X70GAD.0 size=1048576 2024-09-13T03:12:03.597 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.596+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~R086C9X70GAD.1 size=1048576 2024-09-13T03:12:03.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.597+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~R086C9X70GAD.2 size=236184 2024-09-13T03:12:03.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.597+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=R086C9X70GAD tag=X0YMKBVE22Q0 type=write size=3381912 2024-09-13T03:12:03.601 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.599+0000 7fda4ba82640 1 < suggested update operation key=5VZ10W77NYTX tag=2VOX3YV9PYRJ type=write size=785102 2024-09-13T03:12:03.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.601+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=12EIFP4MUR14 type=del size=2889194 2024-09-13T03:12:03.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.602+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~W24DZA2Q956F.0 size=1048576 2024-09-13T03:12:03.604 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.603+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~W24DZA2Q956F.1 size=1048576 2024-09-13T03:12:03.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.604+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~W24DZA2Q956F.2 size=684215 2024-09-13T03:12:03.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.606+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=W24DZA2Q956F tag=0DFWKP28PZ1N type=write size=3829943 2024-09-13T03:12:03.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.607+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=CS06FVL1I9EX type=del size=4010822 2024-09-13T03:12:03.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.608+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=CSM1BE6SYYJB type=del 2024-09-13T03:12:03.611 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.610+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=HEKFH8BD2Q7V type=write size=982297 2024-09-13T03:12:03.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.611+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=YE8017DD4MKF type=del 2024-09-13T03:12:03.614 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.612+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=ZEFFCYFAPPRK type=del size=136384 2024-09-13T03:12:03.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.614+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~2EM52ARQT8RC.0 size=1048576 2024-09-13T03:12:03.616 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.615+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~2EM52ARQT8RC.1 size=680968 2024-09-13T03:12:03.618 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.617+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=2EM52ARQT8RC tag=YNLTF6P78UEE type=write size=2778120 2024-09-13T03:12:03.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.619+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~QTOT13ZMEB2B.0 size=1048576 2024-09-13T03:12:03.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.620+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~QTOT13ZMEB2B.1 size=1048576 2024-09-13T03:12:03.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.621+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~QTOT13ZMEB2B.2 size=899933 2024-09-13T03:12:03.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.621+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=QTOT13ZMEB2B tag=DLX0VX3YZXX0 type=write size=4045661 2024-09-13T03:12:03.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.622+0000 7fda4ba82640 1 < completed write operation key=XD7KO6C78R2R tag=4HG2LDEE52H3 type=write size=846075 2024-09-13T03:12:03.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.625+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~EVUNC3H0OL3H.0 size=1048576 2024-09-13T03:12:03.627 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.626+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~EVUNC3H0OL3H.1 size=322045 2024-09-13T03:12:03.627 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.626+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=EVUNC3H0OL3H tag=1LG8XVAMD4RI type=write size=2419197 2024-09-13T03:12:03.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.627+0000 7fda4ba82640 1 < canceled operation key=9KHMARDTPDIW tag=0APS2AAEZEOC type=del size=1379779 2024-09-13T03:12:03.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.628+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=C4OEJD0ZU2O5 type=del size=3775294 2024-09-13T03:12:03.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.629+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~3Y0H6PM2C7BD.0 size=1048576 2024-09-13T03:12:03.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.630+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~3Y0H6PM2C7BD.1 size=545122 2024-09-13T03:12:03.633 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.632+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=3Y0H6PM2C7BD tag=NHVIMWEHM6TZ type=write size=2642274 2024-09-13T03:12:03.635 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.633+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=1EKF1AKCTIK6 type=write size=363811 2024-09-13T03:12:03.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.634+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~8512L80B9JQE.0 size=294773 2024-09-13T03:12:03.638 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.636+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=8512L80B9JQE tag=0LL07YIESXSB type=write size=1343349 2024-09-13T03:12:03.639 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.637+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=KMWWN32F9HPH type=del size=1645506 2024-09-13T03:12:03.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.639+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~7CWJL3V90BH0.0 size=1048576 2024-09-13T03:12:03.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.640+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~7CWJL3V90BH0.1 size=1048576 2024-09-13T03:12:03.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.640+0000 7fda4ba82640 1 < canceled part key=_multipart_3VGJW4TWEKKL.2~7CWJL3V90BH0.2 size=145791 2024-09-13T03:12:03.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.641+0000 7fda4ba82640 1 < canceled multipart upload key=3VGJW4TWEKKL upload=7CWJL3V90BH0 tag=6EDR1C8AKLSZ type=write size=3291519 2024-09-13T03:12:03.644 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.643+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=DB18JVGIUMRU type=write size=743948 2024-09-13T03:12:03.646 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.645+0000 7fda4ba82640 1 < suggested remove operation key=DOJPAU2YIY2T tag=ZAJ7VM9BU6N9 type=del 2024-09-13T03:12:03.647 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.646+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=LIBA1WZQBOF6 type=del size=58337 2024-09-13T03:12:03.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.647+0000 7fda4ba82640 1 < completed write operation key=M3W0IJDWZTHP tag=Z6J1IKKZ2TWC type=write size=628919 2024-09-13T03:12:03.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.650+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~KJ86CH1EMCRK.0 size=198378 2024-09-13T03:12:03.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.650+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=KJ86CH1EMCRK tag=KDXG7Z43INF3 type=write size=1246954 2024-09-13T03:12:03.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.651+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=BZ95CVRSRRZ8 type=del 2024-09-13T03:12:03.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.653+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~UNSW06A3AZVM.0 size=1048576 2024-09-13T03:12:03.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.655+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~UNSW06A3AZVM.1 size=81017 2024-09-13T03:12:03.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.655+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=UNSW06A3AZVM tag=1C69IQ9QKXOJ type=write size=2178169 2024-09-13T03:12:03.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.656+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=4HXS4XC26BBQ type=del size=2546125 2024-09-13T03:12:03.659 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.658+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~CMFI3JCF3S00.0 size=1048576 2024-09-13T03:12:03.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.659+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~CMFI3JCF3S00.1 size=1048576 2024-09-13T03:12:03.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.660+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~CMFI3JCF3S00.2 size=334910 2024-09-13T03:12:03.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.660+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=CMFI3JCF3S00 tag=QYQ3RF35A3O7 type=write size=3480638 2024-09-13T03:12:03.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.660+0000 7fda4ba82640 1 < canceled part key=_multipart_53Y8JEVDW9XF.2~V88JFMEGT3FP.0 size=1048576 2024-09-13T03:12:03.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.661+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~V88JFMEGT3FP.1 size=925033 2024-09-13T03:12:03.664 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.663+0000 7fda4ba82640 1 < canceled multipart upload key=53Y8JEVDW9XF upload=V88JFMEGT3FP tag=1RMKJU6W7B0X type=write size=3022185 2024-09-13T03:12:03.665 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.664+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=I3WZ9I91U8T3 type=del size=3061719 2024-09-13T03:12:03.667 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.665+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~R086C9X70GAD.0 size=1048576 2024-09-13T03:12:03.668 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.666+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~R086C9X70GAD.1 size=1048576 2024-09-13T03:12:03.668 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.666+0000 7fda4ba82640 1 < canceled part key=_multipart_AW13WQCSYUGX.2~R086C9X70GAD.2 size=236184 2024-09-13T03:12:03.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.668+0000 7fda4ba82640 1 < canceled multipart upload key=AW13WQCSYUGX upload=R086C9X70GAD tag=X0YMKBVE22Q0 type=write size=3381912 2024-09-13T03:12:03.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.670+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=4L2T3BCT9SRL type=del size=4006841 2024-09-13T03:12:03.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.671+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=12EIFP4MUR14 type=del 2024-09-13T03:12:03.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.672+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=CLK8YI536OKW type=write size=535026 2024-09-13T03:12:03.675 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.673+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=CS06FVL1I9EX type=del 2024-09-13T03:12:03.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.675+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~DT9VCUAQV109.0 size=1048576 2024-09-13T03:12:03.678 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.676+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~DT9VCUAQV109.1 size=1048576 2024-09-13T03:12:03.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.677+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~DT9VCUAQV109.2 size=399675 2024-09-13T03:12:03.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.677+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=DT9VCUAQV109 tag=MST43TLYA5KN type=write size=3545403 2024-09-13T03:12:03.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.679+0000 7fda4ba82640 1 < canceled operation key=7VAD88Q1O8P1 tag=HEKFH8BD2Q7V type=write size=982297 2024-09-13T03:12:03.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.681+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~37U3GO5NH712.0 size=1048576 2024-09-13T03:12:03.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.682+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~37U3GO5NH712.1 size=1048576 2024-09-13T03:12:03.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.683+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~37U3GO5NH712.2 size=173823 2024-09-13T03:12:03.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.683+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=37U3GO5NH712 tag=6736MSFHD2ZX type=write size=3319551 2024-09-13T03:12:03.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.684+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=ZEFFCYFAPPRK type=del 2024-09-13T03:12:03.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.687+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~WRDEQ9LS3HP1.0 size=1048576 2024-09-13T03:12:03.690 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.688+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~WRDEQ9LS3HP1.1 size=1048576 2024-09-13T03:12:03.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.689+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~WRDEQ9LS3HP1.2 size=849029 2024-09-13T03:12:03.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.689+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=WRDEQ9LS3HP1 tag=5N8SCK5EVKSX type=write size=3994757 2024-09-13T03:12:03.692 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.691+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~QTOT13ZMEB2B.0 size=1048576 2024-09-13T03:12:03.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.692+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~QTOT13ZMEB2B.1 size=1048576 2024-09-13T03:12:03.694 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.693+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~QTOT13ZMEB2B.2 size=899933 2024-09-13T03:12:03.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.695+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=QTOT13ZMEB2B tag=DLX0VX3YZXX0 type=write size=4045661 2024-09-13T03:12:03.698 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.697+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~LVP23EUL1UYU.0 size=1048576 2024-09-13T03:12:03.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.698+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~LVP23EUL1UYU.1 size=261802 2024-09-13T03:12:03.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.698+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=LVP23EUL1UYU tag=ETUL8I32DDMR type=write size=2358954 2024-09-13T03:12:03.700 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.699+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~EVUNC3H0OL3H.0 size=1048576 2024-09-13T03:12:03.701 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.699+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~EVUNC3H0OL3H.1 size=322045 2024-09-13T03:12:03.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.701+0000 7fda4ba82640 1 < canceled multipart upload key=I99SIV522FFG upload=EVUNC3H0OL3H tag=1LG8XVAMD4RI type=write size=2419197 2024-09-13T03:12:03.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.702+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=AJC04JW2K6TT type=del size=2345698 2024-09-13T03:12:03.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.703+0000 7fda4ba82640 1 < canceled operation key=VVUUV9QP2J78 tag=C4OEJD0ZU2O5 type=del size=3775294 2024-09-13T03:12:03.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.706+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~Z2JT42N6WRIW.0 size=106733 2024-09-13T03:12:03.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.706+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=Z2JT42N6WRIW tag=0M2ANRAOC7ET type=write size=1155309 2024-09-13T03:12:03.708 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.707+0000 7fda4ba82640 1 < completed write operation key=I99SIV522FFG tag=1EKF1AKCTIK6 type=write size=363811 2024-09-13T03:12:03.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.709+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~O1SWQQT0DF9M.0 size=1048576 2024-09-13T03:12:03.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.710+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~O1SWQQT0DF9M.1 size=1048576 2024-09-13T03:12:03.712 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.711+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~O1SWQQT0DF9M.2 size=599597 2024-09-13T03:12:03.712 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.711+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=O1SWQQT0DF9M tag=CEQ8ZN5C85QY type=write size=3745325 2024-09-13T03:12:03.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.712+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=KMWWN32F9HPH type=del 2024-09-13T03:12:03.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.713+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=H7EBC0IMT85N type=del size=3116248 2024-09-13T03:12:03.716 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.714+0000 7fda4ba82640 1 < completed write operation key=A4ZG9OAEC25I tag=DB18JVGIUMRU type=write size=743948 2024-09-13T03:12:03.717 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.716+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=NMB8Z6ND51VE type=del size=4115142 2024-09-13T03:12:03.719 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.717+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=LIBA1WZQBOF6 type=del 2024-09-13T03:12:03.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.718+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=XQA419HJW8FR type=del size=2898621 2024-09-13T03:12:03.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.720+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~KJ86CH1EMCRK.0 size=198378 2024-09-13T03:12:03.723 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.722+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=KJ86CH1EMCRK tag=KDXG7Z43INF3 type=write size=1246954 2024-09-13T03:12:03.725 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.724+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~761TC3Q5D9PG.0 size=9583 2024-09-13T03:12:03.725 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.724+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=761TC3Q5D9PG tag=9BGP6QXOB6G5 type=write size=1058159 2024-09-13T03:12:03.726 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.725+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~UNSW06A3AZVM.0 size=1048576 2024-09-13T03:12:03.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.726+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~UNSW06A3AZVM.1 size=81017 2024-09-13T03:12:03.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.728+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=UNSW06A3AZVM tag=1C69IQ9QKXOJ type=write size=2178169 2024-09-13T03:12:03.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.731+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~7IAN4MRSRO7I.0 size=1048576 2024-09-13T03:12:03.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.732+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~7IAN4MRSRO7I.1 size=1031087 2024-09-13T03:12:03.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.732+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=7IAN4MRSRO7I tag=5AVE2B2RU0DO type=write size=3128239 2024-09-13T03:12:03.734 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.733+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~CMFI3JCF3S00.0 size=1048576 2024-09-13T03:12:03.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.734+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~CMFI3JCF3S00.1 size=1048576 2024-09-13T03:12:03.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.734+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~CMFI3JCF3S00.2 size=334910 2024-09-13T03:12:03.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.736+0000 7fda4ba82640 1 < canceled multipart upload key=I99SIV522FFG upload=CMFI3JCF3S00 tag=QYQ3RF35A3O7 type=write size=3480638 2024-09-13T03:12:03.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.738+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~YT4UBXPID5R1.0 size=1048576 2024-09-13T03:12:03.741 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.739+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~YT4UBXPID5R1.1 size=1048576 2024-09-13T03:12:03.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.740+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~YT4UBXPID5R1.2 size=504630 2024-09-13T03:12:03.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.740+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=YT4UBXPID5R1 tag=KQ197D6PZZ9T type=write size=3650358 2024-09-13T03:12:03.743 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.742+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=I3WZ9I91U8T3 type=del 2024-09-13T03:12:03.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.744+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~WKX2XIHWE6NT.0 size=896074 2024-09-13T03:12:03.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.744+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=WKX2XIHWE6NT tag=XU1LQ4Y1ILT1 type=write size=1944650 2024-09-13T03:12:03.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.747+0000 7fda4ba82640 1 < suggested update operation key=UEPB2Q26LHMF tag=4L2T3BCT9SRL type=del size=4006841 2024-09-13T03:12:03.750 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.749+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=9Y74I7VMY9RQ type=del size=1157175 2024-09-13T03:12:03.751 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.750+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=CLK8YI536OKW type=write size=535026 2024-09-13T03:12:03.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.751+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=XBH36W3S69CX type=del size=1532646 2024-09-13T03:12:03.754 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.752+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~DT9VCUAQV109.0 size=1048576 2024-09-13T03:12:03.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.753+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~DT9VCUAQV109.1 size=1048576 2024-09-13T03:12:03.756 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.754+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~DT9VCUAQV109.2 size=399675 2024-09-13T03:12:03.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.756+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=DT9VCUAQV109 tag=MST43TLYA5KN type=write size=3545403 2024-09-13T03:12:03.759 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.758+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=VWR49R2RIDD1 type=write size=491653 2024-09-13T03:12:03.761 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.759+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~37U3GO5NH712.0 size=1048576 2024-09-13T03:12:03.761 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.760+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~37U3GO5NH712.1 size=1048576 2024-09-13T03:12:03.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.760+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~37U3GO5NH712.2 size=173823 2024-09-13T03:12:03.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.762+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=37U3GO5NH712 tag=6736MSFHD2ZX type=write size=3319551 2024-09-13T03:12:03.765 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.764+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=PSZ4VC6O7KZK type=del size=192686 2024-09-13T03:12:03.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.765+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~WRDEQ9LS3HP1.0 size=1048576 2024-09-13T03:12:03.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.766+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~WRDEQ9LS3HP1.1 size=1048576 2024-09-13T03:12:03.768 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.767+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~WRDEQ9LS3HP1.2 size=849029 2024-09-13T03:12:03.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.769+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=WRDEQ9LS3HP1 tag=5N8SCK5EVKSX type=write size=3994757 2024-09-13T03:12:03.773 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.771+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~1FNBJRW9Q1EN.0 size=1048576 2024-09-13T03:12:03.774 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.773+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~1FNBJRW9Q1EN.1 size=634361 2024-09-13T03:12:03.774 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.773+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=1FNBJRW9Q1EN tag=QVT5SFB2YD8Y type=write size=2731513 2024-09-13T03:12:03.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.773+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~LVP23EUL1UYU.0 size=1048576 2024-09-13T03:12:03.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.774+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~LVP23EUL1UYU.1 size=261802 2024-09-13T03:12:03.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.776+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=LVP23EUL1UYU tag=ETUL8I32DDMR type=write size=2358954 2024-09-13T03:12:03.779 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.778+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=VKVE3FR2DIDE type=write size=107478 2024-09-13T03:12:03.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.779+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=AJC04JW2K6TT type=del 2024-09-13T03:12:03.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.780+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=O3S1NCM8DO1P type=del size=1707502 2024-09-13T03:12:03.783 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.781+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~Z2JT42N6WRIW.0 size=106733 2024-09-13T03:12:03.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.783+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=Z2JT42N6WRIW tag=0M2ANRAOC7ET type=write size=1155309 2024-09-13T03:12:03.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.785+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=EX603CC6N02Q type=del size=1114706 2024-09-13T03:12:03.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.785+0000 7fda4ba82640 1 < canceled part key=_multipart_3VGJW4TWEKKL.2~O1SWQQT0DF9M.0 size=1048576 2024-09-13T03:12:03.787 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.786+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~O1SWQQT0DF9M.1 size=1048576 2024-09-13T03:12:03.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.787+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~O1SWQQT0DF9M.2 size=599597 2024-09-13T03:12:03.790 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.789+0000 7fda4ba82640 1 < canceled multipart upload key=3VGJW4TWEKKL upload=O1SWQQT0DF9M tag=CEQ8ZN5C85QY type=write size=3745325 2024-09-13T03:12:03.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.792+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~AY7A10MGI9TY.0 size=1048576 2024-09-13T03:12:03.794 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.792+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~AY7A10MGI9TY.1 size=125070 2024-09-13T03:12:03.794 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.793+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=AY7A10MGI9TY tag=Y5GMEPHOTMVW type=write size=2222222 2024-09-13T03:12:03.796 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.795+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=H7EBC0IMT85N type=del 2024-09-13T03:12:03.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.797+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~CGPG3MH3UI1K.0 size=372623 2024-09-13T03:12:03.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.797+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=CGPG3MH3UI1K tag=C16WVG3K5C0Y type=write size=1421199 2024-09-13T03:12:03.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.798+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=NMB8Z6ND51VE type=del 2024-09-13T03:12:03.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.800+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=KBD26RZT8LFD type=del size=2179414 2024-09-13T03:12:03.802 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.801+0000 7fda4ba82640 -1 < failed to complete operation key=8O19R8YXKXJ0 tag=XQA419HJW8FR type=del size=2898621: (22) Invalid argument 2024-09-13T03:12:03.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.802+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=7D1QDHPPZ3VM type=del size=1183926 2024-09-13T03:12:03.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.803+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~761TC3Q5D9PG.0 size=9583 2024-09-13T03:12:03.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.806+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=761TC3Q5D9PG tag=9BGP6QXOB6G5 type=write size=1058159 2024-09-13T03:12:03.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.808+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~DCANUSD3KGQ9.0 size=1048576 2024-09-13T03:12:03.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.809+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~DCANUSD3KGQ9.1 size=516830 2024-09-13T03:12:03.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.809+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=DCANUSD3KGQ9 tag=FHT0PCWJHZYH type=write size=2613982 2024-09-13T03:12:03.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.809+0000 7fda4ba82640 1 < canceled part key=_multipart_VVUUV9QP2J78.2~7IAN4MRSRO7I.0 size=1048576 2024-09-13T03:12:03.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.810+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~7IAN4MRSRO7I.1 size=1031087 2024-09-13T03:12:03.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.812+0000 7fda4ba82640 1 < canceled multipart upload key=VVUUV9QP2J78 upload=7IAN4MRSRO7I tag=5AVE2B2RU0DO type=write size=3128239 2024-09-13T03:12:03.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.813+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=CHICD8U9YBCN type=del size=3292121 2024-09-13T03:12:03.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.813+0000 7fda4ba82640 1 < canceled part key=_multipart_8O19R8YXKXJ0.2~YT4UBXPID5R1.0 size=1048576 2024-09-13T03:12:03.816 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.814+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~YT4UBXPID5R1.1 size=1048576 2024-09-13T03:12:03.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.815+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~YT4UBXPID5R1.2 size=504630 2024-09-13T03:12:03.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.817+0000 7fda4ba82640 1 < canceled multipart upload key=8O19R8YXKXJ0 upload=YT4UBXPID5R1 tag=KQ197D6PZZ9T type=write size=3650358 2024-09-13T03:12:03.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.818+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=3TLYVETFKVAM type=del size=2829504 2024-09-13T03:12:03.821 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.820+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~WKX2XIHWE6NT.0 size=896074 2024-09-13T03:12:03.823 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.822+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=WKX2XIHWE6NT tag=XU1LQ4Y1ILT1 type=write size=1944650 2024-09-13T03:12:03.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.823+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=AL8KTBGAPTQR type=del size=1877423 2024-09-13T03:12:03.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.824+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=9Y74I7VMY9RQ type=del 2024-09-13T03:12:03.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.827+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~MIQYBS7QKJB7.0 size=1048576 2024-09-13T03:12:03.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.828+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~MIQYBS7QKJB7.1 size=557949 2024-09-13T03:12:03.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.828+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=MIQYBS7QKJB7 tag=T69QO5C2HWWG type=write size=2655101 2024-09-13T03:12:03.830 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.829+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=XBH36W3S69CX type=del 2024-09-13T03:12:03.832 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.830+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=BGJR7UK2H1O2 type=del size=2554941 2024-09-13T03:12:03.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.831+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=VWR49R2RIDD1 type=write size=491653 2024-09-13T03:12:03.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.833+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=8MVLAZ6P4SL5 type=del size=961 2024-09-13T03:12:03.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.834+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=PSZ4VC6O7KZK type=del 2024-09-13T03:12:03.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.835+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=EF3KAX64ZSDB type=del size=3079800 2024-09-13T03:12:03.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.837+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~1FNBJRW9Q1EN.0 size=1048576 2024-09-13T03:12:03.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.838+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~1FNBJRW9Q1EN.1 size=634361 2024-09-13T03:12:03.841 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.840+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=1FNBJRW9Q1EN tag=QVT5SFB2YD8Y type=write size=2731513 2024-09-13T03:12:03.843 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.841+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=ZYTMTVLXXXW3 type=del size=2522374 2024-09-13T03:12:03.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.843+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=VKVE3FR2DIDE type=write size=107478 2024-09-13T03:12:03.846 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.845+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~IDN6PJLAZWQU.0 size=1048576 2024-09-13T03:12:03.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.846+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~IDN6PJLAZWQU.1 size=1048576 2024-09-13T03:12:03.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.847+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~IDN6PJLAZWQU.2 size=241833 2024-09-13T03:12:03.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.847+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=IDN6PJLAZWQU tag=0EPLHBGWAQYJ type=write size=3387561 2024-09-13T03:12:03.850 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.849+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=O3S1NCM8DO1P type=del 2024-09-13T03:12:03.851 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.850+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=324KLAFPUKS8 type=del size=381626 2024-09-13T03:12:03.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.853+0000 7fda4ba82640 1 < suggested remove operation key=VVUUV9QP2J78 tag=EX603CC6N02Q type=del 2024-09-13T03:12:03.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.854+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=7ESGVFBWB7TM type=del size=2569198 2024-09-13T03:12:03.857 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.856+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~AY7A10MGI9TY.0 size=1048576 2024-09-13T03:12:03.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.857+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~AY7A10MGI9TY.1 size=125070 2024-09-13T03:12:03.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.859+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=AY7A10MGI9TY tag=Y5GMEPHOTMVW type=write size=2222222 2024-09-13T03:12:03.861 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.860+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=20DAE2IIK5ZE type=del size=2027572 2024-09-13T03:12:03.863 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.861+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~CGPG3MH3UI1K.0 size=372623 2024-09-13T03:12:03.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.863+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=CGPG3MH3UI1K tag=C16WVG3K5C0Y type=write size=1421199 2024-09-13T03:12:03.866 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.864+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=I9S4BU2EEYYP type=del size=574105 2024-09-13T03:12:03.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.866+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=KBD26RZT8LFD type=del size=2179414 2024-09-13T03:12:03.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.868+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~W3G9O24AORFS.0 size=206045 2024-09-13T03:12:03.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.868+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=W3G9O24AORFS tag=6ZV7WXTV9FOD type=write size=1254621 2024-09-13T03:12:03.871 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.869+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=7D1QDHPPZ3VM type=del 2024-09-13T03:12:03.873 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.872+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~N6RSHXIVIVDX.0 size=1048576 2024-09-13T03:12:03.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.873+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~N6RSHXIVIVDX.1 size=962454 2024-09-13T03:12:03.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.873+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=N6RSHXIVIVDX tag=Q9X0MQ3ZVWLT type=write size=3059606 2024-09-13T03:12:03.876 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.874+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~DCANUSD3KGQ9.0 size=1048576 2024-09-13T03:12:03.876 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.874+0000 7fda4ba82640 1 < canceled part key=_multipart_DJ0S2Y4QPAX8.2~DCANUSD3KGQ9.1 size=516830 2024-09-13T03:12:03.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.876+0000 7fda4ba82640 1 < canceled multipart upload key=DJ0S2Y4QPAX8 upload=DCANUSD3KGQ9 tag=FHT0PCWJHZYH type=write size=2613982 2024-09-13T03:12:03.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.877+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=DRYN30WF8BFZ type=del size=1633678 2024-09-13T03:12:03.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.879+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=CHICD8U9YBCN type=del 2024-09-13T03:12:03.881 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.880+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=GJ9BEU3IRU0B type=del size=2226642 2024-09-13T03:12:03.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.881+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=3TLYVETFKVAM type=del 2024-09-13T03:12:03.884 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.882+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=2B8I5SS5GTCS type=write size=159750 2024-09-13T03:12:03.885 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.884+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=AL8KTBGAPTQR type=del 2024-09-13T03:12:03.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.885+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=6ZYT4DL2HS4P type=del size=404508 2024-09-13T03:12:03.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.886+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~MIQYBS7QKJB7.0 size=1048576 2024-09-13T03:12:03.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.887+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~MIQYBS7QKJB7.1 size=557949 2024-09-13T03:12:03.890 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.889+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=MIQYBS7QKJB7 tag=T69QO5C2HWWG type=write size=2655101 2024-09-13T03:12:03.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.890+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=7LLQ5XZLRAYO type=del size=2557542 2024-09-13T03:12:03.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.892+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=BGJR7UK2H1O2 type=del 2024-09-13T03:12:03.894 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.893+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=FS5OKH3J5XXS type=del size=1905103 2024-09-13T03:12:03.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.894+0000 7fda4ba82640 1 < canceled operation key=I99SIV522FFG tag=8MVLAZ6P4SL5 type=del size=961 2024-09-13T03:12:03.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.895+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=2ZQYQ36JMSTB type=write size=674125 2024-09-13T03:12:03.898 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.896+0000 7fda4ba82640 1 < canceled operation key=K8VZZVE7H1UR tag=EF3KAX64ZSDB type=del size=3079800 2024-09-13T03:12:03.900 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.899+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~0HAFG5JNNYR5.0 size=1048576 2024-09-13T03:12:03.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.900+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~0HAFG5JNNYR5.1 size=682374 2024-09-13T03:12:03.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.900+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=0HAFG5JNNYR5 tag=SFEGLHUIP1F4 type=write size=2779526 2024-09-13T03:12:03.902 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.901+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=ZYTMTVLXXXW3 type=del size=2522374 2024-09-13T03:12:03.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.902+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=1CIGQEUVLVQY type=del size=942250 2024-09-13T03:12:03.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.903+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~IDN6PJLAZWQU.0 size=1048576 2024-09-13T03:12:03.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.904+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~IDN6PJLAZWQU.1 size=1048576 2024-09-13T03:12:03.906 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.905+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~IDN6PJLAZWQU.2 size=241833 2024-09-13T03:12:03.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.907+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=IDN6PJLAZWQU tag=0EPLHBGWAQYJ type=write size=3387561 2024-09-13T03:12:03.910 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.909+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=V9B0TKTEEAQM type=del size=2412881 2024-09-13T03:12:03.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.910+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=324KLAFPUKS8 type=del 2024-09-13T03:12:03.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.911+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=S164M8RJSTYV type=write size=555745 2024-09-13T03:12:03.914 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.913+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=7ESGVFBWB7TM type=del 2024-09-13T03:12:03.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.915+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=HV0M7BT5GDJT type=del size=3828607 2024-09-13T03:12:03.917 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.916+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=20DAE2IIK5ZE type=del 2024-09-13T03:12:03.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.918+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~Q4OAUZOWB8MV.0 size=1048576 2024-09-13T03:12:03.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.919+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~Q4OAUZOWB8MV.1 size=648846 2024-09-13T03:12:03.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.919+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=Q4OAUZOWB8MV tag=I9FKSJBO4IR9 type=write size=2745998 2024-09-13T03:12:03.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.920+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=I9S4BU2EEYYP type=del 2024-09-13T03:12:03.923 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.922+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=UHCDXX9HDNE0 type=del size=1566610 2024-09-13T03:12:03.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.923+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~W3G9O24AORFS.0 size=206045 2024-09-13T03:12:03.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.925+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=W3G9O24AORFS tag=6ZV7WXTV9FOD type=write size=1254621 2024-09-13T03:12:03.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.926+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=YZKSE1CSI72K type=del size=155306 2024-09-13T03:12:03.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.927+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~N6RSHXIVIVDX.0 size=1048576 2024-09-13T03:12:03.930 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.928+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~N6RSHXIVIVDX.1 size=962454 2024-09-13T03:12:03.932 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.930+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=N6RSHXIVIVDX tag=Q9X0MQ3ZVWLT type=write size=3059606 2024-09-13T03:12:03.933 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.932+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=8118W27LCUJT type=del size=3851095 2024-09-13T03:12:03.934 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.933+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=DRYN30WF8BFZ type=del 2024-09-13T03:12:03.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.935+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~4O4ANOXCXESK.0 size=333311 2024-09-13T03:12:03.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.935+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=4O4ANOXCXESK tag=6JQNHWHRRBFC type=write size=1381887 2024-09-13T03:12:03.938 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.936+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=GJ9BEU3IRU0B type=del 2024-09-13T03:12:03.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.937+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=RB22RFFFR8F4 type=del size=1189714 2024-09-13T03:12:03.940 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.939+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=2B8I5SS5GTCS type=write size=159750 2024-09-13T03:12:03.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.941+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~XRY88TTT8G2T.0 size=480681 2024-09-13T03:12:03.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.941+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=XRY88TTT8G2T tag=UMG04LC64J6K type=write size=1529257 2024-09-13T03:12:03.944 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.943+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=6ZYT4DL2HS4P type=del 2024-09-13T03:12:03.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.944+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=ZJ4AGPOC8UKB type=write size=782304 2024-09-13T03:12:03.947 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.946+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=7LLQ5XZLRAYO type=del 2024-09-13T03:12:03.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.948+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~TAOT82Q2CBI4.0 size=494400 2024-09-13T03:12:03.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.948+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=TAOT82Q2CBI4 tag=UB04Q6Q8EB0Y type=write size=1542976 2024-09-13T03:12:03.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.949+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=FS5OKH3J5XXS type=del 2024-09-13T03:12:03.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.952+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~S2G61G69570T.0 size=1048576 2024-09-13T03:12:03.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.953+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~S2G61G69570T.1 size=823751 2024-09-13T03:12:03.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.953+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=S2G61G69570T tag=EFIHQPAGGVO5 type=write size=2920903 2024-09-13T03:12:03.956 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.954+0000 7fda4ba82640 1 < completed write operation key=YXSJPUVUR9YF tag=2ZQYQ36JMSTB type=write size=674125 2024-09-13T03:12:03.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.956+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=2TDKG1Z5ESW1 type=del size=2276481 2024-09-13T03:12:03.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.957+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~0HAFG5JNNYR5.0 size=1048576 2024-09-13T03:12:03.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.958+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~0HAFG5JNNYR5.1 size=682374 2024-09-13T03:12:03.962 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.961+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=0HAFG5JNNYR5 tag=SFEGLHUIP1F4 type=write size=2779526 2024-09-13T03:12:03.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.962+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=F0V0VMJLK3S1 type=del size=1934042 2024-09-13T03:12:03.965 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.963+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=1CIGQEUVLVQY type=del 2024-09-13T03:12:03.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.966+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~E0I0JRT5UJQC.0 size=1048576 2024-09-13T03:12:03.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.967+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~E0I0JRT5UJQC.1 size=1048576 2024-09-13T03:12:03.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.968+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~E0I0JRT5UJQC.2 size=627267 2024-09-13T03:12:03.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.968+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=E0I0JRT5UJQC tag=YF1OD3BL4LBH type=write size=3772995 2024-09-13T03:12:03.972 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.970+0000 7fda4ba82640 1 < suggested remove operation key=MOZWPHZFFRM3 tag=V9B0TKTEEAQM type=del 2024-09-13T03:12:03.975 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.973+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~4E3A513A4LCP.0 size=1048576 2024-09-13T03:12:03.975 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.974+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~4E3A513A4LCP.1 size=1048576 2024-09-13T03:12:03.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.975+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~4E3A513A4LCP.2 size=565477 2024-09-13T03:12:03.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.975+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=4E3A513A4LCP tag=8E4DBDNNNL93 type=write size=3711205 2024-09-13T03:12:03.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.977+0000 7fda4ba82640 1 < suggested update operation key=X3IBYPK60ZII tag=S164M8RJSTYV type=write size=555745 2024-09-13T03:12:03.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.979+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~VO3J9TK830IV.0 size=1048576 2024-09-13T03:12:03.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.981+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~VO3J9TK830IV.1 size=964445 2024-09-13T03:12:03.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.981+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=VO3J9TK830IV tag=41AGB45CVM05 type=write size=3061597 2024-09-13T03:12:03.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.983+0000 7fda4ba82640 1 < suggested update operation key=IQRILNWE9YY3 tag=HV0M7BT5GDJT type=del size=3828607 2024-09-13T03:12:03.986 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.985+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=6JJ06GKM380E type=del size=2212043 2024-09-13T03:12:03.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.986+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~Q4OAUZOWB8MV.0 size=1048576 2024-09-13T03:12:03.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.987+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~Q4OAUZOWB8MV.1 size=648846 2024-09-13T03:12:03.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.989+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=Q4OAUZOWB8MV tag=I9FKSJBO4IR9 type=write size=2745998 2024-09-13T03:12:03.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.990+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=ERNIWKMGVPEG type=write size=1041907 2024-09-13T03:12:03.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.992+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=UHCDXX9HDNE0 type=del 2024-09-13T03:12:03.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.994+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4XM8D6Y9R0QV.0 size=501191 2024-09-13T03:12:03.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.994+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=4XM8D6Y9R0QV tag=ABS2VN7IW4GV type=write size=1549767 2024-09-13T03:12:03.996 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.995+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=YZKSE1CSI72K type=del 2024-09-13T03:12:03.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.997+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~SQ29F6EEFE3U.0 size=1048576 2024-09-13T03:12:03.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.998+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~SQ29F6EEFE3U.1 size=1048576 2024-09-13T03:12:04.000 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.999+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~SQ29F6EEFE3U.2 size=328696 2024-09-13T03:12:04.001 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:03.999+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=SQ29F6EEFE3U tag=FKMBBNJX8ZYA type=write size=3474424 2024-09-13T03:12:04.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.001+0000 7fda4ba82640 1 < suggested update operation key=X8S9YEDBK37F tag=8118W27LCUJT type=del size=3851095 2024-09-13T03:12:04.004 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.003+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=DUNATAF3PN5M type=del size=1111721 2024-09-13T03:12:04.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.003+0000 7fda4ba82640 1 < canceled part key=_multipart_MOZWPHZFFRM3.2~4O4ANOXCXESK.0 size=333311 2024-09-13T03:12:04.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.005+0000 7fda4ba82640 1 < canceled multipart upload key=MOZWPHZFFRM3 upload=4O4ANOXCXESK tag=6JQNHWHRRBFC type=write size=1381887 2024-09-13T03:12:04.008 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.006+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=EP330CN60PCP type=write size=149995 2024-09-13T03:12:04.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.007+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=RB22RFFFR8F4 type=del 2024-09-13T03:12:04.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.010+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~IVCF5WC5YNBO.0 size=435246 2024-09-13T03:12:04.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.010+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=IVCF5WC5YNBO tag=RS5XE4HHNY4O type=write size=1483822 2024-09-13T03:12:04.013 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.011+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~XRY88TTT8G2T.0 size=480681 2024-09-13T03:12:04.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.013+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=XRY88TTT8G2T tag=UMG04LC64J6K type=write size=1529257 2024-09-13T03:12:04.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.016+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~TC9QW06RR9CT.0 size=1048576 2024-09-13T03:12:04.018 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.017+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~TC9QW06RR9CT.1 size=1048576 2024-09-13T03:12:04.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.018+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~TC9QW06RR9CT.2 size=947419 2024-09-13T03:12:04.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.018+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=TC9QW06RR9CT tag=HYSS0VT5M60Z type=write size=4093147 2024-09-13T03:12:04.020 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.019+0000 7fda4ba82640 1 < completed write operation key=ZGHDNK9YXEAH tag=ZJ4AGPOC8UKB type=write size=782304 2024-09-13T03:12:04.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.020+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=X44IR86XR5GM type=write size=591818 2024-09-13T03:12:04.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.021+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~TAOT82Q2CBI4.0 size=494400 2024-09-13T03:12:04.025 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.023+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=TAOT82Q2CBI4 tag=UB04Q6Q8EB0Y type=write size=1542976 2024-09-13T03:12:04.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.026+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~KUF3BI4VW3LT.0 size=1048576 2024-09-13T03:12:04.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.027+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~KUF3BI4VW3LT.1 size=611157 2024-09-13T03:12:04.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.027+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=KUF3BI4VW3LT tag=VR97O8UJK1C2 type=write size=2708309 2024-09-13T03:12:04.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.028+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~S2G61G69570T.0 size=1048576 2024-09-13T03:12:04.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.029+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~S2G61G69570T.1 size=823751 2024-09-13T03:12:04.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.031+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=S2G61G69570T tag=EFIHQPAGGVO5 type=write size=2920903 2024-09-13T03:12:04.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.033+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~CMJDPGHBUBU7.0 size=453868 2024-09-13T03:12:04.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.033+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=CMJDPGHBUBU7 tag=14SIWIHBF61M type=write size=1502444 2024-09-13T03:12:04.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.035+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=2TDKG1Z5ESW1 type=del 2024-09-13T03:12:04.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.038+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=CJ3728D3UMID type=del size=3403890 2024-09-13T03:12:04.041 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.040+0000 7fda4ba82640 1 < canceled operation key=5VZ10W77NYTX tag=F0V0VMJLK3S1 type=del size=1934042 2024-09-13T03:12:04.045 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.044+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~4TJAW17851JM.0 size=1048576 2024-09-13T03:12:04.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.047+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~4TJAW17851JM.1 size=662181 2024-09-13T03:12:04.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.047+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=4TJAW17851JM tag=6H2C5TGI6S0V type=write size=2759333 2024-09-13T03:12:04.050 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.048+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~E0I0JRT5UJQC.0 size=1048576 2024-09-13T03:12:04.051 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.049+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~E0I0JRT5UJQC.1 size=1048576 2024-09-13T03:12:04.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.050+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~E0I0JRT5UJQC.2 size=627267 2024-09-13T03:12:04.054 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.053+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=E0I0JRT5UJQC tag=YF1OD3BL4LBH type=write size=3772995 2024-09-13T03:12:04.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.054+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=LORQY8YM7NGZ type=write size=821483 2024-09-13T03:12:04.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.056+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~4E3A513A4LCP.0 size=1048576 2024-09-13T03:12:04.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.057+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~4E3A513A4LCP.1 size=1048576 2024-09-13T03:12:04.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.058+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~4E3A513A4LCP.2 size=565477 2024-09-13T03:12:04.061 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.060+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=4E3A513A4LCP tag=8E4DBDNNNL93 type=write size=3711205 2024-09-13T03:12:04.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.061+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=9IL36FJ6RTJI type=del size=1561462 2024-09-13T03:12:04.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.063+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~VO3J9TK830IV.0 size=1048576 2024-09-13T03:12:04.065 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.064+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~VO3J9TK830IV.1 size=964445 2024-09-13T03:12:04.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.066+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=VO3J9TK830IV tag=41AGB45CVM05 type=write size=3061597 2024-09-13T03:12:04.068 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.067+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=FSG3LAZ4ST70 type=del size=75705 2024-09-13T03:12:04.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.068+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=6JJ06GKM380E type=del 2024-09-13T03:12:04.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.071+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~50YUW80W002R.0 size=1048576 2024-09-13T03:12:04.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.072+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~50YUW80W002R.1 size=1048576 2024-09-13T03:12:04.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.073+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~50YUW80W002R.2 size=548846 2024-09-13T03:12:04.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.073+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=50YUW80W002R tag=1RDK7DUBZC5G type=write size=3694574 2024-09-13T03:12:04.075 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.074+0000 7fda4ba82640 1 < completed write operation key=VULNHTR382QJ tag=ERNIWKMGVPEG type=write size=1041907 2024-09-13T03:12:04.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.075+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=4HV00NIL38EF type=write size=78472 2024-09-13T03:12:04.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.076+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4XM8D6Y9R0QV.0 size=501191 2024-09-13T03:12:04.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.078+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=4XM8D6Y9R0QV tag=ABS2VN7IW4GV type=write size=1549767 2024-09-13T03:12:04.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.081+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~2OBO6BQPMCM5.0 size=1048576 2024-09-13T03:12:04.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.081+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~2OBO6BQPMCM5.1 size=1048576 2024-09-13T03:12:04.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.082+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~2OBO6BQPMCM5.2 size=298942 2024-09-13T03:12:04.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.082+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=2OBO6BQPMCM5 tag=M06YLBR82SQQ type=write size=3444670 2024-09-13T03:12:04.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.084+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~SQ29F6EEFE3U.0 size=1048576 2024-09-13T03:12:04.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.085+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~SQ29F6EEFE3U.1 size=1048576 2024-09-13T03:12:04.088 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.086+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~SQ29F6EEFE3U.2 size=328696 2024-09-13T03:12:04.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.089+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=SQ29F6EEFE3U tag=FKMBBNJX8ZYA type=write size=3474424 2024-09-13T03:12:04.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.090+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=GECQNDUGAEET type=del size=3918878 2024-09-13T03:12:04.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.091+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=DUNATAF3PN5M type=del 2024-09-13T03:12:04.094 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.093+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=N2AO294DYB2U type=del size=1618103 2024-09-13T03:12:04.097 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.095+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=EP330CN60PCP type=write 2024-09-13T03:12:04.099 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.098+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~3LHFE6Z6OA8Q.0 size=1048576 2024-09-13T03:12:04.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.099+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~3LHFE6Z6OA8Q.1 size=1048576 2024-09-13T03:12:04.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.100+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~3LHFE6Z6OA8Q.2 size=467943 2024-09-13T03:12:04.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.100+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=3LHFE6Z6OA8Q tag=RJLPC48AWECZ type=write size=3613671 2024-09-13T03:12:04.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.100+0000 7fda4ba82640 1 < canceled part key=_multipart_DJ0S2Y4QPAX8.2~IVCF5WC5YNBO.0 size=435246 2024-09-13T03:12:04.104 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.103+0000 7fda4ba82640 1 < canceled multipart upload key=DJ0S2Y4QPAX8 upload=IVCF5WC5YNBO tag=RS5XE4HHNY4O type=write size=1483822 2024-09-13T03:12:04.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.105+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~LG27JRBV3TI5.0 size=1048576 2024-09-13T03:12:04.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.106+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~LG27JRBV3TI5.1 size=127664 2024-09-13T03:12:04.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.106+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=LG27JRBV3TI5 tag=SUOMI9U2OP01 type=write size=2224816 2024-09-13T03:12:04.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.108+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~TC9QW06RR9CT.0 size=1048576 2024-09-13T03:12:04.110 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.109+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~TC9QW06RR9CT.1 size=1048576 2024-09-13T03:12:04.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.110+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~TC9QW06RR9CT.2 size=947419 2024-09-13T03:12:04.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.112+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=TC9QW06RR9CT tag=HYSS0VT5M60Z type=write size=4093147 2024-09-13T03:12:04.115 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.114+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=VGJMRMLQG2F2 type=del size=1257443 2024-09-13T03:12:04.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.115+0000 7fda4ba82640 1 < completed write operation key=IQRILNWE9YY3 tag=X44IR86XR5GM type=write size=591818 2024-09-13T03:12:04.118 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.116+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=3VTBZ6DZJF5N type=del size=4141083 2024-09-13T03:12:04.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.118+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~KUF3BI4VW3LT.0 size=1048576 2024-09-13T03:12:04.120 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.119+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~KUF3BI4VW3LT.1 size=611157 2024-09-13T03:12:04.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.121+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=KUF3BI4VW3LT tag=VR97O8UJK1C2 type=write size=2708309 2024-09-13T03:12:04.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.124+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~P3KTSKP190CF.0 size=1002085 2024-09-13T03:12:04.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.124+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=P3KTSKP190CF tag=YNE837QUY17T type=write size=2050661 2024-09-13T03:12:04.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.125+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~CMJDPGHBUBU7.0 size=453868 2024-09-13T03:12:04.129 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.127+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=CMJDPGHBUBU7 tag=14SIWIHBF61M type=write size=1502444 2024-09-13T03:12:04.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.130+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~SXCEXVQJRCN1.0 size=762953 2024-09-13T03:12:04.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.130+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=SXCEXVQJRCN1 tag=IPHS721WSETL type=write size=1811529 2024-09-13T03:12:04.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.131+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=CJ3728D3UMID type=del 2024-09-13T03:12:04.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.133+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~JMABZS9ZG5XC.0 size=1048576 2024-09-13T03:12:04.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.134+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~JMABZS9ZG5XC.1 size=810647 2024-09-13T03:12:04.136 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.134+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=JMABZS9ZG5XC tag=M6IB3J4IICKK type=write size=2907799 2024-09-13T03:12:04.136 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.134+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~4TJAW17851JM.0 size=1048576 2024-09-13T03:12:04.137 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.135+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~4TJAW17851JM.1 size=662181 2024-09-13T03:12:04.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.138+0000 7fda4ba82640 1 < canceled multipart upload key=O0M1N8B5QOP1 upload=4TJAW17851JM tag=6H2C5TGI6S0V type=write size=2759333 2024-09-13T03:12:04.140 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.139+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=BWAJW3SD52EI type=write size=302039 2024-09-13T03:12:04.142 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.140+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=LORQY8YM7NGZ type=write size=821483 2024-09-13T03:12:04.144 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.143+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~FEDYPL251NZZ.0 size=464361 2024-09-13T03:12:04.144 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.143+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=FEDYPL251NZZ tag=DBF9N1XO9QJE type=write size=1512937 2024-09-13T03:12:04.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.144+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=9IL36FJ6RTJI type=del 2024-09-13T03:12:04.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.146+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=N2E78KQ3TYWY type=del size=650574 2024-09-13T03:12:04.149 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.147+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=FSG3LAZ4ST70 type=del 2024-09-13T03:12:04.150 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.149+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=26FV71GE2J6U type=del size=2320880 2024-09-13T03:12:04.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.150+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~50YUW80W002R.0 size=1048576 2024-09-13T03:12:04.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.150+0000 7fda4ba82640 1 < canceled part key=_multipart_KE9LDUK7XMNH.2~50YUW80W002R.1 size=1048576 2024-09-13T03:12:04.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.150+0000 7fda4ba82640 1 < canceled part key=_multipart_KE9LDUK7XMNH.2~50YUW80W002R.2 size=548846 2024-09-13T03:12:04.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.153+0000 7fda4ba82640 1 < canceled multipart upload key=KE9LDUK7XMNH upload=50YUW80W002R tag=1RDK7DUBZC5G type=write size=3694574 2024-09-13T03:12:04.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.157+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=70KCLQYRGLDS type=del size=878724 2024-09-13T03:12:04.160 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.159+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=4HV00NIL38EF type=write 2024-09-13T03:12:04.162 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.160+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=3UR87OZJC5OZ type=del size=3000444 2024-09-13T03:12:04.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.162+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~2OBO6BQPMCM5.0 size=1048576 2024-09-13T03:12:04.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.163+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~2OBO6BQPMCM5.1 size=1048576 2024-09-13T03:12:04.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.165+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~2OBO6BQPMCM5.2 size=298942 2024-09-13T03:12:04.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.167+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=2OBO6BQPMCM5 tag=M06YLBR82SQQ type=write size=3444670 2024-09-13T03:12:04.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.169+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~V7ST0M3PHDOD.0 size=1048576 2024-09-13T03:12:04.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.170+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~V7ST0M3PHDOD.1 size=190099 2024-09-13T03:12:04.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.170+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=V7ST0M3PHDOD tag=OO0QVQ5AF23G type=write size=2287251 2024-09-13T03:12:04.173 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.172+0000 7fda4ba82640 -1 < failed to complete operation key=M3W0IJDWZTHP tag=GECQNDUGAEET type=del size=3918878: (22) Invalid argument 2024-09-13T03:12:04.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.174+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~H9OZTDBBWLP8.0 size=485560 2024-09-13T03:12:04.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.174+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=H9OZTDBBWLP8 tag=2UJHIBN4Z3VW type=write size=1534136 2024-09-13T03:12:04.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.176+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=N2AO294DYB2U type=del 2024-09-13T03:12:04.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.177+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=I80U5DWBDPKC type=del size=3174666 2024-09-13T03:12:04.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.179+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~3LHFE6Z6OA8Q.0 size=1048576 2024-09-13T03:12:04.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.180+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~3LHFE6Z6OA8Q.1 size=1048576 2024-09-13T03:12:04.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.181+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~3LHFE6Z6OA8Q.2 size=467943 2024-09-13T03:12:04.184 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.183+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=3LHFE6Z6OA8Q tag=RJLPC48AWECZ type=write size=3613671 2024-09-13T03:12:04.186 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.184+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=46FNPMML0QQ4 type=del size=427454 2024-09-13T03:12:04.187 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.186+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~LG27JRBV3TI5.0 size=1048576 2024-09-13T03:12:04.188 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.187+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~LG27JRBV3TI5.1 size=127664 2024-09-13T03:12:04.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.189+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=LG27JRBV3TI5 tag=SUOMI9U2OP01 type=write size=2224816 2024-09-13T03:12:04.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.190+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=X10JU27B9BFY type=del size=1413586 2024-09-13T03:12:04.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.191+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=VGJMRMLQG2F2 type=del 2024-09-13T03:12:04.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.194+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~L7XV6KOJL5J9.0 size=1048576 2024-09-13T03:12:04.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.195+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~L7XV6KOJL5J9.1 size=1048576 2024-09-13T03:12:04.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.196+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~L7XV6KOJL5J9.2 size=362579 2024-09-13T03:12:04.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.196+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=L7XV6KOJL5J9 tag=0EVOPB76MWXR type=write size=3508307 2024-09-13T03:12:04.198 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.197+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=3VTBZ6DZJF5N type=del 2024-09-13T03:12:04.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.198+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=3IYF8T3QH0LR type=write size=988268 2024-09-13T03:12:04.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.200+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~P3KTSKP190CF.0 size=1002085 2024-09-13T03:12:04.204 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.202+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=P3KTSKP190CF tag=YNE837QUY17T type=write size=2050661 2024-09-13T03:12:04.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.205+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~MZYV61AB7CV1.0 size=1048576 2024-09-13T03:12:04.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.206+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~MZYV61AB7CV1.1 size=139412 2024-09-13T03:12:04.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.206+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=MZYV61AB7CV1 tag=4GF9GOI7RYMR type=write size=2236564 2024-09-13T03:12:04.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.207+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~SXCEXVQJRCN1.0 size=762953 2024-09-13T03:12:04.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.209+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=SXCEXVQJRCN1 tag=IPHS721WSETL type=write size=1811529 2024-09-13T03:12:04.212 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.210+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=CXN6K8SPERQV type=del size=2577098 2024-09-13T03:12:04.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.212+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~JMABZS9ZG5XC.0 size=1048576 2024-09-13T03:12:04.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.212+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~JMABZS9ZG5XC.1 size=810647 2024-09-13T03:12:04.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.214+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=JMABZS9ZG5XC tag=M6IB3J4IICKK type=write size=2907799 2024-09-13T03:12:04.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.216+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~0GFQMGDZQ0AG.0 size=1048576 2024-09-13T03:12:04.219 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.217+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~0GFQMGDZQ0AG.1 size=1048576 2024-09-13T03:12:04.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.219+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~0GFQMGDZQ0AG.2 size=60186 2024-09-13T03:12:04.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.219+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=0GFQMGDZQ0AG tag=L3C4R9UZ6YL3 type=write size=3205914 2024-09-13T03:12:04.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.220+0000 7fda4ba82640 1 < completed write operation key=X3IBYPK60ZII tag=BWAJW3SD52EI type=write size=302039 2024-09-13T03:12:04.223 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.222+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=N8G02JMUY3D2 type=write size=751970 2024-09-13T03:12:04.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.223+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~FEDYPL251NZZ.0 size=464361 2024-09-13T03:12:04.227 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.225+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=FEDYPL251NZZ tag=DBF9N1XO9QJE type=write size=1512937 2024-09-13T03:12:04.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.228+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~MYHP6VBN3E5T.0 size=104532 2024-09-13T03:12:04.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.228+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=MYHP6VBN3E5T tag=QD03JOBOVO72 type=write size=1153108 2024-09-13T03:12:04.231 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.229+0000 7fda4ba82640 -1 < failed to complete operation key=VULNHTR382QJ tag=N2E78KQ3TYWY type=del size=650574: (22) Invalid argument 2024-09-13T03:12:04.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.230+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=BB329OPORA51 type=del size=1605454 2024-09-13T03:12:04.233 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.232+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=26FV71GE2J6U type=del 2024-09-13T03:12:04.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.234+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~2PCRL7DARI3X.0 size=1048576 2024-09-13T03:12:04.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.235+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~2PCRL7DARI3X.1 size=284819 2024-09-13T03:12:04.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.235+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=2PCRL7DARI3X tag=OQ48MI3KFUQN type=write size=2381971 2024-09-13T03:12:04.239 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.238+0000 7fda4ba82640 1 < suggested update operation key=HCD8XCSFOAR1 tag=70KCLQYRGLDS type=del size=878724 2024-09-13T03:12:04.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.239+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=QWM4T3Z1PJ9J type=del size=619375 2024-09-13T03:12:04.244 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.240+0000 7fda4ba82640 1 < canceled operation key=YXSJPUVUR9YF tag=3UR87OZJC5OZ type=del size=3000444 2024-09-13T03:12:04.246 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.243+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~607PR5EAPWDR.0 size=762890 2024-09-13T03:12:04.246 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.243+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=607PR5EAPWDR tag=TG8O7YDPI6LL type=write size=1811466 2024-09-13T03:12:04.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.244+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~V7ST0M3PHDOD.0 size=1048576 2024-09-13T03:12:04.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.245+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~V7ST0M3PHDOD.1 size=190099 2024-09-13T03:12:04.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.247+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=V7ST0M3PHDOD tag=OO0QVQ5AF23G type=write size=2287251 2024-09-13T03:12:04.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.248+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=SM527NQLSHT2 type=del size=2232353 2024-09-13T03:12:04.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.250+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~H9OZTDBBWLP8.0 size=485560 2024-09-13T03:12:04.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.252+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=H9OZTDBBWLP8 tag=2UJHIBN4Z3VW type=write size=1534136 2024-09-13T03:12:04.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.253+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=4AGBILPW2YYD type=write size=646539 2024-09-13T03:12:04.256 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.254+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=I80U5DWBDPKC type=del 2024-09-13T03:12:04.258 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.256+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=1HKPYCPJEG0X type=del size=3362412 2024-09-13T03:12:04.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.259+0000 7fda4ba82640 1 < suggested remove operation key=QSXH3UHXTEO9 tag=46FNPMML0QQ4 type=del 2024-09-13T03:12:04.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.261+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~GKYC1U1866CG.0 size=1048576 2024-09-13T03:12:04.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.262+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~GKYC1U1866CG.1 size=1048576 2024-09-13T03:12:04.264 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.263+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~GKYC1U1866CG.2 size=220828 2024-09-13T03:12:04.264 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.263+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=GKYC1U1866CG tag=Y2TYBGWNJAS0 type=write size=3366556 2024-09-13T03:12:04.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.264+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=X10JU27B9BFY type=del 2024-09-13T03:12:04.268 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.266+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~8PJ8KZ06GCQ7.0 size=899290 2024-09-13T03:12:04.269 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.266+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=8PJ8KZ06GCQ7 tag=2Q2R3TMI5WJB type=write size=1947866 2024-09-13T03:12:04.269 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.267+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~L7XV6KOJL5J9.0 size=1048576 2024-09-13T03:12:04.269 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.267+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~L7XV6KOJL5J9.1 size=1048576 2024-09-13T03:12:04.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.268+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~L7XV6KOJL5J9.2 size=362579 2024-09-13T03:12:04.272 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.270+0000 7fda4ba82640 1 < canceled multipart upload key=ZGHDNK9YXEAH upload=L7XV6KOJL5J9 tag=0EVOPB76MWXR type=write size=3508307 2024-09-13T03:12:04.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.272+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=28J6DSOGI3NX type=del size=222372 2024-09-13T03:12:04.275 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.273+0000 7fda4ba82640 1 < completed write operation key=O0M1N8B5QOP1 tag=3IYF8T3QH0LR type=write size=988268 2024-09-13T03:12:04.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.276+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~9PADQMA8DCW5.0 size=1048576 2024-09-13T03:12:04.278 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.277+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~9PADQMA8DCW5.1 size=1048576 2024-09-13T03:12:04.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.278+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~9PADQMA8DCW5.2 size=740659 2024-09-13T03:12:04.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.278+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=9PADQMA8DCW5 tag=KKX30HVP5DA6 type=write size=3886387 2024-09-13T03:12:04.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.279+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~MZYV61AB7CV1.0 size=1048576 2024-09-13T03:12:04.282 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.280+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~MZYV61AB7CV1.1 size=139412 2024-09-13T03:12:04.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.283+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=MZYV61AB7CV1 tag=4GF9GOI7RYMR type=write size=2236564 2024-09-13T03:12:04.286 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.285+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~6TXBLBIRMTC9.0 size=1048576 2024-09-13T03:12:04.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.286+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~6TXBLBIRMTC9.1 size=279543 2024-09-13T03:12:04.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.286+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=6TXBLBIRMTC9 tag=R5PAF3QYC8BI type=write size=2376695 2024-09-13T03:12:04.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.288+0000 7fda4ba82640 1 < canceled operation key=3VGJW4TWEKKL tag=CXN6K8SPERQV type=del size=2577098 2024-09-13T03:12:04.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.289+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=9Z0EO38783EF type=write size=319911 2024-09-13T03:12:04.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.290+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~0GFQMGDZQ0AG.0 size=1048576 2024-09-13T03:12:04.293 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.291+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~0GFQMGDZQ0AG.1 size=1048576 2024-09-13T03:12:04.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.292+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~0GFQMGDZQ0AG.2 size=60186 2024-09-13T03:12:04.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.294+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=0GFQMGDZQ0AG tag=L3C4R9UZ6YL3 type=write size=3205914 2024-09-13T03:12:04.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.297+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~2H0GBOLM0JTA.0 size=1048576 2024-09-13T03:12:04.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.298+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~2H0GBOLM0JTA.1 size=1048576 2024-09-13T03:12:04.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.299+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~2H0GBOLM0JTA.2 size=621623 2024-09-13T03:12:04.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.299+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=2H0GBOLM0JTA tag=BN67O6TQPFR0 type=write size=3767351 2024-09-13T03:12:04.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.300+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=N8G02JMUY3D2 type=write size=751970 2024-09-13T03:12:04.304 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.303+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~3347Z56I1S8O.0 size=277972 2024-09-13T03:12:04.304 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.303+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=3347Z56I1S8O tag=CPKMZPYFFUTZ type=write size=1326548 2024-09-13T03:12:04.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.304+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~MYHP6VBN3E5T.0 size=104532 2024-09-13T03:12:04.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.306+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=MYHP6VBN3E5T tag=QD03JOBOVO72 type=write size=1153108 2024-09-13T03:12:04.309 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.308+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=RG2UP9B6Q05W type=del size=3393163 2024-09-13T03:12:04.312 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.310+0000 7fda4ba82640 1 < suggested update operation key=O0M1N8B5QOP1 tag=BB329OPORA51 type=del size=1605454 2024-09-13T03:12:04.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.311+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=CDBZ42PKFZ1M type=del size=1818751 2024-09-13T03:12:04.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.313+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~2PCRL7DARI3X.0 size=1048576 2024-09-13T03:12:04.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.314+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~2PCRL7DARI3X.1 size=284819 2024-09-13T03:12:04.317 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.316+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=2PCRL7DARI3X tag=OQ48MI3KFUQN type=write size=2381971 2024-09-13T03:12:04.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.318+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~WDTA8J121NG9.0 size=842067 2024-09-13T03:12:04.320 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.318+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=WDTA8J121NG9 tag=PG7B3H1C1ILJ type=write size=1890643 2024-09-13T03:12:04.322 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.321+0000 7fda4ba82640 1 < suggested remove operation key=A4ZG9OAEC25I tag=QWM4T3Z1PJ9J type=del 2024-09-13T03:12:04.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.322+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=V7C679EZQQWN type=write size=495648 2024-09-13T03:12:04.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.323+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~607PR5EAPWDR.0 size=762890 2024-09-13T03:12:04.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.325+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=607PR5EAPWDR tag=TG8O7YDPI6LL type=write size=1811466 2024-09-13T03:12:04.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.328+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~L2SO8D90GGYO.0 size=1048576 2024-09-13T03:12:04.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.329+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~L2SO8D90GGYO.1 size=57297 2024-09-13T03:12:04.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.329+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=L2SO8D90GGYO tag=JCBTHRYDM9SL type=write size=2154449 2024-09-13T03:12:04.333 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.331+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=SM527NQLSHT2 type=del 2024-09-13T03:12:04.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.334+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EYUHV4B9JROT.0 size=1048576 2024-09-13T03:12:04.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.335+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EYUHV4B9JROT.1 size=556613 2024-09-13T03:12:04.337 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.335+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=EYUHV4B9JROT tag=FEBALLXY8OYR type=write size=2653765 2024-09-13T03:12:04.337 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.336+0000 7fda4ba82640 -1 < no bi entry to suggest for operation key=YXSJPUVUR9YF tag=4AGBILPW2YYD type=write size=646539: (2) No such file or directory 2024-09-13T03:12:04.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.337+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=YAD8OOHW9Q2L type=write size=299160 2024-09-13T03:12:04.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.339+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=1HKPYCPJEG0X type=del 2024-09-13T03:12:04.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.340+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=12ARKNU4UZLA type=del size=1075746 2024-09-13T03:12:04.343 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.342+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~GKYC1U1866CG.0 size=1048576 2024-09-13T03:12:04.344 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.343+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~GKYC1U1866CG.1 size=1048576 2024-09-13T03:12:04.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.344+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~GKYC1U1866CG.2 size=220828 2024-09-13T03:12:04.348 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.346+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=GKYC1U1866CG tag=Y2TYBGWNJAS0 type=write size=3366556 2024-09-13T03:12:04.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.349+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~4LVHNV98V8PM.0 size=1048576 2024-09-13T03:12:04.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.350+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~4LVHNV98V8PM.1 size=1048576 2024-09-13T03:12:04.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.351+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~4LVHNV98V8PM.2 size=721336 2024-09-13T03:12:04.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.352+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=4LVHNV98V8PM tag=32ADK20V66JL type=write size=3867064 2024-09-13T03:12:04.354 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.353+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~8PJ8KZ06GCQ7.0 size=899290 2024-09-13T03:12:04.356 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.355+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=8PJ8KZ06GCQ7 tag=2Q2R3TMI5WJB type=write size=1947866 2024-09-13T03:12:04.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.357+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~ODMNGKEVKCEF.0 size=1048576 2024-09-13T03:12:04.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.358+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~ODMNGKEVKCEF.1 size=1048576 2024-09-13T03:12:04.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.359+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~ODMNGKEVKCEF.2 size=520996 2024-09-13T03:12:04.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.359+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=ODMNGKEVKCEF tag=83ZOH6VBZJOS type=write size=3666724 2024-09-13T03:12:04.363 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.362+0000 7fda4ba82640 1 < suggested remove operation key=I99SIV522FFG tag=28J6DSOGI3NX type=del 2024-09-13T03:12:04.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.364+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~TCW9XQHLRBQU.0 size=1048576 2024-09-13T03:12:04.367 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.365+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~TCW9XQHLRBQU.1 size=1048576 2024-09-13T03:12:04.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.366+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~TCW9XQHLRBQU.2 size=730559 2024-09-13T03:12:04.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.366+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=TCW9XQHLRBQU tag=025W1KE01KZR type=write size=3876287 2024-09-13T03:12:04.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.368+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~9PADQMA8DCW5.0 size=1048576 2024-09-13T03:12:04.370 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.369+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~9PADQMA8DCW5.1 size=1048576 2024-09-13T03:12:04.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.370+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~9PADQMA8DCW5.2 size=740659 2024-09-13T03:12:04.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.372+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=9PADQMA8DCW5 tag=KKX30HVP5DA6 type=write size=3886387 2024-09-13T03:12:04.375 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.373+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=W491L25W26RL type=del size=4175936 2024-09-13T03:12:04.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.375+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~6TXBLBIRMTC9.0 size=1048576 2024-09-13T03:12:04.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.376+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~6TXBLBIRMTC9.1 size=279543 2024-09-13T03:12:04.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.378+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=6TXBLBIRMTC9 tag=R5PAF3QYC8BI type=write size=2376695 2024-09-13T03:12:04.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.381+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~Y52YXJ7A1I8W.0 size=974410 2024-09-13T03:12:04.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.381+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=Y52YXJ7A1I8W tag=R70D65YYBCF0 type=write size=2022986 2024-09-13T03:12:04.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.382+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=9Z0EO38783EF type=write size=319911 2024-09-13T03:12:04.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.384+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=2AN930NG0HSH type=del size=1249039 2024-09-13T03:12:04.387 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.385+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~2H0GBOLM0JTA.0 size=1048576 2024-09-13T03:12:04.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.387+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~2H0GBOLM0JTA.1 size=1048576 2024-09-13T03:12:04.389 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.388+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~2H0GBOLM0JTA.2 size=621623 2024-09-13T03:12:04.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.390+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=2H0GBOLM0JTA tag=BN67O6TQPFR0 type=write size=3767351 2024-09-13T03:12:04.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.392+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=HSTWMC60I0ET type=del size=322858 2024-09-13T03:12:04.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.393+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~3347Z56I1S8O.0 size=277972 2024-09-13T03:12:04.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.395+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=3347Z56I1S8O tag=CPKMZPYFFUTZ type=write size=1326548 2024-09-13T03:12:04.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.398+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~2N5OXD6OQWH4.0 size=53877 2024-09-13T03:12:04.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.398+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=2N5OXD6OQWH4 tag=H1WOB81MS48R type=write size=1102453 2024-09-13T03:12:04.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.399+0000 7fda4ba82640 1 < canceled operation key=KE9LDUK7XMNH tag=RG2UP9B6Q05W type=del size=3393163 2024-09-13T03:12:04.402 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.401+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=4CGU3QT5AV9N type=del size=2982022 2024-09-13T03:12:04.403 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.402+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=CDBZ42PKFZ1M type=del 2024-09-13T03:12:04.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.404+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=RFEGRL5LYODV type=write size=327406 2024-09-13T03:12:04.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.405+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~WDTA8J121NG9.0 size=842067 2024-09-13T03:12:04.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.408+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=WDTA8J121NG9 tag=PG7B3H1C1ILJ type=write size=1890643 2024-09-13T03:12:04.412 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.410+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~GIO2N8OL9YK1.0 size=1048576 2024-09-13T03:12:04.413 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.411+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~GIO2N8OL9YK1.1 size=1048576 2024-09-13T03:12:04.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.413+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~GIO2N8OL9YK1.2 size=596231 2024-09-13T03:12:04.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.413+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=GIO2N8OL9YK1 tag=JFZJ5PQXNUWJ type=write size=3741959 2024-09-13T03:12:04.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.415+0000 7fda4ba82640 1 < suggested update operation key=DOJPAU2YIY2T tag=V7C679EZQQWN type=write size=495648 2024-09-13T03:12:04.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.417+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=RYQI28QEOAFY type=write size=898322 2024-09-13T03:12:04.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.418+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~L2SO8D90GGYO.0 size=1048576 2024-09-13T03:12:04.421 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.419+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~L2SO8D90GGYO.1 size=57297 2024-09-13T03:12:04.423 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.422+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=L2SO8D90GGYO tag=JCBTHRYDM9SL type=write size=2154449 2024-09-13T03:12:04.424 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.423+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=NT7166VKG0AE type=del size=263460 2024-09-13T03:12:04.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.424+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EYUHV4B9JROT.0 size=1048576 2024-09-13T03:12:04.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.425+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EYUHV4B9JROT.1 size=556613 2024-09-13T03:12:04.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.428+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=EYUHV4B9JROT tag=FEBALLXY8OYR type=write size=2653765 2024-09-13T03:12:04.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.429+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=KT6DQA2QIL5I type=del size=2656959 2024-09-13T03:12:04.432 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.430+0000 7fda4ba82640 1 < completed write operation key=O0M1N8B5QOP1 tag=YAD8OOHW9Q2L type=write size=299160 2024-09-13T03:12:04.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.433+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~SJ6M7ESCZPNU.0 size=1048576 2024-09-13T03:12:04.435 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.434+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~SJ6M7ESCZPNU.1 size=1048576 2024-09-13T03:12:04.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.435+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~SJ6M7ESCZPNU.2 size=385458 2024-09-13T03:12:04.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.435+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=SJ6M7ESCZPNU tag=QD1GUAEDBJH0 type=write size=3531186 2024-09-13T03:12:04.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.438+0000 7fda4ba82640 1 < suggested update operation key=K0FB782665QT tag=12ARKNU4UZLA type=del size=1075746 2024-09-13T03:12:04.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.440+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=A01VSQDT7R7F type=del size=2954886 2024-09-13T03:12:04.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.441+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~4LVHNV98V8PM.0 size=1048576 2024-09-13T03:12:04.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.443+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~4LVHNV98V8PM.1 size=1048576 2024-09-13T03:12:04.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.444+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~4LVHNV98V8PM.2 size=721336 2024-09-13T03:12:04.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:04 smithi078 ceph-mon[85589]: pgmap v1371: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:04.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:04 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:12:04.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:04 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:04.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:04 smithi078 ceph-mon[85589]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T03:12:04.448 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.446+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=4LVHNV98V8PM tag=32ADK20V66JL type=write size=3867064 2024-09-13T03:12:04.449 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.448+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=AW6NJN6JFJXP type=del size=858806 2024-09-13T03:12:04.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.449+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~ODMNGKEVKCEF.0 size=1048576 2024-09-13T03:12:04.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.449+0000 7fda4ba82640 1 < canceled part key=_multipart_KE9LDUK7XMNH.2~ODMNGKEVKCEF.1 size=1048576 2024-09-13T03:12:04.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.450+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~ODMNGKEVKCEF.2 size=520996 2024-09-13T03:12:04.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.452+0000 7fda4ba82640 1 < canceled multipart upload key=KE9LDUK7XMNH upload=ODMNGKEVKCEF tag=83ZOH6VBZJOS type=write size=3666724 2024-09-13T03:12:04.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.453+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=3DCBJCGQFWL1 type=del size=2502726 2024-09-13T03:12:04.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.454+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~TCW9XQHLRBQU.0 size=1048576 2024-09-13T03:12:04.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.455+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~TCW9XQHLRBQU.1 size=1048576 2024-09-13T03:12:04.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.455+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~TCW9XQHLRBQU.2 size=730559 2024-09-13T03:12:04.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.457+0000 7fda4ba82640 1 < canceled multipart upload key=O0M1N8B5QOP1 upload=TCW9XQHLRBQU tag=025W1KE01KZR type=write size=3876287 2024-09-13T03:12:04.461 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.460+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~4F421HEPNJFY.0 size=476234 2024-09-13T03:12:04.461 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.460+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=4F421HEPNJFY tag=W4PZ44COCI7Q type=write size=1524810 2024-09-13T03:12:04.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.463+0000 7fda4ba82640 1 < suggested update operation key=O0M1N8B5QOP1 tag=W491L25W26RL type=del size=4175936 2024-09-13T03:12:04.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.464+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=H2KVFMOUKSQF type=write size=828719 2024-09-13T03:12:04.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.465+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~Y52YXJ7A1I8W.0 size=974410 2024-09-13T03:12:04.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.467+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=Y52YXJ7A1I8W tag=R70D65YYBCF0 type=write size=2022986 2024-09-13T03:12:04.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.468+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=K3TKSL83KNRI type=del size=414693 2024-09-13T03:12:04.471 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.470+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=2AN930NG0HSH type=del 2024-09-13T03:12:04.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.471+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=TI45MEPLQ8GF type=del size=466271 2024-09-13T03:12:04.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.472+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=HSTWMC60I0ET type=del 2024-09-13T03:12:04.475 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.474+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=J2T17YK80UYO type=write size=1023847 2024-09-13T03:12:04.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.475+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~2N5OXD6OQWH4.0 size=53877 2024-09-13T03:12:04.478 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.477+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=2N5OXD6OQWH4 tag=H1WOB81MS48R type=write size=1102453 2024-09-13T03:12:04.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.479+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~6UD29EWHAFE3.0 size=1048576 2024-09-13T03:12:04.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.480+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~6UD29EWHAFE3.1 size=1048576 2024-09-13T03:12:04.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.481+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~6UD29EWHAFE3.2 size=808725 2024-09-13T03:12:04.483 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.481+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=6UD29EWHAFE3 tag=UKQ3J6O200EZ type=write size=3954453 2024-09-13T03:12:04.484 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.483+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=4CGU3QT5AV9N type=del 2024-09-13T03:12:04.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.484+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=BZ9M3X2L0M6Y type=del size=809788 2024-09-13T03:12:04.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.485+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=RFEGRL5LYODV type=write size=327406 2024-09-13T03:12:04.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.486+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=MN9FB4FWRARO type=write size=95970 2024-09-13T03:12:04.489 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.488+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~GIO2N8OL9YK1.0 size=1048576 2024-09-13T03:12:04.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.489+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~GIO2N8OL9YK1.1 size=1048576 2024-09-13T03:12:04.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.490+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~GIO2N8OL9YK1.2 size=596231 2024-09-13T03:12:04.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.492+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=GIO2N8OL9YK1 tag=JFZJ5PQXNUWJ type=write size=3741959 2024-09-13T03:12:04.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.494+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=2CFY36549L3B type=del size=2883096 2024-09-13T03:12:04.498 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.497+0000 7fda4ba82640 1 < suggested remove operation key=X3IBYPK60ZII tag=RYQI28QEOAFY type=write 2024-09-13T03:12:04.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.498+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=KJBBV4TXT7LK type=write size=137927 2024-09-13T03:12:04.501 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.499+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=NT7166VKG0AE type=del 2024-09-13T03:12:04.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.502+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~HP781YYJGHJJ.0 size=1048576 2024-09-13T03:12:04.504 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.503+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~HP781YYJGHJJ.1 size=1048576 2024-09-13T03:12:04.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.504+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~HP781YYJGHJJ.2 size=894705 2024-09-13T03:12:04.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.504+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=HP781YYJGHJJ tag=T5KJTL0WMMM4 type=write size=4040433 2024-09-13T03:12:04.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.505+0000 7fda4ba82640 -1 < failed to complete operation key=K0FB782665QT tag=KT6DQA2QIL5I type=del size=2656959: (22) Invalid argument 2024-09-13T03:12:04.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.507+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=BR71S5ZP3DGT type=del size=2265461 2024-09-13T03:12:04.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.508+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~SJ6M7ESCZPNU.0 size=1048576 2024-09-13T03:12:04.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.509+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~SJ6M7ESCZPNU.1 size=1048576 2024-09-13T03:12:04.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.510+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~SJ6M7ESCZPNU.2 size=385458 2024-09-13T03:12:04.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.513+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=SJ6M7ESCZPNU tag=QD1GUAEDBJH0 type=write size=3531186 2024-09-13T03:12:04.515 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.514+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=IXNIXCWTYA4N type=write size=795051 2024-09-13T03:12:04.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.515+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=A01VSQDT7R7F type=del 2024-09-13T03:12:04.518 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.517+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=Y9DQDTYA4OZA type=del size=573331 2024-09-13T03:12:04.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.518+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=AW6NJN6JFJXP type=del 2024-09-13T03:12:04.521 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.519+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=YT9NYKIB5ZZ3 type=del size=596284 2024-09-13T03:12:04.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.521+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=3DCBJCGQFWL1 type=del 2024-09-13T03:12:04.523 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.522+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=XYKFVRP05QLL type=write size=586345 2024-09-13T03:12:04.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.523+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~4F421HEPNJFY.0 size=476234 2024-09-13T03:12:04.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.526+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=4F421HEPNJFY tag=W4PZ44COCI7Q type=write size=1524810 2024-09-13T03:12:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[91421]: pgmap v1371: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:12:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[91421]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T03:12:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[89065]: pgmap v1371: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:12:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124235-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:04 smithi052 ceph-mon[89065]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-13T03:12:04.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.528+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~H4HUOQB7NBWB.0 size=1048576 2024-09-13T03:12:04.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.529+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~H4HUOQB7NBWB.1 size=1048576 2024-09-13T03:12:04.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.530+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~H4HUOQB7NBWB.2 size=681931 2024-09-13T03:12:04.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.530+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=H4HUOQB7NBWB tag=FYZ37U1N200I type=write size=3827659 2024-09-13T03:12:04.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.532+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=H2KVFMOUKSQF type=write size=828719 2024-09-13T03:12:04.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.535+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~7T7CZH2WJZ3F.0 size=707254 2024-09-13T03:12:04.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.535+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=7T7CZH2WJZ3F tag=QUIV100Z1VA8 type=write size=1755830 2024-09-13T03:12:04.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.536+0000 7fda4ba82640 1 < canceled operation key=HCD8XCSFOAR1 tag=K3TKSL83KNRI type=del size=414693 2024-09-13T03:12:04.539 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.538+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=FTFIW0HEE0MO type=del size=1503100 2024-09-13T03:12:04.541 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.539+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=TI45MEPLQ8GF type=del 2024-09-13T03:12:04.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.541+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=VZVAFPY6OX1L type=write size=707364 2024-09-13T03:12:04.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.542+0000 7fda4ba82640 1 < completed write operation key=9KHMARDTPDIW tag=J2T17YK80UYO type=write size=1023847 2024-09-13T03:12:04.546 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.545+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~73PEVJLRYRNM.0 size=1048576 2024-09-13T03:12:04.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.546+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~73PEVJLRYRNM.1 size=155971 2024-09-13T03:12:04.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.546+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=73PEVJLRYRNM tag=QWQ5N7ORI0GS type=write size=2253123 2024-09-13T03:12:04.549 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.548+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~6UD29EWHAFE3.0 size=1048576 2024-09-13T03:12:04.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.549+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~6UD29EWHAFE3.1 size=1048576 2024-09-13T03:12:04.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.550+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~6UD29EWHAFE3.2 size=808725 2024-09-13T03:12:04.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.553+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=6UD29EWHAFE3 tag=UKQ3J6O200EZ type=write size=3954453 2024-09-13T03:12:04.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.555+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~OI7ISSOQ3U6G.0 size=242103 2024-09-13T03:12:04.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.555+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=OI7ISSOQ3U6G tag=SQ3G5B8YJJ0F type=write size=1290679 2024-09-13T03:12:04.558 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.557+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=BZ9M3X2L0M6Y type=del 2024-09-13T03:12:04.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.559+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~47TN8WZQ7BGX.0 size=645031 2024-09-13T03:12:04.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.559+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=47TN8WZQ7BGX tag=ESTLEPA0BFWY type=write size=1693607 2024-09-13T03:12:04.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.562+0000 7fda4ba82640 1 < suggested update operation key=WRBSMDZRZQAN tag=MN9FB4FWRARO type=write size=95970 2024-09-13T03:12:04.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.563+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=TE7OBKMY3X5U type=write size=238481 2024-09-13T03:12:04.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.565+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=2CFY36549L3B type=del 2024-09-13T03:12:04.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.567+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~G4CF5MXL88LN.0 size=271454 2024-09-13T03:12:04.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.567+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=G4CF5MXL88LN tag=D4TOLSG8KN45 type=write size=1320030 2024-09-13T03:12:04.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.570+0000 7fda4ba82640 1 < suggested update operation key=VVUUV9QP2J78 tag=KJBBV4TXT7LK type=write size=137927 2024-09-13T03:12:04.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.571+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=6081O2E1USIK type=write size=1047786 2024-09-13T03:12:04.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.572+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~HP781YYJGHJJ.0 size=1048576 2024-09-13T03:12:04.575 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.574+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~HP781YYJGHJJ.1 size=1048576 2024-09-13T03:12:04.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.575+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~HP781YYJGHJJ.2 size=894705 2024-09-13T03:12:04.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.577+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=HP781YYJGHJJ tag=T5KJTL0WMMM4 type=write size=4040433 2024-09-13T03:12:04.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.579+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~3DAAW11G3PPQ.0 size=1048576 2024-09-13T03:12:04.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.580+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~3DAAW11G3PPQ.1 size=1048576 2024-09-13T03:12:04.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.582+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~3DAAW11G3PPQ.2 size=387327 2024-09-13T03:12:04.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.582+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=3DAAW11G3PPQ tag=U2MPS44XG7TA type=write size=3533055 2024-09-13T03:12:04.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.584+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=BR71S5ZP3DGT type=del 2024-09-13T03:12:04.586 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.585+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=9J1ZIAZ144G6 type=del size=64797 2024-09-13T03:12:04.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.588+0000 7fda4ba82640 1 < suggested update operation key=QSXH3UHXTEO9 tag=IXNIXCWTYA4N type=write size=795051 2024-09-13T03:12:04.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.590+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~QZJ8ZJ00ILUX.0 size=467643 2024-09-13T03:12:04.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.590+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=QZJ8ZJ00ILUX tag=7NOVSZKM5E74 type=write size=1516219 2024-09-13T03:12:04.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.592+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=Y9DQDTYA4OZA type=del 2024-09-13T03:12:04.594 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.593+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=EOX1WVON7N5J type=del size=3939630 2024-09-13T03:12:04.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.594+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=YT9NYKIB5ZZ3 type=del 2024-09-13T03:12:04.597 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.596+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=M45MUIW216JB type=write size=510933 2024-09-13T03:12:04.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.597+0000 7fda4ba82640 1 < completed write operation key=VULNHTR382QJ tag=XYKFVRP05QLL type=write size=586345 2024-09-13T03:12:04.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.598+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=Z500JC5JAIEF type=del size=1610620 2024-09-13T03:12:04.601 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.600+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~H4HUOQB7NBWB.0 size=1048576 2024-09-13T03:12:04.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.601+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~H4HUOQB7NBWB.1 size=1048576 2024-09-13T03:12:04.604 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.602+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~H4HUOQB7NBWB.2 size=681931 2024-09-13T03:12:04.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.605+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=H4HUOQB7NBWB tag=FYZ37U1N200I type=write size=3827659 2024-09-13T03:12:04.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.607+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~T68OWJK5BZZM.0 size=1048576 2024-09-13T03:12:04.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.608+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~T68OWJK5BZZM.1 size=1048576 2024-09-13T03:12:04.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.609+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~T68OWJK5BZZM.2 size=423781 2024-09-13T03:12:04.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.609+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=T68OWJK5BZZM tag=7JGXF15DR60P type=write size=3569509 2024-09-13T03:12:04.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.610+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~7T7CZH2WJZ3F.0 size=707254 2024-09-13T03:12:04.614 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.612+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=7T7CZH2WJZ3F tag=QUIV100Z1VA8 type=write size=1755830 2024-09-13T03:12:04.616 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.615+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~BDQA196WZF6M.0 size=1048576 2024-09-13T03:12:04.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.616+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~BDQA196WZF6M.1 size=383124 2024-09-13T03:12:04.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.616+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=BDQA196WZF6M tag=R0CRC0SXV50D type=write size=2480276 2024-09-13T03:12:04.618 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.617+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=FTFIW0HEE0MO type=del 2024-09-13T03:12:04.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.619+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=1G5796ISJI5J type=del size=2791902 2024-09-13T03:12:04.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.620+0000 7fda4ba82640 1 < completed write operation key=3VGJW4TWEKKL tag=VZVAFPY6OX1L type=write size=707364 2024-09-13T03:12:04.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.621+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=5WYNWFKLK86N type=write size=652066 2024-09-13T03:12:04.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.623+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~73PEVJLRYRNM.0 size=1048576 2024-09-13T03:12:04.625 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.624+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~73PEVJLRYRNM.1 size=155971 2024-09-13T03:12:04.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.626+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=73PEVJLRYRNM tag=QWQ5N7ORI0GS type=write size=2253123 2024-09-13T03:12:04.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.629+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~QA2F8DREIFPO.0 size=756138 2024-09-13T03:12:04.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.629+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=QA2F8DREIFPO tag=5GVLXG0E2YQX type=write size=1804714 2024-09-13T03:12:04.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.630+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~OI7ISSOQ3U6G.0 size=242103 2024-09-13T03:12:04.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.633+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=OI7ISSOQ3U6G tag=SQ3G5B8YJJ0F type=write size=1290679 2024-09-13T03:12:04.635 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.634+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=C4L3JSS8OQFW type=del size=3691505 2024-09-13T03:12:04.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.635+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~47TN8WZQ7BGX.0 size=645031 2024-09-13T03:12:04.639 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.637+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=47TN8WZQ7BGX tag=ESTLEPA0BFWY type=write size=1693607 2024-09-13T03:12:04.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.639+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=B3ACA0ZY71S4 type=del size=3547937 2024-09-13T03:12:04.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.641+0000 7fda4ba82640 1 < suggested update operation key=VULNHTR382QJ tag=TE7OBKMY3X5U type=write size=238481 2024-09-13T03:12:04.646 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.645+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~OT24O9A3PS6A.0 size=1048576 2024-09-13T03:12:04.647 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.646+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~OT24O9A3PS6A.1 size=1048576 2024-09-13T03:12:04.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.647+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~OT24O9A3PS6A.2 size=1039628 2024-09-13T03:12:04.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.647+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=OT24O9A3PS6A tag=PWB4AQC5LZRP type=write size=4185356 2024-09-13T03:12:04.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.648+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~G4CF5MXL88LN.0 size=271454 2024-09-13T03:12:04.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.651+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=G4CF5MXL88LN tag=D4TOLSG8KN45 type=write size=1320030 2024-09-13T03:12:04.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.652+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=XWCCT2ITNIA9 type=del size=2401616 2024-09-13T03:12:04.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.654+0000 7fda4ba82640 1 < completed write operation key=WLBGNRHIMT7I tag=6081O2E1USIK type=write size=1047786 2024-09-13T03:12:04.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.655+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=28M8JNFHT9PI type=del size=3513438 2024-09-13T03:12:04.658 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.656+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~3DAAW11G3PPQ.0 size=1048576 2024-09-13T03:12:04.659 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.658+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~3DAAW11G3PPQ.1 size=1048576 2024-09-13T03:12:04.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.659+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~3DAAW11G3PPQ.2 size=387327 2024-09-13T03:12:04.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.661+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=3DAAW11G3PPQ tag=U2MPS44XG7TA type=write size=3533055 2024-09-13T03:12:04.665 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.663+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~K4S6ZTXAKQZI.0 size=1048576 2024-09-13T03:12:04.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.664+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~K4S6ZTXAKQZI.1 size=1048576 2024-09-13T03:12:04.667 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.665+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~K4S6ZTXAKQZI.2 size=302034 2024-09-13T03:12:04.667 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.665+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=K4S6ZTXAKQZI tag=0Q3XVCPDS0MD type=write size=3447762 2024-09-13T03:12:04.668 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.667+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=9J1ZIAZ144G6 type=del 2024-09-13T03:12:04.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.669+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~XQEP9D1AY5U4.0 size=1048576 2024-09-13T03:12:04.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.670+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~XQEP9D1AY5U4.1 size=720485 2024-09-13T03:12:04.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.670+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=XQEP9D1AY5U4 tag=WNK8VMIIJ5I9 type=write size=2817637 2024-09-13T03:12:04.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.671+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~QZJ8ZJ00ILUX.0 size=467643 2024-09-13T03:12:04.675 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.674+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=QZJ8ZJ00ILUX tag=7NOVSZKM5E74 type=write size=1516219 2024-09-13T03:12:04.676 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.675+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=7ROU8XJR3GXP type=del size=418188 2024-09-13T03:12:04.678 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.676+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=EOX1WVON7N5J type=del 2024-09-13T03:12:04.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.679+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~0UFQBZIK2VP7.0 size=1048576 2024-09-13T03:12:04.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.680+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~0UFQBZIK2VP7.1 size=1048576 2024-09-13T03:12:04.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.681+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~0UFQBZIK2VP7.2 size=1805 2024-09-13T03:12:04.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.681+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=0UFQBZIK2VP7 tag=QPM3DEWXI9PS type=write size=3147533 2024-09-13T03:12:04.684 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.682+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=M45MUIW216JB type=write size=510933 2024-09-13T03:12:04.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.684+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=CC3W66J6WLFX type=del size=3812976 2024-09-13T03:12:04.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.686+0000 7fda4ba82640 1 < suggested update operation key=53Y8JEVDW9XF tag=Z500JC5JAIEF type=del size=1610620 2024-09-13T03:12:04.690 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.689+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~1R6VXUG4RGM3.0 size=1048576 2024-09-13T03:12:04.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.690+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~1R6VXUG4RGM3.1 size=287147 2024-09-13T03:12:04.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.690+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=1R6VXUG4RGM3 tag=D6Q9ZUOZ4DVU type=write size=2384299 2024-09-13T03:12:04.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.691+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~T68OWJK5BZZM.0 size=1048576 2024-09-13T03:12:04.694 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.692+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~T68OWJK5BZZM.1 size=1048576 2024-09-13T03:12:04.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.693+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~T68OWJK5BZZM.2 size=423781 2024-09-13T03:12:04.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.696+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=T68OWJK5BZZM tag=7JGXF15DR60P type=write size=3569509 2024-09-13T03:12:04.698 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.697+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=18XXE4WSGSVC type=del size=689992 2024-09-13T03:12:04.700 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.698+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~BDQA196WZF6M.0 size=1048576 2024-09-13T03:12:04.701 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.699+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~BDQA196WZF6M.1 size=383124 2024-09-13T03:12:04.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.702+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=BDQA196WZF6M tag=R0CRC0SXV50D type=write size=2480276 2024-09-13T03:12:04.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.704+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~YENERY0ZAN64.0 size=1048576 2024-09-13T03:12:04.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.705+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~YENERY0ZAN64.1 size=591771 2024-09-13T03:12:04.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.705+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=YENERY0ZAN64 tag=GC6PNVXORNFV type=write size=2688923 2024-09-13T03:12:04.708 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.707+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=1G5796ISJI5J type=del 2024-09-13T03:12:04.709 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.708+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=P5QXYON8ULM9 type=del size=4180869 2024-09-13T03:12:04.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.709+0000 7fda4ba82640 1 < completed write operation key=3VGJW4TWEKKL tag=5WYNWFKLK86N type=write size=652066 2024-09-13T03:12:04.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.712+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~6NP90ENCGLG2.0 size=277893 2024-09-13T03:12:04.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.712+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=6NP90ENCGLG2 tag=JYL7J71HYN34 type=write size=1326469 2024-09-13T03:12:04.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.713+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~QA2F8DREIFPO.0 size=756138 2024-09-13T03:12:04.717 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.716+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=QA2F8DREIFPO tag=5GVLXG0E2YQX type=write size=1804714 2024-09-13T03:12:04.719 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.717+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=53NH5VS1A63Y type=write size=768574 2024-09-13T03:12:04.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.719+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=C4L3JSS8OQFW type=del 2024-09-13T03:12:04.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.720+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=Y2D09OOZ50NO type=del size=1846607 2024-09-13T03:12:04.723 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.721+0000 7fda4ba82640 1 < canceled operation key=HCD8XCSFOAR1 tag=B3ACA0ZY71S4 type=del size=3547937 2024-09-13T03:12:04.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.722+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=J4ZCNN38TSBX type=write size=749427 2024-09-13T03:12:04.726 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.724+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~OT24O9A3PS6A.0 size=1048576 2024-09-13T03:12:04.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.725+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~OT24O9A3PS6A.1 size=1048576 2024-09-13T03:12:04.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.726+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~OT24O9A3PS6A.2 size=1039628 2024-09-13T03:12:04.730 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.728+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=OT24O9A3PS6A tag=PWB4AQC5LZRP type=write size=4185356 2024-09-13T03:12:04.731 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.730+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=S2EWXEBXG0AF type=del size=1553100 2024-09-13T03:12:04.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.732+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=XWCCT2ITNIA9 type=del 2024-09-13T03:12:04.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.735+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~VD03SHD37U39.0 size=1048576 2024-09-13T03:12:04.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.736+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~VD03SHD37U39.1 size=1048576 2024-09-13T03:12:04.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.737+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~VD03SHD37U39.2 size=301768 2024-09-13T03:12:04.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.737+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=VD03SHD37U39 tag=LMRSYK7F08NB type=write size=3447496 2024-09-13T03:12:04.739 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.738+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=28M8JNFHT9PI type=del 2024-09-13T03:12:04.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.739+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=ZRBQ4WMV3KU3 type=del size=3018703 2024-09-13T03:12:04.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.740+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~K4S6ZTXAKQZI.0 size=1048576 2024-09-13T03:12:04.743 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.741+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~K4S6ZTXAKQZI.1 size=1048576 2024-09-13T03:12:04.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.742+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~K4S6ZTXAKQZI.2 size=302034 2024-09-13T03:12:04.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.745+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=K4S6ZTXAKQZI tag=0Q3XVCPDS0MD type=write size=3447762 2024-09-13T03:12:04.747 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.746+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=MBE32XJJP00P type=del size=257493 2024-09-13T03:12:04.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.747+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~XQEP9D1AY5U4.0 size=1048576 2024-09-13T03:12:04.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.747+0000 7fda4ba82640 1 < canceled part key=_multipart_WLBGNRHIMT7I.2~XQEP9D1AY5U4.1 size=720485 2024-09-13T03:12:04.751 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.750+0000 7fda4ba82640 1 < canceled multipart upload key=WLBGNRHIMT7I upload=XQEP9D1AY5U4 tag=WNK8VMIIJ5I9 type=write size=2817637 2024-09-13T03:12:04.752 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.751+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=EEMBFQ2TSOBH type=del size=816517 2024-09-13T03:12:04.754 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.753+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=7ROU8XJR3GXP type=del 2024-09-13T03:12:04.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.755+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~V4240RR3R1QU.0 size=555416 2024-09-13T03:12:04.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.755+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=V4240RR3R1QU tag=FP8ILNPZ62U9 type=write size=1603992 2024-09-13T03:12:04.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.757+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~0UFQBZIK2VP7.0 size=1048576 2024-09-13T03:12:04.760 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.758+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~0UFQBZIK2VP7.1 size=1048576 2024-09-13T03:12:04.761 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.759+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~0UFQBZIK2VP7.2 size=1805 2024-09-13T03:12:04.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.762+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=0UFQBZIK2VP7 tag=QPM3DEWXI9PS type=write size=3147533 2024-09-13T03:12:04.765 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.763+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=HBDLA27CF8GY type=del size=2283150 2024-09-13T03:12:04.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.765+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=CC3W66J6WLFX type=del 2024-09-13T03:12:04.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.766+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=L1PBLM9WEGVO type=del size=1477356 2024-09-13T03:12:04.769 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.768+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~1R6VXUG4RGM3.0 size=1048576 2024-09-13T03:12:04.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.769+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~1R6VXUG4RGM3.1 size=287147 2024-09-13T03:12:04.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.771+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=1R6VXUG4RGM3 tag=D6Q9ZUOZ4DVU type=write size=2384299 2024-09-13T03:12:04.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.774+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~5SOC6LAGMEBE.0 size=49714 2024-09-13T03:12:04.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.774+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=5SOC6LAGMEBE tag=ZN3VK70A3R2A type=write size=1098290 2024-09-13T03:12:04.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.775+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=18XXE4WSGSVC type=del 2024-09-13T03:12:04.779 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.778+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~0O2837IXX1N0.0 size=1048576 2024-09-13T03:12:04.781 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.779+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~0O2837IXX1N0.1 size=236571 2024-09-13T03:12:04.781 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.779+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=0O2837IXX1N0 tag=31UCWPFQBH0X type=write size=2333723 2024-09-13T03:12:04.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.781+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~YENERY0ZAN64.0 size=1048576 2024-09-13T03:12:04.783 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.782+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~YENERY0ZAN64.1 size=591771 2024-09-13T03:12:04.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.784+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=YENERY0ZAN64 tag=GC6PNVXORNFV type=write size=2688923 2024-09-13T03:12:04.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.786+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~E9HL2N8HZNP5.0 size=300664 2024-09-13T03:12:04.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.786+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=E9HL2N8HZNP5 tag=L01BYGNGCB2F type=write size=1349240 2024-09-13T03:12:04.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.788+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=P5QXYON8ULM9 type=del 2024-09-13T03:12:04.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.789+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=YVW3EJOCL4F7 type=del size=3787280 2024-09-13T03:12:04.792 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.791+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~6NP90ENCGLG2.0 size=277893 2024-09-13T03:12:04.794 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.793+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=6NP90ENCGLG2 tag=JYL7J71HYN34 type=write size=1326469 2024-09-13T03:12:04.796 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.794+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=Z6KW7JO11H4W type=write size=450094 2024-09-13T03:12:04.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.796+0000 7fda4ba82640 1 < canceled operation key=DOJPAU2YIY2T tag=53NH5VS1A63Y type=write size=768574 2024-09-13T03:12:04.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.797+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=4CDTRZ9CM1O2 type=del size=962106 2024-09-13T03:12:04.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.799+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=Y2D09OOZ50NO type=del 2024-09-13T03:12:04.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.801+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~0KFQOI3C54CE.0 size=825990 2024-09-13T03:12:04.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.801+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=0KFQOI3C54CE tag=B3XVBFN5ZK73 type=write size=1874566 2024-09-13T03:12:04.804 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.803+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=J4ZCNN38TSBX type=write size=749427 2024-09-13T03:12:04.806 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.804+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=XA8CNKWBAWL8 type=del size=3429529 2024-09-13T03:12:04.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.806+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=S2EWXEBXG0AF type=del 2024-09-13T03:12:04.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.808+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~9YJPBVL4MA2H.0 size=1048576 2024-09-13T03:12:04.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.810+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~9YJPBVL4MA2H.1 size=995631 2024-09-13T03:12:04.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.810+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=9YJPBVL4MA2H tag=E0AIFEA03YNF type=write size=3092783 2024-09-13T03:12:04.812 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.811+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~VD03SHD37U39.0 size=1048576 2024-09-13T03:12:04.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.812+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~VD03SHD37U39.1 size=1048576 2024-09-13T03:12:04.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.813+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~VD03SHD37U39.2 size=301768 2024-09-13T03:12:04.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.816+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=VD03SHD37U39 tag=LMRSYK7F08NB type=write size=3447496 2024-09-13T03:12:04.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.817+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=7BE0GUSP09JS type=del size=4100482 2024-09-13T03:12:04.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.819+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=ZRBQ4WMV3KU3 type=del 2024-09-13T03:12:04.823 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.821+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~TDS7I5UC0FC8.0 size=1048576 2024-09-13T03:12:04.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.823+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~TDS7I5UC0FC8.1 size=314412 2024-09-13T03:12:04.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.823+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=TDS7I5UC0FC8 tag=291TKY4XR11P type=write size=2411564 2024-09-13T03:12:04.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.824+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=MBE32XJJP00P type=del 2024-09-13T03:12:04.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.825+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=PYCMFFSP1D44 type=write size=1037952 2024-09-13T03:12:04.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.827+0000 7fda4ba82640 1 < canceled operation key=X8S9YEDBK37F tag=EEMBFQ2TSOBH type=del size=816517 2024-09-13T03:12:04.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.828+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=BOTIZIV8BO54 type=del size=2155803 2024-09-13T03:12:04.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.829+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~V4240RR3R1QU.0 size=555416 2024-09-13T03:12:04.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.832+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=V4240RR3R1QU tag=FP8ILNPZ62U9 type=write size=1603992 2024-09-13T03:12:04.834 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.833+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=ZCE0X8R8HIQE type=del size=2420581 2024-09-13T03:12:04.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.834+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=HBDLA27CF8GY type=del 2024-09-13T03:12:04.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.836+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=ED92NMIRM53V type=del size=2120299 2024-09-13T03:12:04.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.837+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=L1PBLM9WEGVO type=del 2024-09-13T03:12:04.840 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.839+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=7LEP18TQ1AW4 type=del size=2720700 2024-09-13T03:12:04.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.840+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~5SOC6LAGMEBE.0 size=49714 2024-09-13T03:12:04.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.843+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=5SOC6LAGMEBE tag=ZN3VK70A3R2A type=write size=1098290 2024-09-13T03:12:04.846 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.845+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=WR5H9LD2PCBY type=del size=104072 2024-09-13T03:12:04.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.846+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~0O2837IXX1N0.0 size=1048576 2024-09-13T03:12:04.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.847+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~0O2837IXX1N0.1 size=236571 2024-09-13T03:12:04.851 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.850+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=0O2837IXX1N0 tag=31UCWPFQBH0X type=write size=2333723 2024-09-13T03:12:04.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.853+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~JUTWBLJP06N5.0 size=1048576 2024-09-13T03:12:04.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.854+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~JUTWBLJP06N5.1 size=1048576 2024-09-13T03:12:04.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.855+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~JUTWBLJP06N5.2 size=190119 2024-09-13T03:12:04.857 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.855+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=JUTWBLJP06N5 tag=R6JRGMW9G4A7 type=write size=3335847 2024-09-13T03:12:04.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.856+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~E9HL2N8HZNP5.0 size=300664 2024-09-13T03:12:04.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.859+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=E9HL2N8HZNP5 tag=L01BYGNGCB2F type=write size=1349240 2024-09-13T03:12:04.861 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.860+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=QKJNHKBSPPP3 type=write size=58801 2024-09-13T03:12:04.864 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.863+0000 7fda4ba82640 1 < suggested update operation key=M3W0IJDWZTHP tag=YVW3EJOCL4F7 type=del size=3787280 2024-09-13T03:12:04.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.864+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=O4JT6W7UDR3L type=del size=677574 2024-09-13T03:12:04.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.866+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=Z6KW7JO11H4W type=write size=450094 2024-09-13T03:12:04.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.868+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~CDFBLKZ1LDFL.0 size=121468 2024-09-13T03:12:04.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.868+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=CDFBLKZ1LDFL tag=Q56FEOXTMX9E type=write size=1170044 2024-09-13T03:12:04.871 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.869+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=4CDTRZ9CM1O2 type=del 2024-09-13T03:12:04.873 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.872+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~HDISV20A2T3J.0 size=1048576 2024-09-13T03:12:04.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.873+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~HDISV20A2T3J.1 size=649749 2024-09-13T03:12:04.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.873+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=HDISV20A2T3J tag=X7CLO3TSF4JX type=write size=2746901 2024-09-13T03:12:04.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.874+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~0KFQOI3C54CE.0 size=825990 2024-09-13T03:12:04.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.877+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=0KFQOI3C54CE tag=B3XVBFN5ZK73 type=write size=1874566 2024-09-13T03:12:04.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.878+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=SL2362U3ETSO type=del size=2977819 2024-09-13T03:12:04.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.881+0000 7fda4ba82640 1 < suggested update operation key=E67B744938JK tag=XA8CNKWBAWL8 type=del size=3429529 2024-09-13T03:12:04.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.882+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=A2358CV5AT2L type=del size=894514 2024-09-13T03:12:04.885 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.883+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~9YJPBVL4MA2H.0 size=1048576 2024-09-13T03:12:04.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.885+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~9YJPBVL4MA2H.1 size=995631 2024-09-13T03:12:04.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.887+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=9YJPBVL4MA2H tag=E0AIFEA03YNF type=write size=3092783 2024-09-13T03:12:04.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.889+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~VU604IJDGL4A.0 size=988899 2024-09-13T03:12:04.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.889+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=VU604IJDGL4A tag=X2Y4TDDB1ETQ type=write size=2037475 2024-09-13T03:12:04.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.891+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=7BE0GUSP09JS type=del 2024-09-13T03:12:04.894 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.893+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~QOTOJTIIRDUP.0 size=1048576 2024-09-13T03:12:04.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.894+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~QOTOJTIIRDUP.1 size=874745 2024-09-13T03:12:04.896 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.894+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=QOTOJTIIRDUP tag=YK3J43UOA22B type=write size=2971897 2024-09-13T03:12:04.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.896+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~TDS7I5UC0FC8.0 size=1048576 2024-09-13T03:12:04.898 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.897+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~TDS7I5UC0FC8.1 size=314412 2024-09-13T03:12:04.900 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.899+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=TDS7I5UC0FC8 tag=291TKY4XR11P type=write size=2411564 2024-09-13T03:12:04.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.901+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~HL1V5P470V9M.0 size=1048576 2024-09-13T03:12:04.904 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.902+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~HL1V5P470V9M.1 size=1048576 2024-09-13T03:12:04.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.903+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~HL1V5P470V9M.2 size=347425 2024-09-13T03:12:04.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.903+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=HL1V5P470V9M tag=XF3E7N2WG6KD type=write size=3493153 2024-09-13T03:12:04.906 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.905+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=PYCMFFSP1D44 type=write size=1037952 2024-09-13T03:12:04.908 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.906+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=WF1ZILBRJVOY type=del size=2800136 2024-09-13T03:12:04.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.908+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=BOTIZIV8BO54 type=del 2024-09-13T03:12:04.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.910+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~3W6P27SSYC9Q.0 size=1048576 2024-09-13T03:12:04.912 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.911+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~3W6P27SSYC9Q.1 size=1048576 2024-09-13T03:12:04.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.912+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~3W6P27SSYC9Q.2 size=741737 2024-09-13T03:12:04.914 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.912+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=3W6P27SSYC9Q tag=SYCLTRZKYDEL type=write size=3887465 2024-09-13T03:12:04.915 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.914+0000 7fda4ba82640 1 < canceled operation key=DJ0S2Y4QPAX8 tag=ZCE0X8R8HIQE type=del size=2420581 2024-09-13T03:12:04.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.916+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~MK885ZYEFPYT.0 size=663976 2024-09-13T03:12:04.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.916+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=MK885ZYEFPYT tag=3KX71Y8PGOD6 type=write size=1712552 2024-09-13T03:12:04.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.918+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=ED92NMIRM53V type=del 2024-09-13T03:12:04.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.921+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~KF6WSU8D8FV5.0 size=1048576 2024-09-13T03:12:04.923 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.922+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~KF6WSU8D8FV5.1 size=679458 2024-09-13T03:12:04.923 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.922+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=KF6WSU8D8FV5 tag=YTW20RIE1S9R type=write size=2776610 2024-09-13T03:12:04.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.923+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=7LEP18TQ1AW4 type=del 2024-09-13T03:12:04.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.926+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~RTYQR63HPGTS.0 size=471801 2024-09-13T03:12:04.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.926+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=RTYQR63HPGTS tag=33726L1AL4HA type=write size=1520377 2024-09-13T03:12:04.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.927+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=WR5H9LD2PCBY type=del 2024-09-13T03:12:04.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.929+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~DUG5FFTT3UUX.0 size=1048576 2024-09-13T03:12:04.932 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.930+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~DUG5FFTT3UUX.1 size=1048576 2024-09-13T03:12:04.933 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.932+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~DUG5FFTT3UUX.2 size=84481 2024-09-13T03:12:04.933 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.932+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=DUG5FFTT3UUX tag=OIPYZ015QWU9 type=write size=3230209 2024-09-13T03:12:04.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.933+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~JUTWBLJP06N5.0 size=1048576 2024-09-13T03:12:04.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.935+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~JUTWBLJP06N5.1 size=1048576 2024-09-13T03:12:04.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.936+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~JUTWBLJP06N5.2 size=190119 2024-09-13T03:12:04.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.938+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=JUTWBLJP06N5 tag=R6JRGMW9G4A7 type=write size=3335847 2024-09-13T03:12:04.941 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.939+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=80QOIL95389X type=del size=957134 2024-09-13T03:12:04.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.941+0000 7fda4ba82640 1 < completed write operation key=3VGJW4TWEKKL tag=QKJNHKBSPPP3 type=write size=58801 2024-09-13T03:12:04.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.942+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=PAQCS3VKHJ7J type=del size=2607690 2024-09-13T03:12:04.945 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.944+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=O4JT6W7UDR3L type=del 2024-09-13T03:12:04.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.946+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~2MLGW475SHZ4.0 size=1048576 2024-09-13T03:12:04.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.948+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~2MLGW475SHZ4.1 size=921602 2024-09-13T03:12:04.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.948+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=2MLGW475SHZ4 tag=K7TO1842FE75 type=write size=3018754 2024-09-13T03:12:04.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.949+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~CDFBLKZ1LDFL.0 size=121468 2024-09-13T03:12:04.953 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.951+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=CDFBLKZ1LDFL tag=Q56FEOXTMX9E type=write size=1170044 2024-09-13T03:12:04.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.953+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=OQ33X6GCIVB3 type=del size=2186835 2024-09-13T03:12:04.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.954+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~HDISV20A2T3J.0 size=1048576 2024-09-13T03:12:04.956 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.955+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~HDISV20A2T3J.1 size=649749 2024-09-13T03:12:04.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.958+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=HDISV20A2T3J tag=X7CLO3TSF4JX type=write size=2746901 2024-09-13T03:12:04.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.959+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=FIJOOQWUJXPW type=del size=2688929 2024-09-13T03:12:04.962 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.960+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=SL2362U3ETSO type=del 2024-09-13T03:12:04.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.962+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=EXXKJCLGM98U type=del size=4008289 2024-09-13T03:12:04.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.965+0000 7fda4ba82640 1 < suggested remove operation key=K8VZZVE7H1UR tag=A2358CV5AT2L type=del 2024-09-13T03:12:04.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.966+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=UMRGFZFXQK72 type=del size=3280294 2024-09-13T03:12:04.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.968+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~VU604IJDGL4A.0 size=988899 2024-09-13T03:12:04.972 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.970+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=VU604IJDGL4A tag=X2Y4TDDB1ETQ type=write size=2037475 2024-09-13T03:12:04.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.972+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=OCYJGLNXMOXE type=del size=263701 2024-09-13T03:12:04.974 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.973+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~QOTOJTIIRDUP.0 size=1048576 2024-09-13T03:12:04.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.974+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~QOTOJTIIRDUP.1 size=874745 2024-09-13T03:12:04.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.976+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=QOTOJTIIRDUP tag=YK3J43UOA22B type=write size=2971897 2024-09-13T03:12:04.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.978+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=8UXK3TS4YVRW type=write size=709249 2024-09-13T03:12:04.981 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.980+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~HL1V5P470V9M.0 size=1048576 2024-09-13T03:12:04.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.981+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~HL1V5P470V9M.1 size=1048576 2024-09-13T03:12:04.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.981+0000 7fda4ba82640 1 < canceled part key=_multipart_K0FB782665QT.2~HL1V5P470V9M.2 size=347425 2024-09-13T03:12:04.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.983+0000 7fda4ba82640 1 < canceled multipart upload key=K0FB782665QT upload=HL1V5P470V9M tag=XF3E7N2WG6KD type=write size=3493153 2024-09-13T03:12:04.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.986+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~AI24IKSZPCZK.0 size=1048576 2024-09-13T03:12:04.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.987+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~AI24IKSZPCZK.1 size=181562 2024-09-13T03:12:04.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.987+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=AI24IKSZPCZK tag=UIZUX35SCZF8 type=write size=2278714 2024-09-13T03:12:04.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.990+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=WF1ZILBRJVOY type=del 2024-09-13T03:12:04.993 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.991+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=9NS1MSOF5AY5 type=del size=3507720 2024-09-13T03:12:04.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.993+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~3W6P27SSYC9Q.0 size=1048576 2024-09-13T03:12:04.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.994+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~3W6P27SSYC9Q.1 size=1048576 2024-09-13T03:12:04.996 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.995+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~3W6P27SSYC9Q.2 size=741737 2024-09-13T03:12:04.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.997+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=3W6P27SSYC9Q tag=SYCLTRZKYDEL type=write size=3887465 2024-09-13T03:12:05.000 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:04.999+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=I0VJ1ILBA1QI type=del size=132494 2024-09-13T03:12:05.002 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.000+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~MK885ZYEFPYT.0 size=663976 2024-09-13T03:12:05.004 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.002+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=MK885ZYEFPYT tag=3KX71Y8PGOD6 type=write size=1712552 2024-09-13T03:12:05.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.005+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~NTTUYSEW436N.0 size=1048576 2024-09-13T03:12:05.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.006+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~NTTUYSEW436N.1 size=1022357 2024-09-13T03:12:05.008 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.006+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=NTTUYSEW436N tag=HPAX8IX6ESF7 type=write size=3119509 2024-09-13T03:12:05.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.007+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~KF6WSU8D8FV5.0 size=1048576 2024-09-13T03:12:05.010 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.009+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~KF6WSU8D8FV5.1 size=679458 2024-09-13T03:12:05.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.011+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=KF6WSU8D8FV5 tag=YTW20RIE1S9R type=write size=2776610 2024-09-13T03:12:05.013 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.012+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=4DF7KWPLA30S type=del size=2588062 2024-09-13T03:12:05.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.013+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~RTYQR63HPGTS.0 size=471801 2024-09-13T03:12:05.018 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.016+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=RTYQR63HPGTS tag=33726L1AL4HA type=write size=1520377 2024-09-13T03:12:05.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.018+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=A6ZL3AFXP5XE type=del size=2563319 2024-09-13T03:12:05.020 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.019+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~DUG5FFTT3UUX.0 size=1048576 2024-09-13T03:12:05.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.020+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~DUG5FFTT3UUX.1 size=1048576 2024-09-13T03:12:05.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.021+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~DUG5FFTT3UUX.2 size=84481 2024-09-13T03:12:05.025 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.023+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=DUG5FFTT3UUX tag=OIPYZ015QWU9 type=write size=3230209 2024-09-13T03:12:05.027 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.026+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~C58ZFAYLV45T.0 size=1048576 2024-09-13T03:12:05.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.027+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~C58ZFAYLV45T.1 size=1048576 2024-09-13T03:12:05.029 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.028+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~C58ZFAYLV45T.2 size=647540 2024-09-13T03:12:05.029 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.028+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=C58ZFAYLV45T tag=0G02LQRCJXM4 type=write size=3793268 2024-09-13T03:12:05.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.029+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=80QOIL95389X type=del 2024-09-13T03:12:05.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.031+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=SK2JFURH8CDT type=del size=3155311 2024-09-13T03:12:05.034 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.032+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=PAQCS3VKHJ7J type=del 2024-09-13T03:12:05.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.034+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=Y5BSPQQ50Z40 type=del size=2553464 2024-09-13T03:12:05.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.034+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~2MLGW475SHZ4.0 size=1048576 2024-09-13T03:12:05.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.035+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~2MLGW475SHZ4.1 size=921602 2024-09-13T03:12:05.038 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.037+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=2MLGW475SHZ4 tag=K7TO1842FE75 type=write size=3018754 2024-09-13T03:12:05.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.038+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=SBJTHH88M5O6 type=del size=1740896 2024-09-13T03:12:05.041 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.040+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=OQ33X6GCIVB3 type=del 2024-09-13T03:12:05.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.042+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~E93DB94894D3.0 size=395193 2024-09-13T03:12:05.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.042+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=E93DB94894D3 tag=9AZPPIXRQUZ9 type=write size=1443769 2024-09-13T03:12:05.046 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.045+0000 7fda4ba82640 1 < canceled operation key=IQRILNWE9YY3 tag=FIJOOQWUJXPW type=del size=2688929 2024-09-13T03:12:05.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.051+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~8OXS09BFTWBE.0 size=1048576 2024-09-13T03:12:05.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.052+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~8OXS09BFTWBE.1 size=1048576 2024-09-13T03:12:05.054 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.053+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~8OXS09BFTWBE.2 size=721334 2024-09-13T03:12:05.054 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.053+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=8OXS09BFTWBE tag=DKR37K09N8YD type=write size=3867062 2024-09-13T03:12:05.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.054+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=EXXKJCLGM98U type=del 2024-09-13T03:12:05.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.056+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=ENFK1T7QLZVS type=del size=3047840 2024-09-13T03:12:05.061 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.059+0000 7fda4ba82640 1 < suggested update operation key=53Y8JEVDW9XF tag=UMRGFZFXQK72 type=del size=3280294 2024-09-13T03:12:05.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.061+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~LLVOWM51QZC7.0 size=1048576 2024-09-13T03:12:05.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.062+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~LLVOWM51QZC7.1 size=533700 2024-09-13T03:12:05.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.062+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=LLVOWM51QZC7 tag=CTZA2WF2F59W type=write size=2630852 2024-09-13T03:12:05.065 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.064+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=OCYJGLNXMOXE type=del 2024-09-13T03:12:05.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.065+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=37LAMA92E6RP type=del size=3202312 2024-09-13T03:12:05.068 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.067+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=8UXK3TS4YVRW type=write size=709249 2024-09-13T03:12:05.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.068+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=46WZ0RKZ6K9A type=del size=2784082 2024-09-13T03:12:05.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.069+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~AI24IKSZPCZK.0 size=1048576 2024-09-13T03:12:05.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.070+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~AI24IKSZPCZK.1 size=181562 2024-09-13T03:12:05.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.073+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=AI24IKSZPCZK tag=UIZUX35SCZF8 type=write size=2278714 2024-09-13T03:12:05.075 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.074+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=KOR2OB201G15 type=del size=1244375 2024-09-13T03:12:05.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.075+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=9NS1MSOF5AY5 type=del 2024-09-13T03:12:05.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.078+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~583VLWETL5OS.0 size=878508 2024-09-13T03:12:05.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.078+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=583VLWETL5OS tag=UU6SSJAGPWFX type=write size=1927084 2024-09-13T03:12:05.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.080+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=I0VJ1ILBA1QI type=del 2024-09-13T03:12:05.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.081+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=M2C0K5MWKGZY type=del size=1738292 2024-09-13T03:12:05.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.082+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~NTTUYSEW436N.0 size=1048576 2024-09-13T03:12:05.085 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.084+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~NTTUYSEW436N.1 size=1022357 2024-09-13T03:12:05.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.086+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=NTTUYSEW436N tag=HPAX8IX6ESF7 type=write size=3119509 2024-09-13T03:12:05.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.088+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~ATYHLYJC1V6Z.0 size=1005110 2024-09-13T03:12:05.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.088+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=ATYHLYJC1V6Z tag=3NHAZCOXR55F type=write size=2053686 2024-09-13T03:12:05.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.091+0000 7fda4ba82640 1 < suggested remove operation key=3VGJW4TWEKKL tag=4DF7KWPLA30S type=del 2024-09-13T03:12:05.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.094+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~FPJUBXM48KU3.0 size=564701 2024-09-13T03:12:05.096 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.094+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=FPJUBXM48KU3 tag=NSQVTXMV121F type=write size=1613277 2024-09-13T03:12:05.097 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.095+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=A6ZL3AFXP5XE type=del 2024-09-13T03:12:05.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.098+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~YT80M8D12UJ6.0 size=74118 2024-09-13T03:12:05.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.098+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=YT80M8D12UJ6 tag=82SVJAY1PUAM type=write size=1122694 2024-09-13T03:12:05.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.100+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~C58ZFAYLV45T.0 size=1048576 2024-09-13T03:12:05.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.101+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~C58ZFAYLV45T.1 size=1048576 2024-09-13T03:12:05.104 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.102+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~C58ZFAYLV45T.2 size=647540 2024-09-13T03:12:05.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.105+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=C58ZFAYLV45T tag=0G02LQRCJXM4 type=write size=3793268 2024-09-13T03:12:05.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.106+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=SAICHVF6FUP8 type=del size=86825 2024-09-13T03:12:05.110 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.109+0000 7fda4ba82640 1 < suggested remove operation key=5VZ10W77NYTX tag=SK2JFURH8CDT type=del 2024-09-13T03:12:05.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.110+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=ZEQQ32B3X7GN type=del size=1667755 2024-09-13T03:12:05.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.112+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=Y5BSPQQ50Z40 type=del 2024-09-13T03:12:05.115 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.114+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~4NGCDSGR4SO6.0 size=916374 2024-09-13T03:12:05.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.114+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=4NGCDSGR4SO6 tag=5P3ZGV121WMA type=write size=1964950 2024-09-13T03:12:05.117 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.116+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=SBJTHH88M5O6 type=del 2024-09-13T03:12:05.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.118+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~G6W9PAOV6IL2.0 size=1048576 2024-09-13T03:12:05.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.119+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~G6W9PAOV6IL2.1 size=1048576 2024-09-13T03:12:05.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.120+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~G6W9PAOV6IL2.2 size=891535 2024-09-13T03:12:05.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.120+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=G6W9PAOV6IL2 tag=9YLKKPLO3UY6 type=write size=4037263 2024-09-13T03:12:05.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.122+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~E93DB94894D3.0 size=395193 2024-09-13T03:12:05.126 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.124+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=E93DB94894D3 tag=9AZPPIXRQUZ9 type=write size=1443769 2024-09-13T03:12:05.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.125+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=R3BWNSR85DHT type=write size=484439 2024-09-13T03:12:05.128 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.127+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~8OXS09BFTWBE.0 size=1048576 2024-09-13T03:12:05.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.128+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~8OXS09BFTWBE.1 size=1048576 2024-09-13T03:12:05.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.130+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~8OXS09BFTWBE.2 size=721334 2024-09-13T03:12:05.133 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.132+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=8OXS09BFTWBE tag=DKR37K09N8YD type=write size=3867062 2024-09-13T03:12:05.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.134+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=IIA9FI91GUXQ type=del size=1971253 2024-09-13T03:12:05.137 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.135+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=ENFK1T7QLZVS type=del 2024-09-13T03:12:05.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.137+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=9WB9F812CAR5 type=del size=2830212 2024-09-13T03:12:05.140 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.139+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~LLVOWM51QZC7.0 size=1048576 2024-09-13T03:12:05.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.140+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~LLVOWM51QZC7.1 size=533700 2024-09-13T03:12:05.144 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.142+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=LLVOWM51QZC7 tag=CTZA2WF2F59W type=write size=2630852 2024-09-13T03:12:05.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.145+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~2U0CQ5KL5997.0 size=1048576 2024-09-13T03:12:05.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.146+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~2U0CQ5KL5997.1 size=662412 2024-09-13T03:12:05.148 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.146+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=2U0CQ5KL5997 tag=AVDCBS3EPXH1 type=write size=2759564 2024-09-13T03:12:05.150 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.149+0000 7fda4ba82640 1 < suggested remove operation key=IQRILNWE9YY3 tag=37LAMA92E6RP type=del 2024-09-13T03:12:05.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.151+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=WB52X59VIU0J type=del size=17253 2024-09-13T03:12:05.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.152+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=46WZ0RKZ6K9A type=del 2024-09-13T03:12:05.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.154+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=8QXSC9H1FE0V type=del size=1357448 2024-09-13T03:12:05.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.155+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=KOR2OB201G15 type=del 2024-09-13T03:12:05.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.158+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~836YQX7F8YN4.0 size=1048576 2024-09-13T03:12:05.160 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.159+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~836YQX7F8YN4.1 size=1048576 2024-09-13T03:12:05.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.160+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~836YQX7F8YN4.2 size=380893 2024-09-13T03:12:05.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.160+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=836YQX7F8YN4 tag=WUB6R7IT8V22 type=write size=3526621 2024-09-13T03:12:05.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.162+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~583VLWETL5OS.0 size=878508 2024-09-13T03:12:05.165 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.164+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=583VLWETL5OS tag=UU6SSJAGPWFX type=write size=1927084 2024-09-13T03:12:05.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.167+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~5F3SYFQAE10U.0 size=1048576 2024-09-13T03:12:05.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.168+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~5F3SYFQAE10U.1 size=1048576 2024-09-13T03:12:05.170 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.169+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~5F3SYFQAE10U.2 size=799078 2024-09-13T03:12:05.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.169+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=5F3SYFQAE10U tag=3PD13TWYE9B7 type=write size=3944806 2024-09-13T03:12:05.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.170+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=M2C0K5MWKGZY type=del 2024-09-13T03:12:05.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.173+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~O6C772TLB9AX.0 size=495321 2024-09-13T03:12:05.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.173+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=O6C772TLB9AX tag=0ICCHKNXWG7T type=write size=1543897 2024-09-13T03:12:05.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.175+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~ATYHLYJC1V6Z.0 size=1005110 2024-09-13T03:12:05.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.178+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=ATYHLYJC1V6Z tag=3NHAZCOXR55F type=write size=2053686 2024-09-13T03:12:05.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.180+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~QPLJOT2RNJYS.0 size=636774 2024-09-13T03:12:05.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.180+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=QPLJOT2RNJYS tag=1I0FTPETF7CF type=write size=1685350 2024-09-13T03:12:05.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.182+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~FPJUBXM48KU3.0 size=564701 2024-09-13T03:12:05.186 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.184+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=FPJUBXM48KU3 tag=NSQVTXMV121F type=write size=1613277 2024-09-13T03:12:05.187 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.186+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=PQI6MOU2HOHV type=del size=974675 2024-09-13T03:12:05.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.187+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~YT80M8D12UJ6.0 size=74118 2024-09-13T03:12:05.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.190+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=YT80M8D12UJ6 tag=82SVJAY1PUAM type=write size=1122694 2024-09-13T03:12:05.192 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.191+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=225SNOK79O0H type=write size=579499 2024-09-13T03:12:05.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.192+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=SAICHVF6FUP8 type=del 2024-09-13T03:12:05.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.195+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~TL0ICLCGVMNS.0 size=514680 2024-09-13T03:12:05.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.195+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=TL0ICLCGVMNS tag=E3HVH5UUWASA type=write size=1563256 2024-09-13T03:12:05.198 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.196+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=ZEQQ32B3X7GN type=del 2024-09-13T03:12:05.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.199+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~IEI32ZHAYHVO.0 size=1048576 2024-09-13T03:12:05.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.200+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~IEI32ZHAYHVO.1 size=989943 2024-09-13T03:12:05.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.200+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=IEI32ZHAYHVO tag=EV0K4XL0SUWT type=write size=3087095 2024-09-13T03:12:05.203 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.202+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~4NGCDSGR4SO6.0 size=916374 2024-09-13T03:12:05.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.204+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=4NGCDSGR4SO6 tag=5P3ZGV121WMA type=write size=1964950 2024-09-13T03:12:05.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.205+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=7VYUWS7SRVBR type=write size=347933 2024-09-13T03:12:05.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.207+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~G6W9PAOV6IL2.0 size=1048576 2024-09-13T03:12:05.209 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.208+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~G6W9PAOV6IL2.1 size=1048576 2024-09-13T03:12:05.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.209+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~G6W9PAOV6IL2.2 size=891535 2024-09-13T03:12:05.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.211+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=G6W9PAOV6IL2 tag=9YLKKPLO3UY6 type=write size=4037263 2024-09-13T03:12:05.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.213+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=RV8G0TICELE1 type=del size=2652795 2024-09-13T03:12:05.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.216+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=R3BWNSR85DHT type=write 2024-09-13T03:12:05.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.218+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~HQ60SPTPO5W0.0 size=1048576 2024-09-13T03:12:05.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.219+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~HQ60SPTPO5W0.1 size=1048576 2024-09-13T03:12:05.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.220+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~HQ60SPTPO5W0.2 size=638236 2024-09-13T03:12:05.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.220+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=HQ60SPTPO5W0 tag=2DWXNLEM56Z5 type=write size=3783964 2024-09-13T03:12:05.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.224+0000 7fda4ba82640 1 < suggested update operation key=UEPB2Q26LHMF tag=IIA9FI91GUXQ type=del size=1971253 2024-09-13T03:12:05.227 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.226+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=4RWD8AAVRF8N type=del size=2596126 2024-09-13T03:12:05.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.227+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=9WB9F812CAR5 type=del 2024-09-13T03:12:05.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.231+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~0G1O6447LKCA.0 size=1048576 2024-09-13T03:12:05.233 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.232+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~0G1O6447LKCA.1 size=1048576 2024-09-13T03:12:05.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.233+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~0G1O6447LKCA.2 size=321397 2024-09-13T03:12:05.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.233+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=0G1O6447LKCA tag=WBER6QMRU3I1 type=write size=3467125 2024-09-13T03:12:05.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.235+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~2U0CQ5KL5997.0 size=1048576 2024-09-13T03:12:05.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.236+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~2U0CQ5KL5997.1 size=662412 2024-09-13T03:12:05.240 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.238+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=2U0CQ5KL5997 tag=AVDCBS3EPXH1 type=write size=2759564 2024-09-13T03:12:05.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.241+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~YT1Z6OAPUMTV.0 size=681409 2024-09-13T03:12:05.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.241+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=YT1Z6OAPUMTV tag=F60DP5E89X82 type=write size=1729985 2024-09-13T03:12:05.244 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.243+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=WB52X59VIU0J type=del 2024-09-13T03:12:05.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.246+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~9OI2Y1BLAFAQ.0 size=1048576 2024-09-13T03:12:05.248 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.247+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~9OI2Y1BLAFAQ.1 size=1048576 2024-09-13T03:12:05.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.248+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~9OI2Y1BLAFAQ.2 size=1017806 2024-09-13T03:12:05.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.248+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=9OI2Y1BLAFAQ tag=J0KT6VSRPP4K type=write size=4163534 2024-09-13T03:12:05.252 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.251+0000 7fda4ba82640 1 < suggested update operation key=M3W0IJDWZTHP tag=8QXSC9H1FE0V type=del size=1357448 2024-09-13T03:12:05.255 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.253+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~0TNXL0UP28CY.0 size=1048576 2024-09-13T03:12:05.256 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.255+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~0TNXL0UP28CY.1 size=1048576 2024-09-13T03:12:05.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.256+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~0TNXL0UP28CY.2 size=183205 2024-09-13T03:12:05.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.256+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=0TNXL0UP28CY tag=J1E3MQNC9GB2 type=write size=3328933 2024-09-13T03:12:05.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.257+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~836YQX7F8YN4.0 size=1048576 2024-09-13T03:12:05.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.258+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~836YQX7F8YN4.1 size=1048576 2024-09-13T03:12:05.261 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.259+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~836YQX7F8YN4.2 size=380893 2024-09-13T03:12:05.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.262+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=836YQX7F8YN4 tag=WUB6R7IT8V22 type=write size=3526621 2024-09-13T03:12:05.264 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.263+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=V19C70AW7WC0 type=del size=2370646 2024-09-13T03:12:05.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.265+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~5F3SYFQAE10U.0 size=1048576 2024-09-13T03:12:05.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.266+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~5F3SYFQAE10U.1 size=1048576 2024-09-13T03:12:05.269 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.267+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~5F3SYFQAE10U.2 size=799078 2024-09-13T03:12:05.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.269+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=5F3SYFQAE10U tag=3PD13TWYE9B7 type=write size=3944806 2024-09-13T03:12:05.272 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.271+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=7FT8W7X4NL28 type=write size=645177 2024-09-13T03:12:05.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.272+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~O6C772TLB9AX.0 size=495321 2024-09-13T03:12:05.276 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.274+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=O6C772TLB9AX tag=0ICCHKNXWG7T type=write size=1543897 2024-09-13T03:12:05.278 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.277+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~74GT3GUV3VU0.0 size=718388 2024-09-13T03:12:05.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.277+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=74GT3GUV3VU0 tag=88DBYKSUUJ02 type=write size=1766964 2024-09-13T03:12:05.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.279+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~QPLJOT2RNJYS.0 size=636774 2024-09-13T03:12:05.282 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.281+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=QPLJOT2RNJYS tag=1I0FTPETF7CF type=write size=1685350 2024-09-13T03:12:05.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.283+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=RDWG7QJXBL2A type=write size=812808 2024-09-13T03:12:05.285 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.284+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=PQI6MOU2HOHV type=del 2024-09-13T03:12:05.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.286+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=PYE9HWW2M2TD type=del size=1382312 2024-09-13T03:12:05.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.288+0000 7fda4ba82640 1 < suggested remove operation key=K0FB782665QT tag=225SNOK79O0H type=write 2024-09-13T03:12:05.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.290+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=S4AAYP428ZN0 type=del size=2690596 2024-09-13T03:12:05.293 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.291+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~TL0ICLCGVMNS.0 size=514680 2024-09-13T03:12:05.295 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.294+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=TL0ICLCGVMNS tag=E3HVH5UUWASA type=write size=1563256 2024-09-13T03:12:05.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.295+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=DE0SP5VU4EZZ type=write size=442424 2024-09-13T03:12:05.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.296+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~IEI32ZHAYHVO.0 size=1048576 2024-09-13T03:12:05.299 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.297+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~IEI32ZHAYHVO.1 size=989943 2024-09-13T03:12:05.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.300+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=IEI32ZHAYHVO tag=EV0K4XL0SUWT type=write size=3087095 2024-09-13T03:12:05.304 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.302+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~MXMGD0KWWSMD.0 size=1048576 2024-09-13T03:12:05.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.304+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~MXMGD0KWWSMD.1 size=1048576 2024-09-13T03:12:05.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.305+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~MXMGD0KWWSMD.2 size=698965 2024-09-13T03:12:05.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.305+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=MXMGD0KWWSMD tag=DMK1PS02811G type=write size=3844693 2024-09-13T03:12:05.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.306+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=7VYUWS7SRVBR type=write size=347933 2024-09-13T03:12:05.309 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.308+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=U2F2VGK1B2L7 type=del size=2535417 2024-09-13T03:12:05.310 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.309+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=RV8G0TICELE1 type=del 2024-09-13T03:12:05.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.312+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~M2PVE2S8X03Z.0 size=1048576 2024-09-13T03:12:05.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.313+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~M2PVE2S8X03Z.1 size=92004 2024-09-13T03:12:05.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.313+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=M2PVE2S8X03Z tag=43HKVCUR5DLL type=write size=2189156 2024-09-13T03:12:05.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.314+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~HQ60SPTPO5W0.0 size=1048576 2024-09-13T03:12:05.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.315+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~HQ60SPTPO5W0.1 size=1048576 2024-09-13T03:12:05.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.315+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~HQ60SPTPO5W0.2 size=638236 2024-09-13T03:12:05.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.317+0000 7fda4ba82640 1 < canceled multipart upload key=ZGHDNK9YXEAH upload=HQ60SPTPO5W0 tag=2DWXNLEM56Z5 type=write size=3783964 2024-09-13T03:12:05.320 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.318+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=857P8PYINMYN type=del size=4080475 2024-09-13T03:12:05.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.320+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=4RWD8AAVRF8N type=del 2024-09-13T03:12:05.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.323+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~RIOKXMSKH5UY.0 size=920972 2024-09-13T03:12:05.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.323+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=RIOKXMSKH5UY tag=2NFLYXHH1VYK type=write size=1969548 2024-09-13T03:12:05.326 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.325+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~0G1O6447LKCA.0 size=1048576 2024-09-13T03:12:05.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.326+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~0G1O6447LKCA.1 size=1048576 2024-09-13T03:12:05.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.327+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~0G1O6447LKCA.2 size=321397 2024-09-13T03:12:05.331 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.330+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=0G1O6447LKCA tag=WBER6QMRU3I1 type=write size=3467125 2024-09-13T03:12:05.333 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.331+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=39YVE2LUT6BI type=del size=1638118 2024-09-13T03:12:05.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.333+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~YT1Z6OAPUMTV.0 size=681409 2024-09-13T03:12:05.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.335+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=YT1Z6OAPUMTV tag=F60DP5E89X82 type=write size=1729985 2024-09-13T03:12:05.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.337+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=R40TG7ZR8CO0 type=del size=1681807 2024-09-13T03:12:05.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.337+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~9OI2Y1BLAFAQ.0 size=1048576 2024-09-13T03:12:05.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.338+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~9OI2Y1BLAFAQ.1 size=1048576 2024-09-13T03:12:05.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.339+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~9OI2Y1BLAFAQ.2 size=1017806 2024-09-13T03:12:05.344 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.342+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=9OI2Y1BLAFAQ tag=J0KT6VSRPP4K type=write size=4163534 2024-09-13T03:12:05.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.344+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=P7ST0BS0DO29 type=del size=41088 2024-09-13T03:12:05.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.345+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~0TNXL0UP28CY.0 size=1048576 2024-09-13T03:12:05.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.345+0000 7fda4ba82640 1 < canceled part key=_multipart_IQRILNWE9YY3.2~0TNXL0UP28CY.1 size=1048576 2024-09-13T03:12:05.348 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.346+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~0TNXL0UP28CY.2 size=183205 2024-09-13T03:12:05.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.349+0000 7fda4ba82640 1 < canceled multipart upload key=IQRILNWE9YY3 upload=0TNXL0UP28CY tag=J1E3MQNC9GB2 type=write size=3328933 2024-09-13T03:12:05.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.350+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=CVCS8KZ24A7T type=del size=2086853 2024-09-13T03:12:05.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.352+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=V19C70AW7WC0 type=del 2024-09-13T03:12:05.354 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.353+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=TZNEFBPQA8F4 type=write size=542606 2024-09-13T03:12:05.356 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.354+0000 7fda4ba82640 1 < canceled operation key=M3W0IJDWZTHP tag=7FT8W7X4NL28 type=write size=645177 2024-09-13T03:12:05.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.356+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=6TD49OJ4EHK4 type=write size=195321 2024-09-13T03:12:05.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.357+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~74GT3GUV3VU0.0 size=718388 2024-09-13T03:12:05.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.360+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=74GT3GUV3VU0 tag=88DBYKSUUJ02 type=write size=1766964 2024-09-13T03:12:05.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.363+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~SW9C6305ZEBX.0 size=377792 2024-09-13T03:12:05.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.363+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=SW9C6305ZEBX tag=0QU0N4SR9MVU type=write size=1426368 2024-09-13T03:12:05.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.364+0000 7fda4ba82640 1 < completed write operation key=DOJPAU2YIY2T tag=RDWG7QJXBL2A type=write size=812808 2024-09-13T03:12:05.367 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.366+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=BKFD8529XW21 type=write size=942306 2024-09-13T03:12:05.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.367+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=PYE9HWW2M2TD type=del 2024-09-13T03:12:05.370 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.369+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=AOOVZ43S26BI type=del size=3755582 2024-09-13T03:12:05.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.370+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=S4AAYP428ZN0 type=del 2024-09-13T03:12:05.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.373+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~CQITFWMG22U2.0 size=1048576 2024-09-13T03:12:05.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.374+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~CQITFWMG22U2.1 size=1037635 2024-09-13T03:12:05.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.374+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=CQITFWMG22U2 tag=F5PK9DPNDHV8 type=write size=3134787 2024-09-13T03:12:05.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.376+0000 7fda4ba82640 1 < completed write operation key=YXSJPUVUR9YF tag=DE0SP5VU4EZZ type=write size=442424 2024-09-13T03:12:05.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.379+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~L9LKB8CAFXHD.0 size=1048576 2024-09-13T03:12:05.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.380+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~L9LKB8CAFXHD.1 size=1048576 2024-09-13T03:12:05.383 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.381+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~L9LKB8CAFXHD.2 size=911812 2024-09-13T03:12:05.383 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.381+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=L9LKB8CAFXHD tag=ZQ3K62TTXYXT type=write size=4057540 2024-09-13T03:12:05.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.383+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~MXMGD0KWWSMD.0 size=1048576 2024-09-13T03:12:05.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.384+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~MXMGD0KWWSMD.1 size=1048576 2024-09-13T03:12:05.387 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.385+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~MXMGD0KWWSMD.2 size=698965 2024-09-13T03:12:05.389 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.388+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=MXMGD0KWWSMD tag=DMK1PS02811G type=write size=3844693 2024-09-13T03:12:05.392 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.391+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~DLFCUIDBNQ0R.0 size=369026 2024-09-13T03:12:05.392 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.391+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=DLFCUIDBNQ0R tag=3LPY8Y64RLPO type=write size=1417602 2024-09-13T03:12:05.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.392+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=U2F2VGK1B2L7 type=del 2024-09-13T03:12:05.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.394+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=KSQOCROWL3MV type=del size=361940 2024-09-13T03:12:05.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.395+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~M2PVE2S8X03Z.0 size=1048576 2024-09-13T03:12:05.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.395+0000 7fda4ba82640 1 < canceled part key=_multipart_A4ZG9OAEC25I.2~M2PVE2S8X03Z.1 size=92004 2024-09-13T03:12:05.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.398+0000 7fda4ba82640 1 < canceled multipart upload key=A4ZG9OAEC25I upload=M2PVE2S8X03Z tag=43HKVCUR5DLL type=write size=2189156 2024-09-13T03:12:05.400 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.399+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=S8UMK3ULCTLE type=del size=1959121 2024-09-13T03:12:05.402 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.400+0000 7fda4ba82640 1 < canceled operation key=WLBGNRHIMT7I tag=857P8PYINMYN type=del size=4080475 2024-09-13T03:12:05.403 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.402+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=ON0E7S0XN1Q5 type=del size=351443 2024-09-13T03:12:05.404 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.403+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~RIOKXMSKH5UY.0 size=920972 2024-09-13T03:12:05.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.406+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=RIOKXMSKH5UY tag=2NFLYXHH1VYK type=write size=1969548 2024-09-13T03:12:05.408 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.407+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=LMY135RUPTC3 type=del size=2471957 2024-09-13T03:12:05.410 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.408+0000 7fda4ba82640 1 < canceled operation key=VULNHTR382QJ tag=39YVE2LUT6BI type=del size=1638118 2024-09-13T03:12:05.411 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.410+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=B8B4RUXUU4V9 type=del size=1478557 2024-09-13T03:12:05.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.413+0000 7fda4ba82640 1 < suggested update operation key=5VZ10W77NYTX tag=R40TG7ZR8CO0 type=del size=1681807 2024-09-13T03:12:05.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.414+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=5PJPT42YROVZ type=del size=3654505 2024-09-13T03:12:05.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.416+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=P7ST0BS0DO29 type=del 2024-09-13T03:12:05.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.417+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=Q8PIMGX0YWKR type=del size=1086834 2024-09-13T03:12:05.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.419+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=CVCS8KZ24A7T type=del 2024-09-13T03:12:05.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.420+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=Y0HI3P78T1KD type=del size=1987591 2024-09-13T03:12:05.424 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.422+0000 7fda4ba82640 1 < completed write operation key=MOZWPHZFFRM3 tag=TZNEFBPQA8F4 type=write size=542606 2024-09-13T03:12:05.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.425+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~00BKKP0MTW9U.0 size=1048576 2024-09-13T03:12:05.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.426+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~00BKKP0MTW9U.1 size=1030354 2024-09-13T03:12:05.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.426+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=00BKKP0MTW9U tag=GIYUXW9N5MMN type=write size=3127506 2024-09-13T03:12:05.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.427+0000 7fda4ba82640 1 < completed write operation key=WRBSMDZRZQAN tag=6TD49OJ4EHK4 type=write size=195321 2024-09-13T03:12:05.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.429+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=UM2947COYKVC type=del size=3405485 2024-09-13T03:12:05.432 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.430+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~SW9C6305ZEBX.0 size=377792 2024-09-13T03:12:05.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.433+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=SW9C6305ZEBX tag=0QU0N4SR9MVU type=write size=1426368 2024-09-13T03:12:05.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.434+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=9I7WGMFTWWG2 type=write size=896207 2024-09-13T03:12:05.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.437+0000 7fda4ba82640 1 < suggested update operation key=WRBSMDZRZQAN tag=BKFD8529XW21 type=write size=942306 2024-09-13T03:12:05.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.438+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=WNQ0U6TBEFKT type=del size=3162558 2024-09-13T03:12:05.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.440+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=AOOVZ43S26BI type=del 2024-09-13T03:12:05.442 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.441+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=FZQ64RGRMDQH type=write size=265570 2024-09-13T03:12:05.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.441+0000 7fda4ba82640 1 < canceled part key=_multipart_DOJPAU2YIY2T.2~CQITFWMG22U2.0 size=1048576 2024-09-13T03:12:05.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.442+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~CQITFWMG22U2.1 size=1037635 2024-09-13T03:12:05.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:05 smithi078 ceph-mon[85589]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T03:12:05.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.445+0000 7fda4ba82640 1 < canceled multipart upload key=DOJPAU2YIY2T upload=CQITFWMG22U2 tag=F5PK9DPNDHV8 type=write size=3134787 2024-09-13T03:12:05.447 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.446+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=V9L7DN62D1OR type=del size=4189819 2024-09-13T03:12:05.449 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.447+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~L9LKB8CAFXHD.0 size=1048576 2024-09-13T03:12:05.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.449+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~L9LKB8CAFXHD.1 size=1048576 2024-09-13T03:12:05.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.450+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~L9LKB8CAFXHD.2 size=911812 2024-09-13T03:12:05.454 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.452+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=L9LKB8CAFXHD tag=ZQ3K62TTXYXT type=write size=4057540 2024-09-13T03:12:05.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.454+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=AQO5RTFMGTFE type=del size=1168495 2024-09-13T03:12:05.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.455+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~DLFCUIDBNQ0R.0 size=369026 2024-09-13T03:12:05.460 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.458+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=DLFCUIDBNQ0R tag=3LPY8Y64RLPO type=write size=1417602 2024-09-13T03:12:05.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.461+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~41EHYYPG30EH.0 size=1048576 2024-09-13T03:12:05.463 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.462+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~41EHYYPG30EH.1 size=1048576 2024-09-13T03:12:05.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.463+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~41EHYYPG30EH.2 size=1021130 2024-09-13T03:12:05.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.463+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=41EHYYPG30EH tag=7ID4WYUCSYWI type=write size=4166858 2024-09-13T03:12:05.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.465+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=KSQOCROWL3MV type=del 2024-09-13T03:12:05.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.466+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=2UIQ4MFG5F41 type=del size=2701833 2024-09-13T03:12:05.469 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.468+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=S8UMK3ULCTLE type=del 2024-09-13T03:12:05.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.469+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=3VNSACOYS2D8 type=write size=811897 2024-09-13T03:12:05.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.470+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=ON0E7S0XN1Q5 type=del 2024-09-13T03:12:05.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.473+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~VJ7C56996B0E.0 size=1048576 2024-09-13T03:12:05.475 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.474+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~VJ7C56996B0E.1 size=683375 2024-09-13T03:12:05.475 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.474+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=VJ7C56996B0E tag=XV84KIM286FH type=write size=2780527 2024-09-13T03:12:05.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.476+0000 7fda4ba82640 1 < canceled operation key=ZGHDNK9YXEAH tag=LMY135RUPTC3 type=del size=2471957 2024-09-13T03:12:05.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.478+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=61SKPIZQW5BW type=del size=2750598 2024-09-13T03:12:05.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.479+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=B8B4RUXUU4V9 type=del 2024-09-13T03:12:05.484 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.482+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TF50580RU6O9.0 size=1048576 2024-09-13T03:12:05.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.484+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TF50580RU6O9.1 size=1048576 2024-09-13T03:12:05.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.485+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TF50580RU6O9.2 size=374840 2024-09-13T03:12:05.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.485+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=TF50580RU6O9 tag=DG355UBJ2FSV type=write size=3520568 2024-09-13T03:12:05.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.486+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=5PJPT42YROVZ type=del 2024-09-13T03:12:05.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.490+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~FKY0SI6X32KV.0 size=1048576 2024-09-13T03:12:05.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.491+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~FKY0SI6X32KV.1 size=193310 2024-09-13T03:12:05.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.491+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=FKY0SI6X32KV tag=I7UWKICELZ71 type=write size=2290462 2024-09-13T03:12:05.496 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.494+0000 7fda4ba82640 1 < suggested update operation key=UEPB2Q26LHMF tag=Q8PIMGX0YWKR type=del size=1086834 2024-09-13T03:12:05.498 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.497+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~IS42H6EAD2LU.0 size=1048576 2024-09-13T03:12:05.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.498+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~IS42H6EAD2LU.1 size=481886 2024-09-13T03:12:05.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.498+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=IS42H6EAD2LU tag=R7BXB529P663 type=write size=2579038 2024-09-13T03:12:05.502 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.501+0000 7fda4ba82640 1 < suggested remove operation key=DOJPAU2YIY2T tag=Y0HI3P78T1KD type=del 2024-09-13T03:12:05.504 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.502+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=PZ125NO9SDTY type=del size=916682 2024-09-13T03:12:05.504 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.502+0000 7fda4ba82640 1 < canceled part key=_multipart_QSXH3UHXTEO9.2~00BKKP0MTW9U.0 size=1048576 2024-09-13T03:12:05.504 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.502+0000 7fda4ba82640 1 < canceled part key=_multipart_QSXH3UHXTEO9.2~00BKKP0MTW9U.1 size=1030354 2024-09-13T03:12:05.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.504+0000 7fda4ba82640 1 < canceled multipart upload key=QSXH3UHXTEO9 upload=00BKKP0MTW9U tag=GIYUXW9N5MMN type=write size=3127506 2024-09-13T03:12:05.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.506+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=3E4BV3JWBEW2 type=del size=2836283 2024-09-13T03:12:05.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.507+0000 7fda4ba82640 1 < canceled operation key=8O19R8YXKXJ0 tag=UM2947COYKVC type=del size=3405485 2024-09-13T03:12:05.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.510+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~UUH1RJ2M9HYI.0 size=1048576 2024-09-13T03:12:05.512 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.511+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~UUH1RJ2M9HYI.1 size=1048576 2024-09-13T03:12:05.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.512+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~UUH1RJ2M9HYI.2 size=175532 2024-09-13T03:12:05.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.512+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=UUH1RJ2M9HYI tag=J1PI9XUDAP5F type=write size=3321260 2024-09-13T03:12:05.516 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.514+0000 7fda4ba82640 1 < completed write operation key=M3W0IJDWZTHP tag=9I7WGMFTWWG2 type=write size=896207 2024-09-13T03:12:05.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.516+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=3RNVF5OTNJXH type=del size=2902280 2024-09-13T03:12:05.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.517+0000 7fda4ba82640 1 < canceled operation key=X8S9YEDBK37F tag=WNQ0U6TBEFKT type=del size=3162558 2024-09-13T03:12:05.520 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.519+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=GU09X59CIJGT type=del size=910445 2024-09-13T03:12:05.523 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.522+0000 7fda4ba82640 1 < suggested update operation key=YXSJPUVUR9YF tag=FZQ64RGRMDQH type=write size=265570 2024-09-13T03:12:05.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.525+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~I1ZB1SV8ZTA3.0 size=236928 2024-09-13T03:12:05.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.525+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=I1ZB1SV8ZTA3 tag=NUTX9MEQ95P7 type=write size=1285504 2024-09-13T03:12:05.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.526+0000 7fda4ba82640 1 < canceled operation key=HCD8XCSFOAR1 tag=V9L7DN62D1OR type=del size=4189819 2024-09-13T03:12:05.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:05 smithi052 ceph-mon[91421]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T03:12:05.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:05 smithi052 ceph-mon[89065]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-13T03:12:05.530 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.529+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~275G63E8IEWF.0 size=1048576 2024-09-13T03:12:05.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.530+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~275G63E8IEWF.1 size=1048576 2024-09-13T03:12:05.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.531+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~275G63E8IEWF.2 size=21471 2024-09-13T03:12:05.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.531+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=275G63E8IEWF tag=AQDCYWHUWFFN type=write size=3167199 2024-09-13T03:12:05.534 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.532+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=AQO5RTFMGTFE type=del 2024-09-13T03:12:05.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.534+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=66PM4034WDLE type=del size=2376109 2024-09-13T03:12:05.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.535+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~41EHYYPG30EH.0 size=1048576 2024-09-13T03:12:05.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.536+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~41EHYYPG30EH.1 size=1048576 2024-09-13T03:12:05.539 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.537+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~41EHYYPG30EH.2 size=1021130 2024-09-13T03:12:05.541 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.540+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=41EHYYPG30EH tag=7ID4WYUCSYWI type=write size=4166858 2024-09-13T03:12:05.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.541+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=3SZT7WQK76R1 type=write size=830615 2024-09-13T03:12:05.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.542+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=2UIQ4MFG5F41 type=del 2024-09-13T03:12:05.545 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.544+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=4ED239EWBJ4Q type=write size=95908 2024-09-13T03:12:05.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.545+0000 7fda4ba82640 1 < completed write operation key=KE9LDUK7XMNH tag=3VNSACOYS2D8 type=write size=811897 2024-09-13T03:12:05.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.547+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=HZ843R1431EB type=del size=2871644 2024-09-13T03:12:05.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.548+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~VJ7C56996B0E.0 size=1048576 2024-09-13T03:12:05.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.548+0000 7fda4ba82640 1 < canceled part key=_multipart_PSHNNGDFOD02.2~VJ7C56996B0E.1 size=683375 2024-09-13T03:12:05.552 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.550+0000 7fda4ba82640 1 < canceled multipart upload key=PSHNNGDFOD02 upload=VJ7C56996B0E tag=XV84KIM286FH type=write size=2780527 2024-09-13T03:12:05.555 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.553+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~QQDMFNREX01F.0 size=1048576 2024-09-13T03:12:05.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.554+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~QQDMFNREX01F.1 size=1048576 2024-09-13T03:12:05.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.555+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~QQDMFNREX01F.2 size=813039 2024-09-13T03:12:05.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.555+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=QQDMFNREX01F tag=EJO60HI02P0M type=write size=3958767 2024-09-13T03:12:05.559 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.558+0000 7fda4ba82640 1 < suggested update operation key=5VZ10W77NYTX tag=61SKPIZQW5BW type=del size=2750598 2024-09-13T03:12:05.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.559+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=43SHVRTWKLLM type=del size=2853328 2024-09-13T03:12:05.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.561+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~TF50580RU6O9.0 size=1048576 2024-09-13T03:12:05.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.561+0000 7fda4ba82640 1 < canceled part key=_multipart_A4ZG9OAEC25I.2~TF50580RU6O9.1 size=1048576 2024-09-13T03:12:05.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.562+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~TF50580RU6O9.2 size=374840 2024-09-13T03:12:05.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.564+0000 7fda4ba82640 1 < canceled multipart upload key=A4ZG9OAEC25I upload=TF50580RU6O9 tag=DG355UBJ2FSV type=write size=3520568 2024-09-13T03:12:05.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.567+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~N0PPD4M1HVE9.0 size=1048576 2024-09-13T03:12:05.569 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.568+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~N0PPD4M1HVE9.1 size=348023 2024-09-13T03:12:05.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.568+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=N0PPD4M1HVE9 tag=O94C4144HKVR type=write size=2445175 2024-09-13T03:12:05.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.570+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~FKY0SI6X32KV.0 size=1048576 2024-09-13T03:12:05.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.571+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~FKY0SI6X32KV.1 size=193310 2024-09-13T03:12:05.575 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.573+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=FKY0SI6X32KV tag=I7UWKICELZ71 type=write size=2290462 2024-09-13T03:12:05.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.575+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=SFVV7WRMF53B type=del size=3710380 2024-09-13T03:12:05.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.576+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~IS42H6EAD2LU.0 size=1048576 2024-09-13T03:12:05.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.577+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~IS42H6EAD2LU.1 size=481886 2024-09-13T03:12:05.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.580+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=IS42H6EAD2LU tag=R7BXB529P663 type=write size=2579038 2024-09-13T03:12:05.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.581+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=6ETQ2T72NVGH type=del size=1748282 2024-09-13T03:12:05.584 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.583+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=PZ125NO9SDTY type=del 2024-09-13T03:12:05.587 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.586+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~R5FUGS2D3T6W.0 size=416951 2024-09-13T03:12:05.587 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.586+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=R5FUGS2D3T6W tag=L2TVCX7ZSLUX type=write size=1465527 2024-09-13T03:12:05.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.587+0000 7fda4ba82640 1 < canceled operation key=IQRILNWE9YY3 tag=3E4BV3JWBEW2 type=del size=2836283 2024-09-13T03:12:05.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.589+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=PGEDVNBT6R15 type=del size=618867 2024-09-13T03:12:05.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.589+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~UUH1RJ2M9HYI.0 size=1048576 2024-09-13T03:12:05.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.591+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~UUH1RJ2M9HYI.1 size=1048576 2024-09-13T03:12:05.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.592+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~UUH1RJ2M9HYI.2 size=175532 2024-09-13T03:12:05.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.595+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=UUH1RJ2M9HYI tag=J1PI9XUDAP5F type=write size=3321260 2024-09-13T03:12:05.597 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.596+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=AIU7OE0TYCJ0 type=del size=1226748 2024-09-13T03:12:05.599 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.598+0000 7fda4ba82640 -1 < failed to complete operation key=YXSJPUVUR9YF tag=3RNVF5OTNJXH type=del size=2902280: (22) Invalid argument 2024-09-13T03:12:05.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.600+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~7MVW1QE74NU7.0 size=1048576 2024-09-13T03:12:05.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.602+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~7MVW1QE74NU7.1 size=540682 2024-09-13T03:12:05.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.602+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=7MVW1QE74NU7 tag=MGT8GT9L6WUB type=write size=2637834 2024-09-13T03:12:05.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.603+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=GU09X59CIJGT type=del 2024-09-13T03:12:05.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.606+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~YCDWMXEMLN4A.0 size=1048576 2024-09-13T03:12:05.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.607+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~YCDWMXEMLN4A.1 size=124877 2024-09-13T03:12:05.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.607+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=YCDWMXEMLN4A tag=60LGXD020TJK type=write size=2222029 2024-09-13T03:12:05.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.608+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~I1ZB1SV8ZTA3.0 size=236928 2024-09-13T03:12:05.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.611+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=I1ZB1SV8ZTA3 tag=NUTX9MEQ95P7 type=write size=1285504 2024-09-13T03:12:05.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.612+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=OR3Q1V1MD5J9 type=write size=184970 2024-09-13T03:12:05.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.613+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~275G63E8IEWF.0 size=1048576 2024-09-13T03:12:05.616 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.615+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~275G63E8IEWF.1 size=1048576 2024-09-13T03:12:05.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.616+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~275G63E8IEWF.2 size=21471 2024-09-13T03:12:05.619 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.618+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=275G63E8IEWF tag=AQDCYWHUWFFN type=write size=3167199 2024-09-13T03:12:05.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.620+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=TLUDBCG9KYFG type=del size=360279 2024-09-13T03:12:05.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.621+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=66PM4034WDLE type=del 2024-09-13T03:12:05.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.624+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~WA9PNAPGACVM.0 size=317243 2024-09-13T03:12:05.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.624+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=WA9PNAPGACVM tag=85IUH7PGG0T6 type=write size=1365819 2024-09-13T03:12:05.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.627+0000 7fda4ba82640 1 < suggested remove operation key=VVUUV9QP2J78 tag=3SZT7WQK76R1 type=write 2024-09-13T03:12:05.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.629+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=8Q1IEQTZWRF2 type=write size=716898 2024-09-13T03:12:05.632 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.630+0000 7fda4ba82640 1 < canceled operation key=K8VZZVE7H1UR tag=4ED239EWBJ4Q type=write size=95908 2024-09-13T03:12:05.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.633+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~5HNGGUS9181E.0 size=126959 2024-09-13T03:12:05.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.633+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=5HNGGUS9181E tag=XTZNKFRSVWNR type=write size=1175535 2024-09-13T03:12:05.637 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.636+0000 7fda4ba82640 1 < suggested remove operation key=A4ZG9OAEC25I tag=HZ843R1431EB type=del 2024-09-13T03:12:05.638 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.637+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=3BQYZTTG4D2K type=del size=2715804 2024-09-13T03:12:05.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.639+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~QQDMFNREX01F.0 size=1048576 2024-09-13T03:12:05.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.640+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~QQDMFNREX01F.1 size=1048576 2024-09-13T03:12:05.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.640+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~QQDMFNREX01F.2 size=813039 2024-09-13T03:12:05.644 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.643+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=QQDMFNREX01F tag=EJO60HI02P0M type=write size=3958767 2024-09-13T03:12:05.647 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.646+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~PTRXB1C3WE21.0 size=1048576 2024-09-13T03:12:05.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.647+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~PTRXB1C3WE21.1 size=962612 2024-09-13T03:12:05.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.647+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=PTRXB1C3WE21 tag=6T0YGTI2D1Q5 type=write size=3059764 2024-09-13T03:12:05.649 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.648+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=43SHVRTWKLLM type=del 2024-09-13T03:12:05.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.651+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~DOE3PN3BWT7S.0 size=1048576 2024-09-13T03:12:05.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.652+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~DOE3PN3BWT7S.1 size=1048576 2024-09-13T03:12:05.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.653+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~DOE3PN3BWT7S.2 size=397895 2024-09-13T03:12:05.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.653+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=DOE3PN3BWT7S tag=WMINKQ4XBSCV type=write size=3543623 2024-09-13T03:12:05.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.655+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~N0PPD4M1HVE9.0 size=1048576 2024-09-13T03:12:05.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.656+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~N0PPD4M1HVE9.1 size=348023 2024-09-13T03:12:05.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.659+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=N0PPD4M1HVE9 tag=O94C4144HKVR type=write size=2445175 2024-09-13T03:12:05.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.661+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=JYNMKJUNQ3L7 type=del size=1877150 2024-09-13T03:12:05.665 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.664+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=SFVV7WRMF53B type=del 2024-09-13T03:12:05.667 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.665+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=81EDB6A2ZLLC type=del size=98602 2024-09-13T03:12:05.668 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.667+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=6ETQ2T72NVGH type=del 2024-09-13T03:12:05.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.668+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=LM3VB2P30YAX type=del size=3335919 2024-09-13T03:12:05.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.670+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~R5FUGS2D3T6W.0 size=416951 2024-09-13T03:12:05.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.672+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=R5FUGS2D3T6W tag=L2TVCX7ZSLUX type=write size=1465527 2024-09-13T03:12:05.675 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.674+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=3HA6MMHQTJN5 type=del size=2874169 2024-09-13T03:12:05.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.675+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=PGEDVNBT6R15 type=del 2024-09-13T03:12:05.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.678+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~ECCR82G72YKO.0 size=1048576 2024-09-13T03:12:05.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.679+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~ECCR82G72YKO.1 size=1048576 2024-09-13T03:12:05.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.680+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~ECCR82G72YKO.2 size=886101 2024-09-13T03:12:05.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.680+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=ECCR82G72YKO tag=982NEGKZE5C7 type=write size=4031829 2024-09-13T03:12:05.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.682+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=AIU7OE0TYCJ0 type=del 2024-09-13T03:12:05.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.684+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~JWTJQIDW9XUJ.0 size=686252 2024-09-13T03:12:05.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.684+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=JWTJQIDW9XUJ tag=TN5K0HSCEX9N type=write size=1734828 2024-09-13T03:12:05.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.685+0000 7fda4ba82640 1 < canceled part key=_multipart_DOJPAU2YIY2T.2~7MVW1QE74NU7.0 size=1048576 2024-09-13T03:12:05.687 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.686+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~7MVW1QE74NU7.1 size=540682 2024-09-13T03:12:05.690 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.688+0000 7fda4ba82640 1 < canceled multipart upload key=DOJPAU2YIY2T upload=7MVW1QE74NU7 tag=MGT8GT9L6WUB type=write size=2637834 2024-09-13T03:12:05.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.690+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=H3QUTTIPVHQZ type=del size=954859 2024-09-13T03:12:05.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.691+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~YCDWMXEMLN4A.0 size=1048576 2024-09-13T03:12:05.694 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.692+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~YCDWMXEMLN4A.1 size=124877 2024-09-13T03:12:05.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.695+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=YCDWMXEMLN4A tag=60LGXD020TJK type=write size=2222029 2024-09-13T03:12:05.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.698+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~XY4H5VHX2D62.0 size=1048576 2024-09-13T03:12:05.701 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.699+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~XY4H5VHX2D62.1 size=1048576 2024-09-13T03:12:05.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.700+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~XY4H5VHX2D62.2 size=978205 2024-09-13T03:12:05.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.700+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=XY4H5VHX2D62 tag=HAVGKUYIPY10 type=write size=4123933 2024-09-13T03:12:05.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.702+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=OR3Q1V1MD5J9 type=write size=184970 2024-09-13T03:12:05.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.705+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~723497DVXE16.0 size=252082 2024-09-13T03:12:05.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.705+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=723497DVXE16 tag=VFV8L0XHB80F type=write size=1300658 2024-09-13T03:12:05.708 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.706+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=TLUDBCG9KYFG type=del 2024-09-13T03:12:05.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.709+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~4RJPQMDJPFJB.0 size=1048576 2024-09-13T03:12:05.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.710+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~4RJPQMDJPFJB.1 size=1048576 2024-09-13T03:12:05.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.711+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~4RJPQMDJPFJB.2 size=67286 2024-09-13T03:12:05.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.711+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=4RJPQMDJPFJB tag=P5SM6WL7Z6CH type=write size=3213014 2024-09-13T03:12:05.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.713+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~WA9PNAPGACVM.0 size=317243 2024-09-13T03:12:05.716 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.715+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=WA9PNAPGACVM tag=85IUH7PGG0T6 type=write size=1365819 2024-09-13T03:12:05.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.716+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=77SAVSL4NPL5 type=del size=1676389 2024-09-13T03:12:05.719 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.718+0000 7fda4ba82640 1 < completed write operation key=WRBSMDZRZQAN tag=8Q1IEQTZWRF2 type=write size=716898 2024-09-13T03:12:05.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.721+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~NW40LG1KE6RC.0 size=1048576 2024-09-13T03:12:05.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.722+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~NW40LG1KE6RC.1 size=1048576 2024-09-13T03:12:05.725 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.724+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~NW40LG1KE6RC.2 size=167192 2024-09-13T03:12:05.725 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.724+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=NW40LG1KE6RC tag=MAB15MVNQGIC type=write size=3312920 2024-09-13T03:12:05.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.725+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~5HNGGUS9181E.0 size=126959 2024-09-13T03:12:05.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.728+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=5HNGGUS9181E tag=XTZNKFRSVWNR type=write size=1175535 2024-09-13T03:12:05.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.730+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~W9LAV7Y2ADT9.0 size=886549 2024-09-13T03:12:05.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.730+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=W9LAV7Y2ADT9 tag=073SUD0YCS3N type=write size=1935125 2024-09-13T03:12:05.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.732+0000 7fda4ba82640 1 < canceled operation key=HCD8XCSFOAR1 tag=3BQYZTTG4D2K type=del size=2715804 2024-09-13T03:12:05.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.733+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=XJIIZ4YXNH03 type=del size=1422620 2024-09-13T03:12:05.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.735+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~PTRXB1C3WE21.0 size=1048576 2024-09-13T03:12:05.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.736+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~PTRXB1C3WE21.1 size=962612 2024-09-13T03:12:05.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.738+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=PTRXB1C3WE21 tag=6T0YGTI2D1Q5 type=write size=3059764 2024-09-13T03:12:05.741 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.740+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=I1B0RCC4PZB5 type=del size=3130909 2024-09-13T03:12:05.743 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.742+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~DOE3PN3BWT7S.0 size=1048576 2024-09-13T03:12:05.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.743+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~DOE3PN3BWT7S.1 size=1048576 2024-09-13T03:12:05.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.744+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~DOE3PN3BWT7S.2 size=397895 2024-09-13T03:12:05.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.746+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=DOE3PN3BWT7S tag=WMINKQ4XBSCV type=write size=3543623 2024-09-13T03:12:05.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.748+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=AFRY7CD6F0QH type=del size=1369810 2024-09-13T03:12:05.752 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.751+0000 7fda4ba82640 1 < suggested remove operation key=MOZWPHZFFRM3 tag=JYNMKJUNQ3L7 type=del 2024-09-13T03:12:05.754 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.752+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=KU3UO10LCY7E type=del size=3639708 2024-09-13T03:12:05.756 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.755+0000 7fda4ba82640 1 < suggested update operation key=X8S9YEDBK37F tag=81EDB6A2ZLLC type=del size=98602 2024-09-13T03:12:05.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.756+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=ANZ6W2WKP4DT type=del size=2748258 2024-09-13T03:12:05.759 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.758+0000 7fda4ba82640 1 < canceled operation key=X3IBYPK60ZII tag=LM3VB2P30YAX type=del size=3335919 2024-09-13T03:12:05.760 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.759+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=AD8V2344WX31 type=del size=1559917 2024-09-13T03:12:05.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.761+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=3HA6MMHQTJN5 type=del 2024-09-13T03:12:05.765 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.763+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~APHDO39WSLYQ.0 size=1048576 2024-09-13T03:12:05.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.764+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~APHDO39WSLYQ.1 size=1048576 2024-09-13T03:12:05.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.766+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~APHDO39WSLYQ.2 size=454505 2024-09-13T03:12:05.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.766+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=APHDO39WSLYQ tag=BZANW63CUZAI type=write size=3600233 2024-09-13T03:12:05.769 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.767+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~ECCR82G72YKO.0 size=1048576 2024-09-13T03:12:05.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.769+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~ECCR82G72YKO.1 size=1048576 2024-09-13T03:12:05.771 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.770+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~ECCR82G72YKO.2 size=886101 2024-09-13T03:12:05.774 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.773+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=ECCR82G72YKO tag=982NEGKZE5C7 type=write size=4031829 2024-09-13T03:12:05.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.776+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~I5073OJ5Q7VI.0 size=1048576 2024-09-13T03:12:05.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.777+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~I5073OJ5Q7VI.1 size=298028 2024-09-13T03:12:05.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.777+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=I5073OJ5Q7VI tag=ACPCDDUFNOAT type=write size=2395180 2024-09-13T03:12:05.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.778+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~JWTJQIDW9XUJ.0 size=686252 2024-09-13T03:12:05.783 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.781+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=JWTJQIDW9XUJ tag=TN5K0HSCEX9N type=write size=1734828 2024-09-13T03:12:05.784 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.783+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=3ZL1OQZ0MHVO type=del size=870199 2024-09-13T03:12:05.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.786+0000 7fda4ba82640 1 < suggested update operation key=53Y8JEVDW9XF tag=H3QUTTIPVHQZ type=del size=954859 2024-09-13T03:12:05.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.788+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=TYF395AAL65F type=del size=2945215 2024-09-13T03:12:05.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.790+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~XY4H5VHX2D62.0 size=1048576 2024-09-13T03:12:05.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.791+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~XY4H5VHX2D62.1 size=1048576 2024-09-13T03:12:05.794 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.793+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~XY4H5VHX2D62.2 size=978205 2024-09-13T03:12:05.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.795+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=XY4H5VHX2D62 tag=HAVGKUYIPY10 type=write size=4123933 2024-09-13T03:12:05.799 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.798+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~EQ3PJL8CK494.0 size=1048576 2024-09-13T03:12:05.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.799+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~EQ3PJL8CK494.1 size=1048576 2024-09-13T03:12:05.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.800+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~EQ3PJL8CK494.2 size=267708 2024-09-13T03:12:05.802 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.800+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=EQ3PJL8CK494 tag=NG1OH9YBZNWM type=write size=3413436 2024-09-13T03:12:05.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.802+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~723497DVXE16.0 size=252082 2024-09-13T03:12:05.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.804+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=723497DVXE16 tag=VFV8L0XHB80F type=write size=1300658 2024-09-13T03:12:05.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.806+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=UBEAN630CDGG type=del size=2121641 2024-09-13T03:12:05.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.806+0000 7fda4ba82640 1 < canceled part key=_multipart_X3IBYPK60ZII.2~4RJPQMDJPFJB.0 size=1048576 2024-09-13T03:12:05.808 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.807+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~4RJPQMDJPFJB.1 size=1048576 2024-09-13T03:12:05.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.809+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~4RJPQMDJPFJB.2 size=67286 2024-09-13T03:12:05.812 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.811+0000 7fda4ba82640 1 < canceled multipart upload key=X3IBYPK60ZII upload=4RJPQMDJPFJB tag=P5SM6WL7Z6CH type=write size=3213014 2024-09-13T03:12:05.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.812+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=I1ILZ9TS7Y6R type=del size=4145773 2024-09-13T03:12:05.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.814+0000 7fda4ba82640 1 < canceled operation key=YXSJPUVUR9YF tag=77SAVSL4NPL5 type=del size=1676389 2024-09-13T03:12:05.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.816+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~LDNXEA9S8XC0.0 size=339289 2024-09-13T03:12:05.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.816+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=LDNXEA9S8XC0 tag=3S6BOGQQ8T9I type=write size=1387865 2024-09-13T03:12:05.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.818+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~NW40LG1KE6RC.0 size=1048576 2024-09-13T03:12:05.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.819+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~NW40LG1KE6RC.1 size=1048576 2024-09-13T03:12:05.822 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.820+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~NW40LG1KE6RC.2 size=167192 2024-09-13T03:12:05.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.823+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=NW40LG1KE6RC tag=MAB15MVNQGIC type=write size=3312920 2024-09-13T03:12:05.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.824+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=2AEUYOKEZSKR type=del size=2880438 2024-09-13T03:12:05.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.826+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~W9LAV7Y2ADT9.0 size=886549 2024-09-13T03:12:05.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.828+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=W9LAV7Y2ADT9 tag=073SUD0YCS3N type=write size=1935125 2024-09-13T03:12:05.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.831+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~TJY5097CPGFD.0 size=8668 2024-09-13T03:12:05.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.831+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=TJY5097CPGFD tag=QH6A14TN0O1Q type=write size=1057244 2024-09-13T03:12:05.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.834+0000 7fda4ba82640 1 < suggested remove operation key=I99SIV522FFG tag=XJIIZ4YXNH03 type=del 2024-09-13T03:12:05.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.836+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=O3KPGVY0OYL3 type=del size=3797821 2024-09-13T03:12:05.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.837+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=I1B0RCC4PZB5 type=del 2024-09-13T03:12:05.840 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.839+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=M8KYORUDDGAU type=del size=2036938 2024-09-13T03:12:05.843 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.842+0000 7fda4ba82640 1 < suggested remove operation key=WRBSMDZRZQAN tag=AFRY7CD6F0QH type=del 2024-09-13T03:12:05.846 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.845+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~W4Q5WZP78YX1.0 size=554317 2024-09-13T03:12:05.846 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.845+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=W4Q5WZP78YX1 tag=OGPSEVFTZ0OJ type=write size=1602893 2024-09-13T03:12:05.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.846+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=KU3UO10LCY7E type=del 2024-09-13T03:12:05.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.847+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=Q32NGFIWYM2K type=write size=646714 2024-09-13T03:12:05.850 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.849+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=ANZ6W2WKP4DT type=del 2024-09-13T03:12:05.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.851+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=LNZRYJL92323 type=write size=793920 2024-09-13T03:12:05.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.853+0000 7fda4ba82640 1 < suggested update operation key=DJ0S2Y4QPAX8 tag=AD8V2344WX31 type=del size=1559917 2024-09-13T03:12:05.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.855+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=5S4OMTB9F4YE type=write size=313199 2024-09-13T03:12:05.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.857+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~APHDO39WSLYQ.0 size=1048576 2024-09-13T03:12:05.859 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.858+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~APHDO39WSLYQ.1 size=1048576 2024-09-13T03:12:05.859 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.858+0000 7fda4ba82640 1 < canceled part key=_multipart_WLBGNRHIMT7I.2~APHDO39WSLYQ.2 size=454505 2024-09-13T03:12:05.862 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.860+0000 7fda4ba82640 1 < canceled multipart upload key=WLBGNRHIMT7I upload=APHDO39WSLYQ tag=BZANW63CUZAI type=write size=3600233 2024-09-13T03:12:05.864 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.863+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~LDAX466BWYRH.0 size=1048576 2024-09-13T03:12:05.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.864+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~LDAX466BWYRH.1 size=83782 2024-09-13T03:12:05.866 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.864+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=LDAX466BWYRH tag=EKBNEI5U0CMD type=write size=2180934 2024-09-13T03:12:05.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.866+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~I5073OJ5Q7VI.0 size=1048576 2024-09-13T03:12:05.868 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.867+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~I5073OJ5Q7VI.1 size=298028 2024-09-13T03:12:05.871 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.870+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=I5073OJ5Q7VI tag=ACPCDDUFNOAT type=write size=2395180 2024-09-13T03:12:05.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.872+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=C65J4U2BFQE2 type=del size=2173710 2024-09-13T03:12:05.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.876+0000 7fda4ba82640 1 < suggested remove operation key=5VZ10W77NYTX tag=3ZL1OQZ0MHVO type=del 2024-09-13T03:12:05.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.878+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=1GRAXNWFZ0O9 type=del size=1924568 2024-09-13T03:12:05.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.879+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=TYF395AAL65F type=del 2024-09-13T03:12:05.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.882+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~8I59MWCZQUZ4.0 size=620663 2024-09-13T03:12:05.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.882+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=8I59MWCZQUZ4 tag=J971EYOND2TU type=write size=1669239 2024-09-13T03:12:05.885 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.883+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~EQ3PJL8CK494.0 size=1048576 2024-09-13T03:12:05.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.884+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~EQ3PJL8CK494.1 size=1048576 2024-09-13T03:12:05.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.886+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~EQ3PJL8CK494.2 size=267708 2024-09-13T03:12:05.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.888+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=EQ3PJL8CK494 tag=NG1OH9YBZNWM type=write size=3413436 2024-09-13T03:12:05.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.890+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=GLW1RKI0PZAD type=write size=904200 2024-09-13T03:12:05.894 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.892+0000 7fda4ba82640 1 < suggested update operation key=3VGJW4TWEKKL tag=UBEAN630CDGG type=del size=2121641 2024-09-13T03:12:05.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.894+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=DZY9KBCHJ0G6 type=del size=48595 2024-09-13T03:12:05.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.895+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=I1ILZ9TS7Y6R type=del 2024-09-13T03:12:05.898 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.897+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=BTBK3PH0KL0G type=del size=1613398 2024-09-13T03:12:05.900 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.899+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~LDNXEA9S8XC0.0 size=339289 2024-09-13T03:12:05.902 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.901+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=LDNXEA9S8XC0 tag=3S6BOGQQ8T9I type=write size=1387865 2024-09-13T03:12:05.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.904+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~117CHVU3YLZ9.0 size=380685 2024-09-13T03:12:05.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.904+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=117CHVU3YLZ9 tag=DE9T4GSUT68P type=write size=1429261 2024-09-13T03:12:05.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.906+0000 7fda4ba82640 -1 < failed to complete operation key=5VZ10W77NYTX tag=2AEUYOKEZSKR type=del size=2880438: (22) Invalid argument 2024-09-13T03:12:05.908 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.907+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=6W0YK8H3Q59W type=del size=3353108 2024-09-13T03:12:05.910 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.909+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~TJY5097CPGFD.0 size=8668 2024-09-13T03:12:05.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.911+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=TJY5097CPGFD tag=QH6A14TN0O1Q type=write size=1057244 2024-09-13T03:12:05.915 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.914+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~TVMJ80HZ6T4V.0 size=1048576 2024-09-13T03:12:05.917 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.915+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~TVMJ80HZ6T4V.1 size=1048576 2024-09-13T03:12:05.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.916+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~TVMJ80HZ6T4V.2 size=320854 2024-09-13T03:12:05.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.916+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=TVMJ80HZ6T4V tag=FND9FR95CEK9 type=write size=3466582 2024-09-13T03:12:05.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.918+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=O3KPGVY0OYL3 type=del 2024-09-13T03:12:05.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.919+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=0EGI0B7V0JGH type=del size=397902 2024-09-13T03:12:05.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.921+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=M8KYORUDDGAU type=del 2024-09-13T03:12:05.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.923+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=8WR2CQUA20M6 type=del size=2530592 2024-09-13T03:12:05.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.924+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~W4Q5WZP78YX1.0 size=554317 2024-09-13T03:12:05.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.927+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=W4Q5WZP78YX1 tag=OGPSEVFTZ0OJ type=write size=1602893 2024-09-13T03:12:05.930 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.928+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=U4BTE8Y084GO type=del size=1505711 2024-09-13T03:12:05.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.930+0000 7fda4ba82640 1 < completed write operation key=YXSJPUVUR9YF tag=Q32NGFIWYM2K type=write size=646714 2024-09-13T03:12:05.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.933+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~ILOQABNY7I58.0 size=1048576 2024-09-13T03:12:05.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.935+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~ILOQABNY7I58.1 size=1036352 2024-09-13T03:12:05.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.935+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=ILOQABNY7I58 tag=J1KYUG0VBC5N type=write size=3133504 2024-09-13T03:12:05.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.936+0000 7fda4ba82640 1 < completed write operation key=X3IBYPK60ZII tag=LNZRYJL92323 type=write size=793920 2024-09-13T03:12:05.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.937+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=W0Y4NA4GUDPA type=write size=187111 2024-09-13T03:12:05.940 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.939+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=5S4OMTB9F4YE type=write size=313199 2024-09-13T03:12:05.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.942+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~DP13C2HCKA4G.0 size=1048576 2024-09-13T03:12:05.944 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.943+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~DP13C2HCKA4G.1 size=610801 2024-09-13T03:12:05.944 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.943+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=DP13C2HCKA4G tag=N2PC7E7JQMV1 type=write size=2707953 2024-09-13T03:12:05.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.944+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~LDAX466BWYRH.0 size=1048576 2024-09-13T03:12:05.947 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.946+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~LDAX466BWYRH.1 size=83782 2024-09-13T03:12:05.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.949+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=LDAX466BWYRH tag=EKBNEI5U0CMD type=write size=2180934 2024-09-13T03:12:05.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.950+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=INHMOQGU84OG type=del size=532855 2024-09-13T03:12:05.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.952+0000 7fda4ba82640 1 < canceled operation key=MOZWPHZFFRM3 tag=C65J4U2BFQE2 type=del size=2173710 2024-09-13T03:12:05.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.954+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=PN4SS2OO260K type=del size=327338 2024-09-13T03:12:05.958 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.957+0000 7fda4ba82640 1 < suggested update operation key=VULNHTR382QJ tag=1GRAXNWFZ0O9 type=del size=1924568 2024-09-13T03:12:05.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.958+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=JQ6WEB6PKRSR type=del size=3005462 2024-09-13T03:12:05.961 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.960+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~8I59MWCZQUZ4.0 size=620663 2024-09-13T03:12:05.964 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.962+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=8I59MWCZQUZ4 tag=J971EYOND2TU type=write size=1669239 2024-09-13T03:12:05.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.965+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~8123355AX6LB.0 size=1048576 2024-09-13T03:12:05.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.966+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~8123355AX6LB.1 size=985681 2024-09-13T03:12:05.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.966+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=8123355AX6LB tag=6WVGY0LSLZV3 type=write size=3082833 2024-09-13T03:12:05.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.968+0000 7fda4ba82640 1 < canceled operation key=WRBSMDZRZQAN tag=GLW1RKI0PZAD type=write size=904200 2024-09-13T03:12:05.970 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.969+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=ZU6C5IX5Z5KC type=del size=910456 2024-09-13T03:12:05.974 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.972+0000 7fda4ba82640 1 < suggested update operation key=A4ZG9OAEC25I tag=DZY9KBCHJ0G6 type=del size=48595 2024-09-13T03:12:05.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.975+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~O6LKJ4NR2809.0 size=1048576 2024-09-13T03:12:05.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.976+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~O6LKJ4NR2809.1 size=1048576 2024-09-13T03:12:05.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.977+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~O6LKJ4NR2809.2 size=1032661 2024-09-13T03:12:05.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.977+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=O6LKJ4NR2809 tag=WXH517AGDM0F type=write size=4178389 2024-09-13T03:12:05.980 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.979+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=BTBK3PH0KL0G type=del 2024-09-13T03:12:05.981 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.980+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=LYU600JX5X0L type=del size=142310 2024-09-13T03:12:05.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.982+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~117CHVU3YLZ9.0 size=380685 2024-09-13T03:12:05.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.984+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=117CHVU3YLZ9 tag=DE9T4GSUT68P type=write size=1429261 2024-09-13T03:12:05.987 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.986+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=MTLKYLJAJF6E type=write size=412729 2024-09-13T03:12:05.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.988+0000 7fda4ba82640 -1 < failed to complete operation key=A4ZG9OAEC25I tag=6W0YK8H3Q59W type=del size=3353108: (22) Invalid argument 2024-09-13T03:12:05.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.990+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=NDZ80UH1V8WP type=del size=3929582 2024-09-13T03:12:05.992 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.991+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~TVMJ80HZ6T4V.0 size=1048576 2024-09-13T03:12:05.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.992+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~TVMJ80HZ6T4V.1 size=1048576 2024-09-13T03:12:05.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.994+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~TVMJ80HZ6T4V.2 size=320854 2024-09-13T03:12:05.998 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.996+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=TVMJ80HZ6T4V tag=FND9FR95CEK9 type=write size=3466582 2024-09-13T03:12:05.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.998+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=IROJSRG0VAGI type=del size=2053364 2024-09-13T03:12:06.001 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:05.999+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=0EGI0B7V0JGH type=del 2024-09-13T03:12:06.002 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.001+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=X5MUCDZUKYVT type=del size=1014363 2024-09-13T03:12:06.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.002+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=8WR2CQUA20M6 type=del 2024-09-13T03:12:06.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.005+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~BHRHG2DFT4ON.0 size=1048576 2024-09-13T03:12:06.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.006+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~BHRHG2DFT4ON.1 size=280081 2024-09-13T03:12:06.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.006+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=BHRHG2DFT4ON tag=0IM8CPLWMD89 type=write size=2377233 2024-09-13T03:12:06.010 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.009+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=U4BTE8Y084GO type=del 2024-09-13T03:12:06.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.010+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=OOSZA8WGFTP6 type=del size=808003 2024-09-13T03:12:06.013 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.012+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~ILOQABNY7I58.0 size=1048576 2024-09-13T03:12:06.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.013+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~ILOQABNY7I58.1 size=1036352 2024-09-13T03:12:06.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.016+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=ILOQABNY7I58 tag=J1KYUG0VBC5N type=write size=3133504 2024-09-13T03:12:06.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.017+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=K3PCKQ5AYCM1 type=del size=3624242 2024-09-13T03:12:06.020 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.019+0000 7fda4ba82640 1 < completed write operation key=3VGJW4TWEKKL tag=W0Y4NA4GUDPA type=write size=187111 2024-09-13T03:12:06.022 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.020+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=W59MDGI3Y47D type=del size=1167506 2024-09-13T03:12:06.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.022+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~DP13C2HCKA4G.0 size=1048576 2024-09-13T03:12:06.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.023+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~DP13C2HCKA4G.1 size=610801 2024-09-13T03:12:06.027 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.025+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=DP13C2HCKA4G tag=N2PC7E7JQMV1 type=write size=2707953 2024-09-13T03:12:06.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.028+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~GEDZZ2QAPHBS.0 size=1048576 2024-09-13T03:12:06.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.030+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~GEDZZ2QAPHBS.1 size=841741 2024-09-13T03:12:06.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.030+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=GEDZZ2QAPHBS tag=U6CXN3IBPMMR type=write size=2938893 2024-09-13T03:12:06.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.031+0000 7fda4ba82640 -1 < failed to complete operation key=VULNHTR382QJ tag=INHMOQGU84OG type=del size=532855: (22) Invalid argument 2024-09-13T03:12:06.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.034+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~SV820YBD95Z5.0 size=1048576 2024-09-13T03:12:06.037 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.036+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~SV820YBD95Z5.1 size=1048576 2024-09-13T03:12:06.038 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.037+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~SV820YBD95Z5.2 size=18566 2024-09-13T03:12:06.038 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.037+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=SV820YBD95Z5 tag=ZUDS1ITI2F8P type=write size=3164294 2024-09-13T03:12:06.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.038+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=PN4SS2OO260K type=del 2024-09-13T03:12:06.042 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.041+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~SG24ZO7M2S0B.0 size=374332 2024-09-13T03:12:06.043 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.041+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=SG24ZO7M2S0B tag=9NORZC8VNFJP type=write size=1422908 2024-09-13T03:12:06.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.042+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=JQ6WEB6PKRSR type=del 2024-09-13T03:12:06.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.046+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~CV1UWN1JUJ7U.0 size=1048576 2024-09-13T03:12:06.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.047+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~CV1UWN1JUJ7U.1 size=1048576 2024-09-13T03:12:06.049 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.048+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~CV1UWN1JUJ7U.2 size=50582 2024-09-13T03:12:06.050 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.048+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=CV1UWN1JUJ7U tag=42MK5898ZU8E type=write size=3196310 2024-09-13T03:12:06.051 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.050+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~8123355AX6LB.0 size=1048576 2024-09-13T03:12:06.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.051+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~8123355AX6LB.1 size=985681 2024-09-13T03:12:06.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.053+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=8123355AX6LB tag=6WVGY0LSLZV3 type=write size=3082833 2024-09-13T03:12:06.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.055+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=OOH2QMKT0MW7 type=del size=1447690 2024-09-13T03:12:06.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.056+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=ZU6C5IX5Z5KC type=del 2024-09-13T03:12:06.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.058+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=78XPMWEYOIAC type=del size=1547572 2024-09-13T03:12:06.061 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.059+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~O6LKJ4NR2809.0 size=1048576 2024-09-13T03:12:06.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.061+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~O6LKJ4NR2809.1 size=1048576 2024-09-13T03:12:06.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.062+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~O6LKJ4NR2809.2 size=1032661 2024-09-13T03:12:06.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.064+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=O6LKJ4NR2809 tag=WXH517AGDM0F type=write size=4178389 2024-09-13T03:12:06.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.066+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=Y8Q6PMU3XP2W type=del size=2325757 2024-09-13T03:12:06.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.068+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=LYU600JX5X0L type=del 2024-09-13T03:12:06.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.069+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=HDTPSXP2LBW2 type=write size=545298 2024-09-13T03:12:06.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.071+0000 7fda4ba82640 1 < completed write operation key=ZGHDNK9YXEAH tag=MTLKYLJAJF6E type=write size=412729 2024-09-13T03:12:06.075 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.073+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~S7DLN4UC2ZOE.0 size=1048576 2024-09-13T03:12:06.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.075+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~S7DLN4UC2ZOE.1 size=1009538 2024-09-13T03:12:06.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.075+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=S7DLN4UC2ZOE tag=3VSW6RG4ZAQH type=write size=3106690 2024-09-13T03:12:06.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.076+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=NDZ80UH1V8WP type=del 2024-09-13T03:12:06.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.079+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~NPST0OHCAKGP.0 size=1048576 2024-09-13T03:12:06.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.080+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~NPST0OHCAKGP.1 size=1048576 2024-09-13T03:12:06.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.081+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~NPST0OHCAKGP.2 size=414107 2024-09-13T03:12:06.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.081+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=NPST0OHCAKGP tag=BRTUTMCRZRV0 type=write size=3559835 2024-09-13T03:12:06.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.083+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=IROJSRG0VAGI type=del 2024-09-13T03:12:06.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.084+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=3BBI3WG4CBY2 type=del size=2722467 2024-09-13T03:12:06.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.086+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=X5MUCDZUKYVT type=del 2024-09-13T03:12:06.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.089+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~P1KQ7ZHDV7IJ.0 size=426490 2024-09-13T03:12:06.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.089+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=P1KQ7ZHDV7IJ tag=822LJCHK4YGA type=write size=1475066 2024-09-13T03:12:06.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.090+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~BHRHG2DFT4ON.0 size=1048576 2024-09-13T03:12:06.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.091+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~BHRHG2DFT4ON.1 size=280081 2024-09-13T03:12:06.096 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.094+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=BHRHG2DFT4ON tag=0IM8CPLWMD89 type=write size=2377233 2024-09-13T03:12:06.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.097+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~R4ZOK5VL4VVM.0 size=1048576 2024-09-13T03:12:06.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.098+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~R4ZOK5VL4VVM.1 size=906998 2024-09-13T03:12:06.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.098+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=R4ZOK5VL4VVM tag=2BT9WCGFV318 type=write size=3004150 2024-09-13T03:12:06.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.100+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=OOSZA8WGFTP6 type=del 2024-09-13T03:12:06.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.101+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=721UU44GM25A type=write size=983727 2024-09-13T03:12:06.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.104+0000 7fda4ba82640 1 < suggested update operation key=DJ0S2Y4QPAX8 tag=K3PCKQ5AYCM1 type=del size=3624242 2024-09-13T03:12:06.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.106+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=KVP2OZWR5AJ8 type=del size=3884573 2024-09-13T03:12:06.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.107+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=W59MDGI3Y47D type=del 2024-09-13T03:12:06.110 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.109+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=OON6TNQD4JHV type=del size=861524 2024-09-13T03:12:06.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.110+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~GEDZZ2QAPHBS.0 size=1048576 2024-09-13T03:12:06.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.112+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~GEDZZ2QAPHBS.1 size=841741 2024-09-13T03:12:06.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.114+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=GEDZZ2QAPHBS tag=U6CXN3IBPMMR type=write size=2938893 2024-09-13T03:12:06.117 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.116+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=EHXNCY9YJF5V type=write size=105478 2024-09-13T03:12:06.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.118+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~SV820YBD95Z5.0 size=1048576 2024-09-13T03:12:06.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.118+0000 7fda4ba82640 1 < canceled part key=_multipart_K8VZZVE7H1UR.2~SV820YBD95Z5.1 size=1048576 2024-09-13T03:12:06.120 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.119+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~SV820YBD95Z5.2 size=18566 2024-09-13T03:12:06.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.122+0000 7fda4ba82640 1 < canceled multipart upload key=K8VZZVE7H1UR upload=SV820YBD95Z5 tag=ZUDS1ITI2F8P type=write size=3164294 2024-09-13T03:12:06.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.124+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=0R432L388O3I type=write size=733811 2024-09-13T03:12:06.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.126+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~SG24ZO7M2S0B.0 size=374332 2024-09-13T03:12:06.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.128+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=SG24ZO7M2S0B tag=9NORZC8VNFJP type=write size=1422908 2024-09-13T03:12:06.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.131+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EFUMLASRAP5I.0 size=1048576 2024-09-13T03:12:06.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.132+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EFUMLASRAP5I.1 size=176696 2024-09-13T03:12:06.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.132+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=EFUMLASRAP5I tag=HIANFFJ3LQ5Y type=write size=2273848 2024-09-13T03:12:06.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.134+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~CV1UWN1JUJ7U.0 size=1048576 2024-09-13T03:12:06.137 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.135+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~CV1UWN1JUJ7U.1 size=1048576 2024-09-13T03:12:06.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.136+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~CV1UWN1JUJ7U.2 size=50582 2024-09-13T03:12:06.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.139+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=CV1UWN1JUJ7U tag=42MK5898ZU8E type=write size=3196310 2024-09-13T03:12:06.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.142+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~0MWBWFBDACY5.0 size=376464 2024-09-13T03:12:06.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.142+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=0MWBWFBDACY5 tag=6NRAM9QXEGOC type=write size=1425040 2024-09-13T03:12:06.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.145+0000 7fda4ba82640 1 < suggested update operation key=WRBSMDZRZQAN tag=OOH2QMKT0MW7 type=del size=1447690 2024-09-13T03:12:06.150 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.148+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~R1X8SYQ72SC9.0 size=1048576 2024-09-13T03:12:06.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.150+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~R1X8SYQ72SC9.1 size=1048576 2024-09-13T03:12:06.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.151+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~R1X8SYQ72SC9.2 size=125709 2024-09-13T03:12:06.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.151+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=R1X8SYQ72SC9 tag=36FQIU80BA1G type=write size=3271437 2024-09-13T03:12:06.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.152+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=78XPMWEYOIAC type=del 2024-09-13T03:12:06.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.154+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=VGVXKNMWQQ2R type=del size=1366518 2024-09-13T03:12:06.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.155+0000 7fda4ba82640 1 < canceled operation key=PSHNNGDFOD02 tag=Y8Q6PMU3XP2W type=del size=2325757 2024-09-13T03:12:06.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.158+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~AHXW1L56M1PW.0 size=1048576 2024-09-13T03:12:06.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.160+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~AHXW1L56M1PW.1 size=1048576 2024-09-13T03:12:06.162 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.161+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~AHXW1L56M1PW.2 size=260144 2024-09-13T03:12:06.162 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.161+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=AHXW1L56M1PW tag=CV1DNGQGEGVW type=write size=3405872 2024-09-13T03:12:06.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.163+0000 7fda4ba82640 1 < canceled operation key=X3IBYPK60ZII tag=HDTPSXP2LBW2 type=write size=545298 2024-09-13T03:12:06.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.164+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=TCOL0PQGKTC7 type=write size=721997 2024-09-13T03:12:06.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.166+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~S7DLN4UC2ZOE.0 size=1048576 2024-09-13T03:12:06.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.167+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~S7DLN4UC2ZOE.1 size=1009538 2024-09-13T03:12:06.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.170+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=S7DLN4UC2ZOE tag=3VSW6RG4ZAQH type=write size=3106690 2024-09-13T03:12:06.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.173+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~DVWT2RQ25HV0.0 size=1048576 2024-09-13T03:12:06.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.174+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~DVWT2RQ25HV0.1 size=414355 2024-09-13T03:12:06.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.174+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=DVWT2RQ25HV0 tag=I1HIFRGQX8K8 type=write size=2511507 2024-09-13T03:12:06.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.176+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~NPST0OHCAKGP.0 size=1048576 2024-09-13T03:12:06.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.177+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~NPST0OHCAKGP.1 size=1048576 2024-09-13T03:12:06.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.178+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~NPST0OHCAKGP.2 size=414107 2024-09-13T03:12:06.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.181+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=NPST0OHCAKGP tag=BRTUTMCRZRV0 type=write size=3559835 2024-09-13T03:12:06.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.184+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~JU1YUTU8P600.0 size=1048576 2024-09-13T03:12:06.186 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.185+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~JU1YUTU8P600.1 size=1048576 2024-09-13T03:12:06.188 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.186+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~JU1YUTU8P600.2 size=303461 2024-09-13T03:12:06.188 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.186+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=JU1YUTU8P600 tag=KXK1G27B10J0 type=write size=3449189 2024-09-13T03:12:06.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.190+0000 7fda4ba82640 1 < suggested remove operation key=A4ZG9OAEC25I tag=3BBI3WG4CBY2 type=del 2024-09-13T03:12:06.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.192+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~0M8TBFCX6A6F.0 size=1048576 2024-09-13T03:12:06.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.194+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~0M8TBFCX6A6F.1 size=1048576 2024-09-13T03:12:06.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.195+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~0M8TBFCX6A6F.2 size=1025633 2024-09-13T03:12:06.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.195+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=0M8TBFCX6A6F tag=KW58GPJ3U010 type=write size=4171361 2024-09-13T03:12:06.198 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.197+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~P1KQ7ZHDV7IJ.0 size=426490 2024-09-13T03:12:06.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.199+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=P1KQ7ZHDV7IJ tag=822LJCHK4YGA type=write size=1475066 2024-09-13T03:12:06.203 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.202+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~X6WGCPE8V3GZ.0 size=1048576 2024-09-13T03:12:06.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.203+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~X6WGCPE8V3GZ.1 size=65882 2024-09-13T03:12:06.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.203+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=X6WGCPE8V3GZ tag=YZNY3E054MIK type=write size=2163034 2024-09-13T03:12:06.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.205+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~R4ZOK5VL4VVM.0 size=1048576 2024-09-13T03:12:06.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.206+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~R4ZOK5VL4VVM.1 size=906998 2024-09-13T03:12:06.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.209+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=R4ZOK5VL4VVM tag=2BT9WCGFV318 type=write size=3004150 2024-09-13T03:12:06.212 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.210+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=V33RQHI406MV type=del size=329688 2024-09-13T03:12:06.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.212+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=721UU44GM25A type=write size=983727 2024-09-13T03:12:06.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.214+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=4PHZYQYR0COJ type=del size=209042 2024-09-13T03:12:06.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.216+0000 7fda4ba82640 1 < canceled operation key=WLBGNRHIMT7I tag=KVP2OZWR5AJ8 type=del size=3884573 2024-09-13T03:12:06.219 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.218+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=N7EUGELE0SX9 type=del size=4177956 2024-09-13T03:12:06.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.219+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=OON6TNQD4JHV type=del 2024-09-13T03:12:06.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.221+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=TLIE3RJKVVPE type=del size=3480087 2024-09-13T03:12:06.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.222+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=EHXNCY9YJF5V type=write size=105478 2024-09-13T03:12:06.226 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.225+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~U5HPZWASNJ73.0 size=1048576 2024-09-13T03:12:06.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.226+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~U5HPZWASNJ73.1 size=1048576 2024-09-13T03:12:06.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.228+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~U5HPZWASNJ73.2 size=935524 2024-09-13T03:12:06.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.228+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=U5HPZWASNJ73 tag=SZBLUK4ZVH4B type=write size=4081252 2024-09-13T03:12:06.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.229+0000 7fda4ba82640 1 < canceled operation key=UEPB2Q26LHMF tag=0R432L388O3I type=write size=733811 2024-09-13T03:12:06.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.233+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~IGUDUH0KVCJX.0 size=152726 2024-09-13T03:12:06.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.233+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=IGUDUH0KVCJX tag=7VKY9J2VCPE5 type=write size=1201302 2024-09-13T03:12:06.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.234+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EFUMLASRAP5I.0 size=1048576 2024-09-13T03:12:06.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.235+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EFUMLASRAP5I.1 size=176696 2024-09-13T03:12:06.239 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.238+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=EFUMLASRAP5I tag=HIANFFJ3LQ5Y type=write size=2273848 2024-09-13T03:12:06.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.240+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=BLKFN0FEX8GY type=del size=2467834 2024-09-13T03:12:06.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.241+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~0MWBWFBDACY5.0 size=376464 2024-09-13T03:12:06.246 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.244+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=0MWBWFBDACY5 tag=6NRAM9QXEGOC type=write size=1425040 2024-09-13T03:12:06.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.246+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=G0RY3AW603TC type=del size=1346690 2024-09-13T03:12:06.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.247+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~R1X8SYQ72SC9.0 size=1048576 2024-09-13T03:12:06.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.249+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~R1X8SYQ72SC9.1 size=1048576 2024-09-13T03:12:06.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.250+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~R1X8SYQ72SC9.2 size=125709 2024-09-13T03:12:06.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.253+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=R1X8SYQ72SC9 tag=36FQIU80BA1G type=write size=3271437 2024-09-13T03:12:06.256 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.255+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=2QLRR0TS6EXH type=write size=1000816 2024-09-13T03:12:06.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.256+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=VGVXKNMWQQ2R type=del 2024-09-13T03:12:06.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.257+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=MYCEQV228T81 type=write size=217024 2024-09-13T03:12:06.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.259+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~AHXW1L56M1PW.0 size=1048576 2024-09-13T03:12:06.262 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.260+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~AHXW1L56M1PW.1 size=1048576 2024-09-13T03:12:06.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.262+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~AHXW1L56M1PW.2 size=260144 2024-09-13T03:12:06.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.264+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=AHXW1L56M1PW tag=CV1DNGQGEGVW type=write size=3405872 2024-09-13T03:12:06.268 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.267+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~ZIL3UF4462T8.0 size=615820 2024-09-13T03:12:06.268 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.267+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=ZIL3UF4462T8 tag=UQONRZTDCPJD type=write size=1664396 2024-09-13T03:12:06.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.269+0000 7fda4ba82640 1 < completed write operation key=DOJPAU2YIY2T tag=TCOL0PQGKTC7 type=write size=721997 2024-09-13T03:12:06.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.270+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=ARVIZMRVA78Q type=del size=778810 2024-09-13T03:12:06.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.272+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~DVWT2RQ25HV0.0 size=1048576 2024-09-13T03:12:06.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.273+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~DVWT2RQ25HV0.1 size=414355 2024-09-13T03:12:06.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.276+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=DVWT2RQ25HV0 tag=I1HIFRGQX8K8 type=write size=2511507 2024-09-13T03:12:06.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.279+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~YSM612J92C9L.0 size=114364 2024-09-13T03:12:06.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.279+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=YSM612J92C9L tag=YTEZEC2A3OZ7 type=write size=1162940 2024-09-13T03:12:06.282 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.280+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~JU1YUTU8P600.0 size=1048576 2024-09-13T03:12:06.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.282+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~JU1YUTU8P600.1 size=1048576 2024-09-13T03:12:06.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.282+0000 7fda4ba82640 1 < canceled part key=_multipart_X8S9YEDBK37F.2~JU1YUTU8P600.2 size=303461 2024-09-13T03:12:06.285 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.284+0000 7fda4ba82640 1 < canceled multipart upload key=X8S9YEDBK37F upload=JU1YUTU8P600 tag=KXK1G27B10J0 type=write size=3449189 2024-09-13T03:12:06.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.286+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=UXBE7TH8UV42 type=del size=2055242 2024-09-13T03:12:06.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.287+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~0M8TBFCX6A6F.0 size=1048576 2024-09-13T03:12:06.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.289+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~0M8TBFCX6A6F.1 size=1048576 2024-09-13T03:12:06.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.290+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~0M8TBFCX6A6F.2 size=1025633 2024-09-13T03:12:06.293 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.292+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=0M8TBFCX6A6F tag=KW58GPJ3U010 type=write size=4171361 2024-09-13T03:12:06.295 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.294+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=PCVIIJ3M21MA type=del size=1716764 2024-09-13T03:12:06.297 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.295+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~X6WGCPE8V3GZ.0 size=1048576 2024-09-13T03:12:06.297 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.295+0000 7fda4ba82640 1 < canceled part key=_multipart_AW13WQCSYUGX.2~X6WGCPE8V3GZ.1 size=65882 2024-09-13T03:12:06.299 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.298+0000 7fda4ba82640 1 < canceled multipart upload key=AW13WQCSYUGX upload=X6WGCPE8V3GZ tag=YZNY3E054MIK type=write size=2163034 2024-09-13T03:12:06.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.299+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=SJVKQCIPM1OF type=del size=79429 2024-09-13T03:12:06.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.301+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=V33RQHI406MV type=del 2024-09-13T03:12:06.304 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.302+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=3QQD0J5IOJIO type=del size=3500781 2024-09-13T03:12:06.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.304+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=4PHZYQYR0COJ type=del 2024-09-13T03:12:06.307 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.306+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=VHVXEWJX21B9 type=write size=950087 2024-09-13T03:12:06.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.307+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=N7EUGELE0SX9 type=del 2024-09-13T03:12:06.310 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.309+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=O2BJUHA66QET type=del size=1920412 2024-09-13T03:12:06.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.312+0000 7fda4ba82640 1 < suggested remove operation key=A4ZG9OAEC25I tag=TLIE3RJKVVPE type=del 2024-09-13T03:12:06.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.313+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=RGG1ZLACJ289 type=del size=504743 2024-09-13T03:12:06.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.315+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~U5HPZWASNJ73.0 size=1048576 2024-09-13T03:12:06.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.316+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~U5HPZWASNJ73.1 size=1048576 2024-09-13T03:12:06.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.318+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~U5HPZWASNJ73.2 size=935524 2024-09-13T03:12:06.322 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.320+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=U5HPZWASNJ73 tag=SZBLUK4ZVH4B type=write size=4081252 2024-09-13T03:12:06.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.323+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~G7YPKQ8R33EU.0 size=1048576 2024-09-13T03:12:06.326 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.325+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~G7YPKQ8R33EU.1 size=671598 2024-09-13T03:12:06.326 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.325+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=G7YPKQ8R33EU tag=LTAIZVF6E81M type=write size=2768750 2024-09-13T03:12:06.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.326+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~IGUDUH0KVCJX.0 size=152726 2024-09-13T03:12:06.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.329+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=IGUDUH0KVCJX tag=7VKY9J2VCPE5 type=write size=1201302 2024-09-13T03:12:06.331 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.330+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=7M7FGUTV1WRF type=del size=2724310 2024-09-13T03:12:06.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.333+0000 7fda4ba82640 1 < suggested remove operation key=WRBSMDZRZQAN tag=BLKFN0FEX8GY type=del 2024-09-13T03:12:06.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.336+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~PNMG8TOBRP40.0 size=1048576 2024-09-13T03:12:06.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.338+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~PNMG8TOBRP40.1 size=1048576 2024-09-13T03:12:06.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.339+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~PNMG8TOBRP40.2 size=865449 2024-09-13T03:12:06.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.339+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=PNMG8TOBRP40 tag=UAQDB3BSG00A type=write size=4011177 2024-09-13T03:12:06.342 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.340+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=G0RY3AW603TC type=del 2024-09-13T03:12:06.343 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.342+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=1F4YZFY2J9HP type=del size=4009922 2024-09-13T03:12:06.346 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.344+0000 7fda4ba82640 -1 < failed to complete operation key=WRBSMDZRZQAN tag=2QLRR0TS6EXH type=write size=1000816: (22) Invalid argument 2024-09-13T03:12:06.348 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.347+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~TR75WWEZTK64.0 size=1048576 2024-09-13T03:12:06.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.349+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~TR75WWEZTK64.1 size=1048576 2024-09-13T03:12:06.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.350+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~TR75WWEZTK64.2 size=555593 2024-09-13T03:12:06.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.350+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=TR75WWEZTK64 tag=AF6V3S4L95HL type=write size=3701321 2024-09-13T03:12:06.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.352+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=MYCEQV228T81 type=write size=217024 2024-09-13T03:12:06.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.353+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=MIQ70TI1LS9B type=del size=1875937 2024-09-13T03:12:06.356 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.355+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~ZIL3UF4462T8.0 size=615820 2024-09-13T03:12:06.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.357+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=ZIL3UF4462T8 tag=UQONRZTDCPJD type=write size=1664396 2024-09-13T03:12:06.360 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.359+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=VPBLAVGLMT1T type=del size=667568 2024-09-13T03:12:06.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.360+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=ARVIZMRVA78Q type=del 2024-09-13T03:12:06.363 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.362+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=VVW252CT7NX6 type=del size=1721320 2024-09-13T03:12:06.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.362+0000 7fda4ba82640 1 < canceled part key=_multipart_MOZWPHZFFRM3.2~YSM612J92C9L.0 size=114364 2024-09-13T03:12:06.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.365+0000 7fda4ba82640 1 < canceled multipart upload key=MOZWPHZFFRM3 upload=YSM612J92C9L tag=YTEZEC2A3OZ7 type=write size=1162940 2024-09-13T03:12:06.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.368+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~ESYE3D8SR0QN.0 size=1048576 2024-09-13T03:12:06.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.369+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~ESYE3D8SR0QN.1 size=322866 2024-09-13T03:12:06.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.369+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=ESYE3D8SR0QN tag=MTVH8HND8JMW type=write size=2420018 2024-09-13T03:12:06.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.371+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=UXBE7TH8UV42 type=del 2024-09-13T03:12:06.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.373+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=HKA49ZE7VMJL type=write size=620678 2024-09-13T03:12:06.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.376+0000 7fda4ba82640 1 < suggested remove operation key=PSHNNGDFOD02 tag=PCVIIJ3M21MA type=del 2024-09-13T03:12:06.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.379+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~5LX7T66U1763.0 size=1048576 2024-09-13T03:12:06.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.380+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~5LX7T66U1763.1 size=672022 2024-09-13T03:12:06.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.380+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=5LX7T66U1763 tag=D10838NOIU45 type=write size=2769174 2024-09-13T03:12:06.383 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.381+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=SJVKQCIPM1OF type=del 2024-09-13T03:12:06.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.383+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=IAUDW7TFC1BR type=del size=621916 2024-09-13T03:12:06.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.386+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=3QQD0J5IOJIO type=del 2024-09-13T03:12:06.390 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.388+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=B0M5RPE72GF0 type=del size=429235 2024-09-13T03:12:06.392 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.390+0000 7fda4ba82640 -1 < failed to complete operation key=WRBSMDZRZQAN tag=VHVXEWJX21B9 type=write size=950087: (22) Invalid argument 2024-09-13T03:12:06.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.393+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~NRQD68M9DW02.0 size=1048576 2024-09-13T03:12:06.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.395+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~NRQD68M9DW02.1 size=335013 2024-09-13T03:12:06.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.395+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=NRQD68M9DW02 tag=VM1CIQEAX7EL type=write size=2432165 2024-09-13T03:12:06.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.396+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=O2BJUHA66QET type=del 2024-09-13T03:12:06.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.398+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=MEIHFJR0561U type=write size=1002285 2024-09-13T03:12:06.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.400+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=RGG1ZLACJ289 type=del 2024-09-13T03:12:06.402 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.401+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=7OKUDXQE4S34 type=write size=620785 2024-09-13T03:12:06.404 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.403+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~G7YPKQ8R33EU.0 size=1048576 2024-09-13T03:12:06.406 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.404+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~G7YPKQ8R33EU.1 size=671598 2024-09-13T03:12:06.408 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.407+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=G7YPKQ8R33EU tag=LTAIZVF6E81M type=write size=2768750 2024-09-13T03:12:06.410 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.408+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=UGOXKON1T497 type=del size=3559516 2024-09-13T03:12:06.412 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.410+0000 7fda4ba82640 -1 < failed to complete operation key=WRBSMDZRZQAN tag=7M7FGUTV1WRF type=del size=2724310: (22) Invalid argument 2024-09-13T03:12:06.413 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.412+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=B0CIAOZZSK6P type=del size=2998057 2024-09-13T03:12:06.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.412+0000 7fda4ba82640 1 < canceled part key=_multipart_53Y8JEVDW9XF.2~PNMG8TOBRP40.0 size=1048576 2024-09-13T03:12:06.415 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.413+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~PNMG8TOBRP40.1 size=1048576 2024-09-13T03:12:06.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.415+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~PNMG8TOBRP40.2 size=865449 2024-09-13T03:12:06.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.417+0000 7fda4ba82640 1 < canceled multipart upload key=53Y8JEVDW9XF upload=PNMG8TOBRP40 tag=UAQDB3BSG00A type=write size=4011177 2024-09-13T03:12:06.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.419+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=LNMWZPF9AYG8 type=del size=1690950 2024-09-13T03:12:06.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.420+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=1F4YZFY2J9HP type=del 2024-09-13T03:12:06.423 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.422+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=11WSI1EOIO9Y type=write size=494656 2024-09-13T03:12:06.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.424+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~TR75WWEZTK64.0 size=1048576 2024-09-13T03:12:06.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.425+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~TR75WWEZTK64.1 size=1048576 2024-09-13T03:12:06.428 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.426+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~TR75WWEZTK64.2 size=555593 2024-09-13T03:12:06.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.429+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=TR75WWEZTK64 tag=AF6V3S4L95HL type=write size=3701321 2024-09-13T03:12:06.432 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.431+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=X8VIA6CMK38F type=del size=3631598 2024-09-13T03:12:06.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.432+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=MIQ70TI1LS9B type=del 2024-09-13T03:12:06.435 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.434+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=HQBXBK7M0Q9G type=del size=2133753 2024-09-13T03:12:06.437 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.435+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=VPBLAVGLMT1T type=del 2024-09-13T03:12:06.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.438+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~TBGLXE5NRTJ2.0 size=100777 2024-09-13T03:12:06.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.438+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=TBGLXE5NRTJ2 tag=CS9AH1J073CL type=write size=1149353 2024-09-13T03:12:06.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.440+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=VVW252CT7NX6 type=del 2024-09-13T03:12:06.442 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.441+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=G5DO1RD1JEJK type=del size=2072737 2024-09-13T03:12:06.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.443+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~ESYE3D8SR0QN.0 size=1048576 2024-09-13T03:12:06.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.444+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~ESYE3D8SR0QN.1 size=322866 2024-09-13T03:12:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:06 smithi078 ceph-mon[85589]: pgmap v1374: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 151 KiB/s wr, 784 op/s 2024-09-13T03:12:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:06 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:12:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:06 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:12:06.448 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.447+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=ESYE3D8SR0QN tag=MTVH8HND8JMW type=write size=2420018 2024-09-13T03:12:06.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.449+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~166QLN3JP1VL.0 size=32448 2024-09-13T03:12:06.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.449+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=166QLN3JP1VL tag=83G9Y8VG1XTF type=write size=1081024 2024-09-13T03:12:06.452 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.451+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=HKA49ZE7VMJL type=write size=620678 2024-09-13T03:12:06.454 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.452+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=F3NX2N61PR8K type=del size=1413364 2024-09-13T03:12:06.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.454+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~5LX7T66U1763.0 size=1048576 2024-09-13T03:12:06.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.455+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~5LX7T66U1763.1 size=672022 2024-09-13T03:12:06.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.458+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=5LX7T66U1763 tag=D10838NOIU45 type=write size=2769174 2024-09-13T03:12:06.461 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.459+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=0ZBZSIV3DB00 type=del size=3900069 2024-09-13T03:12:06.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.461+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=IAUDW7TFC1BR type=del 2024-09-13T03:12:06.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.462+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=H00DOUW2M41T type=del size=13707 2024-09-13T03:12:06.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.464+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=B0M5RPE72GF0 type=del 2024-09-13T03:12:06.467 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.466+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=Y44NZV5NNELU type=del size=1570894 2024-09-13T03:12:06.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.467+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~NRQD68M9DW02.0 size=1048576 2024-09-13T03:12:06.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.469+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~NRQD68M9DW02.1 size=335013 2024-09-13T03:12:06.473 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.471+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=NRQD68M9DW02 tag=VM1CIQEAX7EL type=write size=2432165 2024-09-13T03:12:06.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.473+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=GKGL97Y2KL0U type=del size=1470429 2024-09-13T03:12:06.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.474+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=MEIHFJR0561U type=write size=1002285 2024-09-13T03:12:06.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.477+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~FXI53OZC0PD9.0 size=1029016 2024-09-13T03:12:06.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.477+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=FXI53OZC0PD9 tag=2FZ0NI9RXGNL type=write size=2077592 2024-09-13T03:12:06.480 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.479+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=7OKUDXQE4S34 type=write size=620785 2024-09-13T03:12:06.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.480+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=X3HEQZJRFYID type=del size=781016 2024-09-13T03:12:06.483 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.482+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=UGOXKON1T497 type=del 2024-09-13T03:12:06.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.483+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=NQC6LN5A3D9T type=del size=1993559 2024-09-13T03:12:06.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.485+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=B0CIAOZZSK6P type=del 2024-09-13T03:12:06.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.486+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=HCW12KRH3COG type=del size=3789827 2024-09-13T03:12:06.489 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.488+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=LNMWZPF9AYG8 type=del 2024-09-13T03:12:06.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.489+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=3XREZ3HPC4HS type=write size=535194 2024-09-13T03:12:06.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.491+0000 7fda4ba82640 1 < completed write operation key=PSHNNGDFOD02 tag=11WSI1EOIO9Y type=write size=494656 2024-09-13T03:12:06.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.492+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=ASXP1Y2C8G6A type=del size=1744797 2024-09-13T03:12:06.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.494+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=X8VIA6CMK38F type=del 2024-09-13T03:12:06.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.495+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=N5BL6TAX61EU type=del size=1793170 2024-09-13T03:12:06.498 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.497+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=HQBXBK7M0Q9G type=del 2024-09-13T03:12:06.500 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.499+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=JS01EBTJ9EW9 type=write size=843728 2024-09-13T03:12:06.502 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.501+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~TBGLXE5NRTJ2.0 size=100777 2024-09-13T03:12:06.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.503+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=TBGLXE5NRTJ2 tag=CS9AH1J073CL type=write size=1149353 2024-09-13T03:12:06.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.506+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~F5HTK4D161S9.0 size=1048576 2024-09-13T03:12:06.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.507+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~F5HTK4D161S9.1 size=1048576 2024-09-13T03:12:06.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.509+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~F5HTK4D161S9.2 size=958193 2024-09-13T03:12:06.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.509+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=F5HTK4D161S9 tag=XXPNWO2300R0 type=write size=4103921 2024-09-13T03:12:06.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.510+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=G5DO1RD1JEJK type=del 2024-09-13T03:12:06.513 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.512+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=1PE0VO8G6GXG type=del size=3312146 2024-09-13T03:12:06.515 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.513+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~166QLN3JP1VL.0 size=32448 2024-09-13T03:12:06.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.516+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=166QLN3JP1VL tag=83G9Y8VG1XTF type=write size=1081024 2024-09-13T03:12:06.520 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.519+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~WL8G7PKYM438.0 size=1043255 2024-09-13T03:12:06.520 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.519+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=WL8G7PKYM438 tag=C8A977GAGR9A type=write size=2091831 2024-09-13T03:12:06.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.521+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=F3NX2N61PR8K type=del 2024-09-13T03:12:06.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.522+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=EI7RJZ8WUP6I type=write size=208116 2024-09-13T03:12:06.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.524+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=0ZBZSIV3DB00 type=del 2024-09-13T03:12:06.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.526+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=ZFABEAB8W2JC type=del size=1263627 2024-09-13T03:12:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:06 smithi052 ceph-mon[91421]: pgmap v1374: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 151 KiB/s wr, 784 op/s 2024-09-13T03:12:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:06 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:12:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:06 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:12:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:06 smithi052 ceph-mon[89065]: pgmap v1374: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 151 KiB/s wr, 784 op/s 2024-09-13T03:12:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:06 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:12:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:06 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:12:06.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.528+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=H00DOUW2M41T type=del 2024-09-13T03:12:06.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.531+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~FP01K8SIP026.0 size=1048576 2024-09-13T03:12:06.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.532+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~FP01K8SIP026.1 size=667947 2024-09-13T03:12:06.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.532+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=FP01K8SIP026 tag=N3VXQVSAPH02 type=write size=2765099 2024-09-13T03:12:06.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.534+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=Y44NZV5NNELU type=del 2024-09-13T03:12:06.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.535+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=IXWUGTU6NIEL type=del size=380159 2024-09-13T03:12:06.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.537+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=GKGL97Y2KL0U type=del 2024-09-13T03:12:06.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.538+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=BEB7AYM321ZD type=del size=1418228 2024-09-13T03:12:06.541 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.540+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~FXI53OZC0PD9.0 size=1029016 2024-09-13T03:12:06.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.543+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=FXI53OZC0PD9 tag=2FZ0NI9RXGNL type=write size=2077592 2024-09-13T03:12:06.546 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.544+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=0YK6T3FB0UQP type=del size=2217109 2024-09-13T03:12:06.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.546+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=X3HEQZJRFYID type=del 2024-09-13T03:12:06.549 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.548+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=DZEN437RKSIE type=del size=1754471 2024-09-13T03:12:06.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.549+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=NQC6LN5A3D9T type=del 2024-09-13T03:12:06.552 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.551+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=48UIWN7JHQFY type=del size=250755 2024-09-13T03:12:06.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.552+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=HCW12KRH3COG type=del 2024-09-13T03:12:06.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.555+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~S0YA52MEEW0U.0 size=1048576 2024-09-13T03:12:06.558 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.557+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~S0YA52MEEW0U.1 size=1048576 2024-09-13T03:12:06.559 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.558+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~S0YA52MEEW0U.2 size=872999 2024-09-13T03:12:06.559 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.558+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=S0YA52MEEW0U tag=ZCYN32S4WTHL type=write size=4018727 2024-09-13T03:12:06.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.559+0000 7fda4ba82640 1 < completed write operation key=DJ0S2Y4QPAX8 tag=3XREZ3HPC4HS type=write size=535194 2024-09-13T03:12:06.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.561+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=4DJ6ST4PNPQD type=write size=210214 2024-09-13T03:12:06.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.563+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=ASXP1Y2C8G6A type=del 2024-09-13T03:12:06.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.564+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=3QB36M3BK5Y0 type=del size=609930 2024-09-13T03:12:06.569 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.567+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=N5BL6TAX61EU type=del 2024-09-13T03:12:06.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.570+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~U51TGBO09DFH.0 size=1048576 2024-09-13T03:12:06.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.572+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~U51TGBO09DFH.1 size=1048576 2024-09-13T03:12:06.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.573+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~U51TGBO09DFH.2 size=992418 2024-09-13T03:12:06.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.573+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=U51TGBO09DFH tag=JYSTG20TPUWW type=write size=4138146 2024-09-13T03:12:06.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.574+0000 7fda4ba82640 1 < completed write operation key=KE9LDUK7XMNH tag=JS01EBTJ9EW9 type=write size=843728 2024-09-13T03:12:06.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.576+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=LM32LT1I6ZPW type=del size=2996049 2024-09-13T03:12:06.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.577+0000 7fda4ba82640 1 < canceled part key=_multipart_3VGJW4TWEKKL.2~F5HTK4D161S9.0 size=1048576 2024-09-13T03:12:06.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.578+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~F5HTK4D161S9.1 size=1048576 2024-09-13T03:12:06.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.579+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~F5HTK4D161S9.2 size=958193 2024-09-13T03:12:06.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.582+0000 7fda4ba82640 1 < canceled multipart upload key=3VGJW4TWEKKL upload=F5HTK4D161S9 tag=XXPNWO2300R0 type=write size=4103921 2024-09-13T03:12:06.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.583+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=IBQEXVJFO5K0 type=del size=1855496 2024-09-13T03:12:06.587 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.585+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=1PE0VO8G6GXG type=del 2024-09-13T03:12:06.588 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.587+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=Y05NWVLFORB7 type=del size=3903016 2024-09-13T03:12:06.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.589+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~WL8G7PKYM438.0 size=1043255 2024-09-13T03:12:06.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.591+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=WL8G7PKYM438 tag=C8A977GAGR9A type=write size=2091831 2024-09-13T03:12:06.594 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.593+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=9R1R2NW6KL2G type=del size=3272675 2024-09-13T03:12:06.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.594+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=EI7RJZ8WUP6I type=write size=208116 2024-09-13T03:12:06.597 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.596+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=K7V0CRFJQQ0B type=del size=1517415 2024-09-13T03:12:06.599 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.598+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=ZFABEAB8W2JC type=del 2024-09-13T03:12:06.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.601+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~38OTBRY7WG37.0 size=865960 2024-09-13T03:12:06.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.601+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=38OTBRY7WG37 tag=I1NTD88GSIST type=write size=1914536 2024-09-13T03:12:06.604 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.603+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~FP01K8SIP026.0 size=1048576 2024-09-13T03:12:06.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.604+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~FP01K8SIP026.1 size=667947 2024-09-13T03:12:06.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.607+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=FP01K8SIP026 tag=N3VXQVSAPH02 type=write size=2765099 2024-09-13T03:12:06.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.609+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=NRS11TISMC2A type=del size=3965363 2024-09-13T03:12:06.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.611+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=IXWUGTU6NIEL type=del 2024-09-13T03:12:06.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.614+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~QDM924OW3HC1.0 size=728791 2024-09-13T03:12:06.616 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.614+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=QDM924OW3HC1 tag=N76A7DMITNM3 type=write size=1777367 2024-09-13T03:12:06.619 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.617+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=BEB7AYM321ZD type=del size=1418228 2024-09-13T03:12:06.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.619+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=4NHANWQ5SB45 type=del size=3735275 2024-09-13T03:12:06.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.620+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=0YK6T3FB0UQP type=del 2024-09-13T03:12:06.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.622+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=OIQJ1M97E40G type=write size=1030445 2024-09-13T03:12:06.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.624+0000 7fda4ba82640 1 < canceled operation key=DOJPAU2YIY2T tag=DZEN437RKSIE type=del size=1754471 2024-09-13T03:12:06.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.628+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~KXTT3130LYIK.0 size=1048576 2024-09-13T03:12:06.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.629+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~KXTT3130LYIK.1 size=988774 2024-09-13T03:12:06.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.629+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=KXTT3130LYIK tag=T86G1FQOFIGU type=write size=3085926 2024-09-13T03:12:06.632 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.631+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=48UIWN7JHQFY type=del 2024-09-13T03:12:06.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.633+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=L68LJPYXG3YS type=del size=1440842 2024-09-13T03:12:06.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.635+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~S0YA52MEEW0U.0 size=1048576 2024-09-13T03:12:06.638 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.637+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~S0YA52MEEW0U.1 size=1048576 2024-09-13T03:12:06.639 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.638+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~S0YA52MEEW0U.2 size=872999 2024-09-13T03:12:06.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.641+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=S0YA52MEEW0U tag=ZCYN32S4WTHL type=write size=4018727 2024-09-13T03:12:06.644 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.643+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=H5238JTA0LRC type=del size=298065 2024-09-13T03:12:06.646 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.645+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=4DJ6ST4PNPQD type=write size=210214 2024-09-13T03:12:06.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.647+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=U5JEFP3PYXFJ type=del size=517517 2024-09-13T03:12:06.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.649+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=3QB36M3BK5Y0 type=del 2024-09-13T03:12:06.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.650+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=JSYFQP6T93WH type=write size=310572 2024-09-13T03:12:06.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.651+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~U51TGBO09DFH.0 size=1048576 2024-09-13T03:12:06.653 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.652+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~U51TGBO09DFH.1 size=1048576 2024-09-13T03:12:06.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.653+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~U51TGBO09DFH.2 size=992418 2024-09-13T03:12:06.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.656+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=U51TGBO09DFH tag=JYSTG20TPUWW type=write size=4138146 2024-09-13T03:12:06.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.658+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=CTDQA4N8OJGE type=write size=1030162 2024-09-13T03:12:06.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.660+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=LM32LT1I6ZPW type=del 2024-09-13T03:12:06.663 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.661+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=0GP7US9B3544 type=del size=2334407 2024-09-13T03:12:06.664 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.663+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=IBQEXVJFO5K0 type=del 2024-09-13T03:12:06.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.665+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=NLT2LQ8P51XV type=del size=3756753 2024-09-13T03:12:06.669 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.668+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=Y05NWVLFORB7 type=del 2024-09-13T03:12:06.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.670+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=F05E83WF3FLT type=del size=3979186 2024-09-13T03:12:06.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.671+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=9R1R2NW6KL2G type=del 2024-09-13T03:12:06.674 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.673+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=HF6RL0ICDABR type=write size=623280 2024-09-13T03:12:06.676 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.675+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=K7V0CRFJQQ0B type=del 2024-09-13T03:12:06.678 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.676+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=63Y7W08B3EG9 type=del size=1089689 2024-09-13T03:12:06.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.678+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~38OTBRY7WG37.0 size=865960 2024-09-13T03:12:06.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.681+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=38OTBRY7WG37 tag=I1NTD88GSIST type=write size=1914536 2024-09-13T03:12:06.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.684+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~531CUAHNJ3EF.0 size=1048576 2024-09-13T03:12:06.687 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.686+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~531CUAHNJ3EF.1 size=1048576 2024-09-13T03:12:06.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.687+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~531CUAHNJ3EF.2 size=518460 2024-09-13T03:12:06.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.687+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=531CUAHNJ3EF tag=C1PK9RVQSMFJ type=write size=3664188 2024-09-13T03:12:06.690 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.689+0000 7fda4ba82640 1 < canceled operation key=HCD8XCSFOAR1 tag=NRS11TISMC2A type=del size=3965363 2024-09-13T03:12:06.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.692+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~TTK8SWL2YTHT.0 size=556001 2024-09-13T03:12:06.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.692+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=TTK8SWL2YTHT tag=BMS0SBQS1NBO type=write size=1604577 2024-09-13T03:12:06.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.693+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~QDM924OW3HC1.0 size=728791 2024-09-13T03:12:06.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.696+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=QDM924OW3HC1 tag=N76A7DMITNM3 type=write size=1777367 2024-09-13T03:12:06.700 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.699+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~3OKT22L07RA9.0 size=1048576 2024-09-13T03:12:06.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.700+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~3OKT22L07RA9.1 size=458318 2024-09-13T03:12:06.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.700+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=3OKT22L07RA9 tag=RUHUSLEDMVDI type=write size=2555470 2024-09-13T03:12:06.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.702+0000 7fda4ba82640 1 < canceled operation key=X8S9YEDBK37F tag=4NHANWQ5SB45 type=del size=3735275 2024-09-13T03:12:06.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.704+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=D12W6W9HJ2Z0 type=del size=640019 2024-09-13T03:12:06.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.706+0000 7fda4ba82640 -1 < failed to complete operation key=O0M1N8B5QOP1 tag=OIQJ1M97E40G type=write size=1030445: (22) Invalid argument 2024-09-13T03:12:06.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.709+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~K8EY61EKQ2DQ.0 size=1048576 2024-09-13T03:12:06.712 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.711+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~K8EY61EKQ2DQ.1 size=1048576 2024-09-13T03:12:06.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.712+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~K8EY61EKQ2DQ.2 size=540104 2024-09-13T03:12:06.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.712+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=K8EY61EKQ2DQ tag=O86HZXDL2R3O type=write size=3685832 2024-09-13T03:12:06.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.714+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~KXTT3130LYIK.0 size=1048576 2024-09-13T03:12:06.716 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.715+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~KXTT3130LYIK.1 size=988774 2024-09-13T03:12:06.719 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.717+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=KXTT3130LYIK tag=T86G1FQOFIGU type=write size=3085926 2024-09-13T03:12:06.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.720+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~08E0FQ36HYZI.0 size=1048576 2024-09-13T03:12:06.723 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.722+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~08E0FQ36HYZI.1 size=1048576 2024-09-13T03:12:06.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.723+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~08E0FQ36HYZI.2 size=248188 2024-09-13T03:12:06.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.723+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=08E0FQ36HYZI tag=0HT4B5UGGQTP type=write size=3393916 2024-09-13T03:12:06.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.726+0000 7fda4ba82640 1 < suggested remove operation key=E67B744938JK tag=L68LJPYXG3YS type=del 2024-09-13T03:12:06.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.727+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=2075HR0TBDT4 type=write size=78786 2024-09-13T03:12:06.731 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.729+0000 7fda4ba82640 1 < canceled operation key=DJ0S2Y4QPAX8 tag=H5238JTA0LRC type=del size=298065 2024-09-13T03:12:06.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.731+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=2DYOD8D8LLAM type=write size=133603 2024-09-13T03:12:06.734 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.733+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=U5JEFP3PYXFJ type=del 2024-09-13T03:12:06.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.734+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=Q9BW8DFSQU7Y type=del size=3468247 2024-09-13T03:12:06.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.736+0000 7fda4ba82640 1 < completed write operation key=QSXH3UHXTEO9 tag=JSYFQP6T93WH type=write size=310572 2024-09-13T03:12:06.739 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.737+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=56XGRPF02PUQ type=write size=954926 2024-09-13T03:12:06.741 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.739+0000 7fda4ba82640 1 < canceled operation key=X8S9YEDBK37F tag=CTDQA4N8OJGE type=write size=1030162 2024-09-13T03:12:06.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.741+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=JNMFO9GRL1RR type=write size=884229 2024-09-13T03:12:06.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.745+0000 7fda4ba82640 1 < suggested remove operation key=I99SIV522FFG tag=0GP7US9B3544 type=del 2024-09-13T03:12:06.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.747+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=FBJTM6MTX1JC type=del size=2885700 2024-09-13T03:12:06.750 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.748+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=NLT2LQ8P51XV type=del 2024-09-13T03:12:06.751 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.750+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=54T1U2D58IN9 type=del size=177977 2024-09-13T03:12:06.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.752+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=F05E83WF3FLT type=del 2024-09-13T03:12:06.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.754+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=1G1D0HZKJIP8 type=del size=2634981 2024-09-13T03:12:06.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.755+0000 7fda4ba82640 1 < canceled operation key=DJ0S2Y4QPAX8 tag=HF6RL0ICDABR type=write size=623280 2024-09-13T03:12:06.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.757+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=6M1F1TQVAQMD type=del size=3089834 2024-09-13T03:12:06.760 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.758+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=63Y7W08B3EG9 type=del size=1089689 2024-09-13T03:12:06.761 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.760+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=E0N3UW1FG71G type=del size=389202 2024-09-13T03:12:06.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.761+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~531CUAHNJ3EF.0 size=1048576 2024-09-13T03:12:06.764 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.763+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~531CUAHNJ3EF.1 size=1048576 2024-09-13T03:12:06.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.764+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~531CUAHNJ3EF.2 size=518460 2024-09-13T03:12:06.769 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.767+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=531CUAHNJ3EF tag=C1PK9RVQSMFJ type=write size=3664188 2024-09-13T03:12:06.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.769+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=8JH83J2P9ITC type=del size=3089178 2024-09-13T03:12:06.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.771+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~TTK8SWL2YTHT.0 size=556001 2024-09-13T03:12:06.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.773+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=TTK8SWL2YTHT tag=BMS0SBQS1NBO type=write size=1604577 2024-09-13T03:12:06.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.775+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=CT0Z18V6ZHZW type=del size=3241560 2024-09-13T03:12:06.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.777+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~3OKT22L07RA9.0 size=1048576 2024-09-13T03:12:06.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.777+0000 7fda4ba82640 1 < canceled part key=_multipart_DJ0S2Y4QPAX8.2~3OKT22L07RA9.1 size=458318 2024-09-13T03:12:06.781 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.780+0000 7fda4ba82640 1 < canceled multipart upload key=DJ0S2Y4QPAX8 upload=3OKT22L07RA9 tag=RUHUSLEDMVDI type=write size=2555470 2024-09-13T03:12:06.783 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.782+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=CUDGJIIQ64PS type=del size=3719872 2024-09-13T03:12:06.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.784+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=D12W6W9HJ2Z0 type=del 2024-09-13T03:12:06.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.785+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=HCIVWFY8I310 type=del size=708282 2024-09-13T03:12:06.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.787+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~K8EY61EKQ2DQ.0 size=1048576 2024-09-13T03:12:06.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.788+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~K8EY61EKQ2DQ.1 size=1048576 2024-09-13T03:12:06.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.789+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~K8EY61EKQ2DQ.2 size=540104 2024-09-13T03:12:06.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.792+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=K8EY61EKQ2DQ tag=O86HZXDL2R3O type=write size=3685832 2024-09-13T03:12:06.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.795+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~BJAERYSDMVDU.0 size=804544 2024-09-13T03:12:06.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.795+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=BJAERYSDMVDU tag=IR0NM2SBVNKY type=write size=1853120 2024-09-13T03:12:06.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.797+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~08E0FQ36HYZI.0 size=1048576 2024-09-13T03:12:06.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.798+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~08E0FQ36HYZI.1 size=1048576 2024-09-13T03:12:06.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.800+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~08E0FQ36HYZI.2 size=248188 2024-09-13T03:12:06.804 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.803+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=08E0FQ36HYZI tag=0HT4B5UGGQTP type=write size=3393916 2024-09-13T03:12:06.806 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.804+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=IZHEVIOTSQHJ type=write size=476349 2024-09-13T03:12:06.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.806+0000 7fda4ba82640 1 < canceled operation key=53Y8JEVDW9XF tag=2075HR0TBDT4 type=write size=78786 2024-09-13T03:12:06.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.808+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=ANW3IQ4Z5REG type=del size=1616075 2024-09-13T03:12:06.812 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.811+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=2DYOD8D8LLAM type=write size=133603 2024-09-13T03:12:06.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.812+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=DLO3SN0WITAM type=del size=2017509 2024-09-13T03:12:06.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.814+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=Q9BW8DFSQU7Y type=del 2024-09-13T03:12:06.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.816+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=7AUFAZSLBI2E type=write size=405539 2024-09-13T03:12:06.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.817+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=56XGRPF02PUQ type=write size=954926 2024-09-13T03:12:06.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.819+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=8RRIR4QVP4DW type=write size=18338 2024-09-13T03:12:06.822 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.821+0000 7fda4ba82640 1 < completed write operation key=IQRILNWE9YY3 tag=JNMFO9GRL1RR type=write size=884229 2024-09-13T03:12:06.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.823+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=ECI69BZ0U1JM type=del size=3572851 2024-09-13T03:12:06.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.824+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=FBJTM6MTX1JC type=del 2024-09-13T03:12:06.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.826+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=YM94ICSDPIXY type=del size=3313069 2024-09-13T03:12:06.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.828+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=54T1U2D58IN9 type=del 2024-09-13T03:12:06.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.829+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=ZW34YG2GGSMU type=del size=1664913 2024-09-13T03:12:06.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.831+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=1G1D0HZKJIP8 type=del 2024-09-13T03:12:06.834 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.833+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=AGJ0TCL6IWZ2 type=del size=2116470 2024-09-13T03:12:06.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.834+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=6M1F1TQVAQMD type=del 2024-09-13T03:12:06.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.836+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=03WF626VUFOH type=del size=3482851 2024-09-13T03:12:06.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.837+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=E0N3UW1FG71G type=del 2024-09-13T03:12:06.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.841+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~BI4UG3ODNN71.0 size=1048576 2024-09-13T03:12:06.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.842+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~BI4UG3ODNN71.1 size=1048576 2024-09-13T03:12:06.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.844+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~BI4UG3ODNN71.2 size=690064 2024-09-13T03:12:06.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.844+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=BI4UG3ODNN71 tag=0AI6H4RWVDFQ type=write size=3835792 2024-09-13T03:12:06.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.845+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=8JH83J2P9ITC type=del 2024-09-13T03:12:06.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.847+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=25FKV4R6NAGI type=write size=368001 2024-09-13T03:12:06.850 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.848+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=CT0Z18V6ZHZW type=del 2024-09-13T03:12:06.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.850+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=Q1QZC657ESC1 type=del size=97277 2024-09-13T03:12:06.853 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.852+0000 7fda4ba82640 1 < canceled operation key=WRBSMDZRZQAN tag=CUDGJIIQ64PS type=del size=3719872 2024-09-13T03:12:06.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.855+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~109X3XQXATCU.0 size=1048576 2024-09-13T03:12:06.857 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.856+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~109X3XQXATCU.1 size=1048576 2024-09-13T03:12:06.859 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.858+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~109X3XQXATCU.2 size=481713 2024-09-13T03:12:06.859 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.858+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=109X3XQXATCU tag=0R6HDFSMY3M9 type=write size=3627441 2024-09-13T03:12:06.863 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.862+0000 7fda4ba82640 1 < suggested update operation key=XD7KO6C78R2R tag=HCIVWFY8I310 type=del size=708282 2024-09-13T03:12:06.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.866+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~8KWXWYXGCSK7.0 size=1048576 2024-09-13T03:12:06.868 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.867+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~8KWXWYXGCSK7.1 size=1048576 2024-09-13T03:12:06.870 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.868+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~8KWXWYXGCSK7.2 size=496256 2024-09-13T03:12:06.870 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.868+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=8KWXWYXGCSK7 tag=SSOUYYLBW608 type=write size=3641984 2024-09-13T03:12:06.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.870+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~BJAERYSDMVDU.0 size=804544 2024-09-13T03:12:06.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.873+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=BJAERYSDMVDU tag=IR0NM2SBVNKY type=write size=1853120 2024-09-13T03:12:06.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.876+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~S2TMWZ0VVR9P.0 size=556364 2024-09-13T03:12:06.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.876+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=S2TMWZ0VVR9P tag=NNEZ1QV7TDYD type=write size=1604940 2024-09-13T03:12:06.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.878+0000 7fda4ba82640 1 < completed write operation key=WRBSMDZRZQAN tag=IZHEVIOTSQHJ type=write size=476349 2024-09-13T03:12:06.881 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.879+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=BOFGUW948T7R type=del size=1215862 2024-09-13T03:12:06.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.881+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=ANW3IQ4Z5REG type=del 2024-09-13T03:12:06.885 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.884+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~R0QX0UVYAJ4Z.0 size=1048576 2024-09-13T03:12:06.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.885+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~R0QX0UVYAJ4Z.1 size=514833 2024-09-13T03:12:06.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.885+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=R0QX0UVYAJ4Z tag=AD0OM106F4B8 type=write size=2611985 2024-09-13T03:12:06.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.887+0000 7fda4ba82640 1 < canceled operation key=WLBGNRHIMT7I tag=DLO3SN0WITAM type=del size=2017509 2024-09-13T03:12:06.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.890+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~GHXJO48WPNFY.0 size=676494 2024-09-13T03:12:06.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.890+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=GHXJO48WPNFY tag=B0GPT74RJHJ5 type=write size=1725070 2024-09-13T03:12:06.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.892+0000 7fda4ba82640 1 < canceled operation key=K8VZZVE7H1UR tag=7AUFAZSLBI2E type=write size=405539 2024-09-13T03:12:06.896 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.895+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~714LDA4ZMOI0.0 size=1048576 2024-09-13T03:12:06.898 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.897+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~714LDA4ZMOI0.1 size=223807 2024-09-13T03:12:06.898 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.897+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=714LDA4ZMOI0 tag=J4OEQ0DNF2OZ type=write size=2320959 2024-09-13T03:12:06.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.900+0000 7fda4ba82640 1 < suggested update operation key=YXSJPUVUR9YF tag=8RRIR4QVP4DW type=write size=18338 2024-09-13T03:12:06.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.902+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=BMN10S02KTG7 type=del size=2145585 2024-09-13T03:12:06.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.903+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=ECI69BZ0U1JM type=del 2024-09-13T03:12:06.906 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.905+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=XBPA2ZNB9QEY type=del size=3735482 2024-09-13T03:12:06.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.908+0000 7fda4ba82640 1 < suggested remove operation key=KE9LDUK7XMNH tag=YM94ICSDPIXY type=del 2024-09-13T03:12:06.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.910+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=47JK2D8K8XAF type=del size=916721 2024-09-13T03:12:06.914 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.913+0000 7fda4ba82640 1 < suggested remove operation key=QSXH3UHXTEO9 tag=ZW34YG2GGSMU type=del 2024-09-13T03:12:06.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.915+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=W1KZSYW0NH7Z type=del size=2438673 2024-09-13T03:12:06.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.917+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=AGJ0TCL6IWZ2 type=del 2024-09-13T03:12:06.920 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.919+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=FA0MVV8HHRH1 type=del size=3684448 2024-09-13T03:12:06.923 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.922+0000 7fda4ba82640 1 < suggested update operation key=MOZWPHZFFRM3 tag=03WF626VUFOH type=del size=3482851 2024-09-13T03:12:06.925 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.924+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=O526F83O2M2B type=write size=67561 2024-09-13T03:12:06.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.925+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~BI4UG3ODNN71.0 size=1048576 2024-09-13T03:12:06.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.927+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~BI4UG3ODNN71.1 size=1048576 2024-09-13T03:12:06.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.928+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~BI4UG3ODNN71.2 size=690064 2024-09-13T03:12:06.932 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.931+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=BI4UG3ODNN71 tag=0AI6H4RWVDFQ type=write size=3835792 2024-09-13T03:12:06.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.935+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~RPPILD0CNI8M.0 size=1048576 2024-09-13T03:12:06.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.936+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~RPPILD0CNI8M.1 size=121491 2024-09-13T03:12:06.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.936+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=RPPILD0CNI8M tag=3KNV9X8AXFP1 type=write size=2218643 2024-09-13T03:12:06.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.937+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=25FKV4R6NAGI type=write size=368001 2024-09-13T03:12:06.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.941+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~P822NPSNSG8N.0 size=500223 2024-09-13T03:12:06.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.941+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=P822NPSNSG8N tag=IVUZ1ZU5T97C type=write size=1548799 2024-09-13T03:12:06.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.942+0000 7fda4ba82640 1 < canceled operation key=E67B744938JK tag=Q1QZC657ESC1 type=del size=97277 2024-09-13T03:12:06.947 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.945+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~AV6E0O73SRAW.0 size=1048576 2024-09-13T03:12:06.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.947+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~AV6E0O73SRAW.1 size=573532 2024-09-13T03:12:06.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.947+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=AV6E0O73SRAW tag=2CCZ2XWRR6HD type=write size=2670684 2024-09-13T03:12:06.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.948+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~109X3XQXATCU.0 size=1048576 2024-09-13T03:12:06.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.948+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~109X3XQXATCU.1 size=1048576 2024-09-13T03:12:06.951 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.949+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~109X3XQXATCU.2 size=481713 2024-09-13T03:12:06.953 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.952+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=109X3XQXATCU tag=0R6HDFSMY3M9 type=write size=3627441 2024-09-13T03:12:06.956 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.955+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TFTXJ0G3TJH6.0 size=1048576 2024-09-13T03:12:06.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.956+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TFTXJ0G3TJH6.1 size=1048576 2024-09-13T03:12:06.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.957+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TFTXJ0G3TJH6.2 size=148251 2024-09-13T03:12:06.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.957+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=TFTXJ0G3TJH6 tag=JCOQFUFYP0MG type=write size=3293979 2024-09-13T03:12:06.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.959+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~8KWXWYXGCSK7.0 size=1048576 2024-09-13T03:12:06.962 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.960+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~8KWXWYXGCSK7.1 size=1048576 2024-09-13T03:12:06.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.962+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~8KWXWYXGCSK7.2 size=496256 2024-09-13T03:12:06.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.965+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=8KWXWYXGCSK7 tag=SSOUYYLBW608 type=write size=3641984 2024-09-13T03:12:06.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.966+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=O33ZPF0EONB1 type=write size=707191 2024-09-13T03:12:06.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.968+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~S2TMWZ0VVR9P.0 size=556364 2024-09-13T03:12:06.972 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.971+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=S2TMWZ0VVR9P tag=NNEZ1QV7TDYD type=write size=1604940 2024-09-13T03:12:06.975 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.974+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~N78DQU23RM7G.0 size=1048576 2024-09-13T03:12:06.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.975+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~N78DQU23RM7G.1 size=1048576 2024-09-13T03:12:06.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.977+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~N78DQU23RM7G.2 size=493134 2024-09-13T03:12:06.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.977+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=N78DQU23RM7G tag=G93NUD66W35Z type=write size=3638862 2024-09-13T03:12:06.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.978+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=BOFGUW948T7R type=del 2024-09-13T03:12:06.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.981+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~IP9GG2SOCZVW.0 size=147565 2024-09-13T03:12:06.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.981+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=IP9GG2SOCZVW tag=GD7YO9EGPS6U type=write size=1196141 2024-09-13T03:12:06.984 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.983+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~R0QX0UVYAJ4Z.0 size=1048576 2024-09-13T03:12:06.986 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.984+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~R0QX0UVYAJ4Z.1 size=514833 2024-09-13T03:12:06.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.988+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=R0QX0UVYAJ4Z tag=AD0OM106F4B8 type=write size=2611985 2024-09-13T03:12:06.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.989+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=MZ2K30OH6WST type=del size=1432266 2024-09-13T03:12:06.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.990+0000 7fda4ba82640 1 < canceled part key=_multipart_XD7KO6C78R2R.2~GHXJO48WPNFY.0 size=676494 2024-09-13T03:12:06.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.993+0000 7fda4ba82640 1 < canceled multipart upload key=XD7KO6C78R2R upload=GHXJO48WPNFY tag=B0GPT74RJHJ5 type=write size=1725070 2024-09-13T03:12:06.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.996+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~S57VG4NLVO3O.0 size=373084 2024-09-13T03:12:06.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.996+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=S57VG4NLVO3O tag=XT5N7FFS6OE3 type=write size=1421660 2024-09-13T03:12:06.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.997+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~714LDA4ZMOI0.0 size=1048576 2024-09-13T03:12:07.000 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:06.999+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~714LDA4ZMOI0.1 size=223807 2024-09-13T03:12:07.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.002+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=714LDA4ZMOI0 tag=J4OEQ0DNF2OZ type=write size=2320959 2024-09-13T03:12:07.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.004+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=9SNA65LC6EJY type=del size=2641887 2024-09-13T03:12:07.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.005+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=BMN10S02KTG7 type=del 2024-09-13T03:12:07.008 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.007+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=SN0KIQIF5PHK type=del size=4160350 2024-09-13T03:12:07.010 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.009+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=XBPA2ZNB9QEY type=del 2024-09-13T03:12:07.014 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.012+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~QHXYQ087G79Y.0 size=365210 2024-09-13T03:12:07.014 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.012+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=QHXYQ087G79Y tag=DV2ELJ1ENLUG type=write size=1413786 2024-09-13T03:12:07.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.015+0000 7fda4ba82640 1 < suggested update operation key=KE9LDUK7XMNH tag=47JK2D8K8XAF type=del size=916721 2024-09-13T03:12:07.018 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.017+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=PR1JM1D59CHB type=del size=1983298 2024-09-13T03:12:07.020 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.019+0000 7fda4ba82640 -1 < failed to complete operation key=KE9LDUK7XMNH tag=W1KZSYW0NH7Z type=del size=2438673: (22) Invalid argument 2024-09-13T03:12:07.022 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.021+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=IJYE9WOH4AQ9 type=write size=6800 2024-09-13T03:12:07.025 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.024+0000 7fda4ba82640 1 < suggested update operation key=K8VZZVE7H1UR tag=FA0MVV8HHRH1 type=del size=3684448 2024-09-13T03:12:07.029 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.027+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~3N7S3RGOHV2A.0 size=898033 2024-09-13T03:12:07.029 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.027+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=3N7S3RGOHV2A tag=022RMBE5QY3B type=write size=1946609 2024-09-13T03:12:07.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.029+0000 7fda4ba82640 1 < canceled operation key=53Y8JEVDW9XF tag=O526F83O2M2B type=write size=67561 2024-09-13T03:12:07.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.032+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~YWSU4K68137N.0 size=1048576 2024-09-13T03:12:07.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.033+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~YWSU4K68137N.1 size=141391 2024-09-13T03:12:07.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.033+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=YWSU4K68137N tag=7CJFZ6ZAY6BW type=write size=2238543 2024-09-13T03:12:07.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.035+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~RPPILD0CNI8M.0 size=1048576 2024-09-13T03:12:07.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.035+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~RPPILD0CNI8M.1 size=121491 2024-09-13T03:12:07.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.038+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=RPPILD0CNI8M tag=3KNV9X8AXFP1 type=write size=2218643 2024-09-13T03:12:07.042 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.041+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~FLIA5GWE2927.0 size=1045682 2024-09-13T03:12:07.042 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.041+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=FLIA5GWE2927 tag=5J0Q13OZ7IIA type=write size=2094258 2024-09-13T03:12:07.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.042+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~P822NPSNSG8N.0 size=500223 2024-09-13T03:12:07.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.045+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=P822NPSNSG8N tag=IVUZ1ZU5T97C type=write size=1548799 2024-09-13T03:12:07.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.047+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=OEVQAA506ODI type=del size=2793079 2024-09-13T03:12:07.050 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.049+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~AV6E0O73SRAW.0 size=1048576 2024-09-13T03:12:07.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.050+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~AV6E0O73SRAW.1 size=573532 2024-09-13T03:12:07.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.053+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=AV6E0O73SRAW tag=2CCZ2XWRR6HD type=write size=2670684 2024-09-13T03:12:07.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.056+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~DQDGX5WNUK4N.0 size=1048576 2024-09-13T03:12:07.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.058+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~DQDGX5WNUK4N.1 size=1048576 2024-09-13T03:12:07.060 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.059+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~DQDGX5WNUK4N.2 size=450867 2024-09-13T03:12:07.061 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.059+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=DQDGX5WNUK4N tag=1S4CRQ1WROJ3 type=write size=3596595 2024-09-13T03:12:07.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.061+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~TFTXJ0G3TJH6.0 size=1048576 2024-09-13T03:12:07.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.061+0000 7fda4ba82640 1 < canceled part key=_multipart_A4ZG9OAEC25I.2~TFTXJ0G3TJH6.1 size=1048576 2024-09-13T03:12:07.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.061+0000 7fda4ba82640 1 < canceled part key=_multipart_A4ZG9OAEC25I.2~TFTXJ0G3TJH6.2 size=148251 2024-09-13T03:12:07.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.064+0000 7fda4ba82640 1 < canceled multipart upload key=A4ZG9OAEC25I upload=TFTXJ0G3TJH6 tag=JCOQFUFYP0MG type=write size=3293979 2024-09-13T03:12:07.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.066+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=98ART2LBXFZR type=write size=933319 2024-09-13T03:12:07.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.068+0000 7fda4ba82640 1 < completed write operation key=M3W0IJDWZTHP tag=O33ZPF0EONB1 type=write size=707191 2024-09-13T03:12:07.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.069+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=4Y8ZTQ8UUAHU type=write size=684141 2024-09-13T03:12:07.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.070+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~N78DQU23RM7G.0 size=1048576 2024-09-13T03:12:07.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.071+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~N78DQU23RM7G.1 size=1048576 2024-09-13T03:12:07.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.071+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~N78DQU23RM7G.2 size=493134 2024-09-13T03:12:07.075 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.074+0000 7fda4ba82640 1 < canceled multipart upload key=ZGHDNK9YXEAH upload=N78DQU23RM7G tag=G93NUD66W35Z type=write size=3638862 2024-09-13T03:12:07.078 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.077+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~T16RXN3Y4TLS.0 size=1048576 2024-09-13T03:12:07.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.078+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~T16RXN3Y4TLS.1 size=1048576 2024-09-13T03:12:07.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.080+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~T16RXN3Y4TLS.2 size=421704 2024-09-13T03:12:07.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.080+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=T16RXN3Y4TLS tag=3F0V2UPN60AR type=write size=3567432 2024-09-13T03:12:07.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.082+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~IP9GG2SOCZVW.0 size=147565 2024-09-13T03:12:07.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.084+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=IP9GG2SOCZVW tag=GD7YO9EGPS6U type=write size=1196141 2024-09-13T03:12:07.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.086+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=8BZ28Q0AOX92 type=del size=2404355 2024-09-13T03:12:07.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.088+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=MZ2K30OH6WST type=del 2024-09-13T03:12:07.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.091+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~5LHKPZRIPX1A.0 size=704492 2024-09-13T03:12:07.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.091+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=5LHKPZRIPX1A tag=RAAFOQCSY93J type=write size=1753068 2024-09-13T03:12:07.094 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.092+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~S57VG4NLVO3O.0 size=373084 2024-09-13T03:12:07.096 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.095+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=S57VG4NLVO3O tag=XT5N7FFS6OE3 type=write size=1421660 2024-09-13T03:12:07.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.097+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=X5DETVMAD1AO type=del size=1700374 2024-09-13T03:12:07.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.100+0000 7fda4ba82640 1 < suggested remove operation key=MOZWPHZFFRM3 tag=9SNA65LC6EJY type=del 2024-09-13T03:12:07.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.101+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=XEBJCY7R0TF5 type=write size=391498 2024-09-13T03:12:07.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.103+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=SN0KIQIF5PHK type=del 2024-09-13T03:12:07.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.106+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~OB2JK1AA8726.0 size=1048576 2024-09-13T03:12:07.108 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.107+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~OB2JK1AA8726.1 size=1048576 2024-09-13T03:12:07.110 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.108+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~OB2JK1AA8726.2 size=960184 2024-09-13T03:12:07.110 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.108+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=OB2JK1AA8726 tag=IX465U3RDIE0 type=write size=4105912 2024-09-13T03:12:07.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.110+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~QHXYQ087G79Y.0 size=365210 2024-09-13T03:12:07.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.113+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=QHXYQ087G79Y tag=DV2ELJ1ENLUG type=write size=1413786 2024-09-13T03:12:07.118 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.116+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~3KA2S0RSVMGN.0 size=1048576 2024-09-13T03:12:07.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.118+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~3KA2S0RSVMGN.1 size=1048576 2024-09-13T03:12:07.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.120+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~3KA2S0RSVMGN.2 size=794370 2024-09-13T03:12:07.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.120+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=3KA2S0RSVMGN tag=2I7H4NNHKFM7 type=write size=3940098 2024-09-13T03:12:07.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.121+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=PR1JM1D59CHB type=del 2024-09-13T03:12:07.124 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.123+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=8FCKHH544KZ7 type=del size=1992401 2024-09-13T03:12:07.128 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.126+0000 7fda4ba82640 1 < suggested update operation key=I99SIV522FFG tag=IJYE9WOH4AQ9 type=write size=6800 2024-09-13T03:12:07.129 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.128+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=RI92E9AK3PAZ type=del size=3137564 2024-09-13T03:12:07.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.130+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~3N7S3RGOHV2A.0 size=898033 2024-09-13T03:12:07.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.133+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=3N7S3RGOHV2A tag=022RMBE5QY3B type=write size=1946609 2024-09-13T03:12:07.136 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.135+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=V2YQQQBL97JZ type=del size=4135954 2024-09-13T03:12:07.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.137+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~YWSU4K68137N.0 size=1048576 2024-09-13T03:12:07.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.137+0000 7fda4ba82640 1 < canceled part key=_multipart_IQRILNWE9YY3.2~YWSU4K68137N.1 size=141391 2024-09-13T03:12:07.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.140+0000 7fda4ba82640 1 < canceled multipart upload key=IQRILNWE9YY3 upload=YWSU4K68137N tag=7CJFZ6ZAY6BW type=write size=2238543 2024-09-13T03:12:07.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.142+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=OWJERN7DOHTW type=write size=863854 2024-09-13T03:12:07.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.143+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~FLIA5GWE2927.0 size=1045682 2024-09-13T03:12:07.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.146+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=FLIA5GWE2927 tag=5J0Q13OZ7IIA type=write size=2094258 2024-09-13T03:12:07.149 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.148+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=BN2GX7TKZOLH type=del size=1373108 2024-09-13T03:12:07.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.150+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=OEVQAA506ODI type=del 2024-09-13T03:12:07.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.153+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~JZ5SRXAPKHWQ.0 size=1048576 2024-09-13T03:12:07.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.154+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~JZ5SRXAPKHWQ.1 size=439257 2024-09-13T03:12:07.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.154+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=JZ5SRXAPKHWQ tag=4A965LW1BDPJ type=write size=2536409 2024-09-13T03:12:07.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.156+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~DQDGX5WNUK4N.0 size=1048576 2024-09-13T03:12:07.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.157+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~DQDGX5WNUK4N.1 size=1048576 2024-09-13T03:12:07.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.157+0000 7fda4ba82640 1 < canceled part key=_multipart_A4ZG9OAEC25I.2~DQDGX5WNUK4N.2 size=450867 2024-09-13T03:12:07.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.160+0000 7fda4ba82640 1 < canceled multipart upload key=A4ZG9OAEC25I upload=DQDGX5WNUK4N tag=1S4CRQ1WROJ3 type=write size=3596595 2024-09-13T03:12:07.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.163+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~X2G58Y14W1FJ.0 size=1048576 2024-09-13T03:12:07.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.164+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~X2G58Y14W1FJ.1 size=1048576 2024-09-13T03:12:07.167 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.166+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~X2G58Y14W1FJ.2 size=784191 2024-09-13T03:12:07.167 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.166+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=X2G58Y14W1FJ tag=WA9JND22W16S type=write size=3929919 2024-09-13T03:12:07.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.167+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=98ART2LBXFZR type=write size=933319 2024-09-13T03:12:07.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.171+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~3LJP8LGTU16I.0 size=975486 2024-09-13T03:12:07.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.171+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=3LJP8LGTU16I tag=XZSGC89M0JZ4 type=write size=2024062 2024-09-13T03:12:07.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.172+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=4Y8ZTQ8UUAHU type=write size=684141 2024-09-13T03:12:07.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.174+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=432EQ6O45ZP0 type=write size=267752 2024-09-13T03:12:07.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.176+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~T16RXN3Y4TLS.0 size=1048576 2024-09-13T03:12:07.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.177+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~T16RXN3Y4TLS.1 size=1048576 2024-09-13T03:12:07.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.179+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~T16RXN3Y4TLS.2 size=421704 2024-09-13T03:12:07.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.181+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=T16RXN3Y4TLS tag=3F0V2UPN60AR type=write size=3567432 2024-09-13T03:12:07.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.184+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=7YQVY0EQB7KU type=del size=3802090 2024-09-13T03:12:07.187 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.186+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=8BZ28Q0AOX92 type=del 2024-09-13T03:12:07.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.188+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=9D2TXTB3BJW8 type=del size=2989639 2024-09-13T03:12:07.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.189+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~5LHKPZRIPX1A.0 size=704492 2024-09-13T03:12:07.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.192+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=5LHKPZRIPX1A tag=RAAFOQCSY93J type=write size=1753068 2024-09-13T03:12:07.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.194+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=R21I62NUHWIP type=del size=1364955 2024-09-13T03:12:07.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.196+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=X5DETVMAD1AO type=del 2024-09-13T03:12:07.199 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.197+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=19OAD7M4T099 type=del size=3739026 2024-09-13T03:12:07.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.199+0000 7fda4ba82640 1 < completed write operation key=KE9LDUK7XMNH tag=XEBJCY7R0TF5 type=write size=391498 2024-09-13T03:12:07.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.201+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=SJ3AMLDXRS2N type=del size=3653749 2024-09-13T03:12:07.203 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.202+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~OB2JK1AA8726.0 size=1048576 2024-09-13T03:12:07.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.204+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~OB2JK1AA8726.1 size=1048576 2024-09-13T03:12:07.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.204+0000 7fda4ba82640 1 < canceled part key=_multipart_VVUUV9QP2J78.2~OB2JK1AA8726.2 size=960184 2024-09-13T03:12:07.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.207+0000 7fda4ba82640 1 < canceled multipart upload key=VVUUV9QP2J78 upload=OB2JK1AA8726 tag=IX465U3RDIE0 type=write size=4105912 2024-09-13T03:12:07.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.209+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=QLBEQCZAI57L type=del size=1769106 2024-09-13T03:12:07.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.210+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~3KA2S0RSVMGN.0 size=1048576 2024-09-13T03:12:07.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.212+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~3KA2S0RSVMGN.1 size=1048576 2024-09-13T03:12:07.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.213+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~3KA2S0RSVMGN.2 size=794370 2024-09-13T03:12:07.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.216+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=3KA2S0RSVMGN tag=2I7H4NNHKFM7 type=write size=3940098 2024-09-13T03:12:07.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.219+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~FAOD1414XE6L.0 size=688587 2024-09-13T03:12:07.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.219+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=FAOD1414XE6L tag=ZZ5H2TRWFFGR type=write size=1737163 2024-09-13T03:12:07.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.221+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=8FCKHH544KZ7 type=del 2024-09-13T03:12:07.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.222+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=03OAZ6F0D3Z5 type=del size=3753860 2024-09-13T03:12:07.226 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.224+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=RI92E9AK3PAZ type=del 2024-09-13T03:12:07.227 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.226+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=HDONJ71FECQ6 type=del size=3813426 2024-09-13T03:12:07.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.228+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=V2YQQQBL97JZ type=del 2024-09-13T03:12:07.231 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.230+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=HKTUINSZ2H8U type=del size=2246113 2024-09-13T03:12:07.233 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.232+0000 7fda4ba82640 1 < completed write operation key=9KHMARDTPDIW tag=OWJERN7DOHTW type=write size=863854 2024-09-13T03:12:07.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.234+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=3V8IXZPFUJLP type=del size=31572 2024-09-13T03:12:07.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.237+0000 7fda4ba82640 1 < suggested remove operation key=X8S9YEDBK37F tag=BN2GX7TKZOLH type=del 2024-09-13T03:12:07.240 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.239+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=MO6GBKQB79VY type=del size=1861153 2024-09-13T03:12:07.242 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.240+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~JZ5SRXAPKHWQ.0 size=1048576 2024-09-13T03:12:07.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.242+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~JZ5SRXAPKHWQ.1 size=439257 2024-09-13T03:12:07.246 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.245+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=JZ5SRXAPKHWQ tag=4A965LW1BDPJ type=write size=2536409 2024-09-13T03:12:07.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.248+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~A32M4ICA29CT.0 size=1046716 2024-09-13T03:12:07.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.248+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=A32M4ICA29CT tag=OB4EQRFPLX3V type=write size=2095292 2024-09-13T03:12:07.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.250+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~X2G58Y14W1FJ.0 size=1048576 2024-09-13T03:12:07.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.251+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~X2G58Y14W1FJ.1 size=1048576 2024-09-13T03:12:07.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.253+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~X2G58Y14W1FJ.2 size=784191 2024-09-13T03:12:07.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.255+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=X2G58Y14W1FJ tag=WA9JND22W16S type=write size=3929919 2024-09-13T03:12:07.258 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.257+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=H2199QHZBH7Q type=del size=3336540 2024-09-13T03:12:07.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.259+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~3LJP8LGTU16I.0 size=975486 2024-09-13T03:12:07.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.261+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=3LJP8LGTU16I tag=XZSGC89M0JZ4 type=write size=2024062 2024-09-13T03:12:07.264 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.263+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=PQR3IBJEC2YD type=del size=171935 2024-09-13T03:12:07.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.264+0000 7fda4ba82640 1 < completed write operation key=X3IBYPK60ZII tag=432EQ6O45ZP0 type=write size=267752 2024-09-13T03:12:07.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.266+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=VL2B0YTGUHR9 type=del size=3122383 2024-09-13T03:12:07.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.269+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=7YQVY0EQB7KU type=del 2024-09-13T03:12:07.272 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.271+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=UUZDA0D20P30 type=del size=2301928 2024-09-13T03:12:07.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.272+0000 7fda4ba82640 1 < canceled operation key=WLBGNRHIMT7I tag=9D2TXTB3BJW8 type=del size=2989639 2024-09-13T03:12:07.275 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.274+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=FL9XRW587CS0 type=del size=3856655 2024-09-13T03:12:07.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.275+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=R21I62NUHWIP type=del 2024-09-13T03:12:07.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.278+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~HDH3HV3EMLXC.0 size=1048576 2024-09-13T03:12:07.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.280+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~HDH3HV3EMLXC.1 size=1048576 2024-09-13T03:12:07.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.281+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~HDH3HV3EMLXC.2 size=20081 2024-09-13T03:12:07.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.281+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=HDH3HV3EMLXC tag=T2FIXSTC0HGR type=write size=3165809 2024-09-13T03:12:07.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.283+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=19OAD7M4T099 type=del 2024-09-13T03:12:07.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.286+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~YEFCW4PTH6O1.0 size=786187 2024-09-13T03:12:07.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.286+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=YEFCW4PTH6O1 tag=PQBZDWK7RZ00 type=write size=1834763 2024-09-13T03:12:07.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.288+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=SJ3AMLDXRS2N type=del 2024-09-13T03:12:07.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.291+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~SKR1X299Y4FQ.0 size=623684 2024-09-13T03:12:07.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.291+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=SKR1X299Y4FQ tag=WV4YGZV213TC type=write size=1672260 2024-09-13T03:12:07.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.293+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=QLBEQCZAI57L type=del 2024-09-13T03:12:07.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.294+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=T09MS4ET8DG3 type=del size=265526 2024-09-13T03:12:07.297 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.296+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~FAOD1414XE6L.0 size=688587 2024-09-13T03:12:07.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.299+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=FAOD1414XE6L tag=ZZ5H2TRWFFGR type=write size=1737163 2024-09-13T03:12:07.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.300+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=2Z0LF3QPYZK0 type=del size=4022430 2024-09-13T03:12:07.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.302+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=03OAZ6F0D3Z5 type=del 2024-09-13T03:12:07.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.303+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=KC2U0K0O0WL2 type=del size=232835 2024-09-13T03:12:07.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.307+0000 7fda4ba82640 1 < suggested update operation key=I99SIV522FFG tag=HDONJ71FECQ6 type=del size=3813426 2024-09-13T03:12:07.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.309+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~51ZU4YAS6E7H.0 size=211977 2024-09-13T03:12:07.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.309+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=51ZU4YAS6E7H tag=W662SPRMXKN4 type=write size=1260553 2024-09-13T03:12:07.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.313+0000 7fda4ba82640 1 < suggested remove operation key=7VAD88Q1O8P1 tag=HKTUINSZ2H8U type=del 2024-09-13T03:12:07.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.314+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=UA47VTMRJ9T2 type=write size=890140 2024-09-13T03:12:07.317 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.316+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=3V8IXZPFUJLP type=del 2024-09-13T03:12:07.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.318+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=KIKC23CING5H type=del size=2320871 2024-09-13T03:12:07.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.320+0000 7fda4ba82640 -1 < failed to complete operation key=YXSJPUVUR9YF tag=MO6GBKQB79VY type=del size=1861153: (22) Invalid argument 2024-09-13T03:12:07.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.321+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=1QTCPO0GAPPA type=write size=155178 2024-09-13T03:12:07.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.323+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~A32M4ICA29CT.0 size=1046716 2024-09-13T03:12:07.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.326+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=A32M4ICA29CT tag=OB4EQRFPLX3V type=write size=2095292 2024-09-13T03:12:07.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.327+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=RNPN51DS8379 type=del size=927961 2024-09-13T03:12:07.332 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.330+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=H2199QHZBH7Q type=del size=3336540 2024-09-13T03:12:07.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.333+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~4HH9UBJ2BINS.0 size=892410 2024-09-13T03:12:07.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.333+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=4HH9UBJ2BINS tag=WFRPO6VD4ZK0 type=write size=1940986 2024-09-13T03:12:07.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.335+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=PQR3IBJEC2YD type=del 2024-09-13T03:12:07.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.337+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=2IZF8DE4CQZZ type=write size=424491 2024-09-13T03:12:07.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.338+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=VL2B0YTGUHR9 type=del 2024-09-13T03:12:07.343 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.341+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~9V4EO8IWUBON.0 size=1048576 2024-09-13T03:12:07.344 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.343+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~9V4EO8IWUBON.1 size=1048576 2024-09-13T03:12:07.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.344+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~9V4EO8IWUBON.2 size=190836 2024-09-13T03:12:07.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.344+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=9V4EO8IWUBON tag=Q35KHN7J1HEA type=write size=3336564 2024-09-13T03:12:07.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.346+0000 7fda4ba82640 -1 < failed to complete operation key=ZGHDNK9YXEAH tag=UUZDA0D20P30 type=del size=2301928: (22) Invalid argument 2024-09-13T03:12:07.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.349+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~ZK955KF8WWE1.0 size=121135 2024-09-13T03:12:07.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.349+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=ZK955KF8WWE1 tag=56HN4M5HKLQT type=write size=1169711 2024-09-13T03:12:07.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.351+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=FL9XRW587CS0 type=del 2024-09-13T03:12:07.354 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.353+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=QNLT5V937JFU type=del size=3867100 2024-09-13T03:12:07.356 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.354+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~HDH3HV3EMLXC.0 size=1048576 2024-09-13T03:12:07.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.356+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~HDH3HV3EMLXC.1 size=1048576 2024-09-13T03:12:07.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.357+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~HDH3HV3EMLXC.2 size=20081 2024-09-13T03:12:07.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.360+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=HDH3HV3EMLXC tag=T2FIXSTC0HGR type=write size=3165809 2024-09-13T03:12:07.363 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.361+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=M5CUYI1K43JX type=del size=1289350 2024-09-13T03:12:07.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.363+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~YEFCW4PTH6O1.0 size=786187 2024-09-13T03:12:07.367 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.366+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=YEFCW4PTH6O1 tag=PQBZDWK7RZ00 type=write size=1834763 2024-09-13T03:12:07.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.368+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=8VCH616HXL2S type=del size=1334292 2024-09-13T03:12:07.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.369+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~SKR1X299Y4FQ.0 size=623684 2024-09-13T03:12:07.373 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.372+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=SKR1X299Y4FQ tag=WV4YGZV213TC type=write size=1672260 2024-09-13T03:12:07.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.375+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~OYC24CYD3T9F.0 size=1048576 2024-09-13T03:12:07.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.376+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~OYC24CYD3T9F.1 size=635922 2024-09-13T03:12:07.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.376+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=OYC24CYD3T9F tag=02483GF4KZQG type=write size=2733074 2024-09-13T03:12:07.379 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.378+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=T09MS4ET8DG3 type=del 2024-09-13T03:12:07.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.379+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=A6XRIJN64IDL type=del size=3876802 2024-09-13T03:12:07.383 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.381+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=2Z0LF3QPYZK0 type=del 2024-09-13T03:12:07.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.383+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=TFN5VE771MXB type=write size=710171 2024-09-13T03:12:07.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.386+0000 7fda4ba82640 1 < suggested update operation key=I99SIV522FFG tag=KC2U0K0O0WL2 type=del size=232835 2024-09-13T03:12:07.389 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.388+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=T0ETN16ZXS1D type=del size=414207 2024-09-13T03:12:07.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.390+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~51ZU4YAS6E7H.0 size=211977 2024-09-13T03:12:07.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.393+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=51ZU4YAS6E7H tag=W662SPRMXKN4 type=write size=1260553 2024-09-13T03:12:07.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.394+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=KIWA00RH4RX2 type=del size=1314006 2024-09-13T03:12:07.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.396+0000 7fda4ba82640 1 < canceled operation key=DOJPAU2YIY2T tag=UA47VTMRJ9T2 type=write size=890140 2024-09-13T03:12:07.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.400+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~1PXXB15M5HFT.0 size=1048576 2024-09-13T03:12:07.403 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.401+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~1PXXB15M5HFT.1 size=959869 2024-09-13T03:12:07.403 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.401+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=1PXXB15M5HFT tag=8T5T60Y7OBK8 type=write size=3057021 2024-09-13T03:12:07.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.403+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=KIKC23CING5H type=del 2024-09-13T03:12:07.408 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.406+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~L724ZQQVB2CK.0 size=1048576 2024-09-13T03:12:07.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.407+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~L724ZQQVB2CK.1 size=235267 2024-09-13T03:12:07.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.407+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=L724ZQQVB2CK tag=JQFOL7AAKKE4 type=write size=2332419 2024-09-13T03:12:07.410 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.409+0000 7fda4ba82640 1 < completed write operation key=7VAD88Q1O8P1 tag=1QTCPO0GAPPA type=write size=155178 2024-09-13T03:12:07.413 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.412+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~C14W8GRXM6Q4.0 size=1048576 2024-09-13T03:12:07.415 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.414+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~C14W8GRXM6Q4.1 size=364063 2024-09-13T03:12:07.415 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.414+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=C14W8GRXM6Q4 tag=PSKRA63NMVGF type=write size=2461215 2024-09-13T03:12:07.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.415+0000 7fda4ba82640 1 < canceled operation key=8O19R8YXKXJ0 tag=RNPN51DS8379 type=del size=927961 2024-09-13T03:12:07.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.419+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~1J1D5CG4V5Z7.0 size=1048576 2024-09-13T03:12:07.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.420+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~1J1D5CG4V5Z7.1 size=979424 2024-09-13T03:12:07.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.420+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=1J1D5CG4V5Z7 tag=8THXHO32Z141 type=write size=3076576 2024-09-13T03:12:07.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.420+0000 7fda4ba82640 1 < canceled part key=_multipart_8O19R8YXKXJ0.2~4HH9UBJ2BINS.0 size=892410 2024-09-13T03:12:07.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.424+0000 7fda4ba82640 1 < canceled multipart upload key=8O19R8YXKXJ0 upload=4HH9UBJ2BINS tag=WFRPO6VD4ZK0 type=write size=1940986 2024-09-13T03:12:07.428 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.427+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~N821QN8RO8I1.0 size=1048576 2024-09-13T03:12:07.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.428+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~N821QN8RO8I1.1 size=769763 2024-09-13T03:12:07.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.428+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=N821QN8RO8I1 tag=JQEJPI21AHUH type=write size=2866915 2024-09-13T03:12:07.431 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.430+0000 7fda4ba82640 1 < completed write operation key=WRBSMDZRZQAN tag=2IZF8DE4CQZZ type=write size=424491 2024-09-13T03:12:07.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.432+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=1GJVHPH26XIN type=del size=4187286 2024-09-13T03:12:07.435 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.434+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~9V4EO8IWUBON.0 size=1048576 2024-09-13T03:12:07.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.435+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~9V4EO8IWUBON.1 size=1048576 2024-09-13T03:12:07.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.436+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~9V4EO8IWUBON.2 size=190836 2024-09-13T03:12:07.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.439+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=9V4EO8IWUBON tag=Q35KHN7J1HEA type=write size=3336564 2024-09-13T03:12:07.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.443+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~6MWVSD2Q135I.0 size=858154 2024-09-13T03:12:07.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.443+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=6MWVSD2Q135I tag=78Y2MYA5HT3O type=write size=1906730 2024-09-13T03:12:07.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.444+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~ZK955KF8WWE1.0 size=121135 2024-09-13T03:12:07.448 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.447+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=ZK955KF8WWE1 tag=56HN4M5HKLQT type=write size=1169711 2024-09-13T03:12:07.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.449+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=5R6KWCJXYKOY type=write size=948208 2024-09-13T03:12:07.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.452+0000 7fda4ba82640 1 < suggested update operation key=HCD8XCSFOAR1 tag=QNLT5V937JFU type=del size=3867100 2024-09-13T03:12:07.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.454+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=380CUIUUGTBQ type=del size=2742483 2024-09-13T03:12:07.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.455+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=M5CUYI1K43JX type=del 2024-09-13T03:12:07.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.457+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=AK0KGS03N8B1 type=del size=2900683 2024-09-13T03:12:07.460 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.459+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=8VCH616HXL2S type=del 2024-09-13T03:12:07.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.460+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=BDADHX1X9BYW type=del size=1046176 2024-09-13T03:12:07.463 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.462+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~OYC24CYD3T9F.0 size=1048576 2024-09-13T03:12:07.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.463+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~OYC24CYD3T9F.1 size=635922 2024-09-13T03:12:07.467 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.466+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=OYC24CYD3T9F tag=02483GF4KZQG type=write size=2733074 2024-09-13T03:12:07.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.469+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~G4MW8ZY3BYK8.0 size=1034826 2024-09-13T03:12:07.471 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.469+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=G4MW8ZY3BYK8 tag=5XQ16OTOI0GF type=write size=2083402 2024-09-13T03:12:07.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.471+0000 7fda4ba82640 1 < canceled operation key=UEPB2Q26LHMF tag=A6XRIJN64IDL type=del size=3876802 2024-09-13T03:12:07.475 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.474+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~5NKL7U0W1SHT.0 size=588344 2024-09-13T03:12:07.475 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.474+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=5NKL7U0W1SHT tag=CN1GMGHQNO0F type=write size=1636920 2024-09-13T03:12:07.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.476+0000 7fda4ba82640 1 < completed write operation key=9KHMARDTPDIW tag=TFN5VE771MXB type=write size=710171 2024-09-13T03:12:07.480 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.479+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~1TLUXAKHM9KS.0 size=443271 2024-09-13T03:12:07.480 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.479+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=1TLUXAKHM9KS tag=QI0M81XJV6OL type=write size=1491847 2024-09-13T03:12:07.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.480+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=T0ETN16ZXS1D type=del 2024-09-13T03:12:07.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.483+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~XRJRNG4K2OFQ.0 size=1048576 2024-09-13T03:12:07.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.484+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~XRJRNG4K2OFQ.1 size=1048576 2024-09-13T03:12:07.487 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.486+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~XRJRNG4K2OFQ.2 size=134356 2024-09-13T03:12:07.487 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.486+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=XRJRNG4K2OFQ tag=C4G5A4LZ0M1V type=write size=3280084 2024-09-13T03:12:07.489 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.488+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=KIWA00RH4RX2 type=del 2024-09-13T03:12:07.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.490+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=OH1XNE6MQZYL type=del size=1837926 2024-09-13T03:12:07.493 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.491+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~1PXXB15M5HFT.0 size=1048576 2024-09-13T03:12:07.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.493+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~1PXXB15M5HFT.1 size=959869 2024-09-13T03:12:07.498 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.496+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=1PXXB15M5HFT tag=8T5T60Y7OBK8 type=write size=3057021 2024-09-13T03:12:07.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.498+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=O5KM2VR0I4UZ type=del size=2866162 2024-09-13T03:12:07.501 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.500+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~L724ZQQVB2CK.0 size=1048576 2024-09-13T03:12:07.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.501+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~L724ZQQVB2CK.1 size=235267 2024-09-13T03:12:07.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.504+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=L724ZQQVB2CK tag=JQFOL7AAKKE4 type=write size=2332419 2024-09-13T03:12:07.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.508+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~S2QDNDKXPMP2.0 size=1048576 2024-09-13T03:12:07.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.509+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~S2QDNDKXPMP2.1 size=808568 2024-09-13T03:12:07.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.509+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=S2QDNDKXPMP2 tag=3QXLWYY9NSA1 type=write size=2905720 2024-09-13T03:12:07.512 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.511+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~C14W8GRXM6Q4.0 size=1048576 2024-09-13T03:12:07.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.513+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~C14W8GRXM6Q4.1 size=364063 2024-09-13T03:12:07.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.516+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=C14W8GRXM6Q4 tag=PSKRA63NMVGF type=write size=2461215 2024-09-13T03:12:07.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.517+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=LRO8GPV8KWKN type=del size=3151695 2024-09-13T03:12:07.521 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.519+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~1J1D5CG4V5Z7.0 size=1048576 2024-09-13T03:12:07.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.521+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~1J1D5CG4V5Z7.1 size=979424 2024-09-13T03:12:07.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.524+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=1J1D5CG4V5Z7 tag=8THXHO32Z141 type=write size=3076576 2024-09-13T03:12:07.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.526+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=7K8U27XV072U type=del size=3435166 2024-09-13T03:12:07.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.528+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~N821QN8RO8I1.0 size=1048576 2024-09-13T03:12:07.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.530+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~N821QN8RO8I1.1 size=769763 2024-09-13T03:12:07.534 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.533+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=N821QN8RO8I1 tag=JQEJPI21AHUH type=write size=2866915 2024-09-13T03:12:07.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.536+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~W3JTSJUG0LEE.0 size=1048576 2024-09-13T03:12:07.539 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.538+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~W3JTSJUG0LEE.1 size=471937 2024-09-13T03:12:07.539 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.538+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=W3JTSJUG0LEE tag=T55EWYAHKQUY type=write size=2569089 2024-09-13T03:12:07.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.539+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=1GJVHPH26XIN type=del 2024-09-13T03:12:07.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.542+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~UOS34BFOK5PR.0 size=1048576 2024-09-13T03:12:07.545 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.544+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~UOS34BFOK5PR.1 size=1048576 2024-09-13T03:12:07.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.545+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~UOS34BFOK5PR.2 size=112735 2024-09-13T03:12:07.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.545+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=UOS34BFOK5PR tag=47L6AITKY0Y6 type=write size=3258463 2024-09-13T03:12:07.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.547+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~6MWVSD2Q135I.0 size=858154 2024-09-13T03:12:07.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.550+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=6MWVSD2Q135I tag=78Y2MYA5HT3O type=write size=1906730 2024-09-13T03:12:07.553 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.551+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=ESBCF9R9UOBG type=del size=3177540 2024-09-13T03:12:07.555 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.553+0000 7fda4ba82640 1 < completed write operation key=I99SIV522FFG tag=5R6KWCJXYKOY type=write size=948208 2024-09-13T03:12:07.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.555+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=TJPL9RFH3AM7 type=del size=626461 2024-09-13T03:12:07.558 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.557+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=380CUIUUGTBQ type=del 2024-09-13T03:12:07.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.559+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=T5ND0X6UMRSJ type=del size=360647 2024-09-13T03:12:07.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.560+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=AK0KGS03N8B1 type=del 2024-09-13T03:12:07.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.562+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=UPJ06DTEZGGX type=del size=1491577 2024-09-13T03:12:07.567 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.565+0000 7fda4ba82640 1 < suggested remove operation key=K8VZZVE7H1UR tag=BDADHX1X9BYW type=del 2024-09-13T03:12:07.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.568+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~AA6TDNTWQQQH.0 size=1048576 2024-09-13T03:12:07.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.570+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~AA6TDNTWQQQH.1 size=1048576 2024-09-13T03:12:07.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.571+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~AA6TDNTWQQQH.2 size=467676 2024-09-13T03:12:07.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.571+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=AA6TDNTWQQQH tag=XMPTPGABCXKO type=write size=3613404 2024-09-13T03:12:07.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.573+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~G4MW8ZY3BYK8.0 size=1034826 2024-09-13T03:12:07.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.576+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=G4MW8ZY3BYK8 tag=5XQ16OTOI0GF type=write size=2083402 2024-09-13T03:12:07.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.579+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~164NCL5K2HA7.0 size=1048576 2024-09-13T03:12:07.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.581+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~164NCL5K2HA7.1 size=1048576 2024-09-13T03:12:07.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.582+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~164NCL5K2HA7.2 size=788326 2024-09-13T03:12:07.584 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.582+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=164NCL5K2HA7 tag=LZ5TYKV95C4M type=write size=3934054 2024-09-13T03:12:07.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.584+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~5NKL7U0W1SHT.0 size=588344 2024-09-13T03:12:07.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.587+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=5NKL7U0W1SHT tag=CN1GMGHQNO0F type=write size=1636920 2024-09-13T03:12:07.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.590+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~S460IF9I1AFN.0 size=844295 2024-09-13T03:12:07.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.590+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=S460IF9I1AFN tag=5JB84MTIJ5T5 type=write size=1892871 2024-09-13T03:12:07.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.592+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~1TLUXAKHM9KS.0 size=443271 2024-09-13T03:12:07.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.595+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=1TLUXAKHM9KS tag=QI0M81XJV6OL type=write size=1491847 2024-09-13T03:12:07.599 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.597+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=P3A56GW0AUZN type=del size=2334522 2024-09-13T03:12:07.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.599+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~XRJRNG4K2OFQ.0 size=1048576 2024-09-13T03:12:07.601 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.600+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~XRJRNG4K2OFQ.1 size=1048576 2024-09-13T03:12:07.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.602+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~XRJRNG4K2OFQ.2 size=134356 2024-09-13T03:12:07.606 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.605+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=XRJRNG4K2OFQ tag=C4G5A4LZ0M1V type=write size=3280084 2024-09-13T03:12:07.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.606+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=EUUFQ3JSX2O8 type=write size=584186 2024-09-13T03:12:07.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.608+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=OH1XNE6MQZYL type=del 2024-09-13T03:12:07.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.611+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~69YX4YM5AGA2.0 size=1048576 2024-09-13T03:12:07.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.612+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~69YX4YM5AGA2.1 size=945690 2024-09-13T03:12:07.614 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.612+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=69YX4YM5AGA2 tag=MZ3QKUNW6XQQ type=write size=3042842 2024-09-13T03:12:07.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.616+0000 7fda4ba82640 1 < suggested update operation key=MOZWPHZFFRM3 tag=O5KM2VR0I4UZ type=del size=2866162 2024-09-13T03:12:07.618 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.617+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=1U3O5HEONDGS type=del size=512961 2024-09-13T03:12:07.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.619+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~S2QDNDKXPMP2.0 size=1048576 2024-09-13T03:12:07.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.621+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~S2QDNDKXPMP2.1 size=808568 2024-09-13T03:12:07.625 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.623+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=S2QDNDKXPMP2 tag=3QXLWYY9NSA1 type=write size=2905720 2024-09-13T03:12:07.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.625+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=4TXAY1I7AYOS type=del size=894921 2024-09-13T03:12:07.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.627+0000 7fda4ba82640 1 < canceled operation key=K0FB782665QT tag=LRO8GPV8KWKN type=del size=3151695 2024-09-13T03:12:07.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.630+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~Y4U7S6WTTCN1.0 size=1048576 2024-09-13T03:12:07.633 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.632+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~Y4U7S6WTTCN1.1 size=1048576 2024-09-13T03:12:07.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.633+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~Y4U7S6WTTCN1.2 size=543108 2024-09-13T03:12:07.635 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.633+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=Y4U7S6WTTCN1 tag=HG7DTXFW7CO5 type=write size=3688836 2024-09-13T03:12:07.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.635+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=7K8U27XV072U type=del 2024-09-13T03:12:07.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.638+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~NOPFTWSCXQKO.0 size=1048576 2024-09-13T03:12:07.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.640+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~NOPFTWSCXQKO.1 size=380257 2024-09-13T03:12:07.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.640+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=NOPFTWSCXQKO tag=ANPN5SBB87B2 type=write size=2477409 2024-09-13T03:12:07.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.642+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~W3JTSJUG0LEE.0 size=1048576 2024-09-13T03:12:07.645 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.643+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~W3JTSJUG0LEE.1 size=471937 2024-09-13T03:12:07.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.647+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=W3JTSJUG0LEE tag=T55EWYAHKQUY type=write size=2569089 2024-09-13T03:12:07.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.649+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=UE21NEPMY1IY type=del size=462089 2024-09-13T03:12:07.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.649+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~UOS34BFOK5PR.0 size=1048576 2024-09-13T03:12:07.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.649+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~UOS34BFOK5PR.1 size=1048576 2024-09-13T03:12:07.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.649+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~UOS34BFOK5PR.2 size=112735 2024-09-13T03:12:07.653 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.652+0000 7fda4ba82640 1 < canceled multipart upload key=O0M1N8B5QOP1 upload=UOS34BFOK5PR tag=47L6AITKY0Y6 type=write size=3258463 2024-09-13T03:12:07.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.655+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~PWI251U2169B.0 size=279895 2024-09-13T03:12:07.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.655+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=PWI251U2169B tag=NFV07FAB49K8 type=write size=1328471 2024-09-13T03:12:07.658 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.657+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=ESBCF9R9UOBG type=del 2024-09-13T03:12:07.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.658+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=XAWM9X0WZYPD type=write size=304672 2024-09-13T03:12:07.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.660+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=TJPL9RFH3AM7 type=del 2024-09-13T03:12:07.663 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.662+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=NBH9DO8IUGKE type=del size=3690710 2024-09-13T03:12:07.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.665+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=T5ND0X6UMRSJ type=del size=360647 2024-09-13T03:12:07.668 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.667+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=UAA20BEHMZ7S type=del size=1777768 2024-09-13T03:12:07.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.668+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=UPJ06DTEZGGX type=del 2024-09-13T03:12:07.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.670+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=62MA2GF3FNYV type=write size=345569 2024-09-13T03:12:07.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.670+0000 7fda4ba82640 1 < canceled part key=_multipart_UEPB2Q26LHMF.2~AA6TDNTWQQQH.0 size=1048576 2024-09-13T03:12:07.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.672+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~AA6TDNTWQQQH.1 size=1048576 2024-09-13T03:12:07.675 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.673+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~AA6TDNTWQQQH.2 size=467676 2024-09-13T03:12:07.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.676+0000 7fda4ba82640 1 < canceled multipart upload key=UEPB2Q26LHMF upload=AA6TDNTWQQQH tag=XMPTPGABCXKO type=write size=3613404 2024-09-13T03:12:07.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.679+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~KJI8GBO1S1JP.0 size=896211 2024-09-13T03:12:07.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.679+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=KJI8GBO1S1JP tag=4LF5960TSW70 type=write size=1944787 2024-09-13T03:12:07.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.681+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~164NCL5K2HA7.0 size=1048576 2024-09-13T03:12:07.684 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.683+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~164NCL5K2HA7.1 size=1048576 2024-09-13T03:12:07.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.684+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~164NCL5K2HA7.2 size=788326 2024-09-13T03:12:07.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.688+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=164NCL5K2HA7 tag=LZ5TYKV95C4M type=write size=3934054 2024-09-13T03:12:07.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.690+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=V4WIQQDZ68AO type=write size=174972 2024-09-13T03:12:07.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.692+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~S460IF9I1AFN.0 size=844295 2024-09-13T03:12:07.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.694+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=S460IF9I1AFN tag=5JB84MTIJ5T5 type=write size=1892871 2024-09-13T03:12:07.700 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.698+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~JN09X485X1OW.0 size=1048576 2024-09-13T03:12:07.701 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.700+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~JN09X485X1OW.1 size=1048576 2024-09-13T03:12:07.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.701+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~JN09X485X1OW.2 size=661702 2024-09-13T03:12:07.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.701+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=JN09X485X1OW tag=ADHOTL9KV7OB type=write size=3807430 2024-09-13T03:12:07.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.703+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=P3A56GW0AUZN type=del 2024-09-13T03:12:07.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.705+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=OIU4FMJRGYFB type=del size=3652510 2024-09-13T03:12:07.708 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.707+0000 7fda4ba82640 1 < completed write operation key=QSXH3UHXTEO9 tag=EUUFQ3JSX2O8 type=write size=584186 2024-09-13T03:12:07.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.710+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~JZLBPY1PG0RU.0 size=1048576 2024-09-13T03:12:07.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.711+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~JZLBPY1PG0RU.1 size=701178 2024-09-13T03:12:07.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.711+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=JZLBPY1PG0RU tag=MLEM7ODSPKPX type=write size=2798330 2024-09-13T03:12:07.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.713+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~69YX4YM5AGA2.0 size=1048576 2024-09-13T03:12:07.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.713+0000 7fda4ba82640 1 < canceled part key=_multipart_X8S9YEDBK37F.2~69YX4YM5AGA2.1 size=945690 2024-09-13T03:12:07.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.716+0000 7fda4ba82640 1 < canceled multipart upload key=X8S9YEDBK37F upload=69YX4YM5AGA2 tag=MZ3QKUNW6XQQ type=write size=3042842 2024-09-13T03:12:07.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.719+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~ST611RA9FAQ3.0 size=15500 2024-09-13T03:12:07.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.719+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=ST611RA9FAQ3 tag=YZZI6HZK42LS type=write size=1064076 2024-09-13T03:12:07.723 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.721+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=1U3O5HEONDGS type=del 2024-09-13T03:12:07.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.723+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=PX8K2WD40BZ1 type=del size=3307488 2024-09-13T03:12:07.726 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.725+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=4TXAY1I7AYOS type=del 2024-09-13T03:12:07.728 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.726+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=O9T43G47SCLF type=del size=2885638 2024-09-13T03:12:07.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.728+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~Y4U7S6WTTCN1.0 size=1048576 2024-09-13T03:12:07.731 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.729+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~Y4U7S6WTTCN1.1 size=1048576 2024-09-13T03:12:07.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.731+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~Y4U7S6WTTCN1.2 size=543108 2024-09-13T03:12:07.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.734+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=Y4U7S6WTTCN1 tag=HG7DTXFW7CO5 type=write size=3688836 2024-09-13T03:12:07.739 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.737+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~JYCNYGBTU9DJ.0 size=289504 2024-09-13T03:12:07.739 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.738+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=JYCNYGBTU9DJ tag=S9VFAXLM8QZQ type=write size=1338080 2024-09-13T03:12:07.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.739+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~NOPFTWSCXQKO.0 size=1048576 2024-09-13T03:12:07.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.740+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~NOPFTWSCXQKO.1 size=380257 2024-09-13T03:12:07.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.744+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=NOPFTWSCXQKO tag=ANPN5SBB87B2 type=write size=2477409 2024-09-13T03:12:07.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.746+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=SKBIEXGZZ54L type=write size=163694 2024-09-13T03:12:07.750 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.749+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=UE21NEPMY1IY type=del 2024-09-13T03:12:07.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.752+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~WUOB9MVG36W6.0 size=117533 2024-09-13T03:12:07.754 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.752+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=WUOB9MVG36W6 tag=GF4R5JOW0J06 type=write size=1166109 2024-09-13T03:12:07.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.754+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~PWI251U2169B.0 size=279895 2024-09-13T03:12:07.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.756+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=PWI251U2169B tag=NFV07FAB49K8 type=write size=1328471 2024-09-13T03:12:07.761 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.759+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~HZG4Q4X9175P.0 size=1048576 2024-09-13T03:12:07.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.761+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~HZG4Q4X9175P.1 size=298570 2024-09-13T03:12:07.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.761+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=HZG4Q4X9175P tag=IZCIC37C26FC type=write size=2395722 2024-09-13T03:12:07.765 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.764+0000 7fda4ba82640 1 < suggested update operation key=3VGJW4TWEKKL tag=XAWM9X0WZYPD type=write size=304672 2024-09-13T03:12:07.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.765+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=BRCYCETFXWNB type=del size=3824519 2024-09-13T03:12:07.769 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.767+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=NBH9DO8IUGKE type=del 2024-09-13T03:12:07.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.769+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=VA8HTR83JHGQ type=del size=3774056 2024-09-13T03:12:07.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.770+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=UAA20BEHMZ7S type=del 2024-09-13T03:12:07.773 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.772+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=4IVS0SJYE3G8 type=del size=3694478 2024-09-13T03:12:07.776 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.775+0000 7fda4ba82640 1 < suggested remove operation key=7VAD88Q1O8P1 tag=62MA2GF3FNYV type=write 2024-09-13T03:12:07.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.777+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=EK3I877TZZ69 type=del size=2763032 2024-09-13T03:12:07.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.778+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~KJI8GBO1S1JP.0 size=896211 2024-09-13T03:12:07.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.781+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=KJI8GBO1S1JP tag=4LF5960TSW70 type=write size=1944787 2024-09-13T03:12:07.784 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.783+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=5K2IAXT4NUTB type=del size=3043255 2024-09-13T03:12:07.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.784+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=V4WIQQDZ68AO type=write size=174972 2024-09-13T03:12:07.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.787+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~FYTF5GVUY3Z7.0 size=1048576 2024-09-13T03:12:07.790 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.789+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~FYTF5GVUY3Z7.1 size=1048576 2024-09-13T03:12:07.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.790+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~FYTF5GVUY3Z7.2 size=105978 2024-09-13T03:12:07.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.790+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=FYTF5GVUY3Z7 tag=SD296ZH96808 type=write size=3251706 2024-09-13T03:12:07.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.792+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~JN09X485X1OW.0 size=1048576 2024-09-13T03:12:07.794 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.793+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~JN09X485X1OW.1 size=1048576 2024-09-13T03:12:07.796 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.794+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~JN09X485X1OW.2 size=661702 2024-09-13T03:12:07.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.797+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=JN09X485X1OW tag=ADHOTL9KV7OB type=write size=3807430 2024-09-13T03:12:07.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.799+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=MBR6SBMCZAUI type=write size=142096 2024-09-13T03:12:07.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.802+0000 7fda4ba82640 1 < suggested remove operation key=WRBSMDZRZQAN tag=OIU4FMJRGYFB type=del 2024-09-13T03:12:07.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.803+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=34R35W07QUQU type=write size=311675 2024-09-13T03:12:07.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.805+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~JZLBPY1PG0RU.0 size=1048576 2024-09-13T03:12:07.808 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.807+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~JZLBPY1PG0RU.1 size=701178 2024-09-13T03:12:07.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.809+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=JZLBPY1PG0RU tag=MLEM7ODSPKPX type=write size=2798330 2024-09-13T03:12:07.812 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.811+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=4R9GS79QQ2RN type=del size=3375519 2024-09-13T03:12:07.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.813+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~ST611RA9FAQ3.0 size=15500 2024-09-13T03:12:07.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.815+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=ST611RA9FAQ3 tag=YZZI6HZK42LS type=write size=1064076 2024-09-13T03:12:07.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.817+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=74M3VEGRTRLZ type=del size=3985649 2024-09-13T03:12:07.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.819+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=PX8K2WD40BZ1 type=del 2024-09-13T03:12:07.822 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.820+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=2BFDX0W3SK7W type=write size=1040004 2024-09-13T03:12:07.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.824+0000 7fda4ba82640 1 < suggested remove operation key=QSXH3UHXTEO9 tag=O9T43G47SCLF type=del 2024-09-13T03:12:07.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.825+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=Z3INDWYB5KTF type=del size=3107866 2024-09-13T03:12:07.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.827+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~JYCNYGBTU9DJ.0 size=289504 2024-09-13T03:12:07.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.830+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=JYCNYGBTU9DJ tag=S9VFAXLM8QZQ type=write size=1338080 2024-09-13T03:12:07.834 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.833+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~SY3OXL5V0PLH.0 size=1048576 2024-09-13T03:12:07.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.834+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~SY3OXL5V0PLH.1 size=1048576 2024-09-13T03:12:07.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.836+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~SY3OXL5V0PLH.2 size=439018 2024-09-13T03:12:07.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.836+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=SY3OXL5V0PLH tag=34WG1NTKBBUG type=write size=3584746 2024-09-13T03:12:07.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.838+0000 7fda4ba82640 -1 < failed to complete operation key=3VGJW4TWEKKL tag=SKBIEXGZZ54L type=write size=163694: (22) Invalid argument 2024-09-13T03:12:07.841 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.839+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=TJAINB5BYJ54 type=del size=1195413 2024-09-13T03:12:07.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.841+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~WUOB9MVG36W6.0 size=117533 2024-09-13T03:12:07.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.844+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=WUOB9MVG36W6 tag=GF4R5JOW0J06 type=write size=1166109 2024-09-13T03:12:07.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.845+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=MS26D42V0QDZ type=del size=36026 2024-09-13T03:12:07.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.846+0000 7fda4ba82640 1 < canceled part key=_multipart_53Y8JEVDW9XF.2~HZG4Q4X9175P.0 size=1048576 2024-09-13T03:12:07.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.847+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~HZG4Q4X9175P.1 size=298570 2024-09-13T03:12:07.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.850+0000 7fda4ba82640 1 < canceled multipart upload key=53Y8JEVDW9XF upload=HZG4Q4X9175P tag=IZCIC37C26FC type=write size=2395722 2024-09-13T03:12:07.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.854+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~BTZA2J1ZMOKW.0 size=1048576 2024-09-13T03:12:07.857 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.855+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~BTZA2J1ZMOKW.1 size=1048576 2024-09-13T03:12:07.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.857+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~BTZA2J1ZMOKW.2 size=412324 2024-09-13T03:12:07.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.857+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=BTZA2J1ZMOKW tag=QBAQZVYKMM1A type=write size=3558052 2024-09-13T03:12:07.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.858+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=BRCYCETFXWNB type=del 2024-09-13T03:12:07.862 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.860+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=9B2PM1WPZ449 type=del size=3260852 2024-09-13T03:12:07.864 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.862+0000 7fda4ba82640 1 < canceled operation key=53Y8JEVDW9XF tag=VA8HTR83JHGQ type=del size=3774056 2024-09-13T03:12:07.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.864+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=YVNH6NZNZ8KR type=del size=923610 2024-09-13T03:12:07.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.866+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=4IVS0SJYE3G8 type=del 2024-09-13T03:12:07.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.867+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=P20S9XW04U9R type=del size=3978744 2024-09-13T03:12:07.870 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.869+0000 7fda4ba82640 1 < canceled operation key=7VAD88Q1O8P1 tag=EK3I877TZZ69 type=del size=2763032 2024-09-13T03:12:07.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.871+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=GAZ6KM7U41DG type=del size=1900900 2024-09-13T03:12:07.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.874+0000 7fda4ba82640 1 < suggested remove operation key=53Y8JEVDW9XF tag=5K2IAXT4NUTB type=del 2024-09-13T03:12:07.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.876+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=CU3T56171D1O type=del size=3162821 2024-09-13T03:12:07.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.877+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~FYTF5GVUY3Z7.0 size=1048576 2024-09-13T03:12:07.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.879+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~FYTF5GVUY3Z7.1 size=1048576 2024-09-13T03:12:07.881 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.880+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~FYTF5GVUY3Z7.2 size=105978 2024-09-13T03:12:07.884 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.883+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=FYTF5GVUY3Z7 tag=SD296ZH96808 type=write size=3251706 2024-09-13T03:12:07.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.886+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NW5XRSWOWSOA.0 size=1048576 2024-09-13T03:12:07.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.888+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NW5XRSWOWSOA.1 size=1048576 2024-09-13T03:12:07.890 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.889+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NW5XRSWOWSOA.2 size=171228 2024-09-13T03:12:07.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.889+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=NW5XRSWOWSOA tag=SXJQTYE27LMX type=write size=3316956 2024-09-13T03:12:07.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.891+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=MBR6SBMCZAUI type=write size=142096 2024-09-13T03:12:07.894 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.892+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=VVBO952KLT9C type=del size=3044742 2024-09-13T03:12:07.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.894+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=34R35W07QUQU type=write size=311675 2024-09-13T03:12:07.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.896+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=WPWBEXHV1S58 type=del size=2916024 2024-09-13T03:12:07.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.898+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=4R9GS79QQ2RN type=del 2024-09-13T03:12:07.902 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.901+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~C646HW4PJK76.0 size=1048576 2024-09-13T03:12:07.904 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.902+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~C646HW4PJK76.1 size=1048576 2024-09-13T03:12:07.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.904+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~C646HW4PJK76.2 size=345597 2024-09-13T03:12:07.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.904+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=C646HW4PJK76 tag=G2I2HMAGN0YG type=write size=3491325 2024-09-13T03:12:07.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.905+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=74M3VEGRTRLZ type=del 2024-09-13T03:12:07.908 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.907+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=0QCNO3UMTGYX type=del size=1168938 2024-09-13T03:12:07.910 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.909+0000 7fda4ba82640 -1 < failed to complete operation key=53Y8JEVDW9XF tag=2BFDX0W3SK7W type=write size=1040004: (22) Invalid argument 2024-09-13T03:12:07.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.912+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~726MVTOQNWS3.0 size=144706 2024-09-13T03:12:07.914 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.912+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=726MVTOQNWS3 tag=Y2RJ7J3NZWYK type=write size=1193282 2024-09-13T03:12:07.917 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.915+0000 7fda4ba82640 1 < suggested remove operation key=WRBSMDZRZQAN tag=Z3INDWYB5KTF type=del 2024-09-13T03:12:07.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.917+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=0VG1VMBUG37P type=del size=2841059 2024-09-13T03:12:07.920 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.918+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~SY3OXL5V0PLH.0 size=1048576 2024-09-13T03:12:07.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.920+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~SY3OXL5V0PLH.1 size=1048576 2024-09-13T03:12:07.923 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.921+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~SY3OXL5V0PLH.2 size=439018 2024-09-13T03:12:07.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.924+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=SY3OXL5V0PLH tag=34WG1NTKBBUG type=write size=3584746 2024-09-13T03:12:07.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.926+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=L4SL26QOUS9J type=del size=3335293 2024-09-13T03:12:07.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.928+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=TJAINB5BYJ54 type=del 2024-09-13T03:12:07.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.930+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=OSAIDWHWO5CR type=del size=3613553 2024-09-13T03:12:07.933 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.932+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=MS26D42V0QDZ type=del 2024-09-13T03:12:07.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.933+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=6USQQSUCUERC type=del size=1238874 2024-09-13T03:12:07.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.935+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~BTZA2J1ZMOKW.0 size=1048576 2024-09-13T03:12:07.938 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.937+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~BTZA2J1ZMOKW.1 size=1048576 2024-09-13T03:12:07.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.938+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~BTZA2J1ZMOKW.2 size=412324 2024-09-13T03:12:07.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.941+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=BTZA2J1ZMOKW tag=QBAQZVYKMM1A type=write size=3558052 2024-09-13T03:12:07.944 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.943+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=KEYB6QX2BBLA type=del size=2895683 2024-09-13T03:12:07.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.944+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=9B2PM1WPZ449 type=del 2024-09-13T03:12:07.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.947+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~MEUL52O2AJ8H.0 size=1048576 2024-09-13T03:12:07.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.949+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~MEUL52O2AJ8H.1 size=260893 2024-09-13T03:12:07.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.949+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=MEUL52O2AJ8H tag=GHAVR5GSIZIK type=write size=2358045 2024-09-13T03:12:07.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.950+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=YVNH6NZNZ8KR type=del 2024-09-13T03:12:07.953 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.952+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=LWXXI7LPWRAG type=del size=13871 2024-09-13T03:12:07.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.954+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=P20S9XW04U9R type=del 2024-09-13T03:12:07.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.956+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=6H9B78O2XFGI type=del size=1830025 2024-09-13T03:12:07.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.957+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=GAZ6KM7U41DG type=del 2024-09-13T03:12:07.962 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.960+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~3JCRZ9N8IY3E.0 size=1048576 2024-09-13T03:12:07.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.962+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~3JCRZ9N8IY3E.1 size=51308 2024-09-13T03:12:07.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.962+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=3JCRZ9N8IY3E tag=LO8RIPPJ82BE type=write size=2148460 2024-09-13T03:12:07.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.965+0000 7fda4ba82640 1 < suggested remove operation key=53Y8JEVDW9XF tag=CU3T56171D1O type=del 2024-09-13T03:12:07.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.967+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=QI4OOU2CH0GR type=del size=949411 2024-09-13T03:12:07.970 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.968+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NW5XRSWOWSOA.0 size=1048576 2024-09-13T03:12:07.971 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.970+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NW5XRSWOWSOA.1 size=1048576 2024-09-13T03:12:07.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.971+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NW5XRSWOWSOA.2 size=171228 2024-09-13T03:12:07.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.974+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=NW5XRSWOWSOA tag=SXJQTYE27LMX type=write size=3316956 2024-09-13T03:12:07.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.978+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~5WJWEDL3UKD3.0 size=1048576 2024-09-13T03:12:07.980 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.979+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~5WJWEDL3UKD3.1 size=1048576 2024-09-13T03:12:07.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.980+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~5WJWEDL3UKD3.2 size=818306 2024-09-13T03:12:07.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.980+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=5WJWEDL3UKD3 tag=R1FAY6JOSRN0 type=write size=3964034 2024-09-13T03:12:07.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.983+0000 7fda4ba82640 1 < suggested remove operation key=HCD8XCSFOAR1 tag=VVBO952KLT9C type=del 2024-09-13T03:12:07.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.986+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~G3GROD0Q9H2I.0 size=1048576 2024-09-13T03:12:07.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.988+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~G3GROD0Q9H2I.1 size=259824 2024-09-13T03:12:07.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.988+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=G3GROD0Q9H2I tag=HT38F030JOUL type=write size=2356976 2024-09-13T03:12:07.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.988+0000 7fda4ba82640 -1 < no bi entry to suggest for operation key=HCD8XCSFOAR1 tag=WPWBEXHV1S58 type=del size=2916024: (2) No such file or directory 2024-09-13T03:12:07.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.990+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=QHR04G47J04I type=del size=1575682 2024-09-13T03:12:07.993 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.991+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~C646HW4PJK76.0 size=1048576 2024-09-13T03:12:07.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.993+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~C646HW4PJK76.1 size=1048576 2024-09-13T03:12:07.996 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.995+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~C646HW4PJK76.2 size=345597 2024-09-13T03:12:07.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:07.997+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=C646HW4PJK76 tag=G2I2HMAGN0YG type=write size=3491325 2024-09-13T03:12:08.002 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.000+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~IP65BAAX5K0F.0 size=786638 2024-09-13T03:12:08.002 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.000+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=IP65BAAX5K0F tag=IRRTRW9NTLEV type=write size=1835214 2024-09-13T03:12:08.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.002+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=0QCNO3UMTGYX type=del 2024-09-13T03:12:08.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.003+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=JKUFU2O0GSEV type=del size=245639 2024-09-13T03:12:08.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.005+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~726MVTOQNWS3.0 size=144706 2024-09-13T03:12:08.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.008+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=726MVTOQNWS3 tag=Y2RJ7J3NZWYK type=write size=1193282 2024-09-13T03:12:08.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.009+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=7K14PEE3BXUQ type=del size=2113366 2024-09-13T03:12:08.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.011+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=0VG1VMBUG37P type=del 2024-09-13T03:12:08.014 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.013+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=DQRF8VRMJ9XD type=del size=3401342 2024-09-13T03:12:08.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.014+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=L4SL26QOUS9J type=del 2024-09-13T03:12:08.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.016+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=33L1Y4PJEWZK type=write size=495061 2024-09-13T03:12:08.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.017+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=OSAIDWHWO5CR type=del 2024-09-13T03:12:08.020 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.019+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=UDL41TB6ZTZ2 type=write size=278415 2024-09-13T03:12:08.022 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.021+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=6USQQSUCUERC type=del 2024-09-13T03:12:08.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.022+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=WIJ3DZE9EJ1G type=del size=3024952 2024-09-13T03:12:08.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.024+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=KEYB6QX2BBLA type=del 2024-09-13T03:12:08.029 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.027+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~3XBULDDQBTOZ.0 size=1048576 2024-09-13T03:12:08.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.029+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~3XBULDDQBTOZ.1 size=655356 2024-09-13T03:12:08.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.029+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=3XBULDDQBTOZ tag=9LSKZR08I6GS type=write size=2752508 2024-09-13T03:12:08.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.029+0000 7fda4ba82640 1 < canceled part key=_multipart_VULNHTR382QJ.2~MEUL52O2AJ8H.0 size=1048576 2024-09-13T03:12:08.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.030+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~MEUL52O2AJ8H.1 size=260893 2024-09-13T03:12:08.034 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.033+0000 7fda4ba82640 1 < canceled multipart upload key=VULNHTR382QJ upload=MEUL52O2AJ8H tag=GHAVR5GSIZIK type=write size=2358045 2024-09-13T03:12:08.037 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.036+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~EHURVMLR0T7K.0 size=1048576 2024-09-13T03:12:08.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.037+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~EHURVMLR0T7K.1 size=757208 2024-09-13T03:12:08.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.037+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=EHURVMLR0T7K tag=FGKUMEPRHZ1F type=write size=2854360 2024-09-13T03:12:08.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.039+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=LWXXI7LPWRAG type=del 2024-09-13T03:12:08.043 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.042+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~96WNR3WKX3GM.0 size=784701 2024-09-13T03:12:08.043 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.042+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=96WNR3WKX3GM tag=OZDY8M2Q8FDJ type=write size=1833277 2024-09-13T03:12:08.045 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.043+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=6H9B78O2XFGI type=del 2024-09-13T03:12:08.046 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.045+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=58F8DNYMKRQ0 type=del size=4134998 2024-09-13T03:12:08.049 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.047+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~3JCRZ9N8IY3E.0 size=1048576 2024-09-13T03:12:08.050 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.049+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~3JCRZ9N8IY3E.1 size=51308 2024-09-13T03:12:08.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.052+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=3JCRZ9N8IY3E tag=LO8RIPPJ82BE type=write size=2148460 2024-09-13T03:12:08.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.053+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=4L84HWFG1U1T type=write size=285025 2024-09-13T03:12:08.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.055+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=QI4OOU2CH0GR type=del 2024-09-13T03:12:08.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.057+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=EHI47XQLFRCD type=del size=3127722 2024-09-13T03:12:08.060 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.058+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~5WJWEDL3UKD3.0 size=1048576 2024-09-13T03:12:08.061 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.060+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~5WJWEDL3UKD3.1 size=1048576 2024-09-13T03:12:08.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.061+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~5WJWEDL3UKD3.2 size=818306 2024-09-13T03:12:08.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.064+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=5WJWEDL3UKD3 tag=R1FAY6JOSRN0 type=write size=3964034 2024-09-13T03:12:08.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.066+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=ULQ2RMWDVZYF type=del size=3370987 2024-09-13T03:12:08.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.068+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~G3GROD0Q9H2I.0 size=1048576 2024-09-13T03:12:08.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.069+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~G3GROD0Q9H2I.1 size=259824 2024-09-13T03:12:08.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.072+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=G3GROD0Q9H2I tag=HT38F030JOUL type=write size=2356976 2024-09-13T03:12:08.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.076+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~H5U9GFTAMTU6.0 size=1048576 2024-09-13T03:12:08.078 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.077+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~H5U9GFTAMTU6.1 size=308690 2024-09-13T03:12:08.079 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.077+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=H5U9GFTAMTU6 tag=EB4A90XILU0X type=write size=2405842 2024-09-13T03:12:08.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.079+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=QHR04G47J04I type=del 2024-09-13T03:12:08.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.082+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~712U5BTIZ7KH.0 size=1048576 2024-09-13T03:12:08.085 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.083+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~712U5BTIZ7KH.1 size=614564 2024-09-13T03:12:08.085 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.083+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=712U5BTIZ7KH tag=W32F19AMZWTI type=write size=2711716 2024-09-13T03:12:08.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.085+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~IP65BAAX5K0F.0 size=786638 2024-09-13T03:12:08.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.088+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=IP65BAAX5K0F tag=IRRTRW9NTLEV type=write size=1835214 2024-09-13T03:12:08.091 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.089+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=DLWO6ZKEJG75 type=del size=2938444 2024-09-13T03:12:08.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.091+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=JKUFU2O0GSEV type=del 2024-09-13T03:12:08.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.093+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=B6Y436N0GF51 type=write size=885373 2024-09-13T03:12:08.096 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.095+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=7K14PEE3BXUQ type=del 2024-09-13T03:12:08.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.097+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=UWD3R19O71WK type=del size=3745490 2024-09-13T03:12:08.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.100+0000 7fda4ba82640 1 < suggested remove operation key=VVUUV9QP2J78 tag=DQRF8VRMJ9XD type=del 2024-09-13T03:12:08.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.103+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~48UXBP0UUS91.0 size=1048576 2024-09-13T03:12:08.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.105+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~48UXBP0UUS91.1 size=590994 2024-09-13T03:12:08.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.105+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=48UXBP0UUS91 tag=OLJ6PGLFLI1O type=write size=2688146 2024-09-13T03:12:08.108 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.106+0000 7fda4ba82640 1 < completed write operation key=9KHMARDTPDIW tag=33L1Y4PJEWZK type=write size=495061 2024-09-13T03:12:08.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.109+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~RQ8DS38W456T.0 size=1048576 2024-09-13T03:12:08.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.111+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~RQ8DS38W456T.1 size=357196 2024-09-13T03:12:08.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.111+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=RQ8DS38W456T tag=X2KY3L8O7UMC type=write size=2454348 2024-09-13T03:12:08.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.113+0000 7fda4ba82640 1 < completed write operation key=PSHNNGDFOD02 tag=UDL41TB6ZTZ2 type=write size=278415 2024-09-13T03:12:08.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.114+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=OF43ZFCNT35Y type=del size=181592 2024-09-13T03:12:08.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.118+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=WIJ3DZE9EJ1G type=del 2024-09-13T03:12:08.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.120+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=M7LJ7HMNYE5W type=del size=1488134 2024-09-13T03:12:08.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.121+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~3XBULDDQBTOZ.0 size=1048576 2024-09-13T03:12:08.124 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.123+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~3XBULDDQBTOZ.1 size=655356 2024-09-13T03:12:08.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.126+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=3XBULDDQBTOZ tag=9LSKZR08I6GS type=write size=2752508 2024-09-13T03:12:08.129 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.128+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=6QBPJ01JKGU9 type=write size=886303 2024-09-13T03:12:08.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.129+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~EHURVMLR0T7K.0 size=1048576 2024-09-13T03:12:08.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.131+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~EHURVMLR0T7K.1 size=757208 2024-09-13T03:12:08.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.133+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=EHURVMLR0T7K tag=FGKUMEPRHZ1F type=write size=2854360 2024-09-13T03:12:08.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.137+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~XRRO466E89VO.0 size=1032518 2024-09-13T03:12:08.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.137+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=XRRO466E89VO tag=RUMBYMO4E0XV type=write size=2081094 2024-09-13T03:12:08.140 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.138+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~96WNR3WKX3GM.0 size=784701 2024-09-13T03:12:08.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.141+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=96WNR3WKX3GM tag=OZDY8M2Q8FDJ type=write size=1833277 2024-09-13T03:12:08.144 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.143+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=VDW9OJ3X4V4G type=del size=3015881 2024-09-13T03:12:08.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.145+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=58F8DNYMKRQ0 type=del 2024-09-13T03:12:08.149 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.148+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~8YCDQB3UUCT6.0 size=1048576 2024-09-13T03:12:08.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.149+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~8YCDQB3UUCT6.1 size=1048576 2024-09-13T03:12:08.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.151+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~8YCDQB3UUCT6.2 size=1019994 2024-09-13T03:12:08.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.151+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=8YCDQB3UUCT6 tag=2SDG7WJQ3J8R type=write size=4165722 2024-09-13T03:12:08.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.152+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=4L84HWFG1U1T type=write size=285025 2024-09-13T03:12:08.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.154+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=X7UXY4IUHNYY type=del size=3323128 2024-09-13T03:12:08.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.155+0000 7fda4ba82640 1 < canceled operation key=X3IBYPK60ZII tag=EHI47XQLFRCD type=del size=3127722 2024-09-13T03:12:08.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.157+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=QHX8SF5V3KLE type=write size=537699 2024-09-13T03:12:08.160 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.159+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=ULQ2RMWDVZYF type=del 2024-09-13T03:12:08.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.162+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~5H923PIPPKU3.0 size=996380 2024-09-13T03:12:08.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.162+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=5H923PIPPKU3 tag=PND3W5TW2L5C type=write size=2044956 2024-09-13T03:12:08.165 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.163+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~H5U9GFTAMTU6.0 size=1048576 2024-09-13T03:12:08.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.165+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~H5U9GFTAMTU6.1 size=308690 2024-09-13T03:12:08.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.168+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=H5U9GFTAMTU6 tag=EB4A90XILU0X type=write size=2405842 2024-09-13T03:12:08.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.171+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~GGNKAOZZSCAI.0 size=1048576 2024-09-13T03:12:08.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.172+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~GGNKAOZZSCAI.1 size=1048576 2024-09-13T03:12:08.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.174+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~GGNKAOZZSCAI.2 size=532341 2024-09-13T03:12:08.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.174+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=GGNKAOZZSCAI tag=JRGZBM8728IX type=write size=3678069 2024-09-13T03:12:08.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.175+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~712U5BTIZ7KH.0 size=1048576 2024-09-13T03:12:08.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.175+0000 7fda4ba82640 1 < canceled part key=_multipart_UEPB2Q26LHMF.2~712U5BTIZ7KH.1 size=614564 2024-09-13T03:12:08.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.178+0000 7fda4ba82640 1 < canceled multipart upload key=UEPB2Q26LHMF upload=712U5BTIZ7KH tag=W32F19AMZWTI type=write size=2711716 2024-09-13T03:12:08.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.181+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~91XB8CTLXJ7P.0 size=357676 2024-09-13T03:12:08.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.181+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=91XB8CTLXJ7P tag=UZK1D71SY9OA type=write size=1406252 2024-09-13T03:12:08.184 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.183+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=DLWO6ZKEJG75 type=del 2024-09-13T03:12:08.188 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.186+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~K2O3YL0J0033.0 size=1048576 2024-09-13T03:12:08.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.188+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~K2O3YL0J0033.1 size=1048576 2024-09-13T03:12:08.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.190+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~K2O3YL0J0033.2 size=42631 2024-09-13T03:12:08.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.190+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=K2O3YL0J0033 tag=OIBT096BODAY type=write size=3188359 2024-09-13T03:12:08.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.193+0000 7fda4ba82640 1 < suggested update operation key=HCD8XCSFOAR1 tag=B6Y436N0GF51 type=write size=885373 2024-09-13T03:12:08.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.195+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=G3WFC5MBHLHQ type=del size=432946 2024-09-13T03:12:08.198 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.196+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=UWD3R19O71WK type=del 2024-09-13T03:12:08.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.199+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~M3XY89NAWE1X.0 size=106922 2024-09-13T03:12:08.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.199+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=M3XY89NAWE1X tag=0PB6J0H9CQN0 type=write size=1155498 2024-09-13T03:12:08.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.201+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~48UXBP0UUS91.0 size=1048576 2024-09-13T03:12:08.204 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.202+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~48UXBP0UUS91.1 size=590994 2024-09-13T03:12:08.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.205+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=48UXBP0UUS91 tag=OLJ6PGLFLI1O type=write size=2688146 2024-09-13T03:12:08.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.207+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=ZL8F0DQ7CUS1 type=del size=2355203 2024-09-13T03:12:08.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.208+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~RQ8DS38W456T.0 size=1048576 2024-09-13T03:12:08.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.210+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~RQ8DS38W456T.1 size=357196 2024-09-13T03:12:08.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.213+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=RQ8DS38W456T tag=X2KY3L8O7UMC type=write size=2454348 2024-09-13T03:12:08.216 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.215+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=VIOW0A4D8M1G type=write size=99967 2024-09-13T03:12:08.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.216+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=OF43ZFCNT35Y type=del 2024-09-13T03:12:08.219 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.218+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=3NUPJ82BEEEG type=del size=1569441 2024-09-13T03:12:08.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.220+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=M7LJ7HMNYE5W type=del 2024-09-13T03:12:08.223 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.222+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=68LPHYRV3V2I type=del size=1463351 2024-09-13T03:12:08.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.223+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=6QBPJ01JKGU9 type=write size=886303 2024-09-13T03:12:08.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.227+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~6CQDEADN4ZVM.0 size=1048576 2024-09-13T03:12:08.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.229+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~6CQDEADN4ZVM.1 size=515400 2024-09-13T03:12:08.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.229+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=6CQDEADN4ZVM tag=B9T9WI6XDF2T type=write size=2612552 2024-09-13T03:12:08.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.230+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~XRRO466E89VO.0 size=1032518 2024-09-13T03:12:08.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.233+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=XRRO466E89VO tag=RUMBYMO4E0XV type=write size=2081094 2024-09-13T03:12:08.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.235+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=PDVVYLJRY5IL type=del size=2686880 2024-09-13T03:12:08.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.237+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=VDW9OJ3X4V4G type=del 2024-09-13T03:12:08.242 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.241+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~BAA755NO8K7P.0 size=1048576 2024-09-13T03:12:08.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.242+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~BAA755NO8K7P.1 size=1048576 2024-09-13T03:12:08.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.243+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~BAA755NO8K7P.2 size=57957 2024-09-13T03:12:08.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.243+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=BAA755NO8K7P tag=FVO92JZ6LSD2 type=write size=3203685 2024-09-13T03:12:08.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.245+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~8YCDQB3UUCT6.0 size=1048576 2024-09-13T03:12:08.248 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.247+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~8YCDQB3UUCT6.1 size=1048576 2024-09-13T03:12:08.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.248+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~8YCDQB3UUCT6.2 size=1019994 2024-09-13T03:12:08.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.251+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=8YCDQB3UUCT6 tag=2SDG7WJQ3J8R type=write size=4165722 2024-09-13T03:12:08.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.253+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=THAFORVB1LRK type=del size=1065110 2024-09-13T03:12:08.256 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.255+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=X7UXY4IUHNYY type=del 2024-09-13T03:12:08.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.258+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~06QOJROGD3K2.0 size=643722 2024-09-13T03:12:08.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.258+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=06QOJROGD3K2 tag=AAXRUSW70NT8 type=write size=1692298 2024-09-13T03:12:08.261 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.260+0000 7fda4ba82640 1 < completed write operation key=X3IBYPK60ZII tag=QHX8SF5V3KLE type=write size=537699 2024-09-13T03:12:08.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.261+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=KRYV4O9OFV4C type=del size=1730347 2024-09-13T03:12:08.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.263+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~5H923PIPPKU3.0 size=996380 2024-09-13T03:12:08.268 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.266+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=5H923PIPPKU3 tag=PND3W5TW2L5C type=write size=2044956 2024-09-13T03:12:08.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.268+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=400H95ANZ0OY type=write size=894479 2024-09-13T03:12:08.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.270+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~GGNKAOZZSCAI.0 size=1048576 2024-09-13T03:12:08.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.271+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~GGNKAOZZSCAI.1 size=1048576 2024-09-13T03:12:08.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.273+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~GGNKAOZZSCAI.2 size=532341 2024-09-13T03:12:08.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.276+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=GGNKAOZZSCAI tag=JRGZBM8728IX type=write size=3678069 2024-09-13T03:12:08.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.278+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=2AJ2C372FA0B type=del size=1287694 2024-09-13T03:12:08.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.279+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~91XB8CTLXJ7P.0 size=357676 2024-09-13T03:12:08.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.283+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=91XB8CTLXJ7P tag=UZK1D71SY9OA type=write size=1406252 2024-09-13T03:12:08.286 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.285+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=3GM5TMC0UNOJ type=del size=3330980 2024-09-13T03:12:08.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.287+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~K2O3YL0J0033.0 size=1048576 2024-09-13T03:12:08.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.288+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~K2O3YL0J0033.1 size=1048576 2024-09-13T03:12:08.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.290+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~K2O3YL0J0033.2 size=42631 2024-09-13T03:12:08.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.293+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=K2O3YL0J0033 tag=OIBT096BODAY type=write size=3188359 2024-09-13T03:12:08.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.294+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=4AXS4S14RGRV type=del size=2176909 2024-09-13T03:12:08.297 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.296+0000 7fda4ba82640 1 < canceled operation key=PSHNNGDFOD02 tag=G3WFC5MBHLHQ type=del size=432946 2024-09-13T03:12:08.299 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.297+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=GMO1T8Q8KR4U type=del size=1490864 2024-09-13T03:12:08.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.299+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~M3XY89NAWE1X.0 size=106922 2024-09-13T03:12:08.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.302+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=M3XY89NAWE1X tag=0PB6J0H9CQN0 type=write size=1155498 2024-09-13T03:12:08.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.304+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=W8ZTGIH0721H type=del size=1199791 2024-09-13T03:12:08.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.307+0000 7fda4ba82640 1 < suggested remove operation key=PSHNNGDFOD02 tag=ZL8F0DQ7CUS1 type=del 2024-09-13T03:12:08.312 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.310+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~0GH88IB2LRDV.0 size=1048576 2024-09-13T03:12:08.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.312+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~0GH88IB2LRDV.1 size=683544 2024-09-13T03:12:08.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.312+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=0GH88IB2LRDV tag=63FCIROVQ8EM type=write size=2780696 2024-09-13T03:12:08.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.313+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=VIOW0A4D8M1G type=write size=99967 2024-09-13T03:12:08.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.315+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=Q8X6YFXNKPHO type=write size=584247 2024-09-13T03:12:08.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.317+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=3NUPJ82BEEEG type=del 2024-09-13T03:12:08.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.320+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~XC4WQV46VY1W.0 size=1048576 2024-09-13T03:12:08.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.321+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~XC4WQV46VY1W.1 size=266972 2024-09-13T03:12:08.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.321+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=XC4WQV46VY1W tag=VNLZBM17HXR4 type=write size=2364124 2024-09-13T03:12:08.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.323+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=68LPHYRV3V2I type=del 2024-09-13T03:12:08.328 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.325+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=998V5CGMBL2X type=del size=3970145 2024-09-13T03:12:08.328 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.326+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~6CQDEADN4ZVM.0 size=1048576 2024-09-13T03:12:08.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.328+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~6CQDEADN4ZVM.1 size=515400 2024-09-13T03:12:08.330 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:08 smithi052 ceph-mon[91421]: pgmap v1375: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 112 KiB/s wr, 576 op/s 2024-09-13T03:12:08.330 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:08 smithi052 ceph-mon[89065]: pgmap v1375: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 112 KiB/s wr, 576 op/s 2024-09-13T03:12:08.330 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:12:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:12:08] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2024-09-13T03:12:08.332 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.331+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=6CQDEADN4ZVM tag=B9T9WI6XDF2T type=write size=2612552 2024-09-13T03:12:08.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.333+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=2WD66YTR12V1 type=del size=2827189 2024-09-13T03:12:08.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.334+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=PDVVYLJRY5IL type=del 2024-09-13T03:12:08.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.336+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=0LD3RXMKEXZC type=del size=391006 2024-09-13T03:12:08.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.338+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~BAA755NO8K7P.0 size=1048576 2024-09-13T03:12:08.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.339+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~BAA755NO8K7P.1 size=1048576 2024-09-13T03:12:08.342 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.341+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~BAA755NO8K7P.2 size=57957 2024-09-13T03:12:08.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.344+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=BAA755NO8K7P tag=FVO92JZ6LSD2 type=write size=3203685 2024-09-13T03:12:08.348 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.347+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~SXIEVVJHIFY3.0 size=1048576 2024-09-13T03:12:08.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.348+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~SXIEVVJHIFY3.1 size=307353 2024-09-13T03:12:08.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.348+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=SXIEVVJHIFY3 tag=FE52VG2D5UV8 type=write size=2404505 2024-09-13T03:12:08.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.352+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=THAFORVB1LRK type=del 2024-09-13T03:12:08.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.353+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=2QF52L79RST2 type=write size=330090 2024-09-13T03:12:08.356 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.355+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~06QOJROGD3K2.0 size=643722 2024-09-13T03:12:08.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.358+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=06QOJROGD3K2 tag=AAXRUSW70NT8 type=write size=1692298 2024-09-13T03:12:08.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.360+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=OZK0W37BPMG9 type=write size=306591 2024-09-13T03:12:08.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.363+0000 7fda4ba82640 1 < suggested update operation key=AW13WQCSYUGX tag=KRYV4O9OFV4C type=del size=1730347 2024-09-13T03:12:08.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.365+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=QB15A6K31SSF type=write size=830330 2024-09-13T03:12:08.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.366+0000 7fda4ba82640 1 < completed write operation key=7VAD88Q1O8P1 tag=400H95ANZ0OY type=write size=894479 2024-09-13T03:12:08.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.368+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=LI36RTXK7K8R type=del size=690835 2024-09-13T03:12:08.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.370+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=2AJ2C372FA0B type=del 2024-09-13T03:12:08.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.373+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~85XRO9QZN7KJ.0 size=1048576 2024-09-13T03:12:08.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.374+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~85XRO9QZN7KJ.1 size=1048576 2024-09-13T03:12:08.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.376+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~85XRO9QZN7KJ.2 size=118275 2024-09-13T03:12:08.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.376+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=85XRO9QZN7KJ tag=GZB2XSBHTGD9 type=write size=3264003 2024-09-13T03:12:08.379 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.377+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=3GM5TMC0UNOJ type=del 2024-09-13T03:12:08.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.379+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=272171DPN62I type=del size=1266867 2024-09-13T03:12:08.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.381+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=4AXS4S14RGRV type=del 2024-09-13T03:12:08.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.384+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~7N9X6RPU1VB1.0 size=896210 2024-09-13T03:12:08.386 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.384+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=7N9X6RPU1VB1 tag=QJ9MKW7Q2V6M type=write size=1944786 2024-09-13T03:12:08.387 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.386+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=GMO1T8Q8KR4U type=del 2024-09-13T03:12:08.389 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.387+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=D6SJX7RNL0WC type=del size=287306 2024-09-13T03:12:08.390 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.389+0000 7fda4ba82640 1 < canceled operation key=QSXH3UHXTEO9 tag=W8ZTGIH0721H type=del size=1199791 2024-09-13T03:12:08.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.392+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~P1EI5MOINBS2.0 size=1048576 2024-09-13T03:12:08.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.394+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~P1EI5MOINBS2.1 size=1048576 2024-09-13T03:12:08.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.395+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~P1EI5MOINBS2.2 size=386145 2024-09-13T03:12:08.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.395+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=P1EI5MOINBS2 tag=5U4GGFGF6C5G type=write size=3531873 2024-09-13T03:12:08.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.397+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~0GH88IB2LRDV.0 size=1048576 2024-09-13T03:12:08.400 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.398+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~0GH88IB2LRDV.1 size=683544 2024-09-13T03:12:08.403 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.401+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=0GH88IB2LRDV tag=63FCIROVQ8EM type=write size=2780696 2024-09-13T03:12:08.406 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.404+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~1YHHHC183V6Y.0 size=1048576 2024-09-13T03:12:08.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.406+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~1YHHHC183V6Y.1 size=1048576 2024-09-13T03:12:08.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.407+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~1YHHHC183V6Y.2 size=186906 2024-09-13T03:12:08.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.407+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=1YHHHC183V6Y tag=OV5MP86V8OXG type=write size=3332634 2024-09-13T03:12:08.412 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.411+0000 7fda4ba82640 1 < suggested update operation key=8O19R8YXKXJ0 tag=Q8X6YFXNKPHO type=write size=584247 2024-09-13T03:12:08.415 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.414+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~4GF0M0B12EW6.0 size=1048576 2024-09-13T03:12:08.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.415+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~4GF0M0B12EW6.1 size=718147 2024-09-13T03:12:08.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.415+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=4GF0M0B12EW6 tag=881QDX0MVYA5 type=write size=2815299 2024-09-13T03:12:08.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.417+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~XC4WQV46VY1W.0 size=1048576 2024-09-13T03:12:08.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.418+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~XC4WQV46VY1W.1 size=266972 2024-09-13T03:12:08.423 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.421+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=XC4WQV46VY1W tag=VNLZBM17HXR4 type=write size=2364124 2024-09-13T03:12:08.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.423+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=H9U2AT9YO1OQ type=del size=1439898 2024-09-13T03:12:08.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.425+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=998V5CGMBL2X type=del 2024-09-13T03:12:08.428 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.426+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=L9655Z9FWMPO type=del size=1372734 2024-09-13T03:12:08.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.428+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=2WD66YTR12V1 type=del 2024-09-13T03:12:08.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.431+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~SV5B3X0PPDS3.0 size=973265 2024-09-13T03:12:08.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.431+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=SV5B3X0PPDS3 tag=G1XST74343TX type=write size=2021841 2024-09-13T03:12:08.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.433+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=0LD3RXMKEXZC type=del 2024-09-13T03:12:08.437 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.436+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~HM2DSUO56IWD.0 size=1048576 2024-09-13T03:12:08.439 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.438+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~HM2DSUO56IWD.1 size=1048576 2024-09-13T03:12:08.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.439+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~HM2DSUO56IWD.2 size=928901 2024-09-13T03:12:08.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.439+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=HM2DSUO56IWD tag=05141821U6EF type=write size=4074629 2024-09-13T03:12:08.442 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.441+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~SXIEVVJHIFY3.0 size=1048576 2024-09-13T03:12:08.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.442+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~SXIEVVJHIFY3.1 size=307353 2024-09-13T03:12:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:08 smithi078 ceph-mon[85589]: pgmap v1375: 137 pgs: 8 creating+peering, 2 unknown, 127 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 326 KiB/s rd, 112 KiB/s wr, 576 op/s 2024-09-13T03:12:08.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.445+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=SXIEVVJHIFY3 tag=FE52VG2D5UV8 type=write size=2404505 2024-09-13T03:12:08.448 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.447+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=0B7YJUWRM6IA type=del size=3448730 2024-09-13T03:12:08.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.449+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=2QF52L79RST2 type=write size=330090 2024-09-13T03:12:08.452 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.450+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=NGQ2J4MYPYCK type=del size=962920 2024-09-13T03:12:08.454 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.452+0000 7fda4ba82640 1 < completed write operation key=E67B744938JK tag=OZK0W37BPMG9 type=write size=306591 2024-09-13T03:12:08.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.455+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~MFN9RVM8YNZZ.0 size=366743 2024-09-13T03:12:08.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.455+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=MFN9RVM8YNZZ tag=ARN72JK95WZA type=write size=1415319 2024-09-13T03:12:08.460 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.459+0000 7fda4ba82640 1 < suggested remove operation key=PSHNNGDFOD02 tag=QB15A6K31SSF type=write 2024-09-13T03:12:08.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.462+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~IT9N1840G9QT.0 size=375608 2024-09-13T03:12:08.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.462+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=IT9N1840G9QT tag=OZTXHZMKA37D type=write size=1424184 2024-09-13T03:12:08.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.464+0000 7fda4ba82640 -1 < failed to complete operation key=PSHNNGDFOD02 tag=LI36RTXK7K8R type=del size=690835: (22) Invalid argument 2024-09-13T03:12:08.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.466+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=257GYBCTT7DJ type=write size=286421 2024-09-13T03:12:08.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.468+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~85XRO9QZN7KJ.0 size=1048576 2024-09-13T03:12:08.471 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.470+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~85XRO9QZN7KJ.1 size=1048576 2024-09-13T03:12:08.473 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.472+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~85XRO9QZN7KJ.2 size=118275 2024-09-13T03:12:08.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.475+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=85XRO9QZN7KJ tag=GZB2XSBHTGD9 type=write size=3264003 2024-09-13T03:12:08.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.478+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~EHZ1ET2JDC2E.0 size=1048576 2024-09-13T03:12:08.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.479+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~EHZ1ET2JDC2E.1 size=1048576 2024-09-13T03:12:08.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.481+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~EHZ1ET2JDC2E.2 size=529849 2024-09-13T03:12:08.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.481+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=EHZ1ET2JDC2E tag=PWQUFRIJOR1T type=write size=3675577 2024-09-13T03:12:08.484 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.482+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=272171DPN62I type=del 2024-09-13T03:12:08.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.484+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=OZ4CQP7TG0TR type=del size=1098192 2024-09-13T03:12:08.487 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.486+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~7N9X6RPU1VB1.0 size=896210 2024-09-13T03:12:08.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.489+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=7N9X6RPU1VB1 tag=QJ9MKW7Q2V6M type=write size=1944786 2024-09-13T03:12:08.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.491+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=I1E89JIJIS95 type=del size=867888 2024-09-13T03:12:08.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.492+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=D6SJX7RNL0WC type=del 2024-09-13T03:12:08.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.494+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=P3GDCCJ74HSO type=del size=66133 2024-09-13T03:12:08.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.496+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~P1EI5MOINBS2.0 size=1048576 2024-09-13T03:12:08.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.497+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~P1EI5MOINBS2.1 size=1048576 2024-09-13T03:12:08.500 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.499+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~P1EI5MOINBS2.2 size=386145 2024-09-13T03:12:08.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.502+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=P1EI5MOINBS2 tag=5U4GGFGF6C5G type=write size=3531873 2024-09-13T03:12:08.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.505+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~J5VH384VSJLP.0 size=1048576 2024-09-13T03:12:08.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.507+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~J5VH384VSJLP.1 size=1048576 2024-09-13T03:12:08.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.508+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~J5VH384VSJLP.2 size=199021 2024-09-13T03:12:08.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.508+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=J5VH384VSJLP tag=UFR8PYGOH69Q type=write size=3344749 2024-09-13T03:12:08.512 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.510+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~1YHHHC183V6Y.0 size=1048576 2024-09-13T03:12:08.513 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.512+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~1YHHHC183V6Y.1 size=1048576 2024-09-13T03:12:08.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.513+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~1YHHHC183V6Y.2 size=186906 2024-09-13T03:12:08.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.516+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=1YHHHC183V6Y tag=OV5MP86V8OXG type=write size=3332634 2024-09-13T03:12:08.521 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.519+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~5UU5TEGCGIYP.0 size=1048576 2024-09-13T03:12:08.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.521+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~5UU5TEGCGIYP.1 size=1048576 2024-09-13T03:12:08.523 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.522+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~5UU5TEGCGIYP.2 size=238946 2024-09-13T03:12:08.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.522+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=5UU5TEGCGIYP tag=7817A9PES1YV type=write size=3384674 2024-09-13T03:12:08.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.524+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~4GF0M0B12EW6.0 size=1048576 2024-09-13T03:12:08.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.526+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~4GF0M0B12EW6.1 size=718147 2024-09-13T03:12:08.530 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.528+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=4GF0M0B12EW6 tag=881QDX0MVYA5 type=write size=2815299 2024-09-13T03:12:08.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.532+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~JBJLLV1BE1IB.0 size=669663 2024-09-13T03:12:08.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.532+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=JBJLLV1BE1IB tag=N8E39R497H96 type=write size=1718239 2024-09-13T03:12:08.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.533+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=H9U2AT9YO1OQ type=del 2024-09-13T03:12:08.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.535+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=O9IVRZHT8MZD type=del size=841519 2024-09-13T03:12:08.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.537+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=L9655Z9FWMPO type=del 2024-09-13T03:12:08.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.540+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~FYE8SWRM2O8G.0 size=1048576 2024-09-13T03:12:08.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.542+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~FYE8SWRM2O8G.1 size=1002494 2024-09-13T03:12:08.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.542+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=FYE8SWRM2O8G tag=T9UV6VQ6CJ6Q type=write size=3099646 2024-09-13T03:12:08.545 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.543+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~SV5B3X0PPDS3.0 size=973265 2024-09-13T03:12:08.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.547+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=SV5B3X0PPDS3 tag=G1XST74343TX type=write size=2021841 2024-09-13T03:12:08.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.548+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=0C3GZQMNY7J7 type=write size=746951 2024-09-13T03:12:08.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.550+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~HM2DSUO56IWD.0 size=1048576 2024-09-13T03:12:08.553 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.551+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~HM2DSUO56IWD.1 size=1048576 2024-09-13T03:12:08.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.553+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~HM2DSUO56IWD.2 size=928901 2024-09-13T03:12:08.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.556+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=HM2DSUO56IWD tag=05141821U6EF type=write size=4074629 2024-09-13T03:12:08.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.560+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~5ZG25FXX5K1S.0 size=293322 2024-09-13T03:12:08.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.560+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=5ZG25FXX5K1S tag=21HTQTG4GECQ type=write size=1341898 2024-09-13T03:12:08.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.561+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=0B7YJUWRM6IA type=del 2024-09-13T03:12:08.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.565+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~1IQOJOZRTJON.0 size=1048576 2024-09-13T03:12:08.567 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.566+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~1IQOJOZRTJON.1 size=1048576 2024-09-13T03:12:08.569 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.567+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~1IQOJOZRTJON.2 size=322633 2024-09-13T03:12:08.569 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.567+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=1IQOJOZRTJON tag=3AOEXY86I8WE type=write size=3468361 2024-09-13T03:12:08.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.569+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=NGQ2J4MYPYCK type=del 2024-09-13T03:12:08.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.571+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=NPN8WNO3JEBJ type=del size=1312159 2024-09-13T03:12:08.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.573+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~MFN9RVM8YNZZ.0 size=366743 2024-09-13T03:12:08.577 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.576+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=MFN9RVM8YNZZ tag=ARN72JK95WZA type=write size=1415319 2024-09-13T03:12:08.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.577+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=JTQF6121MDZ8 type=del size=1124590 2024-09-13T03:12:08.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.579+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~IT9N1840G9QT.0 size=375608 2024-09-13T03:12:08.584 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.582+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=IT9N1840G9QT tag=OZTXHZMKA37D type=write size=1424184 2024-09-13T03:12:08.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.584+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=X4LF5O6SUKW0 type=del size=2696426 2024-09-13T03:12:08.587 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.586+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=257GYBCTT7DJ type=write size=286421 2024-09-13T03:12:08.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.589+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~L1D3SPNRH8RS.0 size=1048576 2024-09-13T03:12:08.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.591+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~L1D3SPNRH8RS.1 size=395111 2024-09-13T03:12:08.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.591+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=L1D3SPNRH8RS tag=BCJOPDAC6NKQ type=write size=2492263 2024-09-13T03:12:08.594 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.593+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~EHZ1ET2JDC2E.0 size=1048576 2024-09-13T03:12:08.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.595+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~EHZ1ET2JDC2E.1 size=1048576 2024-09-13T03:12:08.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.595+0000 7fda4ba82640 1 < canceled part key=_multipart_DOJPAU2YIY2T.2~EHZ1ET2JDC2E.2 size=529849 2024-09-13T03:12:08.599 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.598+0000 7fda4ba82640 1 < canceled multipart upload key=DOJPAU2YIY2T upload=EHZ1ET2JDC2E tag=PWQUFRIJOR1T type=write size=3675577 2024-09-13T03:12:08.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.601+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~9676Y26EBQ70.0 size=1048576 2024-09-13T03:12:08.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.604+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~9676Y26EBQ70.1 size=459806 2024-09-13T03:12:08.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.604+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=9676Y26EBQ70 tag=X4047CCM19JT type=write size=2556958 2024-09-13T03:12:08.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.605+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=OZ4CQP7TG0TR type=del 2024-09-13T03:12:08.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.607+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=B1ID1EKEHL3A type=del size=499982 2024-09-13T03:12:08.611 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.610+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=I1E89JIJIS95 type=del 2024-09-13T03:12:08.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.612+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=8HJA0FW9IR4A type=del size=3426594 2024-09-13T03:12:08.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.614+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=P3GDCCJ74HSO type=del 2024-09-13T03:12:08.618 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.617+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~0RVL6U1L5UH7.0 size=1048576 2024-09-13T03:12:08.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.618+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~0RVL6U1L5UH7.1 size=1048576 2024-09-13T03:12:08.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.620+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~0RVL6U1L5UH7.2 size=38130 2024-09-13T03:12:08.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.620+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=0RVL6U1L5UH7 tag=WDA9BFSZFGUX type=write size=3183858 2024-09-13T03:12:08.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.622+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~J5VH384VSJLP.0 size=1048576 2024-09-13T03:12:08.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.623+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~J5VH384VSJLP.1 size=1048576 2024-09-13T03:12:08.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.624+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~J5VH384VSJLP.2 size=199021 2024-09-13T03:12:08.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.627+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=J5VH384VSJLP tag=UFR8PYGOH69Q type=write size=3344749 2024-09-13T03:12:08.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.637+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~83WOAXQ8OK42.0 size=1048576 2024-09-13T03:12:08.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.639+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~83WOAXQ8OK42.1 size=213203 2024-09-13T03:12:08.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.639+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=83WOAXQ8OK42 tag=TXQ36PYKAQRV type=write size=2310355 2024-09-13T03:12:08.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.641+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~5UU5TEGCGIYP.0 size=1048576 2024-09-13T03:12:08.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.642+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~5UU5TEGCGIYP.1 size=1048576 2024-09-13T03:12:08.645 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.644+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~5UU5TEGCGIYP.2 size=238946 2024-09-13T03:12:08.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.647+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=5UU5TEGCGIYP tag=7817A9PES1YV type=write size=3384674 2024-09-13T03:12:08.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.650+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~LRBXKDYNE2MH.0 size=1048576 2024-09-13T03:12:08.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.651+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~LRBXKDYNE2MH.1 size=107973 2024-09-13T03:12:08.653 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.651+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=LRBXKDYNE2MH tag=PKT0Q94I70CH type=write size=2205125 2024-09-13T03:12:08.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.653+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~JBJLLV1BE1IB.0 size=669663 2024-09-13T03:12:08.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.656+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=JBJLLV1BE1IB tag=N8E39R497H96 type=write size=1718239 2024-09-13T03:12:08.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.660+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~YYQ4YWZFMSVV.0 size=1048576 2024-09-13T03:12:08.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.661+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~YYQ4YWZFMSVV.1 size=1048576 2024-09-13T03:12:08.664 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.663+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~YYQ4YWZFMSVV.2 size=341985 2024-09-13T03:12:08.664 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.663+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=YYQ4YWZFMSVV tag=PZ1U2464Z0EL type=write size=3487713 2024-09-13T03:12:08.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.665+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=O9IVRZHT8MZD type=del 2024-09-13T03:12:08.668 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.667+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=FNA2ZKRKCGWD type=del size=1015047 2024-09-13T03:12:08.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.668+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~FYE8SWRM2O8G.0 size=1048576 2024-09-13T03:12:08.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.670+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~FYE8SWRM2O8G.1 size=1002494 2024-09-13T03:12:08.674 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.673+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=FYE8SWRM2O8G tag=T9UV6VQ6CJ6Q type=write size=3099646 2024-09-13T03:12:08.678 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.676+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~VG329KD2SE1U.0 size=1048576 2024-09-13T03:12:08.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.677+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~VG329KD2SE1U.1 size=781152 2024-09-13T03:12:08.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.677+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=VG329KD2SE1U tag=493OW4BPT4E5 type=write size=2878304 2024-09-13T03:12:08.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.681+0000 7fda4ba82640 1 < suggested update operation key=WRBSMDZRZQAN tag=0C3GZQMNY7J7 type=write size=746951 2024-09-13T03:12:08.684 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.683+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=51KGSHEM06SV type=del size=3646983 2024-09-13T03:12:08.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.684+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~5ZG25FXX5K1S.0 size=293322 2024-09-13T03:12:08.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.687+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=5ZG25FXX5K1S tag=21HTQTG4GECQ type=write size=1341898 2024-09-13T03:12:08.692 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.690+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~V3UKZD4J5X1E.0 size=1048576 2024-09-13T03:12:08.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.692+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~V3UKZD4J5X1E.1 size=1048576 2024-09-13T03:12:08.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.693+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~V3UKZD4J5X1E.2 size=433060 2024-09-13T03:12:08.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.693+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=V3UKZD4J5X1E tag=4AND63CGQ5EB type=write size=3578788 2024-09-13T03:12:08.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.695+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~1IQOJOZRTJON.0 size=1048576 2024-09-13T03:12:08.698 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.696+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~1IQOJOZRTJON.1 size=1048576 2024-09-13T03:12:08.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.698+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~1IQOJOZRTJON.2 size=322633 2024-09-13T03:12:08.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.701+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=1IQOJOZRTJON tag=3AOEXY86I8WE type=write size=3468361 2024-09-13T03:12:08.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.702+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=MMB14U1CJT2G type=del size=3936004 2024-09-13T03:12:08.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.706+0000 7fda4ba82640 1 < suggested update operation key=E67B744938JK tag=NPN8WNO3JEBJ type=del size=1312159 2024-09-13T03:12:08.709 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.707+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=F6PX43LQVVE2 type=del size=2268385 2024-09-13T03:12:08.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.709+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=JTQF6121MDZ8 type=del 2024-09-13T03:12:08.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.712+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~AHZY08VAG6LQ.0 size=1048576 2024-09-13T03:12:08.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.714+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~AHZY08VAG6LQ.1 size=370441 2024-09-13T03:12:08.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.714+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=AHZY08VAG6LQ tag=9LL1VV1QBK1S type=write size=2467593 2024-09-13T03:12:08.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.717+0000 7fda4ba82640 -1 < failed to complete operation key=WRBSMDZRZQAN tag=X4LF5O6SUKW0 type=del size=2696426: (22) Invalid argument 2024-09-13T03:12:08.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.720+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~GIRPSXMLGJMS.0 size=184428 2024-09-13T03:12:08.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.720+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=GIRPSXMLGJMS tag=7BLG17HV40H0 type=write size=1233004 2024-09-13T03:12:08.723 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.722+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~L1D3SPNRH8RS.0 size=1048576 2024-09-13T03:12:08.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.723+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~L1D3SPNRH8RS.1 size=395111 2024-09-13T03:12:08.728 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.727+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=L1D3SPNRH8RS tag=BCJOPDAC6NKQ type=write size=2492263 2024-09-13T03:12:08.730 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.728+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=ZII1R8SP9FMC type=write size=676511 2024-09-13T03:12:08.731 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.730+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~9676Y26EBQ70.0 size=1048576 2024-09-13T03:12:08.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.732+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~9676Y26EBQ70.1 size=459806 2024-09-13T03:12:08.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.735+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=9676Y26EBQ70 tag=X4047CCM19JT type=write size=2556958 2024-09-13T03:12:08.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.737+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=B1ARPV5G5P4R type=del size=185757 2024-09-13T03:12:08.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.738+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=B1ID1EKEHL3A type=del 2024-09-13T03:12:08.743 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.742+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~1T5SHP2SGZRA.0 size=1048576 2024-09-13T03:12:08.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.743+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~1T5SHP2SGZRA.1 size=340606 2024-09-13T03:12:08.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.743+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=1T5SHP2SGZRA tag=3O1HKCK23N1G type=write size=2437758 2024-09-13T03:12:08.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.747+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=8HJA0FW9IR4A type=del 2024-09-13T03:12:08.751 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.750+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~BS9OCCP5PH80.0 size=1048576 2024-09-13T03:12:08.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.752+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~BS9OCCP5PH80.1 size=1048576 2024-09-13T03:12:08.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.753+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~BS9OCCP5PH80.2 size=487288 2024-09-13T03:12:08.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.753+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=BS9OCCP5PH80 tag=LS7HFP1QC6IZ type=write size=3633016 2024-09-13T03:12:08.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.755+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~0RVL6U1L5UH7.0 size=1048576 2024-09-13T03:12:08.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.757+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~0RVL6U1L5UH7.1 size=1048576 2024-09-13T03:12:08.759 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.758+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~0RVL6U1L5UH7.2 size=38130 2024-09-13T03:12:08.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.762+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=0RVL6U1L5UH7 tag=WDA9BFSZFGUX type=write size=3183858 2024-09-13T03:12:08.768 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.767+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~CDVYC9A8Q25K.0 size=1048576 2024-09-13T03:12:08.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.768+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~CDVYC9A8Q25K.1 size=89366 2024-09-13T03:12:08.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.768+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=CDVYC9A8Q25K tag=MPJF3VXCEY66 type=write size=2186518 2024-09-13T03:12:08.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.770+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~83WOAXQ8OK42.0 size=1048576 2024-09-13T03:12:08.773 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.772+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~83WOAXQ8OK42.1 size=213203 2024-09-13T03:12:08.776 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.775+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=83WOAXQ8OK42 tag=TXQ36PYKAQRV type=write size=2310355 2024-09-13T03:12:08.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.779+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~O4RHFG4NW2LY.0 size=1048576 2024-09-13T03:12:08.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.781+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~O4RHFG4NW2LY.1 size=1048576 2024-09-13T03:12:08.784 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.783+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~O4RHFG4NW2LY.2 size=747057 2024-09-13T03:12:08.784 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.783+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=O4RHFG4NW2LY tag=4C3LX5MLFN9N type=write size=3892785 2024-09-13T03:12:08.787 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.785+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~LRBXKDYNE2MH.0 size=1048576 2024-09-13T03:12:08.787 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.785+0000 7fda4ba82640 1 < canceled part key=_multipart_VULNHTR382QJ.2~LRBXKDYNE2MH.1 size=107973 2024-09-13T03:12:08.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.789+0000 7fda4ba82640 1 < canceled multipart upload key=VULNHTR382QJ upload=LRBXKDYNE2MH tag=PKT0Q94I70CH type=write size=2205125 2024-09-13T03:12:08.795 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.794+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~Y20DC29TQT7F.0 size=1048576 2024-09-13T03:12:08.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.796+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~Y20DC29TQT7F.1 size=1048576 2024-09-13T03:12:08.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.797+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~Y20DC29TQT7F.2 size=524889 2024-09-13T03:12:08.799 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.797+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=Y20DC29TQT7F tag=VKCT7TRWLUI7 type=write size=3670617 2024-09-13T03:12:08.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.800+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~YYQ4YWZFMSVV.0 size=1048576 2024-09-13T03:12:08.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.802+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~YYQ4YWZFMSVV.1 size=1048576 2024-09-13T03:12:08.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.803+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~YYQ4YWZFMSVV.2 size=341985 2024-09-13T03:12:08.808 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.806+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=YYQ4YWZFMSVV tag=PZ1U2464Z0EL type=write size=3487713 2024-09-13T03:12:08.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.810+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~K7T4J0DCSZOV.0 size=1048576 2024-09-13T03:12:08.812 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.811+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~K7T4J0DCSZOV.1 size=458785 2024-09-13T03:12:08.812 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.811+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=K7T4J0DCSZOV tag=6QHME29F5OC2 type=write size=2555937 2024-09-13T03:12:08.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.813+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=FNA2ZKRKCGWD type=del 2024-09-13T03:12:08.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.816+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~4354NKSI46TA.0 size=1048576 2024-09-13T03:12:08.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.818+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~4354NKSI46TA.1 size=1025199 2024-09-13T03:12:08.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.818+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=4354NKSI46TA tag=WW3909Z7DLRV type=write size=3122351 2024-09-13T03:12:08.821 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.820+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~VG329KD2SE1U.0 size=1048576 2024-09-13T03:12:08.823 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.822+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~VG329KD2SE1U.1 size=781152 2024-09-13T03:12:08.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.825+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=VG329KD2SE1U tag=493OW4BPT4E5 type=write size=2878304 2024-09-13T03:12:08.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.827+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=3OF5IH7D2D94 type=write size=877885 2024-09-13T03:12:08.830 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.829+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=51KGSHEM06SV type=del 2024-09-13T03:12:08.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.832+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~S4DZ50W6HK3B.0 size=1048576 2024-09-13T03:12:08.835 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.834+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~S4DZ50W6HK3B.1 size=1048576 2024-09-13T03:12:08.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.835+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~S4DZ50W6HK3B.2 size=161218 2024-09-13T03:12:08.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.835+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=S4DZ50W6HK3B tag=TVWDGXN20ON6 type=write size=3306946 2024-09-13T03:12:08.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.837+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~V3UKZD4J5X1E.0 size=1048576 2024-09-13T03:12:08.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.837+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~V3UKZD4J5X1E.1 size=1048576 2024-09-13T03:12:08.840 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.839+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~V3UKZD4J5X1E.2 size=433060 2024-09-13T03:12:08.843 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.842+0000 7fda4ba82640 1 < canceled multipart upload key=ZGHDNK9YXEAH upload=V3UKZD4J5X1E tag=4AND63CGQ5EB type=write size=3578788 2024-09-13T03:12:08.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.844+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=HUQEXPJ29AO2 type=del size=2373523 2024-09-13T03:12:08.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.846+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=MMB14U1CJT2G type=del 2024-09-13T03:12:08.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.847+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=CBANFBOTINX2 type=del size=1810852 2024-09-13T03:12:08.850 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.849+0000 7fda4ba82640 1 < canceled operation key=E67B744938JK tag=F6PX43LQVVE2 type=del size=2268385 2024-09-13T03:12:08.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.851+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=VRWYLI75BYKV type=del size=3355961 2024-09-13T03:12:08.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.853+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~AHZY08VAG6LQ.0 size=1048576 2024-09-13T03:12:08.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.853+0000 7fda4ba82640 1 < canceled part key=_multipart_YXSJPUVUR9YF.2~AHZY08VAG6LQ.1 size=370441 2024-09-13T03:12:08.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.857+0000 7fda4ba82640 1 < canceled multipart upload key=YXSJPUVUR9YF upload=AHZY08VAG6LQ tag=9LL1VV1QBK1S type=write size=2467593 2024-09-13T03:12:08.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.859+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=EHJWM23MAUEY type=del size=3968869 2024-09-13T03:12:08.862 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.861+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~GIRPSXMLGJMS.0 size=184428 2024-09-13T03:12:08.866 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.864+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=GIRPSXMLGJMS tag=7BLG17HV40H0 type=write size=1233004 2024-09-13T03:12:08.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.868+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~3QWSFYUDDZSP.0 size=1048576 2024-09-13T03:12:08.871 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.869+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~3QWSFYUDDZSP.1 size=1048576 2024-09-13T03:12:08.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.871+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~3QWSFYUDDZSP.2 size=702298 2024-09-13T03:12:08.873 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.871+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=3QWSFYUDDZSP tag=2DUHT2YNJDD9 type=write size=3848026 2024-09-13T03:12:08.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.872+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=ZII1R8SP9FMC type=write size=676511 2024-09-13T03:12:08.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.877+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~ZY7D1YC90HGI.0 size=1048576 2024-09-13T03:12:08.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.878+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~ZY7D1YC90HGI.1 size=824753 2024-09-13T03:12:08.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.878+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=ZY7D1YC90HGI tag=GPQ4BWS5ZE7U type=write size=2921905 2024-09-13T03:12:08.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.881+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=B1ARPV5G5P4R type=del 2024-09-13T03:12:08.884 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.883+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=V2DF4RA2BRAA type=del size=2065418 2024-09-13T03:12:08.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.885+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~1T5SHP2SGZRA.0 size=1048576 2024-09-13T03:12:08.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.887+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~1T5SHP2SGZRA.1 size=340606 2024-09-13T03:12:08.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.890+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=1T5SHP2SGZRA tag=3O1HKCK23N1G type=write size=2437758 2024-09-13T03:12:08.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.892+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=0NS0IH6JHES0 type=del size=2164229 2024-09-13T03:12:08.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.894+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~BS9OCCP5PH80.0 size=1048576 2024-09-13T03:12:08.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.896+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~BS9OCCP5PH80.1 size=1048576 2024-09-13T03:12:08.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.898+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~BS9OCCP5PH80.2 size=487288 2024-09-13T03:12:08.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.902+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=BS9OCCP5PH80 tag=LS7HFP1QC6IZ type=write size=3633016 2024-09-13T03:12:08.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.905+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~W2M65HWQFCQV.0 size=550285 2024-09-13T03:12:08.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.905+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=W2M65HWQFCQV tag=L5X5CDMU3UEK type=write size=1598861 2024-09-13T03:12:08.908 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.907+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~CDVYC9A8Q25K.0 size=1048576 2024-09-13T03:12:08.910 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.909+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~CDVYC9A8Q25K.1 size=89366 2024-09-13T03:12:08.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.911+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=CDVYC9A8Q25K tag=MPJF3VXCEY66 type=write size=2186518 2024-09-13T03:12:08.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.915+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~E67XV0ARRA44.0 size=1048576 2024-09-13T03:12:08.917 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.916+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~E67XV0ARRA44.1 size=429353 2024-09-13T03:12:08.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.916+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=E67XV0ARRA44 tag=8EWURO1GFHRM type=write size=2526505 2024-09-13T03:12:08.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.918+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~O4RHFG4NW2LY.0 size=1048576 2024-09-13T03:12:08.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.918+0000 7fda4ba82640 1 < canceled part key=_multipart_QSXH3UHXTEO9.2~O4RHFG4NW2LY.1 size=1048576 2024-09-13T03:12:08.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.919+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~O4RHFG4NW2LY.2 size=747057 2024-09-13T03:12:08.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.922+0000 7fda4ba82640 1 < canceled multipart upload key=QSXH3UHXTEO9 upload=O4RHFG4NW2LY tag=4C3LX5MLFN9N type=write size=3892785 2024-09-13T03:12:08.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.924+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=JN7OU4Z18KBT type=del size=4059746 2024-09-13T03:12:08.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.925+0000 7fda4ba82640 1 < canceled part key=_multipart_WLBGNRHIMT7I.2~Y20DC29TQT7F.0 size=1048576 2024-09-13T03:12:08.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.926+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~Y20DC29TQT7F.1 size=1048576 2024-09-13T03:12:08.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.928+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~Y20DC29TQT7F.2 size=524889 2024-09-13T03:12:08.932 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.931+0000 7fda4ba82640 1 < canceled multipart upload key=WLBGNRHIMT7I upload=Y20DC29TQT7F tag=VKCT7TRWLUI7 type=write size=3670617 2024-09-13T03:12:08.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.935+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~9M846F66ZN3I.0 size=1048576 2024-09-13T03:12:08.938 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.936+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~9M846F66ZN3I.1 size=248660 2024-09-13T03:12:08.938 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.936+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=9M846F66ZN3I tag=5JM1Z9U718M8 type=write size=2345812 2024-09-13T03:12:08.940 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.938+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~K7T4J0DCSZOV.0 size=1048576 2024-09-13T03:12:08.941 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.940+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~K7T4J0DCSZOV.1 size=458785 2024-09-13T03:12:08.945 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.943+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=K7T4J0DCSZOV tag=6QHME29F5OC2 type=write size=2555937 2024-09-13T03:12:08.947 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.945+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=BQ3YI83GDYIK type=del size=2567686 2024-09-13T03:12:08.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.948+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~4354NKSI46TA.0 size=1048576 2024-09-13T03:12:08.951 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.949+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~4354NKSI46TA.1 size=1025199 2024-09-13T03:12:08.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.953+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=4354NKSI46TA tag=WW3909Z7DLRV type=write size=3122351 2024-09-13T03:12:08.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.956+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~CL7A6D2LJIWL.0 size=492865 2024-09-13T03:12:08.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.956+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=CL7A6D2LJIWL tag=6J1SAC7JRVG9 type=write size=1541441 2024-09-13T03:12:08.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.958+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=3OF5IH7D2D94 type=write size=877885 2024-09-13T03:12:08.961 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.959+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=CAC95IJWQMAB type=del size=1660695 2024-09-13T03:12:08.962 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.961+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~S4DZ50W6HK3B.0 size=1048576 2024-09-13T03:12:08.964 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.962+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~S4DZ50W6HK3B.1 size=1048576 2024-09-13T03:12:08.965 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.964+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~S4DZ50W6HK3B.2 size=161218 2024-09-13T03:12:08.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.968+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=S4DZ50W6HK3B tag=TVWDGXN20ON6 type=write size=3306946 2024-09-13T03:12:08.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.972+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~FTWJK1D1JP1F.0 size=294322 2024-09-13T03:12:08.974 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.972+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=FTWJK1D1JP1F tag=99G2UAPGOQMK type=write size=1342898 2024-09-13T03:12:08.975 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.974+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=HUQEXPJ29AO2 type=del 2024-09-13T03:12:08.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.976+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=AW01SKQ31YG4 type=del size=271457 2024-09-13T03:12:08.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.978+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=CBANFBOTINX2 type=del 2024-09-13T03:12:08.981 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.979+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=1VLWAAYN782H type=del size=2028959 2024-09-13T03:12:08.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.981+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=VRWYLI75BYKV type=del 2024-09-13T03:12:08.986 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.985+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~8ZQPOEDGOZ0C.0 size=73285 2024-09-13T03:12:08.987 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.985+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=8ZQPOEDGOZ0C tag=QABPNVPRPUTT type=write size=1121861 2024-09-13T03:12:08.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.987+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=EHJWM23MAUEY type=del 2024-09-13T03:12:08.993 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.991+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~DY3N6XOVA1BC.0 size=1048576 2024-09-13T03:12:08.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.993+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~DY3N6XOVA1BC.1 size=754585 2024-09-13T03:12:08.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.993+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=DY3N6XOVA1BC tag=GQFY43F0S9BJ type=write size=2851737 2024-09-13T03:12:08.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.995+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~3QWSFYUDDZSP.0 size=1048576 2024-09-13T03:12:08.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:08.998+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~3QWSFYUDDZSP.1 size=1048576 2024-09-13T03:12:09.001 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.000+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~3QWSFYUDDZSP.2 size=702298 2024-09-13T03:12:09.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.003+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=3QWSFYUDDZSP tag=2DUHT2YNJDD9 type=write size=3848026 2024-09-13T03:12:09.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.005+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=L4NK2Q7HZID7 type=del size=884863 2024-09-13T03:12:09.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.007+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~ZY7D1YC90HGI.0 size=1048576 2024-09-13T03:12:09.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.009+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~ZY7D1YC90HGI.1 size=824753 2024-09-13T03:12:09.014 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.013+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=ZY7D1YC90HGI tag=GPQ4BWS5ZE7U type=write size=2921905 2024-09-13T03:12:09.016 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.015+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=IKTZQ2DCRGIO type=del size=811852 2024-09-13T03:12:09.018 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.017+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=V2DF4RA2BRAA type=del 2024-09-13T03:12:09.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.020+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~LFUGIBZU5ZEK.0 size=1048576 2024-09-13T03:12:09.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.021+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~LFUGIBZU5ZEK.1 size=1048576 2024-09-13T03:12:09.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.023+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~LFUGIBZU5ZEK.2 size=653111 2024-09-13T03:12:09.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.023+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=LFUGIBZU5ZEK tag=1AE8YJKIRD1F type=write size=3798839 2024-09-13T03:12:09.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.024+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=0NS0IH6JHES0 type=del 2024-09-13T03:12:09.027 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.026+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=T52CN8BGFLZB type=del size=3919142 2024-09-13T03:12:09.029 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.028+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~W2M65HWQFCQV.0 size=550285 2024-09-13T03:12:09.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.031+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=W2M65HWQFCQV tag=L5X5CDMU3UEK type=write size=1598861 2024-09-13T03:12:09.034 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.032+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=2H5KR348K4GO type=del size=4055846 2024-09-13T03:12:09.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.034+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~E67XV0ARRA44.0 size=1048576 2024-09-13T03:12:09.037 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.036+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~E67XV0ARRA44.1 size=429353 2024-09-13T03:12:09.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.039+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=E67XV0ARRA44 tag=8EWURO1GFHRM type=write size=2526505 2024-09-13T03:12:09.042 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.041+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=43IU43111OV7 type=del size=968261 2024-09-13T03:12:09.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.043+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=JN7OU4Z18KBT type=del 2024-09-13T03:12:09.046 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.044+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=25Z4CK0E06X8 type=del size=4133482 2024-09-13T03:12:09.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.047+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~9M846F66ZN3I.0 size=1048576 2024-09-13T03:12:09.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.047+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~9M846F66ZN3I.1 size=248660 2024-09-13T03:12:09.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.050+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=9M846F66ZN3I tag=5JM1Z9U718M8 type=write size=2345812 2024-09-13T03:12:09.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.052+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=L5CFZGBLMVMC type=del size=230016 2024-09-13T03:12:09.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.054+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=BQ3YI83GDYIK type=del 2024-09-13T03:12:09.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.056+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=EU55UB7VEFMW type=del size=3957833 2024-09-13T03:12:09.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.057+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~CL7A6D2LJIWL.0 size=492865 2024-09-13T03:12:09.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.060+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=CL7A6D2LJIWL tag=6J1SAC7JRVG9 type=write size=1541441 2024-09-13T03:12:09.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.062+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=OZMY3JD82L28 type=del size=3933 2024-09-13T03:12:09.065 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.064+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=CAC95IJWQMAB type=del 2024-09-13T03:12:09.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.068+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~HLU6RV8WGT8R.0 size=1048576 2024-09-13T03:12:09.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.069+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~HLU6RV8WGT8R.1 size=255754 2024-09-13T03:12:09.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.069+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=HLU6RV8WGT8R tag=BG5WOXMV3OQH type=write size=2352906 2024-09-13T03:12:09.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.071+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~FTWJK1D1JP1F.0 size=294322 2024-09-13T03:12:09.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.075+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=FTWJK1D1JP1F tag=99G2UAPGOQMK type=write size=1342898 2024-09-13T03:12:09.079 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.077+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=LMTR0LE1D5KL type=write size=742033 2024-09-13T03:12:09.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.079+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=AW01SKQ31YG4 type=del 2024-09-13T03:12:09.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.081+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=FRUPTXEK3HHE type=del size=1370219 2024-09-13T03:12:09.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.083+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=1VLWAAYN782H type=del 2024-09-13T03:12:09.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.085+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=J0JMV5LJWMT2 type=write size=600449 2024-09-13T03:12:09.088 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.087+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~8ZQPOEDGOZ0C.0 size=73285 2024-09-13T03:12:09.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.091+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=8ZQPOEDGOZ0C tag=QABPNVPRPUTT type=write size=1121861 2024-09-13T03:12:09.096 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.095+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~ZPIQKID5BCM7.0 size=1048576 2024-09-13T03:12:09.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.096+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~ZPIQKID5BCM7.1 size=355613 2024-09-13T03:12:09.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.096+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=ZPIQKID5BCM7 tag=H4Q49GS56613 type=write size=2452765 2024-09-13T03:12:09.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.099+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~DY3N6XOVA1BC.0 size=1048576 2024-09-13T03:12:09.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.100+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~DY3N6XOVA1BC.1 size=754585 2024-09-13T03:12:09.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.103+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=DY3N6XOVA1BC tag=GQFY43F0S9BJ type=write size=2851737 2024-09-13T03:12:09.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.105+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=4LZQ53362ZLA type=write size=562201 2024-09-13T03:12:09.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.107+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=L4NK2Q7HZID7 type=del 2024-09-13T03:12:09.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.110+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=K1NIMMDHTA9L type=write size=587038 2024-09-13T03:12:09.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.112+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=IKTZQ2DCRGIO type=del 2024-09-13T03:12:09.117 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.116+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~3MDH630FB9XN.0 size=832995 2024-09-13T03:12:09.117 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.116+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=3MDH630FB9XN tag=S56BRIODOFXL type=write size=1881571 2024-09-13T03:12:09.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.117+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~LFUGIBZU5ZEK.0 size=1048576 2024-09-13T03:12:09.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.120+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~LFUGIBZU5ZEK.1 size=1048576 2024-09-13T03:12:09.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.120+0000 7fda4ba82640 1 < canceled part key=_multipart_DJ0S2Y4QPAX8.2~LFUGIBZU5ZEK.2 size=653111 2024-09-13T03:12:09.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.124+0000 7fda4ba82640 1 < canceled multipart upload key=DJ0S2Y4QPAX8 upload=LFUGIBZU5ZEK tag=1AE8YJKIRD1F type=write size=3798839 2024-09-13T03:12:09.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.126+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=W3Y7DVDAEK9Z type=del size=4003724 2024-09-13T03:12:09.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.128+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=T52CN8BGFLZB type=del 2024-09-13T03:12:09.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.131+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=N37XH2DNUWZX type=write size=511107 2024-09-13T03:12:09.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.133+0000 7fda4ba82640 1 < canceled operation key=K8VZZVE7H1UR tag=2H5KR348K4GO type=del size=4055846 2024-09-13T03:12:09.136 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.135+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=6D3AEN4VRGEX type=del size=2034379 2024-09-13T03:12:09.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.137+0000 7fda4ba82640 1 < canceled operation key=VVUUV9QP2J78 tag=43IU43111OV7 type=del size=968261 2024-09-13T03:12:09.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.141+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~10WWCY5NKB2O.0 size=1048576 2024-09-13T03:12:09.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.143+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~10WWCY5NKB2O.1 size=1048576 2024-09-13T03:12:09.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.145+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~10WWCY5NKB2O.2 size=278963 2024-09-13T03:12:09.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.145+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=10WWCY5NKB2O tag=MX4VMWABQ3P5 type=write size=3424691 2024-09-13T03:12:09.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.154+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=25Z4CK0E06X8 type=del 2024-09-13T03:12:09.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.156+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=TFF6VWOVTTFJ type=del size=3381758 2024-09-13T03:12:09.160 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.158+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=L5CFZGBLMVMC type=del 2024-09-13T03:12:09.162 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.160+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=IA5A07V65SA9 type=write size=493603 2024-09-13T03:12:09.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.163+0000 7fda4ba82640 1 < canceled operation key=3VGJW4TWEKKL tag=EU55UB7VEFMW type=del size=3957833 2024-09-13T03:12:09.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.167+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~94EKZKB4TVIY.0 size=169015 2024-09-13T03:12:09.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.167+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=94EKZKB4TVIY tag=M76BVQGXENI4 type=write size=1217591 2024-09-13T03:12:09.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.169+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=OZMY3JD82L28 type=del 2024-09-13T03:12:09.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.173+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~END4PVDRO82H.0 size=1048576 2024-09-13T03:12:09.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.175+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~END4PVDRO82H.1 size=1048576 2024-09-13T03:12:09.178 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.176+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~END4PVDRO82H.2 size=1047864 2024-09-13T03:12:09.178 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.176+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=END4PVDRO82H tag=LA63BCIVKE3M type=write size=4193592 2024-09-13T03:12:09.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.179+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~HLU6RV8WGT8R.0 size=1048576 2024-09-13T03:12:09.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.181+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~HLU6RV8WGT8R.1 size=255754 2024-09-13T03:12:09.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.184+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=HLU6RV8WGT8R tag=BG5WOXMV3OQH type=write size=2352906 2024-09-13T03:12:09.188 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.186+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=M2SBOI28M5BK type=del size=3334322 2024-09-13T03:12:09.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.188+0000 7fda4ba82640 1 < completed write operation key=I99SIV522FFG tag=LMTR0LE1D5KL type=write size=742033 2024-09-13T03:12:09.192 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.191+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=YOQORRW4FERO type=del size=618851 2024-09-13T03:12:09.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.193+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=FRUPTXEK3HHE type=del 2024-09-13T03:12:09.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.196+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=F7U0O9Q30FOV type=write size=195123 2024-09-13T03:12:09.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.198+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=J0JMV5LJWMT2 type=write size=600449 2024-09-13T03:12:09.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.200+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=L95FFX62YXGZ type=del size=152806 2024-09-13T03:12:09.204 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.202+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~ZPIQKID5BCM7.0 size=1048576 2024-09-13T03:12:09.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.204+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~ZPIQKID5BCM7.1 size=355613 2024-09-13T03:12:09.209 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.208+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=ZPIQKID5BCM7 tag=H4Q49GS56613 type=write size=2452765 2024-09-13T03:12:09.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.212+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TVVZN64YKEN2.0 size=1048576 2024-09-13T03:12:09.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.214+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~TVVZN64YKEN2.1 size=794461 2024-09-13T03:12:09.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.214+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=TVVZN64YKEN2 tag=LM6H1ZKJTRO1 type=write size=2891613 2024-09-13T03:12:09.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.216+0000 7fda4ba82640 1 < completed write operation key=KE9LDUK7XMNH tag=4LZQ53362ZLA type=write size=562201 2024-09-13T03:12:09.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.219+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=KODMGHL6DAUE type=write size=801281 2024-09-13T03:12:09.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.220+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=K1NIMMDHTA9L type=write size=587038 2024-09-13T03:12:09.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.223+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=OJZBP4PJ2INF type=del size=1346766 2024-09-13T03:12:09.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.223+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~3MDH630FB9XN.0 size=832995 2024-09-13T03:12:09.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.227+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=3MDH630FB9XN tag=S56BRIODOFXL type=write size=1881571 2024-09-13T03:12:09.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.231+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~O7NY6PBQ22OH.0 size=1048576 2024-09-13T03:12:09.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.232+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~O7NY6PBQ22OH.1 size=1048576 2024-09-13T03:12:09.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.234+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~O7NY6PBQ22OH.2 size=291571 2024-09-13T03:12:09.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.234+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=O7NY6PBQ22OH tag=KXTBCHUPL3O2 type=write size=3437299 2024-09-13T03:12:09.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.236+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=W3Y7DVDAEK9Z type=del 2024-09-13T03:12:09.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.239+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~OFCOPQLG4QPV.0 size=1048576 2024-09-13T03:12:09.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.241+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~OFCOPQLG4QPV.1 size=186447 2024-09-13T03:12:09.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.241+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=OFCOPQLG4QPV tag=7Q14C287NNT7 type=write size=2283599 2024-09-13T03:12:09.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.243+0000 7fda4ba82640 1 < completed write operation key=I99SIV522FFG tag=N37XH2DNUWZX type=write size=511107 2024-09-13T03:12:09.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.246+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=RQIWN3BT6JMF type=del size=3602410 2024-09-13T03:12:09.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.248+0000 7fda4ba82640 1 < canceled operation key=AW13WQCSYUGX tag=6D3AEN4VRGEX type=del size=2034379 2024-09-13T03:12:09.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.250+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=I2A42IYU9CTM type=write size=691911 2024-09-13T03:12:09.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.252+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~10WWCY5NKB2O.0 size=1048576 2024-09-13T03:12:09.255 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.254+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~10WWCY5NKB2O.1 size=1048576 2024-09-13T03:12:09.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.256+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~10WWCY5NKB2O.2 size=278963 2024-09-13T03:12:09.260 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.259+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=10WWCY5NKB2O tag=MX4VMWABQ3P5 type=write size=3424691 2024-09-13T03:12:09.262 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.261+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=KHDSF5FJCHV9 type=del size=3795009 2024-09-13T03:12:09.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.265+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=TFF6VWOVTTFJ type=del 2024-09-13T03:12:09.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.270+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~RB2VGBHFIRME.0 size=19617 2024-09-13T03:12:09.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.270+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=RB2VGBHFIRME tag=3GWLKQ1Y2NMP type=write size=1068193 2024-09-13T03:12:09.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.272+0000 7fda4ba82640 1 < completed write operation key=PSHNNGDFOD02 tag=IA5A07V65SA9 type=write size=493603 2024-09-13T03:12:09.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.276+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~ZDOI26DAGKRL.0 size=1048576 2024-09-13T03:12:09.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.278+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~ZDOI26DAGKRL.1 size=1048576 2024-09-13T03:12:09.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.279+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~ZDOI26DAGKRL.2 size=276457 2024-09-13T03:12:09.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.279+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=ZDOI26DAGKRL tag=J1DUZOGBYV1B type=write size=3422185 2024-09-13T03:12:09.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.282+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~94EKZKB4TVIY.0 size=169015 2024-09-13T03:12:09.286 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.285+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=94EKZKB4TVIY tag=M76BVQGXENI4 type=write size=1217591 2024-09-13T03:12:09.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.286+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=AGYXF20ZNFYE type=del size=1937208 2024-09-13T03:12:09.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.288+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~END4PVDRO82H.0 size=1048576 2024-09-13T03:12:09.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.288+0000 7fda4ba82640 1 < canceled part key=_multipart_E67B744938JK.2~END4PVDRO82H.1 size=1048576 2024-09-13T03:12:09.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.290+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~END4PVDRO82H.2 size=1047864 2024-09-13T03:12:09.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.293+0000 7fda4ba82640 1 < canceled multipart upload key=E67B744938JK upload=END4PVDRO82H tag=LA63BCIVKE3M type=write size=4193592 2024-09-13T03:12:09.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.295+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=VJV3UMLBOTXE type=del size=2702674 2024-09-13T03:12:09.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.297+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=M2SBOI28M5BK type=del 2024-09-13T03:12:09.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.301+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~KKB2RFWRINHP.0 size=1048576 2024-09-13T03:12:09.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.302+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~KKB2RFWRINHP.1 size=1048576 2024-09-13T03:12:09.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.304+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~KKB2RFWRINHP.2 size=702879 2024-09-13T03:12:09.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.304+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=KKB2RFWRINHP tag=K4SPX0DBXFT4 type=write size=3848607 2024-09-13T03:12:09.307 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.306+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=YOQORRW4FERO type=del 2024-09-13T03:12:09.309 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.308+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=NHGA24TIF1AS type=del size=266592 2024-09-13T03:12:09.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.312+0000 7fda4ba82640 1 < suggested update operation key=7VAD88Q1O8P1 tag=F7U0O9Q30FOV type=write size=195123 2024-09-13T03:12:09.317 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.316+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~DEH50OK0PWAI.0 size=1048576 2024-09-13T03:12:09.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.318+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~DEH50OK0PWAI.1 size=841303 2024-09-13T03:12:09.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.318+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=DEH50OK0PWAI tag=WI55LHXUSGZF type=write size=2938455 2024-09-13T03:12:09.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.320+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=L95FFX62YXGZ type=del 2024-09-13T03:12:09.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.324+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~IAMF86KXP39V.0 size=11249 2024-09-13T03:12:09.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.324+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=IAMF86KXP39V tag=3STDT3LNDULA type=write size=1059825 2024-09-13T03:12:09.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.326+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~TVVZN64YKEN2.0 size=1048576 2024-09-13T03:12:09.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.328+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~TVVZN64YKEN2.1 size=794461 2024-09-13T03:12:09.333 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.332+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=TVVZN64YKEN2 tag=LM6H1ZKJTRO1 type=write size=2891613 2024-09-13T03:12:09.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.334+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=30TOQLLF7FXK type=write size=33900 2024-09-13T03:12:09.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.336+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=KODMGHL6DAUE type=write size=801281 2024-09-13T03:12:09.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.338+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=ABR0UTDVF3ZL type=write size=825202 2024-09-13T03:12:09.344 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.343+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=OJZBP4PJ2INF type=del 2024-09-13T03:12:09.348 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.345+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=YFR7TYU8QYM1 type=del size=1884950 2024-09-13T03:12:09.349 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.347+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~O7NY6PBQ22OH.0 size=1048576 2024-09-13T03:12:09.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.349+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~O7NY6PBQ22OH.1 size=1048576 2024-09-13T03:12:09.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.351+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~O7NY6PBQ22OH.2 size=291571 2024-09-13T03:12:09.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.354+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=O7NY6PBQ22OH tag=KXTBCHUPL3O2 type=write size=3437299 2024-09-13T03:12:09.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.356+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=4HQI8GMAVN27 type=del size=1369316 2024-09-13T03:12:09.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.358+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~OFCOPQLG4QPV.0 size=1048576 2024-09-13T03:12:09.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.360+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~OFCOPQLG4QPV.1 size=186447 2024-09-13T03:12:09.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.363+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=OFCOPQLG4QPV tag=7Q14C287NNT7 type=write size=2283599 2024-09-13T03:12:09.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.365+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=44NUJ6EM4PAJ type=del size=1343064 2024-09-13T03:12:09.370 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.369+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=RQIWN3BT6JMF type=del 2024-09-13T03:12:09.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.371+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=3AQQH25JDAR6 type=del size=164843 2024-09-13T03:12:09.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.375+0000 7fda4ba82640 1 < suggested remove operation key=XD7KO6C78R2R tag=I2A42IYU9CTM type=write 2024-09-13T03:12:09.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.377+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=8SBUJPN4507A type=del size=1278175 2024-09-13T03:12:09.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.379+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=KHDSF5FJCHV9 type=del 2024-09-13T03:12:09.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.384+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~ZFSLTQ864EOX.0 size=475809 2024-09-13T03:12:09.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.384+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=ZFSLTQ864EOX tag=HXKZ9430SAHO type=write size=1524385 2024-09-13T03:12:09.387 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.386+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~RB2VGBHFIRME.0 size=19617 2024-09-13T03:12:09.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.390+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=RB2VGBHFIRME tag=3GWLKQ1Y2NMP type=write size=1068193 2024-09-13T03:12:09.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.393+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~ESH1M9FGT6HH.0 size=460398 2024-09-13T03:12:09.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.394+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=ESH1M9FGT6HH tag=A7FLVKZOFHHN type=write size=1508974 2024-09-13T03:12:09.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.396+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~ZDOI26DAGKRL.0 size=1048576 2024-09-13T03:12:09.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.398+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~ZDOI26DAGKRL.1 size=1048576 2024-09-13T03:12:09.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.400+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~ZDOI26DAGKRL.2 size=276457 2024-09-13T03:12:09.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.404+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=ZDOI26DAGKRL tag=J1DUZOGBYV1B type=write size=3422185 2024-09-13T03:12:09.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.406+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=06EGVHKPOKS9 type=del size=1085283 2024-09-13T03:12:09.410 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.409+0000 7fda4ba82640 -1 < failed to complete operation key=8O19R8YXKXJ0 tag=AGYXF20ZNFYE type=del size=1937208: (22) Invalid argument 2024-09-13T03:12:09.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.413+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~GGGVQY1PSHI5.0 size=1048576 2024-09-13T03:12:09.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.415+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~GGGVQY1PSHI5.1 size=1048576 2024-09-13T03:12:09.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.417+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~GGGVQY1PSHI5.2 size=150244 2024-09-13T03:12:09.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.417+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=GGGVQY1PSHI5 tag=HECIFF6MTL4F type=write size=3295972 2024-09-13T03:12:09.421 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.420+0000 7fda4ba82640 -1 < failed to complete operation key=8O19R8YXKXJ0 tag=VJV3UMLBOTXE type=del size=2702674: (22) Invalid argument 2024-09-13T03:12:09.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.423+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~5G8V181MXYZN.0 size=1003128 2024-09-13T03:12:09.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.423+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=5G8V181MXYZN tag=UC0B9STNVX55 type=write size=2051704 2024-09-13T03:12:09.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.425+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~KKB2RFWRINHP.0 size=1048576 2024-09-13T03:12:09.428 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.427+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~KKB2RFWRINHP.1 size=1048576 2024-09-13T03:12:09.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.429+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~KKB2RFWRINHP.2 size=702879 2024-09-13T03:12:09.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.433+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=KKB2RFWRINHP tag=K4SPX0DBXFT4 type=write size=3848607 2024-09-13T03:12:09.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.437+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~L4PMHJ32JW38.0 size=1048576 2024-09-13T03:12:09.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.439+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~L4PMHJ32JW38.1 size=257266 2024-09-13T03:12:09.440 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.439+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=L4PMHJ32JW38 tag=FJS49OG8CPZ6 type=write size=2354418 2024-09-13T03:12:09.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.442+0000 7fda4ba82640 -1 < failed to complete operation key=7VAD88Q1O8P1 tag=NHGA24TIF1AS type=del size=266592: (22) Invalid argument 2024-09-13T03:12:09.447 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.446+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~A2IUS5U9ZN49.0 size=1048576 2024-09-13T03:12:09.449 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.448+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~A2IUS5U9ZN49.1 size=1048576 2024-09-13T03:12:09.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.449+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~A2IUS5U9ZN49.2 size=1016644 2024-09-13T03:12:09.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.449+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=A2IUS5U9ZN49 tag=NPUA67QNGI19 type=write size=4162372 2024-09-13T03:12:09.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.451+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~DEH50OK0PWAI.0 size=1048576 2024-09-13T03:12:09.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.453+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~DEH50OK0PWAI.1 size=841303 2024-09-13T03:12:09.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.457+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=DEH50OK0PWAI tag=WI55LHXUSGZF type=write size=2938455 2024-09-13T03:12:09.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.461+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~L0DPU2BHRE1O.0 size=1023416 2024-09-13T03:12:09.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.461+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=L0DPU2BHRE1O tag=7T3X52IMN77E type=write size=2071992 2024-09-13T03:12:09.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.463+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~IAMF86KXP39V.0 size=11249 2024-09-13T03:12:09.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.467+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=IAMF86KXP39V tag=3STDT3LNDULA type=write size=1059825 2024-09-13T03:12:09.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.469+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=IORNJV2X2Q3P type=del size=3845764 2024-09-13T03:12:09.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.473+0000 7fda4ba82640 1 < suggested remove operation key=VVUUV9QP2J78 tag=30TOQLLF7FXK type=write 2024-09-13T03:12:09.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.475+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=6ASOHU8MFDK4 type=del size=635884 2024-09-13T03:12:09.478 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.477+0000 7fda4ba82640 1 < canceled operation key=5VZ10W77NYTX tag=ABR0UTDVF3ZL type=write size=825202 2024-09-13T03:12:09.480 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.479+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=DAUUNHC5BLQ0 type=del size=3149952 2024-09-13T03:12:09.482 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.480+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=YFR7TYU8QYM1 type=del 2024-09-13T03:12:09.484 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.482+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=92ZZBSLMGQXH type=del size=270938 2024-09-13T03:12:09.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.484+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=4HQI8GMAVN27 type=del 2024-09-13T03:12:09.489 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.488+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~JPVUW11IDVOZ.0 size=795489 2024-09-13T03:12:09.489 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.488+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=JPVUW11IDVOZ tag=V1WRO29I8FOR type=write size=1844065 2024-09-13T03:12:09.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.490+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=44NUJ6EM4PAJ type=del 2024-09-13T03:12:09.493 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.492+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=QB4SZPCZZ08U type=write size=168293 2024-09-13T03:12:09.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.494+0000 7fda4ba82640 1 < canceled operation key=KE9LDUK7XMNH tag=3AQQH25JDAR6 type=del size=164843 2024-09-13T03:12:09.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.496+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=5MYMDR5LRQJJ type=del size=3529553 2024-09-13T03:12:09.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.498+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=8SBUJPN4507A type=del 2024-09-13T03:12:09.501 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.500+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=1ZKK91ZUX3IY type=write size=71045 2024-09-13T03:12:09.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.502+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~ZFSLTQ864EOX.0 size=475809 2024-09-13T03:12:09.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.507+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=ZFSLTQ864EOX tag=HXKZ9430SAHO type=write size=1524385 2024-09-13T03:12:09.512 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.510+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~FRSU0XW2KT7F.0 size=1048576 2024-09-13T03:12:09.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.512+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~FRSU0XW2KT7F.1 size=354135 2024-09-13T03:12:09.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.512+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=FRSU0XW2KT7F tag=XD9WR4SUKL6J type=write size=2451287 2024-09-13T03:12:09.516 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.515+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~ESH1M9FGT6HH.0 size=460398 2024-09-13T03:12:09.520 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.518+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=ESH1M9FGT6HH tag=A7FLVKZOFHHN type=write size=1508974 2024-09-13T03:12:09.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.522+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~VZK0YXGN026E.0 size=1048576 2024-09-13T03:12:09.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.524+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~VZK0YXGN026E.1 size=1048576 2024-09-13T03:12:09.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.526+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~VZK0YXGN026E.2 size=975727 2024-09-13T03:12:09.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.526+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=VZK0YXGN026E tag=BTC190K7JVEI type=write size=4121455 2024-09-13T03:12:09.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.528+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=06EGVHKPOKS9 type=del 2024-09-13T03:12:09.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.530+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=83UHL8KSETGN type=del size=1800152 2024-09-13T03:12:09.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.532+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~GGGVQY1PSHI5.0 size=1048576 2024-09-13T03:12:09.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.534+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~GGGVQY1PSHI5.1 size=1048576 2024-09-13T03:12:09.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.536+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~GGGVQY1PSHI5.2 size=150244 2024-09-13T03:12:09.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.539+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=GGGVQY1PSHI5 tag=HECIFF6MTL4F type=write size=3295972 2024-09-13T03:12:09.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.541+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=QIJ1WE0GMDWL type=del size=2374452 2024-09-13T03:12:09.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.541+0000 7fda4ba82640 1 < canceled part key=_multipart_HCD8XCSFOAR1.2~5G8V181MXYZN.0 size=1003128 2024-09-13T03:12:09.546 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.545+0000 7fda4ba82640 1 < canceled multipart upload key=HCD8XCSFOAR1 upload=5G8V181MXYZN tag=UC0B9STNVX55 type=write size=2051704 2024-09-13T03:12:09.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.548+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~CBW5B95RHB14.0 size=504429 2024-09-13T03:12:09.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.548+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=CBW5B95RHB14 tag=J7G3IHXV43E0 type=write size=1553005 2024-09-13T03:12:09.552 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.550+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~L4PMHJ32JW38.0 size=1048576 2024-09-13T03:12:09.553 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.552+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~L4PMHJ32JW38.1 size=257266 2024-09-13T03:12:09.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.556+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=L4PMHJ32JW38 tag=FJS49OG8CPZ6 type=write size=2354418 2024-09-13T03:12:09.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.559+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~WEC02SI5NZZ2.0 size=1048576 2024-09-13T03:12:09.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.561+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~WEC02SI5NZZ2.1 size=1048576 2024-09-13T03:12:09.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.563+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~WEC02SI5NZZ2.2 size=760552 2024-09-13T03:12:09.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.563+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=WEC02SI5NZZ2 tag=1X0BEW0Z6CCX type=write size=3906280 2024-09-13T03:12:09.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.565+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~A2IUS5U9ZN49.0 size=1048576 2024-09-13T03:12:09.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.566+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~A2IUS5U9ZN49.1 size=1048576 2024-09-13T03:12:09.569 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.568+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~A2IUS5U9ZN49.2 size=1016644 2024-09-13T03:12:09.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.571+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=A2IUS5U9ZN49 tag=NPUA67QNGI19 type=write size=4162372 2024-09-13T03:12:09.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.573+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=XFDGCSP4MZ3W type=write size=11208 2024-09-13T03:12:09.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.575+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~L0DPU2BHRE1O.0 size=1023416 2024-09-13T03:12:09.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.578+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=L0DPU2BHRE1O tag=7T3X52IMN77E type=write size=2071992 2024-09-13T03:12:09.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.579+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=4INZAL1P20AH type=del size=872524 2024-09-13T03:12:09.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.581+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=IORNJV2X2Q3P type=del 2024-09-13T03:12:09.584 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.583+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=VQVH8FGSIVFS type=write size=24072 2024-09-13T03:12:09.588 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.586+0000 7fda4ba82640 1 < suggested remove operation key=MOZWPHZFFRM3 tag=6ASOHU8MFDK4 type=del 2024-09-13T03:12:09.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.588+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=STAQ3V5NS76N type=del size=2814339 2024-09-13T03:12:09.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.590+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=DAUUNHC5BLQ0 type=del 2024-09-13T03:12:09.595 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.593+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~E5B3H8A2OWRC.0 size=1048576 2024-09-13T03:12:09.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.595+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~E5B3H8A2OWRC.1 size=596749 2024-09-13T03:12:09.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.595+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=E5B3H8A2OWRC tag=6J6NUBAA81C3 type=write size=2693901 2024-09-13T03:12:09.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.597+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=92ZZBSLMGQXH type=del 2024-09-13T03:12:09.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.598+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=C12Z30D8SI8G type=del size=1763063 2024-09-13T03:12:09.601 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.600+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~JPVUW11IDVOZ.0 size=795489 2024-09-13T03:12:09.604 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.603+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=JPVUW11IDVOZ tag=V1WRO29I8FOR type=write size=1844065 2024-09-13T03:12:09.606 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.605+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=J1V76EMZ1CFG type=write size=21969 2024-09-13T03:12:09.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.607+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=QB4SZPCZZ08U type=write size=168293 2024-09-13T03:12:09.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.609+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=GQYE8QGD3JRG type=del size=3432668 2024-09-13T03:12:09.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.612+0000 7fda4ba82640 1 < suggested update operation key=K0FB782665QT tag=5MYMDR5LRQJJ type=del size=3529553 2024-09-13T03:12:09.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.614+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=B4GKZKR1YE60 type=del size=471391 2024-09-13T03:12:09.619 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.618+0000 7fda4ba82640 1 < suggested remove operation key=VVUUV9QP2J78 tag=1ZKK91ZUX3IY type=write 2024-09-13T03:12:09.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.621+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~VWMUP5GQ086R.0 size=272158 2024-09-13T03:12:09.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.621+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=VWMUP5GQ086R tag=MJDUE93KKH1C type=write size=1320734 2024-09-13T03:12:09.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.623+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~FRSU0XW2KT7F.0 size=1048576 2024-09-13T03:12:09.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.623+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~FRSU0XW2KT7F.1 size=354135 2024-09-13T03:12:09.627 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.626+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=FRSU0XW2KT7F tag=XD9WR4SUKL6J type=write size=2451287 2024-09-13T03:12:09.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.628+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=ZEGT3CI0UXM8 type=del size=1403828 2024-09-13T03:12:09.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.630+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~VZK0YXGN026E.0 size=1048576 2024-09-13T03:12:09.633 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.631+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~VZK0YXGN026E.1 size=1048576 2024-09-13T03:12:09.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.633+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~VZK0YXGN026E.2 size=975727 2024-09-13T03:12:09.637 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.636+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=VZK0YXGN026E tag=BTC190K7JVEI type=write size=4121455 2024-09-13T03:12:09.639 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.638+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=GZWGR95GRWBP type=del size=4099001 2024-09-13T03:12:09.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.640+0000 7fda4ba82640 1 < canceled operation key=WLBGNRHIMT7I tag=83UHL8KSETGN type=del size=1800152 2024-09-13T03:12:09.644 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.643+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~BFAN2FVV23D1.0 size=355640 2024-09-13T03:12:09.644 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.643+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=BFAN2FVV23D1 tag=P8BZZL1A3X2F type=write size=1404216 2024-09-13T03:12:09.647 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.645+0000 7fda4ba82640 -1 < failed to complete operation key=MOZWPHZFFRM3 tag=QIJ1WE0GMDWL type=del size=2374452: (22) Invalid argument 2024-09-13T03:12:09.649 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.647+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=FEIASZFGL698 type=del size=43278 2024-09-13T03:12:09.649 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.648+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~CBW5B95RHB14.0 size=504429 2024-09-13T03:12:09.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.651+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=CBW5B95RHB14 tag=J7G3IHXV43E0 type=write size=1553005 2024-09-13T03:12:09.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.654+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~4GZMY6I3MBQM.0 size=1048576 2024-09-13T03:12:09.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.656+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~4GZMY6I3MBQM.1 size=1048576 2024-09-13T03:12:09.658 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.657+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~4GZMY6I3MBQM.2 size=949795 2024-09-13T03:12:09.659 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.657+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=4GZMY6I3MBQM tag=BHYHEU6X1ZRC type=write size=4095523 2024-09-13T03:12:09.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.659+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~WEC02SI5NZZ2.0 size=1048576 2024-09-13T03:12:09.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.661+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~WEC02SI5NZZ2.1 size=1048576 2024-09-13T03:12:09.664 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.662+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~WEC02SI5NZZ2.2 size=760552 2024-09-13T03:12:09.667 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.665+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=WEC02SI5NZZ2 tag=1X0BEW0Z6CCX type=write size=3906280 2024-09-13T03:12:09.669 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.667+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=SGFIZ5HF0V0D type=del size=4160443 2024-09-13T03:12:09.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.669+0000 7fda4ba82640 1 < completed write operation key=DJ0S2Y4QPAX8 tag=XFDGCSP4MZ3W type=write size=11208 2024-09-13T03:12:09.674 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.673+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~087ZN0TIR1B6.0 size=54015 2024-09-13T03:12:09.674 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.673+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=087ZN0TIR1B6 tag=1U3XKUUIOJJ3 type=write size=1102591 2024-09-13T03:12:09.676 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.675+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=4INZAL1P20AH type=del 2024-09-13T03:12:09.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.678+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~GEKLEVR432EG.0 size=1048576 2024-09-13T03:12:09.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.680+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~GEKLEVR432EG.1 size=947514 2024-09-13T03:12:09.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.680+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=GEKLEVR432EG tag=S1PNEZFMRBLZ type=write size=3044666 2024-09-13T03:12:09.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.682+0000 7fda4ba82640 1 < completed write operation key=A4ZG9OAEC25I tag=VQVH8FGSIVFS type=write size=24072 2024-09-13T03:12:09.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.685+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=0IDMLY6U3XBK type=del size=3826362 2024-09-13T03:12:09.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.687+0000 7fda4ba82640 -1 < failed to complete operation key=VVUUV9QP2J78 tag=STAQ3V5NS76N type=del size=2814339: (22) Invalid argument 2024-09-13T03:12:09.692 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.691+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~M66G5N67XVP7.0 size=1048576 2024-09-13T03:12:09.694 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.692+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~M66G5N67XVP7.1 size=419990 2024-09-13T03:12:09.694 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.692+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=M66G5N67XVP7 tag=2ODZWXDIGXCF type=write size=2517142 2024-09-13T03:12:09.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.694+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~E5B3H8A2OWRC.0 size=1048576 2024-09-13T03:12:09.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.696+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~E5B3H8A2OWRC.1 size=596749 2024-09-13T03:12:09.701 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.699+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=E5B3H8A2OWRC tag=6J6NUBAA81C3 type=write size=2693901 2024-09-13T03:12:09.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.701+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=I93HHSVY30LV type=write size=820631 2024-09-13T03:12:09.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.703+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=C12Z30D8SI8G type=del 2024-09-13T03:12:09.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.705+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=8672GTP1D3OZ type=write size=812233 2024-09-13T03:12:09.708 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.707+0000 7fda4ba82640 1 < completed write operation key=X3IBYPK60ZII tag=J1V76EMZ1CFG type=write size=21969 2024-09-13T03:12:09.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.710+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~QZAJDNYQ7H8W.0 size=1048576 2024-09-13T03:12:09.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.712+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~QZAJDNYQ7H8W.1 size=1048576 2024-09-13T03:12:09.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.713+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~QZAJDNYQ7H8W.2 size=561519 2024-09-13T03:12:09.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.713+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=QZAJDNYQ7H8W tag=C9ZNNA0AOA5L type=write size=3707247 2024-09-13T03:12:09.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.717+0000 7fda4ba82640 1 < suggested remove operation key=IQRILNWE9YY3 tag=GQYE8QGD3JRG type=del 2024-09-13T03:12:09.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.719+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=EDZNV1V13WXK type=del size=3036959 2024-09-13T03:12:09.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.721+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=B4GKZKR1YE60 type=del 2024-09-13T03:12:09.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.723+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=3XEL6M6KXN31 type=write size=1030447 2024-09-13T03:12:09.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.723+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~VWMUP5GQ086R.0 size=272158 2024-09-13T03:12:09.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.726+0000 7fda4ba82640 1 < canceled multipart upload key=I99SIV522FFG upload=VWMUP5GQ086R tag=MJDUE93KKH1C type=write size=1320734 2024-09-13T03:12:09.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.730+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~5VLTTF8QOWGF.0 size=1048576 2024-09-13T03:12:09.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.732+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~5VLTTF8QOWGF.1 size=1048576 2024-09-13T03:12:09.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.733+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~5VLTTF8QOWGF.2 size=239558 2024-09-13T03:12:09.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.733+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=5VLTTF8QOWGF tag=6B18O8DVY7BN type=write size=3385286 2024-09-13T03:12:09.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.735+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=ZEGT3CI0UXM8 type=del 2024-09-13T03:12:09.739 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.737+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=GVVO87SR1GG6 type=del size=2990824 2024-09-13T03:12:09.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.741+0000 7fda4ba82640 1 < suggested update operation key=QSXH3UHXTEO9 tag=GZWGR95GRWBP type=del size=4099001 2024-09-13T03:12:09.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.744+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~HUJZ53FFTQMJ.0 size=1048576 2024-09-13T03:12:09.747 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.745+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~HUJZ53FFTQMJ.1 size=348079 2024-09-13T03:12:09.747 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.745+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=HUJZ53FFTQMJ tag=RUS4DMO30JDX type=write size=2445231 2024-09-13T03:12:09.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.747+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~BFAN2FVV23D1.0 size=355640 2024-09-13T03:12:09.752 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.751+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=BFAN2FVV23D1 tag=P8BZZL1A3X2F type=write size=1404216 2024-09-13T03:12:09.756 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.753+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=V71J6LLJTWPD type=write size=583883 2024-09-13T03:12:09.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.757+0000 7fda4ba82640 1 < suggested update operation key=VVUUV9QP2J78 tag=FEIASZFGL698 type=del size=43278 2024-09-13T03:12:09.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.761+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~91QP14PPLQDH.0 size=1048576 2024-09-13T03:12:09.764 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.763+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~91QP14PPLQDH.1 size=807769 2024-09-13T03:12:09.765 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.763+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=91QP14PPLQDH tag=2G9F0GGFO5RH type=write size=2904921 2024-09-13T03:12:09.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.765+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~4GZMY6I3MBQM.0 size=1048576 2024-09-13T03:12:09.768 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.766+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~4GZMY6I3MBQM.1 size=1048576 2024-09-13T03:12:09.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.768+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~4GZMY6I3MBQM.2 size=949795 2024-09-13T03:12:09.773 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.771+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=4GZMY6I3MBQM tag=BHYHEU6X1ZRC type=write size=4095523 2024-09-13T03:12:09.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.773+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=7JQQWWBOWNI5 type=del size=601247 2024-09-13T03:12:09.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.775+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=SGFIZ5HF0V0D type=del 2024-09-13T03:12:09.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.777+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=3A2XBE8EF9NU type=del size=419569 2024-09-13T03:12:09.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.779+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~087ZN0TIR1B6.0 size=54015 2024-09-13T03:12:09.784 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.782+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=087ZN0TIR1B6 tag=1U3XKUUIOJJ3 type=write size=1102591 2024-09-13T03:12:09.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.784+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=BY426UUCFMW6 type=write size=715857 2024-09-13T03:12:09.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.786+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~GEKLEVR432EG.0 size=1048576 2024-09-13T03:12:09.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.788+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~GEKLEVR432EG.1 size=947514 2024-09-13T03:12:09.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.791+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=GEKLEVR432EG tag=S1PNEZFMRBLZ type=write size=3044666 2024-09-13T03:12:09.795 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.793+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=PANB2DOUY8Q9 type=del size=3633759 2024-09-13T03:12:09.796 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.795+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=0IDMLY6U3XBK type=del 2024-09-13T03:12:09.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.797+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=VIW7FQE0YIY2 type=write size=247808 2024-09-13T03:12:09.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.797+0000 7fda4ba82640 1 < canceled part key=_multipart_AW13WQCSYUGX.2~M66G5N67XVP7.0 size=1048576 2024-09-13T03:12:09.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.799+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~M66G5N67XVP7.1 size=419990 2024-09-13T03:12:09.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.802+0000 7fda4ba82640 1 < canceled multipart upload key=AW13WQCSYUGX upload=M66G5N67XVP7 tag=2ODZWXDIGXCF type=write size=2517142 2024-09-13T03:12:09.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.805+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~C033EN29URHP.0 size=432066 2024-09-13T03:12:09.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.805+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=C033EN29URHP tag=5WWU4JLQXN62 type=write size=1480642 2024-09-13T03:12:09.808 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.807+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=I93HHSVY30LV type=write size=820631 2024-09-13T03:12:09.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.809+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=2UB6QS2DABE1 type=del size=1226772 2024-09-13T03:12:09.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.813+0000 7fda4ba82640 1 < suggested update operation key=AW13WQCSYUGX tag=8672GTP1D3OZ type=write size=812233 2024-09-13T03:12:09.816 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.815+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=865ZH4JNQYB3 type=del size=925036 2024-09-13T03:12:09.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.816+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~QZAJDNYQ7H8W.0 size=1048576 2024-09-13T03:12:09.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.818+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~QZAJDNYQ7H8W.1 size=1048576 2024-09-13T03:12:09.821 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.819+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~QZAJDNYQ7H8W.2 size=561519 2024-09-13T03:12:09.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.823+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=QZAJDNYQ7H8W tag=C9ZNNA0AOA5L type=write size=3707247 2024-09-13T03:12:09.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.826+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~P93QR5DRH509.0 size=284756 2024-09-13T03:12:09.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.826+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=P93QR5DRH509 tag=JSKRZ2CJDN7J type=write size=1333332 2024-09-13T03:12:09.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.828+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=EDZNV1V13WXK type=del 2024-09-13T03:12:09.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.831+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GDUYU6XULVLP.0 size=1048576 2024-09-13T03:12:09.834 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.833+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GDUYU6XULVLP.1 size=1048576 2024-09-13T03:12:09.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.835+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GDUYU6XULVLP.2 size=712023 2024-09-13T03:12:09.836 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.835+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=GDUYU6XULVLP tag=WNA93ZAWU31Z type=write size=3857751 2024-09-13T03:12:09.840 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.838+0000 7fda4ba82640 1 < suggested remove operation key=IQRILNWE9YY3 tag=3XEL6M6KXN31 type=write 2024-09-13T03:12:09.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.840+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=JAV26PGGRIVL type=del size=2024152 2024-09-13T03:12:09.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.842+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~5VLTTF8QOWGF.0 size=1048576 2024-09-13T03:12:09.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.844+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~5VLTTF8QOWGF.1 size=1048576 2024-09-13T03:12:09.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.845+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~5VLTTF8QOWGF.2 size=239558 2024-09-13T03:12:09.850 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.849+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=5VLTTF8QOWGF tag=6B18O8DVY7BN type=write size=3385286 2024-09-13T03:12:09.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.851+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=K2ANHNZT670L type=del size=576898 2024-09-13T03:12:09.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.855+0000 7fda4ba82640 1 < suggested update operation key=5VZ10W77NYTX tag=GVVO87SR1GG6 type=del size=2990824 2024-09-13T03:12:09.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.856+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=LOEQL3REVLRR type=del size=1107311 2024-09-13T03:12:09.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.858+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~HUJZ53FFTQMJ.0 size=1048576 2024-09-13T03:12:09.861 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.860+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~HUJZ53FFTQMJ.1 size=348079 2024-09-13T03:12:09.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.863+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=HUJZ53FFTQMJ tag=RUS4DMO30JDX type=write size=2445231 2024-09-13T03:12:09.866 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.865+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=FJ3LR6S5N9HG type=del size=957631 2024-09-13T03:12:09.870 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.868+0000 7fda4ba82640 -1 < failed to complete operation key=AW13WQCSYUGX tag=V71J6LLJTWPD type=write size=583883: (22) Invalid argument 2024-09-13T03:12:09.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.870+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=82GWO6HIPUUK type=del size=2847273 2024-09-13T03:12:09.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.871+0000 7fda4ba82640 1 < canceled part key=_multipart_QSXH3UHXTEO9.2~91QP14PPLQDH.0 size=1048576 2024-09-13T03:12:09.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.872+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~91QP14PPLQDH.1 size=807769 2024-09-13T03:12:09.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.876+0000 7fda4ba82640 1 < canceled multipart upload key=QSXH3UHXTEO9 upload=91QP14PPLQDH tag=2G9F0GGFO5RH type=write size=2904921 2024-09-13T03:12:09.881 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.879+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~RKR1WV3CPOL1.0 size=1048576 2024-09-13T03:12:09.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.881+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~RKR1WV3CPOL1.1 size=984564 2024-09-13T03:12:09.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.881+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=RKR1WV3CPOL1 tag=EE01BZTC7F23 type=write size=3081716 2024-09-13T03:12:09.884 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.883+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=7JQQWWBOWNI5 type=del 2024-09-13T03:12:09.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.884+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=GRHLN7UR7QOO type=del size=4186804 2024-09-13T03:12:09.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.888+0000 7fda4ba82640 1 < suggested update operation key=5VZ10W77NYTX tag=3A2XBE8EF9NU type=del size=419569 2024-09-13T03:12:09.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.890+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=4XR75W1YV8J0 type=write size=976324 2024-09-13T03:12:09.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.892+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=BY426UUCFMW6 type=write size=715857 2024-09-13T03:12:09.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.893+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=7M56FYZXSWY1 type=del size=1462035 2024-09-13T03:12:09.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.895+0000 7fda4ba82640 1 < canceled operation key=MOZWPHZFFRM3 tag=PANB2DOUY8Q9 type=del size=3633759 2024-09-13T03:12:09.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.897+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=82AM7FF10UU8 type=del size=673722 2024-09-13T03:12:09.900 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.899+0000 7fda4ba82640 1 < completed write operation key=7VAD88Q1O8P1 tag=VIW7FQE0YIY2 type=write size=247808 2024-09-13T03:12:09.902 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.901+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=02VY1VW3WYZH type=del size=2014906 2024-09-13T03:12:09.904 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.903+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~C033EN29URHP.0 size=432066 2024-09-13T03:12:09.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.906+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=C033EN29URHP tag=5WWU4JLQXN62 type=write size=1480642 2024-09-13T03:12:09.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.909+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~AKWE4CQH29D2.0 size=846699 2024-09-13T03:12:09.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.909+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=AKWE4CQH29D2 tag=9L4AV1E72FHO type=write size=1895275 2024-09-13T03:12:09.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.911+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=2UB6QS2DABE1 type=del 2024-09-13T03:12:09.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.915+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~UCFQADQOCHBI.0 size=1048576 2024-09-13T03:12:09.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.916+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~UCFQADQOCHBI.1 size=1048576 2024-09-13T03:12:09.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.918+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~UCFQADQOCHBI.2 size=270638 2024-09-13T03:12:09.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.918+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=UCFQADQOCHBI tag=ZG7M335U2R8K type=write size=3416366 2024-09-13T03:12:09.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.920+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=865ZH4JNQYB3 type=del 2024-09-13T03:12:09.923 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.922+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=FB9K39YCERW8 type=del size=3601192 2024-09-13T03:12:09.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.924+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~P93QR5DRH509.0 size=284756 2024-09-13T03:12:09.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.927+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=P93QR5DRH509 tag=JSKRZ2CJDN7J type=write size=1333332 2024-09-13T03:12:09.932 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.931+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~4LQK345TN8CW.0 size=1048576 2024-09-13T03:12:09.934 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.932+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~4LQK345TN8CW.1 size=1048576 2024-09-13T03:12:09.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.934+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~4LQK345TN8CW.2 size=772322 2024-09-13T03:12:09.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.934+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=4LQK345TN8CW tag=O40ECPFJODM7 type=write size=3918050 2024-09-13T03:12:09.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.936+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GDUYU6XULVLP.0 size=1048576 2024-09-13T03:12:09.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.936+0000 7fda4ba82640 1 < canceled part key=_multipart_WLBGNRHIMT7I.2~GDUYU6XULVLP.1 size=1048576 2024-09-13T03:12:09.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.938+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GDUYU6XULVLP.2 size=712023 2024-09-13T03:12:09.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.941+0000 7fda4ba82640 1 < canceled multipart upload key=WLBGNRHIMT7I upload=GDUYU6XULVLP tag=WNA93ZAWU31Z type=write size=3857751 2024-09-13T03:12:09.944 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.943+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=OEMOLN658TD2 type=del size=15013 2024-09-13T03:12:09.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.945+0000 7fda4ba82640 1 < canceled operation key=DJ0S2Y4QPAX8 tag=JAV26PGGRIVL type=del size=2024152 2024-09-13T03:12:09.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.947+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=FN09E5H7EP8D type=write size=23497 2024-09-13T03:12:09.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.949+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=K2ANHNZT670L type=del 2024-09-13T03:12:09.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.951+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=WFCXZ0J4VQQS type=write size=497288 2024-09-13T03:12:09.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.952+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=LOEQL3REVLRR type=del 2024-09-13T03:12:09.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.956+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~TLWN92UN9TCA.0 size=1048576 2024-09-13T03:12:09.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.958+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~TLWN92UN9TCA.1 size=1048576 2024-09-13T03:12:09.961 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.959+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~TLWN92UN9TCA.2 size=136116 2024-09-13T03:12:09.961 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.959+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=TLWN92UN9TCA tag=8W05DPAP63ZM type=write size=3281844 2024-09-13T03:12:09.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.961+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=FJ3LR6S5N9HG type=del 2024-09-13T03:12:09.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.965+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~0BQZO9CQOD0C.0 size=485579 2024-09-13T03:12:09.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.965+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=0BQZO9CQOD0C tag=CPIK5C2MBXJY type=write size=1534155 2024-09-13T03:12:09.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.967+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=82GWO6HIPUUK type=del 2024-09-13T03:12:09.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.971+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~I3XJ6AYJHDJE.0 size=403982 2024-09-13T03:12:09.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.972+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=I3XJ6AYJHDJE tag=DEFQVG365WJ6 type=write size=1452558 2024-09-13T03:12:09.975 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.974+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~RKR1WV3CPOL1.0 size=1048576 2024-09-13T03:12:09.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.976+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~RKR1WV3CPOL1.1 size=984564 2024-09-13T03:12:09.981 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.980+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=RKR1WV3CPOL1 tag=EE01BZTC7F23 type=write size=3081716 2024-09-13T03:12:09.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.982+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=83M4TZES2VIH type=del size=2228818 2024-09-13T03:12:09.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.984+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=GRHLN7UR7QOO type=del 2024-09-13T03:12:09.987 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.986+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=ZXL4GOQG3C3B type=del size=2933897 2024-09-13T03:12:09.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.988+0000 7fda4ba82640 1 < completed write operation key=IQRILNWE9YY3 tag=4XR75W1YV8J0 type=write size=976324 2024-09-13T03:12:09.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.990+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=E19XM8HO08EC type=del size=4126137 2024-09-13T03:12:09.993 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.991+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=7M56FYZXSWY1 type=del 2024-09-13T03:12:09.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.993+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=81PDJCUICWRL type=del size=2483407 2024-09-13T03:12:09.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.995+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=82AM7FF10UU8 type=del 2024-09-13T03:12:09.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.997+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=Y5FZRMJDKV4Q type=del size=3265541 2024-09-13T03:12:10.001 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:09.999+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=02VY1VW3WYZH type=del 2024-09-13T03:12:10.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.001+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=MUOWDZBLOKNH type=write size=779003 2024-09-13T03:12:10.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.003+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~AKWE4CQH29D2.0 size=846699 2024-09-13T03:12:10.008 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.007+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=AKWE4CQH29D2 tag=9L4AV1E72FHO type=write size=1895275 2024-09-13T03:12:10.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.010+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~MWN0PAR03VXZ.0 size=1048576 2024-09-13T03:12:10.013 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.012+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~MWN0PAR03VXZ.1 size=433618 2024-09-13T03:12:10.013 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.012+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=MWN0PAR03VXZ tag=WCMTXWHUFYHL type=write size=2530770 2024-09-13T03:12:10.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.014+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~UCFQADQOCHBI.0 size=1048576 2024-09-13T03:12:10.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.016+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~UCFQADQOCHBI.1 size=1048576 2024-09-13T03:12:10.018 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.017+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~UCFQADQOCHBI.2 size=270638 2024-09-13T03:12:10.022 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.020+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=UCFQADQOCHBI tag=ZG7M335U2R8K type=write size=3416366 2024-09-13T03:12:10.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.022+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=4OCCWBG81SSJ type=del size=262256 2024-09-13T03:12:10.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.025+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=FB9K39YCERW8 type=del 2024-09-13T03:12:10.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.027+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=8GD7WLF3X7G1 type=del size=2435647 2024-09-13T03:12:10.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.029+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~4LQK345TN8CW.0 size=1048576 2024-09-13T03:12:10.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.030+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~4LQK345TN8CW.1 size=1048576 2024-09-13T03:12:10.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.032+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~4LQK345TN8CW.2 size=772322 2024-09-13T03:12:10.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.035+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=4LQK345TN8CW tag=O40ECPFJODM7 type=write size=3918050 2024-09-13T03:12:10.038 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.037+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=3E3BTRCTL066 type=del size=3939735 2024-09-13T03:12:10.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.039+0000 7fda4ba82640 1 < canceled operation key=X3IBYPK60ZII tag=OEMOLN658TD2 type=del size=15013 2024-09-13T03:12:10.042 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.041+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=IVQ6QLGY6KP3 type=del size=1079108 2024-09-13T03:12:10.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.042+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=FN09E5H7EP8D type=write size=23497 2024-09-13T03:12:10.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.046+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~J55LDCYEP731.0 size=1048576 2024-09-13T03:12:10.049 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.048+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~J55LDCYEP731.1 size=1048576 2024-09-13T03:12:10.051 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.050+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~J55LDCYEP731.2 size=232834 2024-09-13T03:12:10.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.050+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=J55LDCYEP731 tag=E4KA0XTG1WR6 type=write size=3378562 2024-09-13T03:12:10.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.052+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=WFCXZ0J4VQQS type=write size=497288 2024-09-13T03:12:10.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.054+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=UMSFTD1W9WCG type=write size=101925 2024-09-13T03:12:10.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.056+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~TLWN92UN9TCA.0 size=1048576 2024-09-13T03:12:10.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.056+0000 7fda4ba82640 1 < canceled part key=_multipart_5VZ10W77NYTX.2~TLWN92UN9TCA.1 size=1048576 2024-09-13T03:12:10.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.058+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~TLWN92UN9TCA.2 size=136116 2024-09-13T03:12:10.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.061+0000 7fda4ba82640 1 < canceled multipart upload key=5VZ10W77NYTX upload=TLWN92UN9TCA tag=8W05DPAP63ZM type=write size=3281844 2024-09-13T03:12:10.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.065+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~RZCYXF4CDQ5G.0 size=1048576 2024-09-13T03:12:10.068 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.067+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~RZCYXF4CDQ5G.1 size=1048576 2024-09-13T03:12:10.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.068+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~RZCYXF4CDQ5G.2 size=686864 2024-09-13T03:12:10.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.068+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=RZCYXF4CDQ5G tag=XDLCKQZVPE8Z type=write size=3832592 2024-09-13T03:12:10.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.071+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~0BQZO9CQOD0C.0 size=485579 2024-09-13T03:12:10.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.074+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=0BQZO9CQOD0C tag=CPIK5C2MBXJY type=write size=1534155 2024-09-13T03:12:10.079 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.078+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~LTCG9LJNC58S.0 size=1048576 2024-09-13T03:12:10.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.080+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~LTCG9LJNC58S.1 size=496367 2024-09-13T03:12:10.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.080+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=LTCG9LJNC58S tag=UQTDQCB1AFKZ type=write size=2593519 2024-09-13T03:12:10.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.082+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~I3XJ6AYJHDJE.0 size=403982 2024-09-13T03:12:10.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.085+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=I3XJ6AYJHDJE tag=DEFQVG365WJ6 type=write size=1452558 2024-09-13T03:12:10.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.087+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=WX1DY3301JV6 type=del size=2045263 2024-09-13T03:12:10.091 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.089+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=83M4TZES2VIH type=del 2024-09-13T03:12:10.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.091+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=IP3VO5CKBNNX type=del size=2929477 2024-09-13T03:12:10.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.094+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=ZXL4GOQG3C3B type=del 2024-09-13T03:12:10.099 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.098+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~Q807C96X0WNT.0 size=1048576 2024-09-13T03:12:10.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.099+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~Q807C96X0WNT.1 size=1048576 2024-09-13T03:12:10.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.101+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~Q807C96X0WNT.2 size=190495 2024-09-13T03:12:10.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.101+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=Q807C96X0WNT tag=H66T0UTBNOZN type=write size=3336223 2024-09-13T03:12:10.104 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.103+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=E19XM8HO08EC type=del 2024-09-13T03:12:10.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.104+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=UFDMQNWLOQ3Q type=del size=3115806 2024-09-13T03:12:10.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.106+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=81PDJCUICWRL type=del 2024-09-13T03:12:10.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.109+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~CIN8HAPXK93A.0 size=1048576 2024-09-13T03:12:10.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.111+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~CIN8HAPXK93A.1 size=1048576 2024-09-13T03:12:10.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.113+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~CIN8HAPXK93A.2 size=884869 2024-09-13T03:12:10.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.113+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=CIN8HAPXK93A tag=BS5589MN24O5 type=write size=4030597 2024-09-13T03:12:10.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.115+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=Y5FZRMJDKV4Q type=del 2024-09-13T03:12:10.118 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.117+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=WVO025XGUL5K type=del size=1381363 2024-09-13T03:12:10.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.119+0000 7fda4ba82640 1 < completed write operation key=ZGHDNK9YXEAH tag=MUOWDZBLOKNH type=write size=779003 2024-09-13T03:12:10.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.121+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=V1NK7FW1HSFX type=del size=3044907 2024-09-13T03:12:10.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.123+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~MWN0PAR03VXZ.0 size=1048576 2024-09-13T03:12:10.126 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.125+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~MWN0PAR03VXZ.1 size=433618 2024-09-13T03:12:10.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.128+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=MWN0PAR03VXZ tag=WCMTXWHUFYHL type=write size=2530770 2024-09-13T03:12:10.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.130+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=M7B8UMS143IO type=write size=917348 2024-09-13T03:12:10.133 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.132+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=4OCCWBG81SSJ type=del 2024-09-13T03:12:10.137 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.136+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~L2THIRF5VR36.0 size=1048576 2024-09-13T03:12:10.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.138+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~L2THIRF5VR36.1 size=113375 2024-09-13T03:12:10.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.138+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=L2THIRF5VR36 tag=XV33Z0YFXZF1 type=write size=2210527 2024-09-13T03:12:10.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.140+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=8GD7WLF3X7G1 type=del 2024-09-13T03:12:10.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.141+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=Q1JJZ1GVI9CC type=del size=947112 2024-09-13T03:12:10.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.143+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=3E3BTRCTL066 type=del 2024-09-13T03:12:10.149 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.147+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~EYRN3HZJ56BW.0 size=1048576 2024-09-13T03:12:10.150 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.149+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~EYRN3HZJ56BW.1 size=462671 2024-09-13T03:12:10.150 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.149+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=EYRN3HZJ56BW tag=NB4LTCX27GIZ type=write size=2559823 2024-09-13T03:12:10.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.151+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=IVQ6QLGY6KP3 type=del 2024-09-13T03:12:10.156 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.155+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~HL7YXW77KQG3.0 size=1048576 2024-09-13T03:12:10.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.156+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~HL7YXW77KQG3.1 size=507533 2024-09-13T03:12:10.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.156+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=HL7YXW77KQG3 tag=TQDMN92RU2YX type=write size=2604685 2024-09-13T03:12:10.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.158+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~J55LDCYEP731.0 size=1048576 2024-09-13T03:12:10.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.160+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~J55LDCYEP731.1 size=1048576 2024-09-13T03:12:10.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.161+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~J55LDCYEP731.2 size=232834 2024-09-13T03:12:10.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.165+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=J55LDCYEP731 tag=E4KA0XTG1WR6 type=write size=3378562 2024-09-13T03:12:10.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.167+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=HHUD5EFMW9W2 type=write size=282678 2024-09-13T03:12:10.170 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.169+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=UMSFTD1W9WCG type=write size=101925 2024-09-13T03:12:10.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.172+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NKUOSA30I4JT.0 size=1048576 2024-09-13T03:12:10.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.174+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NKUOSA30I4JT.1 size=1048576 2024-09-13T03:12:10.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.175+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NKUOSA30I4JT.2 size=427176 2024-09-13T03:12:10.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.175+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=NKUOSA30I4JT tag=7KH8QL3FV4QS type=write size=3572904 2024-09-13T03:12:10.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.176+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~RZCYXF4CDQ5G.0 size=1048576 2024-09-13T03:12:10.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.177+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~RZCYXF4CDQ5G.1 size=1048576 2024-09-13T03:12:10.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.179+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~RZCYXF4CDQ5G.2 size=686864 2024-09-13T03:12:10.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.183+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=RZCYXF4CDQ5G tag=XDLCKQZVPE8Z type=write size=3832592 2024-09-13T03:12:10.187 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.185+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=FOKUBYN89UFP type=write size=892694 2024-09-13T03:12:10.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.187+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~LTCG9LJNC58S.0 size=1048576 2024-09-13T03:12:10.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.189+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~LTCG9LJNC58S.1 size=496367 2024-09-13T03:12:10.193 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.192+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=LTCG9LJNC58S tag=UQTDQCB1AFKZ type=write size=2593519 2024-09-13T03:12:10.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.194+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=IOEY3HMSDI5L type=write size=321943 2024-09-13T03:12:10.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.196+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=WX1DY3301JV6 type=del 2024-09-13T03:12:10.199 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.197+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=FMI9Q6SFRIBH type=del size=4019179 2024-09-13T03:12:10.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.200+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=IP3VO5CKBNNX type=del 2024-09-13T03:12:10.203 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.202+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=7BJT4USMS673 type=write size=557208 2024-09-13T03:12:10.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.204+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~Q807C96X0WNT.0 size=1048576 2024-09-13T03:12:10.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.205+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~Q807C96X0WNT.1 size=1048576 2024-09-13T03:12:10.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.207+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~Q807C96X0WNT.2 size=190495 2024-09-13T03:12:10.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.210+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=Q807C96X0WNT tag=H66T0UTBNOZN type=write size=3336223 2024-09-13T03:12:10.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.212+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=KLUGL0IX615S type=write size=1018642 2024-09-13T03:12:10.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.214+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=UFDMQNWLOQ3Q type=del 2024-09-13T03:12:10.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.217+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~ONC9OOC0QBVE.0 size=1048576 2024-09-13T03:12:10.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.219+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~ONC9OOC0QBVE.1 size=1048576 2024-09-13T03:12:10.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.220+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~ONC9OOC0QBVE.2 size=855921 2024-09-13T03:12:10.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.220+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=ONC9OOC0QBVE tag=2AYG92J8US1B type=write size=4001649 2024-09-13T03:12:10.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.222+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~CIN8HAPXK93A.0 size=1048576 2024-09-13T03:12:10.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.222+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~CIN8HAPXK93A.1 size=1048576 2024-09-13T03:12:10.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.224+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~CIN8HAPXK93A.2 size=884869 2024-09-13T03:12:10.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.227+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=CIN8HAPXK93A tag=BS5589MN24O5 type=write size=4030597 2024-09-13T03:12:10.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.229+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=M552WNRZMP1Y type=del size=4038165 2024-09-13T03:12:10.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.231+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=WVO025XGUL5K type=del 2024-09-13T03:12:10.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.233+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=I27WFYKWFJRR type=write size=595425 2024-09-13T03:12:10.239 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.237+0000 7fda4ba82640 1 < suggested remove operation key=ZGHDNK9YXEAH tag=V1NK7FW1HSFX type=del 2024-09-13T03:12:10.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.240+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=5DEKKV2COS28 type=del size=991277 2024-09-13T03:12:10.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.242+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=M7B8UMS143IO type=write size=917348 2024-09-13T03:12:10.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.244+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=Q6FKM8ZMDZJ7 type=del size=3090870 2024-09-13T03:12:10.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.246+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~L2THIRF5VR36.0 size=1048576 2024-09-13T03:12:10.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.247+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~L2THIRF5VR36.1 size=113375 2024-09-13T03:12:10.252 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.250+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=L2THIRF5VR36 tag=XV33Z0YFXZF1 type=write size=2210527 2024-09-13T03:12:10.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.253+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=V2MSXANEIM0M type=del size=3138690 2024-09-13T03:12:10.256 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.255+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=Q1JJZ1GVI9CC type=del 2024-09-13T03:12:10.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.257+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=AO3XJRI6OUUD type=del size=188195 2024-09-13T03:12:10.261 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.259+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~EYRN3HZJ56BW.0 size=1048576 2024-09-13T03:12:10.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.261+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~EYRN3HZJ56BW.1 size=462671 2024-09-13T03:12:10.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.265+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=EYRN3HZJ56BW tag=NB4LTCX27GIZ type=write size=2559823 2024-09-13T03:12:10.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.269+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~FSYFP5PFE5X3.0 size=391182 2024-09-13T03:12:10.271 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.269+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=FSYFP5PFE5X3 tag=0H7DHFVN2GOR type=write size=1439758 2024-09-13T03:12:10.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.271+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~HL7YXW77KQG3.0 size=1048576 2024-09-13T03:12:10.275 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.273+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~HL7YXW77KQG3.1 size=507533 2024-09-13T03:12:10.278 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.277+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=HL7YXW77KQG3 tag=TQDMN92RU2YX type=write size=2604685 2024-09-13T03:12:10.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.279+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=70IJ1C4MS2DS type=del size=3882068 2024-09-13T03:12:10.282 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.281+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=HHUD5EFMW9W2 type=write size=282678 2024-09-13T03:12:10.286 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.284+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4ES7MEJIN7A3.0 size=1048576 2024-09-13T03:12:10.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.286+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4ES7MEJIN7A3.1 size=1048576 2024-09-13T03:12:10.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.288+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~4ES7MEJIN7A3.2 size=759365 2024-09-13T03:12:10.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.288+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=4ES7MEJIN7A3 tag=091UXN11L48E type=write size=3905093 2024-09-13T03:12:10.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.290+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NKUOSA30I4JT.0 size=1048576 2024-09-13T03:12:10.293 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.291+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NKUOSA30I4JT.1 size=1048576 2024-09-13T03:12:10.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.293+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NKUOSA30I4JT.2 size=427176 2024-09-13T03:12:10.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.297+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=NKUOSA30I4JT tag=7KH8QL3FV4QS type=write size=3572904 2024-09-13T03:12:10.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.300+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~JFVC6XOKRSGO.0 size=1048576 2024-09-13T03:12:10.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.302+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~JFVC6XOKRSGO.1 size=241656 2024-09-13T03:12:10.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.302+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=JFVC6XOKRSGO tag=OKJAMX5SVBUU type=write size=2338808 2024-09-13T03:12:10.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.304+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=FOKUBYN89UFP type=write size=892694 2024-09-13T03:12:10.309 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.308+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~U99HY77U4W01.0 size=1048576 2024-09-13T03:12:10.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.310+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~U99HY77U4W01.1 size=1048576 2024-09-13T03:12:10.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.311+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~U99HY77U4W01.2 size=23149 2024-09-13T03:12:10.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.311+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=U99HY77U4W01 tag=6EABG9UQN1J4 type=write size=3168877 2024-09-13T03:12:10.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.315+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=IOEY3HMSDI5L type=write 2024-09-13T03:12:10.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.317+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=EA3VYBKSCTR0 type=del size=65184 2024-09-13T03:12:10.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.319+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=FMI9Q6SFRIBH type=del 2024-09-13T03:12:10.322 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.321+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=B7KD3UZSOQF8 type=del size=1148329 2024-09-13T03:12:10.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.323+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=7BJT4USMS673 type=write size=557208 2024-09-13T03:12:10.326 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.325+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=DSYL55UPWRPP type=del size=664660 2024-09-13T03:12:10.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.329+0000 7fda4ba82640 1 < suggested update operation key=PSHNNGDFOD02 tag=KLUGL0IX615S type=write size=1018642 2024-09-13T03:12:10.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.332+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~G841QCDLZ7MW.0 size=1048576 2024-09-13T03:12:10.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.334+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~G841QCDLZ7MW.1 size=231253 2024-09-13T03:12:10.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.334+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=G841QCDLZ7MW tag=X1EDL7S2F1XN type=write size=2328405 2024-09-13T03:12:10.337 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.335+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~ONC9OOC0QBVE.0 size=1048576 2024-09-13T03:12:10.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.337+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~ONC9OOC0QBVE.1 size=1048576 2024-09-13T03:12:10.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.339+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~ONC9OOC0QBVE.2 size=855921 2024-09-13T03:12:10.344 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.342+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=ONC9OOC0QBVE tag=2AYG92J8US1B type=write size=4001649 2024-09-13T03:12:10.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.346+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~X583U65P8XFM.0 size=1048576 2024-09-13T03:12:10.349 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.348+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~X583U65P8XFM.1 size=222453 2024-09-13T03:12:10.349 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.348+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=X583U65P8XFM tag=P372PPEG248V type=write size=2319605 2024-09-13T03:12:10.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.350+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=M552WNRZMP1Y type=del 2024-09-13T03:12:10.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.352+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=P9JTSCHSF67N type=del size=772775 2024-09-13T03:12:10.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.354+0000 7fda4ba82640 1 < completed write operation key=7VAD88Q1O8P1 tag=I27WFYKWFJRR type=write size=595425 2024-09-13T03:12:10.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.356+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=CTIZYQEIY3CS type=del size=4173928 2024-09-13T03:12:10.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.358+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=5DEKKV2COS28 type=del 2024-09-13T03:12:10.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.359+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=G47UFP7CM2FU type=del size=208467 2024-09-13T03:12:10.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.361+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=Q6FKM8ZMDZJ7 type=del 2024-09-13T03:12:10.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.363+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=Q6WD7P8IG55R type=write size=442696 2024-09-13T03:12:10.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.365+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=V2MSXANEIM0M type=del 2024-09-13T03:12:10.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.368+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~MSXMYWQ8BSNC.0 size=1048576 2024-09-13T03:12:10.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.370+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~MSXMYWQ8BSNC.1 size=778117 2024-09-13T03:12:10.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.370+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=MSXMYWQ8BSNC tag=7HA1A9370PI3 type=write size=2875269 2024-09-13T03:12:10.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.373+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=AO3XJRI6OUUD type=del 2024-09-13T03:12:10.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.376+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~5WRIJ34ZM3NC.0 size=1048576 2024-09-13T03:12:10.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.378+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~5WRIJ34ZM3NC.1 size=1048576 2024-09-13T03:12:10.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.380+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~5WRIJ34ZM3NC.2 size=93441 2024-09-13T03:12:10.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.380+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=5WRIJ34ZM3NC tag=8JCNCSGLRD0Z type=write size=3239169 2024-09-13T03:12:10.383 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.382+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~FSYFP5PFE5X3.0 size=391182 2024-09-13T03:12:10.386 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.385+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=FSYFP5PFE5X3 tag=0H7DHFVN2GOR type=write size=1439758 2024-09-13T03:12:10.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.387+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=V8OB8VIYZZ5K type=del size=215650 2024-09-13T03:12:10.390 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.389+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=70IJ1C4MS2DS type=del 2024-09-13T03:12:10.392 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.390+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=QNLTN2A04USR type=del size=1169040 2024-09-13T03:12:10.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.392+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4ES7MEJIN7A3.0 size=1048576 2024-09-13T03:12:10.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.394+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4ES7MEJIN7A3.1 size=1048576 2024-09-13T03:12:10.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.395+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~4ES7MEJIN7A3.2 size=759365 2024-09-13T03:12:10.400 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.399+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=4ES7MEJIN7A3 tag=091UXN11L48E type=write size=3905093 2024-09-13T03:12:10.404 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.402+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~G29K758H7MJ9.0 size=1048576 2024-09-13T03:12:10.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.404+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~G29K758H7MJ9.1 size=1048576 2024-09-13T03:12:10.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.405+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~G29K758H7MJ9.2 size=581722 2024-09-13T03:12:10.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.405+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=G29K758H7MJ9 tag=4UK6ZVM1V8CZ type=write size=3727450 2024-09-13T03:12:10.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.406+0000 7fda4ba82640 1 < canceled part key=_multipart_9KHMARDTPDIW.2~JFVC6XOKRSGO.0 size=1048576 2024-09-13T03:12:10.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.407+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~JFVC6XOKRSGO.1 size=241656 2024-09-13T03:12:10.412 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.410+0000 7fda4ba82640 1 < canceled multipart upload key=9KHMARDTPDIW upload=JFVC6XOKRSGO tag=OKJAMX5SVBUU type=write size=2338808 2024-09-13T03:12:10.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.413+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=K5KH2NEK4SIE type=del size=3121374 2024-09-13T03:12:10.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.415+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~U99HY77U4W01.0 size=1048576 2024-09-13T03:12:10.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.416+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~U99HY77U4W01.1 size=1048576 2024-09-13T03:12:10.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.418+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~U99HY77U4W01.2 size=23149 2024-09-13T03:12:10.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.421+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=U99HY77U4W01 tag=6EABG9UQN1J4 type=write size=3168877 2024-09-13T03:12:10.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.423+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=2SNP8MHSQ90O type=del size=3148947 2024-09-13T03:12:10.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.425+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=EA3VYBKSCTR0 type=del 2024-09-13T03:12:10.428 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.427+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=PMP1H1THD261 type=del size=3808044 2024-09-13T03:12:10.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.429+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=B7KD3UZSOQF8 type=del 2024-09-13T03:12:10.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.432+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~Y02F4NJPHISB.0 size=729561 2024-09-13T03:12:10.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.432+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=Y02F4NJPHISB tag=Q5VVJGY19WCC type=write size=1778137 2024-09-13T03:12:10.437 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.436+0000 7fda4ba82640 1 < suggested remove operation key=A4ZG9OAEC25I tag=DSYL55UPWRPP type=del 2024-09-13T03:12:10.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.440+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~43E41XI57JDO.0 size=1048576 2024-09-13T03:12:10.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.441+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~43E41XI57JDO.1 size=1048576 2024-09-13T03:12:10.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.443+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~43E41XI57JDO.2 size=301617 2024-09-13T03:12:10.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.443+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=43E41XI57JDO tag=OO5KH3IQZB5Y type=write size=3447345 2024-09-13T03:12:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:10 smithi078 ceph-mon[85589]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 95 KiB/s wr, 488 op/s 2024-09-13T03:12:10.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.445+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~G841QCDLZ7MW.0 size=1048576 2024-09-13T03:12:10.448 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.447+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~G841QCDLZ7MW.1 size=231253 2024-09-13T03:12:10.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.450+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=G841QCDLZ7MW tag=X1EDL7S2F1XN type=write size=2328405 2024-09-13T03:12:10.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.452+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=HFPLYFIOAJJ6 type=write size=106928 2024-09-13T03:12:10.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.454+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~X583U65P8XFM.0 size=1048576 2024-09-13T03:12:10.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.456+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~X583U65P8XFM.1 size=222453 2024-09-13T03:12:10.461 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.459+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=X583U65P8XFM tag=P372PPEG248V type=write size=2319605 2024-09-13T03:12:10.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.463+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~1KKBLL0YWIIN.0 size=1048576 2024-09-13T03:12:10.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.465+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~1KKBLL0YWIIN.1 size=658005 2024-09-13T03:12:10.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.465+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=1KKBLL0YWIIN tag=PUVATVXS0CBJ type=write size=2755157 2024-09-13T03:12:10.469 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.467+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=P9JTSCHSF67N type=del 2024-09-13T03:12:10.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.471+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~G3P5QHW0GB6H.0 size=1048576 2024-09-13T03:12:10.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.473+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~G3P5QHW0GB6H.1 size=168566 2024-09-13T03:12:10.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.473+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=G3P5QHW0GB6H tag=1P0DBS59BQ81 type=write size=2265718 2024-09-13T03:12:10.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.477+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=CTIZYQEIY3CS type=del 2024-09-13T03:12:10.483 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.481+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~H1QDTY4G295C.0 size=1048576 2024-09-13T03:12:10.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.483+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~H1QDTY4G295C.1 size=112477 2024-09-13T03:12:10.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.483+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=H1QDTY4G295C tag=81UGQ4QK2PZR type=write size=2209629 2024-09-13T03:12:10.487 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.486+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=G47UFP7CM2FU type=del 2024-09-13T03:12:10.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.489+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~7IYTZAZRW7I9.0 size=292380 2024-09-13T03:12:10.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.489+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=7IYTZAZRW7I9 tag=A9M8CHF2LVEA type=write size=1340956 2024-09-13T03:12:10.493 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.492+0000 7fda4ba82640 1 < completed write operation key=8O19R8YXKXJ0 tag=Q6WD7P8IG55R type=write size=442696 2024-09-13T03:12:10.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.494+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=C5AT08R0WFDF type=write size=586077 2024-09-13T03:12:10.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.496+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~MSXMYWQ8BSNC.0 size=1048576 2024-09-13T03:12:10.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.498+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~MSXMYWQ8BSNC.1 size=778117 2024-09-13T03:12:10.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.501+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=MSXMYWQ8BSNC tag=7HA1A9370PI3 type=write size=2875269 2024-09-13T03:12:10.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.504+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=SWBOP2ZQ9K1Q type=del size=1032708 2024-09-13T03:12:10.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.504+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~5WRIJ34ZM3NC.0 size=1048576 2024-09-13T03:12:10.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.506+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~5WRIJ34ZM3NC.1 size=1048576 2024-09-13T03:12:10.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.508+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~5WRIJ34ZM3NC.2 size=93441 2024-09-13T03:12:10.513 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.512+0000 7fda4ba82640 1 < canceled multipart upload key=I99SIV522FFG upload=5WRIJ34ZM3NC tag=8JCNCSGLRD0Z type=write size=3239169 2024-09-13T03:12:10.515 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.514+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=XGBNURC25JDI type=del size=1324740 2024-09-13T03:12:10.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.516+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=V8OB8VIYZZ5K type=del 2024-09-13T03:12:10.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.518+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=HURC1EBK8L2R type=del size=615000 2024-09-13T03:12:10.521 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.520+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=QNLTN2A04USR type=del 2024-09-13T03:12:10.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.523+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=JZTLZ1LG0OFA type=del size=3262899 2024-09-13T03:12:10.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.525+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~G29K758H7MJ9.0 size=1048576 2024-09-13T03:12:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:10 smithi052 ceph-mon[91421]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 95 KiB/s wr, 488 op/s 2024-09-13T03:12:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:10 smithi052 ceph-mon[89065]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 95 KiB/s wr, 488 op/s 2024-09-13T03:12:10.528 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.527+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~G29K758H7MJ9.1 size=1048576 2024-09-13T03:12:10.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.528+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~G29K758H7MJ9.2 size=581722 2024-09-13T03:12:10.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.532+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=G29K758H7MJ9 tag=4UK6ZVM1V8CZ type=write size=3727450 2024-09-13T03:12:10.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.533+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=25T2DVIBUA94 type=write size=874961 2024-09-13T03:12:10.539 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.538+0000 7fda4ba82640 1 < suggested remove operation key=WRBSMDZRZQAN tag=K5KH2NEK4SIE type=del 2024-09-13T03:12:10.541 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.540+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=Q5PD05U9VD1C type=del size=2463963 2024-09-13T03:12:10.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.543+0000 7fda4ba82640 -1 < failed to complete operation key=WRBSMDZRZQAN tag=2SNP8MHSQ90O type=del size=3148947: (22) Invalid argument 2024-09-13T03:12:10.546 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.545+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=GA057KCIEIO6 type=del size=440159 2024-09-13T03:12:10.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.547+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=PMP1H1THD261 type=del 2024-09-13T03:12:10.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.549+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=ASTZ1B54G7S7 type=del size=467890 2024-09-13T03:12:10.552 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.551+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~Y02F4NJPHISB.0 size=729561 2024-09-13T03:12:10.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.555+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=Y02F4NJPHISB tag=Q5VVJGY19WCC type=write size=1778137 2024-09-13T03:12:10.558 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.557+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=89UIKW89NV1P type=del size=3957417 2024-09-13T03:12:10.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.559+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~43E41XI57JDO.0 size=1048576 2024-09-13T03:12:10.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.561+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~43E41XI57JDO.1 size=1048576 2024-09-13T03:12:10.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.561+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~43E41XI57JDO.2 size=301617 2024-09-13T03:12:10.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.565+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=43E41XI57JDO tag=OO5KH3IQZB5Y type=write size=3447345 2024-09-13T03:12:10.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.568+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~XPC34V0F9VBB.0 size=1048576 2024-09-13T03:12:10.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.570+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~XPC34V0F9VBB.1 size=1048576 2024-09-13T03:12:10.577 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.572+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~XPC34V0F9VBB.2 size=350139 2024-09-13T03:12:10.577 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.572+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=XPC34V0F9VBB tag=H7LKI2O5J6YT type=write size=3495867 2024-09-13T03:12:10.577 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.575+0000 7fda4ba82640 1 < completed write operation key=E67B744938JK tag=HFPLYFIOAJJ6 type=write size=106928 2024-09-13T03:12:10.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.577+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=YZO4MXB4VUYU type=del size=2786482 2024-09-13T03:12:10.580 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.579+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~1KKBLL0YWIIN.0 size=1048576 2024-09-13T03:12:10.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.580+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~1KKBLL0YWIIN.1 size=658005 2024-09-13T03:12:10.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.584+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=1KKBLL0YWIIN tag=PUVATVXS0CBJ type=write size=2755157 2024-09-13T03:12:10.587 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.586+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=8379THQ8S8GG type=write size=131417 2024-09-13T03:12:10.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.588+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~G3P5QHW0GB6H.0 size=1048576 2024-09-13T03:12:10.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.589+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~G3P5QHW0GB6H.1 size=168566 2024-09-13T03:12:10.595 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.594+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=G3P5QHW0GB6H tag=1P0DBS59BQ81 type=write size=2265718 2024-09-13T03:12:10.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.599+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~C6YRMT7G2LLZ.0 size=508732 2024-09-13T03:12:10.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.599+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=C6YRMT7G2LLZ tag=G70T0CRMGDZJ type=write size=1557308 2024-09-13T03:12:10.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.601+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~H1QDTY4G295C.0 size=1048576 2024-09-13T03:12:10.604 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.603+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~H1QDTY4G295C.1 size=112477 2024-09-13T03:12:10.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.606+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=H1QDTY4G295C tag=81UGQ4QK2PZR type=write size=2209629 2024-09-13T03:12:10.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.608+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=JVQMNWJOQN2Y type=del size=187095 2024-09-13T03:12:10.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.611+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~7IYTZAZRW7I9.0 size=292380 2024-09-13T03:12:10.616 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.615+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=7IYTZAZRW7I9 tag=A9M8CHF2LVEA type=write size=1340956 2024-09-13T03:12:10.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.618+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~ZWDEN1VKPN53.0 size=1048576 2024-09-13T03:12:10.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.620+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~ZWDEN1VKPN53.1 size=1048576 2024-09-13T03:12:10.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.622+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~ZWDEN1VKPN53.2 size=41604 2024-09-13T03:12:10.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.622+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=ZWDEN1VKPN53 tag=3QLJZOI5T7I6 type=write size=3187332 2024-09-13T03:12:10.625 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.623+0000 7fda4ba82640 1 < canceled operation key=IQRILNWE9YY3 tag=C5AT08R0WFDF type=write size=586077 2024-09-13T03:12:10.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.627+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~8UBNHM5MDCEX.0 size=1048576 2024-09-13T03:12:10.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.629+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~8UBNHM5MDCEX.1 size=435650 2024-09-13T03:12:10.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.629+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=8UBNHM5MDCEX tag=HC4JV3J90MGX type=write size=2532802 2024-09-13T03:12:10.632 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.631+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=SWBOP2ZQ9K1Q type=del 2024-09-13T03:12:10.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.632+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=6B6B10JC6PQV type=write size=586433 2024-09-13T03:12:10.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.635+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=XGBNURC25JDI type=del 2024-09-13T03:12:10.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.639+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~BKA23KO9DWAF.0 size=23787 2024-09-13T03:12:10.640 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.639+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=BKA23KO9DWAF tag=VVUF74HLH6SH type=write size=1072363 2024-09-13T03:12:10.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.641+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=HURC1EBK8L2R type=del 2024-09-13T03:12:10.644 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.643+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=A9BJSDEF1KK1 type=write size=458319 2024-09-13T03:12:10.646 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.645+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=JZTLZ1LG0OFA type=del 2024-09-13T03:12:10.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.647+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=ABM41UX0OXXS type=del size=807136 2024-09-13T03:12:10.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.649+0000 7fda4ba82640 1 < completed write operation key=E67B744938JK tag=25T2DVIBUA94 type=write size=874961 2024-09-13T03:12:10.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.651+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=MFTUWAM7SOUA type=del size=2226998 2024-09-13T03:12:10.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.653+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=Q5PD05U9VD1C type=del 2024-09-13T03:12:10.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.656+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~YBXDBNQNN3F9.0 size=410891 2024-09-13T03:12:10.658 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.656+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=YBXDBNQNN3F9 tag=7JX6I0COP65A type=write size=1459467 2024-09-13T03:12:10.659 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.658+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=GA057KCIEIO6 type=del 2024-09-13T03:12:10.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.660+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=FCMU549KL6B6 type=del size=748992 2024-09-13T03:12:10.663 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.662+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=ASTZ1B54G7S7 type=del 2024-09-13T03:12:10.667 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.666+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~WBHBEZGRNU0X.0 size=1048576 2024-09-13T03:12:10.669 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.668+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~WBHBEZGRNU0X.1 size=1048576 2024-09-13T03:12:10.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.669+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~WBHBEZGRNU0X.2 size=263124 2024-09-13T03:12:10.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.669+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=WBHBEZGRNU0X tag=XMHU9L743EON type=write size=3408852 2024-09-13T03:12:10.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.671+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=89UIKW89NV1P type=del 2024-09-13T03:12:10.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.675+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~YMRMAP9OPY9P.0 size=874946 2024-09-13T03:12:10.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.675+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=YMRMAP9OPY9P tag=F735Q8CZ5J33 type=write size=1923522 2024-09-13T03:12:10.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.677+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~XPC34V0F9VBB.0 size=1048576 2024-09-13T03:12:10.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.679+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~XPC34V0F9VBB.1 size=1048576 2024-09-13T03:12:10.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.679+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~XPC34V0F9VBB.2 size=350139 2024-09-13T03:12:10.684 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.682+0000 7fda4ba82640 1 < canceled multipart upload key=O0M1N8B5QOP1 upload=XPC34V0F9VBB tag=H7LKI2O5J6YT type=write size=3495867 2024-09-13T03:12:10.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.684+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=UWSSY7IMWGQ8 type=write size=69867 2024-09-13T03:12:10.687 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.686+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=YZO4MXB4VUYU type=del 2024-09-13T03:12:10.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.688+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=T5YWVITYC2C4 type=del size=3830831 2024-09-13T03:12:10.692 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.690+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=8379THQ8S8GG type=write size=131417 2024-09-13T03:12:10.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.694+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~W467NR2I6KZY.0 size=1048576 2024-09-13T03:12:10.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.695+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~W467NR2I6KZY.1 size=444731 2024-09-13T03:12:10.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.695+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=W467NR2I6KZY tag=ZJMD8QLYCJFQ type=write size=2541883 2024-09-13T03:12:10.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.698+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~C6YRMT7G2LLZ.0 size=508732 2024-09-13T03:12:10.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.701+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=C6YRMT7G2LLZ tag=G70T0CRMGDZJ type=write size=1557308 2024-09-13T03:12:10.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.703+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=ZF2CM7D8KPY2 type=del size=1429021 2024-09-13T03:12:10.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.705+0000 7fda4ba82640 1 < canceled operation key=I99SIV522FFG tag=JVQMNWJOQN2Y type=del size=187095 2024-09-13T03:12:10.708 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.707+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=XUWB130XQYBA type=del size=2042915 2024-09-13T03:12:10.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.709+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~ZWDEN1VKPN53.0 size=1048576 2024-09-13T03:12:10.712 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.711+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~ZWDEN1VKPN53.1 size=1048576 2024-09-13T03:12:10.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.713+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~ZWDEN1VKPN53.2 size=41604 2024-09-13T03:12:10.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.717+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=ZWDEN1VKPN53 tag=3QLJZOI5T7I6 type=write size=3187332 2024-09-13T03:12:10.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.719+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=LLIC333T028O type=del size=1867508 2024-09-13T03:12:10.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.721+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~8UBNHM5MDCEX.0 size=1048576 2024-09-13T03:12:10.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.723+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~8UBNHM5MDCEX.1 size=435650 2024-09-13T03:12:10.728 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.726+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=8UBNHM5MDCEX tag=HC4JV3J90MGX type=write size=2532802 2024-09-13T03:12:10.730 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.729+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=53VT9CAZCYEC type=del size=286238 2024-09-13T03:12:10.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.731+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=6B6B10JC6PQV type=write size=586433 2024-09-13T03:12:10.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.735+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~DW8GLFZ5B1AX.0 size=391681 2024-09-13T03:12:10.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.735+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=DW8GLFZ5B1AX tag=MP29SYFZS8KJ type=write size=1440257 2024-09-13T03:12:10.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.737+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~BKA23KO9DWAF.0 size=23787 2024-09-13T03:12:10.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.741+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=BKA23KO9DWAF tag=VVUF74HLH6SH type=write size=1072363 2024-09-13T03:12:10.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.743+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=YHZF6CSO6YM2 type=del size=2877919 2024-09-13T03:12:10.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.745+0000 7fda4ba82640 1 < completed write operation key=WLBGNRHIMT7I tag=A9BJSDEF1KK1 type=write size=458319 2024-09-13T03:12:10.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.747+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=F560D4LY97AY type=del size=1439968 2024-09-13T03:12:10.752 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.750+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=ABM41UX0OXXS type=del 2024-09-13T03:12:10.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.754+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~YXXD7TWCEKEB.0 size=95674 2024-09-13T03:12:10.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.754+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=YXXD7TWCEKEB tag=A8V3671CW8QU type=write size=1144250 2024-09-13T03:12:10.759 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.758+0000 7fda4ba82640 1 < suggested update operation key=AW13WQCSYUGX tag=MFTUWAM7SOUA type=del size=2226998 2024-09-13T03:12:10.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.761+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~YBWEUDI5EXWI.0 size=1048576 2024-09-13T03:12:10.764 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.763+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~YBWEUDI5EXWI.1 size=605224 2024-09-13T03:12:10.764 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.763+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=YBWEUDI5EXWI tag=L0111EUYW4D9 type=write size=2702376 2024-09-13T03:12:10.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.765+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~YBXDBNQNN3F9.0 size=410891 2024-09-13T03:12:10.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.768+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=YBXDBNQNN3F9 tag=7JX6I0COP65A type=write size=1459467 2024-09-13T03:12:10.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.771+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=0GTDEPQS8WQR type=del size=1501013 2024-09-13T03:12:10.774 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.773+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=FCMU549KL6B6 type=del 2024-09-13T03:12:10.776 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.775+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=SOK630037VD9 type=del size=4130066 2024-09-13T03:12:10.781 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.777+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~WBHBEZGRNU0X.0 size=1048576 2024-09-13T03:12:10.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.779+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~WBHBEZGRNU0X.1 size=1048576 2024-09-13T03:12:10.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.779+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~WBHBEZGRNU0X.2 size=263124 2024-09-13T03:12:10.784 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.783+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=WBHBEZGRNU0X tag=XMHU9L743EON type=write size=3408852 2024-09-13T03:12:10.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.785+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=ON8K4F1EERDC type=del size=3234607 2024-09-13T03:12:10.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.785+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~YMRMAP9OPY9P.0 size=874946 2024-09-13T03:12:10.790 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.789+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=YMRMAP9OPY9P tag=F735Q8CZ5J33 type=write size=1923522 2024-09-13T03:12:10.792 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.791+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=280LMLS79D8N type=del size=312353 2024-09-13T03:12:10.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.795+0000 7fda4ba82640 1 < suggested update operation key=O0M1N8B5QOP1 tag=UWSSY7IMWGQ8 type=write size=69867 2024-09-13T03:12:10.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.797+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=Q28PCJC3BKH9 type=del size=2531030 2024-09-13T03:12:10.802 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.801+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=T5YWVITYC2C4 type=del 2024-09-13T03:12:10.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.806+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~PUBUFZPHICAV.0 size=1048576 2024-09-13T03:12:10.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.808+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~PUBUFZPHICAV.1 size=1048576 2024-09-13T03:12:10.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.809+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~PUBUFZPHICAV.2 size=368595 2024-09-13T03:12:10.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.809+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=PUBUFZPHICAV tag=Z5B6VYPDD081 type=write size=3514323 2024-09-13T03:12:10.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.811+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~W467NR2I6KZY.0 size=1048576 2024-09-13T03:12:10.814 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.813+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~W467NR2I6KZY.1 size=444731 2024-09-13T03:12:10.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.816+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=W467NR2I6KZY tag=ZJMD8QLYCJFQ type=write size=2541883 2024-09-13T03:12:10.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.818+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=L5QNH6HQ1GJF type=del size=1771291 2024-09-13T03:12:10.822 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.820+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=ZF2CM7D8KPY2 type=del 2024-09-13T03:12:10.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.823+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=0FH0J9A0Y7OC type=write size=837360 2024-09-13T03:12:10.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.825+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=XUWB130XQYBA type=del 2024-09-13T03:12:10.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.827+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=KYA7W5SUPL5V type=del size=1753775 2024-09-13T03:12:10.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.829+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=LLIC333T028O type=del 2024-09-13T03:12:10.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.831+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=F8ZTFF0DHGJX type=write size=493542 2024-09-13T03:12:10.835 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.833+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=53VT9CAZCYEC type=del 2024-09-13T03:12:10.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.835+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=TXZKPRMRUTV7 type=del size=3536220 2024-09-13T03:12:10.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.837+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~DW8GLFZ5B1AX.0 size=391681 2024-09-13T03:12:10.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.841+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=DW8GLFZ5B1AX tag=MP29SYFZS8KJ type=write size=1440257 2024-09-13T03:12:10.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.843+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=BA77AAC1KC1H type=del size=921679 2024-09-13T03:12:10.846 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.844+0000 7fda4ba82640 1 < canceled operation key=YXSJPUVUR9YF tag=YHZF6CSO6YM2 type=del size=2877919 2024-09-13T03:12:10.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.846+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=UAKUY9WU11OQ type=write size=558771 2024-09-13T03:12:10.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.848+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=F560D4LY97AY type=del 2024-09-13T03:12:10.853 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.852+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~SYSFQ3G657MT.0 size=1048576 2024-09-13T03:12:10.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.853+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~SYSFQ3G657MT.1 size=971814 2024-09-13T03:12:10.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.853+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=SYSFQ3G657MT tag=QY01KY1ZJC4A type=write size=3068966 2024-09-13T03:12:10.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.856+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~YXXD7TWCEKEB.0 size=95674 2024-09-13T03:12:10.861 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.860+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=YXXD7TWCEKEB tag=A8V3671CW8QU type=write size=1144250 2024-09-13T03:12:10.863 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.862+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=XBS87UK8Z6RU type=del size=4127460 2024-09-13T03:12:10.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.864+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~YBWEUDI5EXWI.0 size=1048576 2024-09-13T03:12:10.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.865+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~YBWEUDI5EXWI.1 size=605224 2024-09-13T03:12:10.870 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.869+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=YBWEUDI5EXWI tag=L0111EUYW4D9 type=write size=2702376 2024-09-13T03:12:10.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.872+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~2QSONE0PE638.0 size=1048576 2024-09-13T03:12:10.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.874+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~2QSONE0PE638.1 size=220649 2024-09-13T03:12:10.876 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.874+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=2QSONE0PE638 tag=YZ1SW6VLF4Q8 type=write size=2317801 2024-09-13T03:12:10.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.876+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=0GTDEPQS8WQR type=del 2024-09-13T03:12:10.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.878+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=DGRRQ65XH8R8 type=del size=1403694 2024-09-13T03:12:10.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.880+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=SOK630037VD9 type=del 2024-09-13T03:12:10.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.882+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=ICXMBP7CAWAZ type=del size=909397 2024-09-13T03:12:10.885 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.884+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=ON8K4F1EERDC type=del 2024-09-13T03:12:10.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.888+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~17HV6UMT1LSV.0 size=1048576 2024-09-13T03:12:10.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.890+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~17HV6UMT1LSV.1 size=381 2024-09-13T03:12:10.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.890+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=17HV6UMT1LSV tag=80JR1X4OHAGU type=write size=2097533 2024-09-13T03:12:10.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.892+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=280LMLS79D8N type=del 2024-09-13T03:12:10.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.894+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=U7YTYSM1TXN1 type=del size=3566269 2024-09-13T03:12:10.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.896+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=Q28PCJC3BKH9 type=del 2024-09-13T03:12:10.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.898+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=1DS1MT79I0F5 type=del size=2064271 2024-09-13T03:12:10.902 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.900+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~PUBUFZPHICAV.0 size=1048576 2024-09-13T03:12:10.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.902+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~PUBUFZPHICAV.1 size=1048576 2024-09-13T03:12:10.906 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.904+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~PUBUFZPHICAV.2 size=368595 2024-09-13T03:12:10.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.908+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=PUBUFZPHICAV tag=Z5B6VYPDD081 type=write size=3514323 2024-09-13T03:12:10.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.910+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=S2PF34S5E6SO type=del size=4059463 2024-09-13T03:12:10.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.912+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=L5QNH6HQ1GJF type=del 2024-09-13T03:12:10.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.914+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=JGU0I57OAMFX type=del size=2372262 2024-09-13T03:12:10.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.917+0000 7fda4ba82640 1 < completed write operation key=IQRILNWE9YY3 tag=0FH0J9A0Y7OC type=write size=837360 2024-09-13T03:12:10.920 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.919+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=PK0ULX52JTBH type=del size=3510386 2024-09-13T03:12:10.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.921+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=KYA7W5SUPL5V type=del 2024-09-13T03:12:10.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.923+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=DXFVWUD0V5N4 type=del size=1167906 2024-09-13T03:12:10.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.926+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=F8ZTFF0DHGJX type=write size=493542 2024-09-13T03:12:10.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.927+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=WNA5TH89VKLL type=del size=3419497 2024-09-13T03:12:10.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.929+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=TXZKPRMRUTV7 type=del 2024-09-13T03:12:10.933 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.931+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=E755FM119WLM type=write size=383558 2024-09-13T03:12:10.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.933+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=BA77AAC1KC1H type=del 2024-09-13T03:12:10.938 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.937+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~BYK9GWO8SQRN.0 size=1048576 2024-09-13T03:12:10.940 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.939+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~BYK9GWO8SQRN.1 size=620056 2024-09-13T03:12:10.940 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.939+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=BYK9GWO8SQRN tag=3T01AQLP3020 type=write size=2717208 2024-09-13T03:12:10.943 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.942+0000 7fda4ba82640 1 < completed write operation key=A4ZG9OAEC25I tag=UAKUY9WU11OQ type=write size=558771 2024-09-13T03:12:10.947 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.946+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~WDTSAWWGJYRV.0 size=728134 2024-09-13T03:12:10.947 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.946+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=WDTSAWWGJYRV tag=RL2F9FL7ZTR1 type=write size=1776710 2024-09-13T03:12:10.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.948+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~SYSFQ3G657MT.0 size=1048576 2024-09-13T03:12:10.951 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.949+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~SYSFQ3G657MT.1 size=971814 2024-09-13T03:12:10.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.953+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=SYSFQ3G657MT tag=QY01KY1ZJC4A type=write size=3068966 2024-09-13T03:12:10.958 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.956+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~X0LK12VVRHZ0.0 size=1048576 2024-09-13T03:12:10.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.958+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~X0LK12VVRHZ0.1 size=719280 2024-09-13T03:12:10.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.958+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=X0LK12VVRHZ0 tag=KWIBD01FX9YQ type=write size=2816432 2024-09-13T03:12:10.962 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.960+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=XBS87UK8Z6RU type=del 2024-09-13T03:12:10.964 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.962+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=4FETF11BKXXH type=del size=2028930 2024-09-13T03:12:10.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.965+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~2QSONE0PE638.0 size=1048576 2024-09-13T03:12:10.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.967+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~2QSONE0PE638.1 size=220649 2024-09-13T03:12:10.972 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.970+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=2QSONE0PE638 tag=YZ1SW6VLF4Q8 type=write size=2317801 2024-09-13T03:12:10.974 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.972+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=3GU5HGDD0WL7 type=del size=3553062 2024-09-13T03:12:10.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.974+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=DGRRQ65XH8R8 type=del 2024-09-13T03:12:10.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.976+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=9Q2F5QLXS9VW type=write size=253159 2024-09-13T03:12:10.980 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.978+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=ICXMBP7CAWAZ type=del 2024-09-13T03:12:10.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.980+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=FNFKK11QGK32 type=del size=1251500 2024-09-13T03:12:10.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.981+0000 7fda4ba82640 1 < canceled part key=_multipart_ZGHDNK9YXEAH.2~17HV6UMT1LSV.0 size=1048576 2024-09-13T03:12:10.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.982+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~17HV6UMT1LSV.1 size=381 2024-09-13T03:12:10.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.986+0000 7fda4ba82640 1 < canceled multipart upload key=ZGHDNK9YXEAH upload=17HV6UMT1LSV tag=80JR1X4OHAGU type=write size=2097533 2024-09-13T03:12:10.992 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.990+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~6O3K0J4A3TZ7.0 size=1048576 2024-09-13T03:12:10.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.992+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~6O3K0J4A3TZ7.1 size=45592 2024-09-13T03:12:10.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.992+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=6O3K0J4A3TZ7 tag=4AV7DL4A2Z6J type=write size=2142744 2024-09-13T03:12:10.996 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.994+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=U7YTYSM1TXN1 type=del 2024-09-13T03:12:10.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.998+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~5C2QP9NO8PXT.0 size=988602 2024-09-13T03:12:10.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:10.998+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=5C2QP9NO8PXT tag=YLJIKVV8OV60 type=write size=2037178 2024-09-13T03:12:11.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.002+0000 7fda4ba82640 1 < suggested remove operation key=KE9LDUK7XMNH tag=1DS1MT79I0F5 type=del 2024-09-13T03:12:11.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.004+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=B5B976NT42OU type=del size=66843 2024-09-13T03:12:11.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.006+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=S2PF34S5E6SO type=del 2024-09-13T03:12:11.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.008+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=9BTXFOYY8BS0 type=del size=1542176 2024-09-13T03:12:11.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.010+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=JGU0I57OAMFX type=del 2024-09-13T03:12:11.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.014+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~J0L3RR51KUMP.0 size=604086 2024-09-13T03:12:11.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.014+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=J0L3RR51KUMP tag=1Z0WCN9NBZSP type=write size=1652662 2024-09-13T03:12:11.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.015+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=PK0ULX52JTBH type=del 2024-09-13T03:12:11.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.020+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~E55HYRS1RHR9.0 size=1048576 2024-09-13T03:12:11.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.021+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~E55HYRS1RHR9.1 size=153953 2024-09-13T03:12:11.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.021+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=E55HYRS1RHR9 tag=LUJVWNLTCAMV type=write size=2251105 2024-09-13T03:12:11.025 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.023+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=DXFVWUD0V5N4 type=del 2024-09-13T03:12:11.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.027+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~7APFQ8FVOFMT.0 size=1048576 2024-09-13T03:12:11.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.029+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~7APFQ8FVOFMT.1 size=356630 2024-09-13T03:12:11.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.029+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=7APFQ8FVOFMT tag=XPVYH5WQGWPU type=write size=2453782 2024-09-13T03:12:11.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.030+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=WNA5TH89VKLL type=del 2024-09-13T03:12:11.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.034+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~KWTYLUMDX0AY.0 size=1048576 2024-09-13T03:12:11.037 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.036+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~KWTYLUMDX0AY.1 size=1048576 2024-09-13T03:12:11.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.037+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~KWTYLUMDX0AY.2 size=979518 2024-09-13T03:12:11.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.037+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=KWTYLUMDX0AY tag=N4A36DFV64NY type=write size=4125246 2024-09-13T03:12:11.041 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.040+0000 7fda4ba82640 1 < completed write operation key=X3IBYPK60ZII tag=E755FM119WLM type=write size=383558 2024-09-13T03:12:11.045 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.043+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~2D038XA0NEI1.0 size=1048576 2024-09-13T03:12:11.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.045+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~2D038XA0NEI1.1 size=359759 2024-09-13T03:12:11.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.045+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=2D038XA0NEI1 tag=D65MO3UU04FL type=write size=2456911 2024-09-13T03:12:11.049 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.047+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~BYK9GWO8SQRN.0 size=1048576 2024-09-13T03:12:11.051 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.050+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~BYK9GWO8SQRN.1 size=620056 2024-09-13T03:12:11.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.054+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=BYK9GWO8SQRN tag=3T01AQLP3020 type=write size=2717208 2024-09-13T03:12:11.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.056+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=7U8CU63O7EA4 type=del size=370552 2024-09-13T03:12:11.059 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.058+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~WDTSAWWGJYRV.0 size=728134 2024-09-13T03:12:11.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.061+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=WDTSAWWGJYRV tag=RL2F9FL7ZTR1 type=write size=1776710 2024-09-13T03:12:11.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.063+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=76QEWHLZ1483 type=del size=1030823 2024-09-13T03:12:11.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.065+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~X0LK12VVRHZ0.0 size=1048576 2024-09-13T03:12:11.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.065+0000 7fda4ba82640 1 < canceled part key=_multipart_UEPB2Q26LHMF.2~X0LK12VVRHZ0.1 size=719280 2024-09-13T03:12:11.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.068+0000 7fda4ba82640 1 < canceled multipart upload key=UEPB2Q26LHMF upload=X0LK12VVRHZ0 tag=KWIBD01FX9YQ type=write size=2816432 2024-09-13T03:12:11.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.072+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~905EFMWWC1L0.0 size=327917 2024-09-13T03:12:11.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.072+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=905EFMWWC1L0 tag=IE9KEWXAIUCG type=write size=1376493 2024-09-13T03:12:11.075 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.074+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=4FETF11BKXXH type=del 2024-09-13T03:12:11.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.076+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=9G45O1UGCCHE type=del size=4010963 2024-09-13T03:12:11.079 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.077+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=3GU5HGDD0WL7 type=del 2024-09-13T03:12:11.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.081+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~X924RB219UQM.0 size=745025 2024-09-13T03:12:11.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.081+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=X924RB219UQM tag=FT5K7VWQK35N type=write size=1793601 2024-09-13T03:12:11.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.085+0000 7fda4ba82640 1 < suggested update operation key=X8S9YEDBK37F tag=9Q2F5QLXS9VW type=write size=253159 2024-09-13T03:12:11.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.089+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~6L0Z8MPPJRMJ.0 size=1048576 2024-09-13T03:12:11.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.090+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~6L0Z8MPPJRMJ.1 size=514352 2024-09-13T03:12:11.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.090+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=6L0Z8MPPJRMJ tag=LR66NQAS0E68 type=write size=2611504 2024-09-13T03:12:11.096 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.095+0000 7fda4ba82640 1 < suggested update operation key=A4ZG9OAEC25I tag=FNFKK11QGK32 type=del size=1251500 2024-09-13T03:12:11.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.097+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=7NCHM83KE88O type=del size=526822 2024-09-13T03:12:11.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.099+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~6O3K0J4A3TZ7.0 size=1048576 2024-09-13T03:12:11.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.100+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~6O3K0J4A3TZ7.1 size=45592 2024-09-13T03:12:11.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.104+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=6O3K0J4A3TZ7 tag=4AV7DL4A2Z6J type=write size=2142744 2024-09-13T03:12:11.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.106+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=M1B5CI5M376V type=del size=1900972 2024-09-13T03:12:11.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.107+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~5C2QP9NO8PXT.0 size=988602 2024-09-13T03:12:11.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.111+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=5C2QP9NO8PXT tag=YLJIKVV8OV60 type=write size=2037178 2024-09-13T03:12:11.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.113+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=02JFEUSMAQDM type=write size=675026 2024-09-13T03:12:11.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.115+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=B5B976NT42OU type=del 2024-09-13T03:12:11.118 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.117+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=D9VP1DDLU42K type=del size=172078 2024-09-13T03:12:11.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.121+0000 7fda4ba82640 1 < suggested update operation key=E67B744938JK tag=9BTXFOYY8BS0 type=del size=1542176 2024-09-13T03:12:11.124 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.123+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=18U0V5RJ05SF type=del size=2513 2024-09-13T03:12:11.124 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.123+0000 7fda4ba82640 1 < canceled part key=_multipart_YXSJPUVUR9YF.2~J0L3RR51KUMP.0 size=604086 2024-09-13T03:12:11.128 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.126+0000 7fda4ba82640 1 < canceled multipart upload key=YXSJPUVUR9YF upload=J0L3RR51KUMP tag=1Z0WCN9NBZSP type=write size=1652662 2024-09-13T03:12:11.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.130+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~EG53CELCXKOE.0 size=1048576 2024-09-13T03:12:11.133 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.132+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~EG53CELCXKOE.1 size=1048576 2024-09-13T03:12:11.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.133+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~EG53CELCXKOE.2 size=177605 2024-09-13T03:12:11.135 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.133+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=EG53CELCXKOE tag=YOGA2XLLYVHU type=write size=3323333 2024-09-13T03:12:11.137 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.135+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~E55HYRS1RHR9.0 size=1048576 2024-09-13T03:12:11.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.137+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~E55HYRS1RHR9.1 size=153953 2024-09-13T03:12:11.142 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.141+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=E55HYRS1RHR9 tag=LUJVWNLTCAMV type=write size=2251105 2024-09-13T03:12:11.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.144+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~3DYBBXEO206I.0 size=864280 2024-09-13T03:12:11.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.144+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=3DYBBXEO206I tag=A5MCV9SBYSQZ type=write size=1912856 2024-09-13T03:12:11.146 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.145+0000 7fda4ba82640 1 < canceled part key=_multipart_XD7KO6C78R2R.2~7APFQ8FVOFMT.0 size=1048576 2024-09-13T03:12:11.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.146+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~7APFQ8FVOFMT.1 size=356630 2024-09-13T03:12:11.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.149+0000 7fda4ba82640 1 < canceled multipart upload key=XD7KO6C78R2R upload=7APFQ8FVOFMT tag=XPVYH5WQGWPU type=write size=2453782 2024-09-13T03:12:11.153 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.151+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=OHT1RZKETE6H type=del size=1197032 2024-09-13T03:12:11.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.153+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~KWTYLUMDX0AY.0 size=1048576 2024-09-13T03:12:11.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.156+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~KWTYLUMDX0AY.1 size=1048576 2024-09-13T03:12:11.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.158+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~KWTYLUMDX0AY.2 size=979518 2024-09-13T03:12:11.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.161+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=KWTYLUMDX0AY tag=N4A36DFV64NY type=write size=4125246 2024-09-13T03:12:11.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.165+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~NP9P1UJWWQ69.0 size=1048576 2024-09-13T03:12:11.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.167+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~NP9P1UJWWQ69.1 size=321655 2024-09-13T03:12:11.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.167+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=NP9P1UJWWQ69 tag=CBIWQ0VJ70IH type=write size=2418807 2024-09-13T03:12:11.170 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.169+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~2D038XA0NEI1.0 size=1048576 2024-09-13T03:12:11.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.171+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~2D038XA0NEI1.1 size=359759 2024-09-13T03:12:11.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.174+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=2D038XA0NEI1 tag=D65MO3UU04FL type=write size=2456911 2024-09-13T03:12:11.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.178+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~VIUDFRA9OOGD.0 size=1048576 2024-09-13T03:12:11.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.179+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~VIUDFRA9OOGD.1 size=385860 2024-09-13T03:12:11.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.179+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=VIUDFRA9OOGD tag=K2VJLYIDW611 type=write size=2483012 2024-09-13T03:12:11.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.183+0000 7fda4ba82640 1 < suggested remove operation key=XD7KO6C78R2R tag=7U8CU63O7EA4 type=del 2024-09-13T03:12:11.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.185+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=YLUKXSR9K4XQ type=write size=598468 2024-09-13T03:12:11.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.187+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=76QEWHLZ1483 type=del 2024-09-13T03:12:11.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.192+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~5ERIDTWETE15.0 size=1048576 2024-09-13T03:12:11.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.194+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~5ERIDTWETE15.1 size=1048576 2024-09-13T03:12:11.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.196+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~5ERIDTWETE15.2 size=307627 2024-09-13T03:12:11.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.196+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=5ERIDTWETE15 tag=G1P6N26NOAAZ type=write size=3453355 2024-09-13T03:12:11.199 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.198+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~905EFMWWC1L0.0 size=327917 2024-09-13T03:12:11.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.201+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=905EFMWWC1L0 tag=IE9KEWXAIUCG type=write size=1376493 2024-09-13T03:12:11.204 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.203+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=49FJ3SR4KIBP type=write size=203217 2024-09-13T03:12:11.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.205+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=9G45O1UGCCHE type=del 2024-09-13T03:12:11.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.207+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=F8N95Q3EGXQA type=write size=619431 2024-09-13T03:12:11.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.209+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~X924RB219UQM.0 size=745025 2024-09-13T03:12:11.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.212+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=X924RB219UQM tag=FT5K7VWQK35N type=write size=1793601 2024-09-13T03:12:11.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.214+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=WEP8AWUVJNH9 type=del size=3376339 2024-09-13T03:12:11.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.216+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~6L0Z8MPPJRMJ.0 size=1048576 2024-09-13T03:12:11.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.217+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~6L0Z8MPPJRMJ.1 size=514352 2024-09-13T03:12:11.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.220+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=6L0Z8MPPJRMJ tag=LR66NQAS0E68 type=write size=2611504 2024-09-13T03:12:11.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.224+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~Y7X349EWGDD8.0 size=1048576 2024-09-13T03:12:11.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.226+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~Y7X349EWGDD8.1 size=165171 2024-09-13T03:12:11.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.226+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=Y7X349EWGDD8 tag=19IYUK0TB0S6 type=write size=2262323 2024-09-13T03:12:11.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.228+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=7NCHM83KE88O type=del 2024-09-13T03:12:11.231 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.230+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=FFH58K3H944Z type=del size=2052561 2024-09-13T03:12:11.233 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.232+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=M1B5CI5M376V type=del 2024-09-13T03:12:11.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.234+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=5S1QHIFLTYCT type=write size=581329 2024-09-13T03:12:11.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.236+0000 7fda4ba82640 1 < completed write operation key=ZGHDNK9YXEAH tag=02JFEUSMAQDM type=write size=675026 2024-09-13T03:12:11.239 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.238+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=YWJYRQVT02CJ type=del size=1756082 2024-09-13T03:12:11.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.239+0000 7fda4ba82640 1 < canceled operation key=I99SIV522FFG tag=D9VP1DDLU42K type=del size=172078 2024-09-13T03:12:11.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.241+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=FU9GK8IO3BBH type=del size=2240536 2024-09-13T03:12:11.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.243+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=18U0V5RJ05SF type=del 2024-09-13T03:12:11.248 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.247+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~G6ZAO2167DO5.0 size=1048576 2024-09-13T03:12:11.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.249+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~G6ZAO2167DO5.1 size=830424 2024-09-13T03:12:11.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.249+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=G6ZAO2167DO5 tag=YMYLGHBKGZO0 type=write size=2927576 2024-09-13T03:12:11.252 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.251+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~EG53CELCXKOE.0 size=1048576 2024-09-13T03:12:11.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.252+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~EG53CELCXKOE.1 size=1048576 2024-09-13T03:12:11.255 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.254+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~EG53CELCXKOE.2 size=177605 2024-09-13T03:12:11.258 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.257+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=EG53CELCXKOE tag=YOGA2XLLYVHU type=write size=3323333 2024-09-13T03:12:11.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.262+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~22H3CWLWTKT9.0 size=1048576 2024-09-13T03:12:11.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.264+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~22H3CWLWTKT9.1 size=279169 2024-09-13T03:12:11.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.264+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=22H3CWLWTKT9 tag=FBCPJKFGWZ2X type=write size=2376321 2024-09-13T03:12:11.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.266+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~3DYBBXEO206I.0 size=864280 2024-09-13T03:12:11.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.269+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=3DYBBXEO206I tag=A5MCV9SBYSQZ type=write size=1912856 2024-09-13T03:12:11.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.272+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~R24JQX2DZOH2.0 size=1048576 2024-09-13T03:12:11.275 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.274+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~R24JQX2DZOH2.1 size=1048576 2024-09-13T03:12:11.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.276+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~R24JQX2DZOH2.2 size=137047 2024-09-13T03:12:11.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.276+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=R24JQX2DZOH2 tag=8WGP7EMMC0IE type=write size=3282775 2024-09-13T03:12:11.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.277+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=OHT1RZKETE6H type=del 2024-09-13T03:12:11.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.279+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=4BGM9QOC7ZQL type=del size=2024968 2024-09-13T03:12:11.283 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.281+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~NP9P1UJWWQ69.0 size=1048576 2024-09-13T03:12:11.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.283+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~NP9P1UJWWQ69.1 size=321655 2024-09-13T03:12:11.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.286+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=NP9P1UJWWQ69 tag=CBIWQ0VJ70IH type=write size=2418807 2024-09-13T03:12:11.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.288+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=BO1K01I6IF8Q type=del size=394612 2024-09-13T03:12:11.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.290+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~VIUDFRA9OOGD.0 size=1048576 2024-09-13T03:12:11.293 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.292+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~VIUDFRA9OOGD.1 size=385860 2024-09-13T03:12:11.297 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.295+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=VIUDFRA9OOGD tag=K2VJLYIDW611 type=write size=2483012 2024-09-13T03:12:11.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.297+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=8UT0OPOWNSEB type=del size=2492839 2024-09-13T03:12:11.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.299+0000 7fda4ba82640 1 < completed write operation key=IQRILNWE9YY3 tag=YLUKXSR9K4XQ type=write size=598468 2024-09-13T03:12:11.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.302+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=MV3A0X8PHEVG type=del size=2046949 2024-09-13T03:12:11.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.304+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~5ERIDTWETE15.0 size=1048576 2024-09-13T03:12:11.307 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.305+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~5ERIDTWETE15.1 size=1048576 2024-09-13T03:12:11.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.307+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~5ERIDTWETE15.2 size=307627 2024-09-13T03:12:11.312 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.310+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=5ERIDTWETE15 tag=G1P6N26NOAAZ type=write size=3453355 2024-09-13T03:12:11.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.312+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=CGIV2SYBVWVZ type=del size=1927646 2024-09-13T03:12:11.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.316+0000 7fda4ba82640 1 < suggested update operation key=K0FB782665QT tag=49FJ3SR4KIBP type=write size=203217 2024-09-13T03:12:11.320 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.318+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=3H7ZZEKOHM47 type=del size=891120 2024-09-13T03:12:11.322 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.320+0000 7fda4ba82640 1 < completed write operation key=QSXH3UHXTEO9 tag=F8N95Q3EGXQA type=write size=619431 2024-09-13T03:12:11.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.322+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=AUORG8U0UU4H type=del size=302883 2024-09-13T03:12:11.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.324+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=WEP8AWUVJNH9 type=del 2024-09-13T03:12:11.329 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.328+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GLTN7CGOJYTY.0 size=1048576 2024-09-13T03:12:11.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.329+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~GLTN7CGOJYTY.1 size=69305 2024-09-13T03:12:11.331 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.329+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=GLTN7CGOJYTY tag=KTZ6QIC4SM24 type=write size=2166457 2024-09-13T03:12:11.333 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.331+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~Y7X349EWGDD8.0 size=1048576 2024-09-13T03:12:11.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.333+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~Y7X349EWGDD8.1 size=165171 2024-09-13T03:12:11.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.336+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=Y7X349EWGDD8 tag=19IYUK0TB0S6 type=write size=2262323 2024-09-13T03:12:11.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.338+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=9WBS6CDMZAYM type=del size=3523487 2024-09-13T03:12:11.342 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.341+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=FFH58K3H944Z type=del 2024-09-13T03:12:11.346 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.345+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~UWYHWJ3V6IHF.0 size=501517 2024-09-13T03:12:11.346 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.345+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=UWYHWJ3V6IHF tag=H0D1B59QFI8E type=write size=1550093 2024-09-13T03:12:11.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.349+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=5S1QHIFLTYCT type=write 2024-09-13T03:12:11.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.351+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=31JQQUB7QDV9 type=write size=815131 2024-09-13T03:12:11.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.354+0000 7fda4ba82640 -1 < failed to complete operation key=YXSJPUVUR9YF tag=YWJYRQVT02CJ type=del size=1756082: (22) Invalid argument 2024-09-13T03:12:11.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.356+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=HPVSWYA2U82Q type=write size=239228 2024-09-13T03:12:11.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.358+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=FU9GK8IO3BBH type=del 2024-09-13T03:12:11.361 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.360+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=00VRN3MTA26C type=del size=295837 2024-09-13T03:12:11.363 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.362+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~G6ZAO2167DO5.0 size=1048576 2024-09-13T03:12:11.365 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.364+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~G6ZAO2167DO5.1 size=830424 2024-09-13T03:12:11.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.367+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=G6ZAO2167DO5 tag=YMYLGHBKGZO0 type=write size=2927576 2024-09-13T03:12:11.373 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.371+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~VGEH6FHXYGHY.0 size=1048576 2024-09-13T03:12:11.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.373+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~VGEH6FHXYGHY.1 size=64936 2024-09-13T03:12:11.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.373+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=VGEH6FHXYGHY tag=WWZ6GEF76SOY type=write size=2162088 2024-09-13T03:12:11.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.375+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~22H3CWLWTKT9.0 size=1048576 2024-09-13T03:12:11.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.377+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~22H3CWLWTKT9.1 size=279169 2024-09-13T03:12:11.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.381+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=22H3CWLWTKT9 tag=FBCPJKFGWZ2X type=write size=2376321 2024-09-13T03:12:11.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.383+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=IZZGW1L69I4A type=del size=888708 2024-09-13T03:12:11.386 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.385+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~R24JQX2DZOH2.0 size=1048576 2024-09-13T03:12:11.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.387+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~R24JQX2DZOH2.1 size=1048576 2024-09-13T03:12:11.390 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.388+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~R24JQX2DZOH2.2 size=137047 2024-09-13T03:12:11.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.392+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=R24JQX2DZOH2 tag=8WGP7EMMC0IE type=write size=3282775 2024-09-13T03:12:11.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.393+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=N34DWJIX4U3X type=del size=1440993 2024-09-13T03:12:11.397 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.395+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=4BGM9QOC7ZQL type=del 2024-09-13T03:12:11.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.398+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=SWC69U8L1ETI type=del size=4106206 2024-09-13T03:12:11.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.400+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=BO1K01I6IF8Q type=del 2024-09-13T03:12:11.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.404+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~KRFD5EAB2H0Z.0 size=1048576 2024-09-13T03:12:11.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.406+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~KRFD5EAB2H0Z.1 size=1048576 2024-09-13T03:12:11.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.408+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~KRFD5EAB2H0Z.2 size=104522 2024-09-13T03:12:11.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.408+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=KRFD5EAB2H0Z tag=NEBO8UQP1OJK type=write size=3250250 2024-09-13T03:12:11.411 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.410+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=8UT0OPOWNSEB type=del 2024-09-13T03:12:11.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.412+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=7BX9CWWSO42A type=del size=1908828 2024-09-13T03:12:11.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.415+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=MV3A0X8PHEVG type=del 2024-09-13T03:12:11.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.417+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=V0P78INOVHNT type=del size=829842 2024-09-13T03:12:11.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.419+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=CGIV2SYBVWVZ type=del 2024-09-13T03:12:11.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.421+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=6S7VI8LAZX3U type=del size=3362336 2024-09-13T03:12:11.424 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.423+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=3H7ZZEKOHM47 type=del 2024-09-13T03:12:11.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.425+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=UR2FMFLUG45X type=del size=3803502 2024-09-13T03:12:11.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.429+0000 7fda4ba82640 1 < suggested remove operation key=DOJPAU2YIY2T tag=AUORG8U0UU4H type=del 2024-09-13T03:12:11.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.431+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=Z536VP8LZ0BJ type=del size=2972918 2024-09-13T03:12:11.435 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.433+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GLTN7CGOJYTY.0 size=1048576 2024-09-13T03:12:11.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.435+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~GLTN7CGOJYTY.1 size=69305 2024-09-13T03:12:11.439 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.438+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=GLTN7CGOJYTY tag=KTZ6QIC4SM24 type=write size=2166457 2024-09-13T03:12:11.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.442+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~5ZBZ8GPWNAI8.0 size=1048576 2024-09-13T03:12:11.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.443+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~5ZBZ8GPWNAI8.1 size=168103 2024-09-13T03:12:11.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.443+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=5ZBZ8GPWNAI8 tag=6GYT4MAZO22G type=write size=2265255 2024-09-13T03:12:11.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.445+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=9WBS6CDMZAYM type=del 2024-09-13T03:12:11.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.449+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~SP7DNP6GLQK8.0 size=1048576 2024-09-13T03:12:11.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.450+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~SP7DNP6GLQK8.1 size=122433 2024-09-13T03:12:11.452 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.450+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=SP7DNP6GLQK8 tag=96FY7IEZ6A9V type=write size=2219585 2024-09-13T03:12:11.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.452+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~UWYHWJ3V6IHF.0 size=501517 2024-09-13T03:12:11.456 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.455+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=UWYHWJ3V6IHF tag=H0D1B59QFI8E type=write size=1550093 2024-09-13T03:12:11.460 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.459+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~MYFKA6U5IRQH.0 size=1048576 2024-09-13T03:12:11.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.460+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~MYFKA6U5IRQH.1 size=430540 2024-09-13T03:12:11.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.460+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=MYFKA6U5IRQH tag=5P3R6LJ4ZO4Q type=write size=2527692 2024-09-13T03:12:11.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.462+0000 7fda4ba82640 1 < completed write operation key=K0FB782665QT tag=31JQQUB7QDV9 type=write size=815131 2024-09-13T03:12:11.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.464+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=1OZC6RIVCFV1 type=del size=2459314 2024-09-13T03:12:11.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.466+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=HPVSWYA2U82Q type=write size=239228 2024-09-13T03:12:11.471 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.470+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~DSA0L0E7FKBX.0 size=1048576 2024-09-13T03:12:11.473 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.471+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~DSA0L0E7FKBX.1 size=909400 2024-09-13T03:12:11.473 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.471+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=DSA0L0E7FKBX tag=D91RORCB3JZT type=write size=3006552 2024-09-13T03:12:11.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.473+0000 7fda4ba82640 1 < canceled operation key=QSXH3UHXTEO9 tag=00VRN3MTA26C type=del size=295837 2024-09-13T03:12:11.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.475+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=EIZ4P2HT45MT type=del size=1674283 2024-09-13T03:12:11.478 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.477+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~VGEH6FHXYGHY.0 size=1048576 2024-09-13T03:12:11.480 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.479+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~VGEH6FHXYGHY.1 size=64936 2024-09-13T03:12:11.483 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.482+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=VGEH6FHXYGHY tag=WWZ6GEF76SOY type=write size=2162088 2024-09-13T03:12:11.487 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.485+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~RGAVVXRHVRWP.0 size=1048576 2024-09-13T03:12:11.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.487+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~RGAVVXRHVRWP.1 size=336976 2024-09-13T03:12:11.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.487+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=RGAVVXRHVRWP tag=AFZVEA30I2A2 type=write size=2434128 2024-09-13T03:12:11.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.489+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=IZZGW1L69I4A type=del 2024-09-13T03:12:11.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.492+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~M33KO1I5X63W.0 size=591158 2024-09-13T03:12:11.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.492+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=M33KO1I5X63W tag=XR51EYX8TR35 type=write size=1639734 2024-09-13T03:12:11.496 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.494+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=N34DWJIX4U3X type=del 2024-09-13T03:12:11.498 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.496+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=B87LBG8FW7BH type=del size=2822113 2024-09-13T03:12:11.500 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.498+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=SWC69U8L1ETI type=del 2024-09-13T03:12:11.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.502+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~AZQXTDOV58KB.0 size=1048576 2024-09-13T03:12:11.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.503+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~AZQXTDOV58KB.1 size=1048576 2024-09-13T03:12:11.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.505+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~AZQXTDOV58KB.2 size=570100 2024-09-13T03:12:11.506 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.505+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=AZQXTDOV58KB tag=58PAIN80BNAX type=write size=3715828 2024-09-13T03:12:11.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.507+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~KRFD5EAB2H0Z.0 size=1048576 2024-09-13T03:12:11.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.509+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~KRFD5EAB2H0Z.1 size=1048576 2024-09-13T03:12:11.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.510+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~KRFD5EAB2H0Z.2 size=104522 2024-09-13T03:12:11.515 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.513+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=KRFD5EAB2H0Z tag=NEBO8UQP1OJK type=write size=3250250 2024-09-13T03:12:11.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.515+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=WQ7P9ZR7WXF8 type=write size=171577 2024-09-13T03:12:11.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.520+0000 7fda4ba82640 1 < suggested update operation key=I99SIV522FFG tag=7BX9CWWSO42A type=del size=1908828 2024-09-13T03:12:11.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.523+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=M5DD2JA0019P type=del size=3173041 2024-09-13T03:12:11.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.525+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=V0P78INOVHNT type=del 2024-09-13T03:12:11.528 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.527+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=5AT9W9K8PC7Q type=del size=2463005 2024-09-13T03:12:11.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.531+0000 7fda4ba82640 1 < suggested remove operation key=WRBSMDZRZQAN tag=6S7VI8LAZX3U type=del 2024-09-13T03:12:11.534 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.533+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=7Z6HS654LV7Q type=write size=154487 2024-09-13T03:12:11.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.535+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=UR2FMFLUG45X type=del 2024-09-13T03:12:11.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.537+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=6E7IXIOFSIBI type=del size=2280708 2024-09-13T03:12:11.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.541+0000 7fda4ba82640 1 < suggested update operation key=M3W0IJDWZTHP tag=Z536VP8LZ0BJ type=del size=2972918 2024-09-13T03:12:11.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.542+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=K9EPGLCIIQV7 type=del size=3230667 2024-09-13T03:12:11.546 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.544+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~5ZBZ8GPWNAI8.0 size=1048576 2024-09-13T03:12:11.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.546+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~5ZBZ8GPWNAI8.1 size=168103 2024-09-13T03:12:11.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.549+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=5ZBZ8GPWNAI8 tag=6GYT4MAZO22G type=write size=2265255 2024-09-13T03:12:11.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.553+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~DT19NDHK1QB9.0 size=164557 2024-09-13T03:12:11.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.553+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=DT19NDHK1QB9 tag=4R87DO3JHJFN type=write size=1213133 2024-09-13T03:12:11.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.554+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~SP7DNP6GLQK8.0 size=1048576 2024-09-13T03:12:11.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.556+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~SP7DNP6GLQK8.1 size=122433 2024-09-13T03:12:11.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.559+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=SP7DNP6GLQK8 tag=96FY7IEZ6A9V type=write size=2219585 2024-09-13T03:12:11.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.561+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=6UVBLW84V6EA type=write size=561006 2024-09-13T03:12:11.565 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.564+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~MYFKA6U5IRQH.0 size=1048576 2024-09-13T03:12:11.567 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.565+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~MYFKA6U5IRQH.1 size=430540 2024-09-13T03:12:11.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.569+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=MYFKA6U5IRQH tag=5P3R6LJ4ZO4Q type=write size=2527692 2024-09-13T03:12:11.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.571+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=2I7OL20XXOPK type=del size=1523627 2024-09-13T03:12:11.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.573+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=1OZC6RIVCFV1 type=del 2024-09-13T03:12:11.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.576+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~7P1PA01GW8H5.0 size=47763 2024-09-13T03:12:11.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.576+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=7P1PA01GW8H5 tag=A7H1SB4IQMAI type=write size=1096339 2024-09-13T03:12:11.580 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.578+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~DSA0L0E7FKBX.0 size=1048576 2024-09-13T03:12:11.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.580+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~DSA0L0E7FKBX.1 size=909400 2024-09-13T03:12:11.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.583+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=DSA0L0E7FKBX tag=D91RORCB3JZT type=write size=3006552 2024-09-13T03:12:11.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.587+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~9X8ITDQEBCD5.0 size=1048576 2024-09-13T03:12:11.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.589+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~9X8ITDQEBCD5.1 size=96170 2024-09-13T03:12:11.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.589+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=9X8ITDQEBCD5 tag=S0K329OSWATV type=write size=2193322 2024-09-13T03:12:11.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.591+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=EIZ4P2HT45MT type=del 2024-09-13T03:12:11.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.594+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~XRU4LAG8Q13X.0 size=1048576 2024-09-13T03:12:11.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.596+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~XRU4LAG8Q13X.1 size=760266 2024-09-13T03:12:11.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.596+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=XRU4LAG8Q13X tag=ZFL0M737ARZE type=write size=2857418 2024-09-13T03:12:11.601 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.598+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~RGAVVXRHVRWP.0 size=1048576 2024-09-13T03:12:11.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.600+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~RGAVVXRHVRWP.1 size=336976 2024-09-13T03:12:11.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.603+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=RGAVVXRHVRWP tag=AFZVEA30I2A2 type=write size=2434128 2024-09-13T03:12:11.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.605+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=FTZZ7DWYUK67 type=del size=1407026 2024-09-13T03:12:11.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.605+0000 7fda4ba82640 1 < canceled part key=_multipart_X3IBYPK60ZII.2~M33KO1I5X63W.0 size=591158 2024-09-13T03:12:11.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.609+0000 7fda4ba82640 1 < canceled multipart upload key=X3IBYPK60ZII upload=M33KO1I5X63W tag=XR51EYX8TR35 type=write size=1639734 2024-09-13T03:12:11.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.610+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=IKQJXKLTSKYD type=del size=1066324 2024-09-13T03:12:11.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.613+0000 7fda4ba82640 -1 < failed to complete operation key=I99SIV522FFG tag=B87LBG8FW7BH type=del size=2822113: (22) Invalid argument 2024-09-13T03:12:11.618 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.617+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~JYI6DRXOZ5MY.0 size=1048576 2024-09-13T03:12:11.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.619+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~JYI6DRXOZ5MY.1 size=228416 2024-09-13T03:12:11.620 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.619+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=JYI6DRXOZ5MY tag=XTIFX6YFLSQS type=write size=2325568 2024-09-13T03:12:11.622 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.620+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~AZQXTDOV58KB.0 size=1048576 2024-09-13T03:12:11.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.622+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~AZQXTDOV58KB.1 size=1048576 2024-09-13T03:12:11.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.622+0000 7fda4ba82640 1 < canceled part key=_multipart_VVUUV9QP2J78.2~AZQXTDOV58KB.2 size=570100 2024-09-13T03:12:11.627 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.626+0000 7fda4ba82640 1 < canceled multipart upload key=VVUUV9QP2J78 upload=AZQXTDOV58KB tag=58PAIN80BNAX type=write size=3715828 2024-09-13T03:12:11.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.628+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=LM2KCIVPFDME type=del size=663251 2024-09-13T03:12:11.632 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.631+0000 7fda4ba82640 -1 < failed to complete operation key=M3W0IJDWZTHP tag=WQ7P9ZR7WXF8 type=write size=171577: (22) Invalid argument 2024-09-13T03:12:11.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.633+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=08U1JCHKHBTW type=del size=2310694 2024-09-13T03:12:11.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.635+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=M5DD2JA0019P type=del size=3173041 2024-09-13T03:12:11.638 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.637+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=LV9T2T49FZ6G type=del size=3650001 2024-09-13T03:12:11.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.640+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=5AT9W9K8PC7Q type=del 2024-09-13T03:12:11.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.642+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=EM1LLH50SOF5 type=del size=2344820 2024-09-13T03:12:11.645 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.644+0000 7fda4ba82640 1 < completed write operation key=WRBSMDZRZQAN tag=7Z6HS654LV7Q type=write size=154487 2024-09-13T03:12:11.647 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.646+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=SHBDB3F4USG3 type=write size=1029447 2024-09-13T03:12:11.649 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.648+0000 7fda4ba82640 1 < canceled operation key=QSXH3UHXTEO9 tag=6E7IXIOFSIBI type=del size=2280708 2024-09-13T03:12:11.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.650+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=GJOSOX9IU5WX type=del size=2215987 2024-09-13T03:12:11.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.652+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=K9EPGLCIIQV7 type=del 2024-09-13T03:12:11.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.654+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=P04KPOWI2J78 type=del size=2098440 2024-09-13T03:12:11.658 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.656+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~DT19NDHK1QB9.0 size=164557 2024-09-13T03:12:11.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.660+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=DT19NDHK1QB9 tag=4R87DO3JHJFN type=write size=1213133 2024-09-13T03:12:11.663 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.661+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=PQ4672BFPJ4K type=del size=368895 2024-09-13T03:12:11.665 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.664+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=6UVBLW84V6EA type=write size=561006 2024-09-13T03:12:11.669 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.668+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~B3R9X36HAWI1.0 size=1048576 2024-09-13T03:12:11.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.669+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~B3R9X36HAWI1.1 size=582813 2024-09-13T03:12:11.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.669+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=B3R9X36HAWI1 tag=ED8J2TVQN225 type=write size=2679965 2024-09-13T03:12:11.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.672+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=2I7OL20XXOPK type=del 2024-09-13T03:12:11.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.675+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~3F0Z4SXWLKUI.0 size=944057 2024-09-13T03:12:11.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.675+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=3F0Z4SXWLKUI tag=V3UMDLGISCGI type=write size=1992633 2024-09-13T03:12:11.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.676+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~7P1PA01GW8H5.0 size=47763 2024-09-13T03:12:11.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.679+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=7P1PA01GW8H5 tag=A7H1SB4IQMAI type=write size=1096339 2024-09-13T03:12:11.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.683+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~U63D9CW9I01Z.0 size=901514 2024-09-13T03:12:11.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.683+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=U63D9CW9I01Z tag=SJ3OC68Y46KS type=write size=1950090 2024-09-13T03:12:11.686 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.685+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~9X8ITDQEBCD5.0 size=1048576 2024-09-13T03:12:11.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.687+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~9X8ITDQEBCD5.1 size=96170 2024-09-13T03:12:11.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.690+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=9X8ITDQEBCD5 tag=S0K329OSWATV type=write size=2193322 2024-09-13T03:12:11.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.692+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=32OSGJIZZPXZ type=write size=745155 2024-09-13T03:12:11.694 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.692+0000 7fda4ba82640 1 < canceled part key=_multipart_WLBGNRHIMT7I.2~XRU4LAG8Q13X.0 size=1048576 2024-09-13T03:12:11.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.694+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~XRU4LAG8Q13X.1 size=760266 2024-09-13T03:12:11.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.697+0000 7fda4ba82640 1 < canceled multipart upload key=WLBGNRHIMT7I upload=XRU4LAG8Q13X tag=ZFL0M737ARZE type=write size=2857418 2024-09-13T03:12:11.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.701+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~WKKBRY80ZK5L.0 size=1048576 2024-09-13T03:12:11.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.703+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~WKKBRY80ZK5L.1 size=805308 2024-09-13T03:12:11.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.703+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=WKKBRY80ZK5L tag=NMH2I7L2922K type=write size=2902460 2024-09-13T03:12:11.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.705+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=FTZZ7DWYUK67 type=del 2024-09-13T03:12:11.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.708+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~UFZ3A55WWGZF.0 size=1048576 2024-09-13T03:12:11.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.710+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~UFZ3A55WWGZF.1 size=1048576 2024-09-13T03:12:11.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.711+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~UFZ3A55WWGZF.2 size=704341 2024-09-13T03:12:11.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.711+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=UFZ3A55WWGZF tag=GTSSVJBSV7AP type=write size=3850069 2024-09-13T03:12:11.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.713+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=IKQJXKLTSKYD type=del 2024-09-13T03:12:11.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.717+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~C6EB8PXIQU7O.0 size=361641 2024-09-13T03:12:11.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.717+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=C6EB8PXIQU7O tag=BSMPIT8YG1L9 type=write size=1410217 2024-09-13T03:12:11.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.719+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~JYI6DRXOZ5MY.0 size=1048576 2024-09-13T03:12:11.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.720+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~JYI6DRXOZ5MY.1 size=228416 2024-09-13T03:12:11.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.725+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=JYI6DRXOZ5MY tag=XTIFX6YFLSQS type=write size=2325568 2024-09-13T03:12:11.730 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.729+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~XGG4ASGUI6M1.0 size=1048576 2024-09-13T03:12:11.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.731+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~XGG4ASGUI6M1.1 size=918432 2024-09-13T03:12:11.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.731+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=XGG4ASGUI6M1 tag=U7X3VDEQOC7O type=write size=3015584 2024-09-13T03:12:11.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.735+0000 7fda4ba82640 1 < suggested update operation key=K0FB782665QT tag=LM2KCIVPFDME type=del size=663251 2024-09-13T03:12:11.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.737+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=N5RE4E9632IN type=del size=2648890 2024-09-13T03:12:11.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.739+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=08U1JCHKHBTW type=del 2024-09-13T03:12:11.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.742+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~5WE86T9ARIUT.0 size=303187 2024-09-13T03:12:11.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.742+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=5WE86T9ARIUT tag=73W92G4OB9TD type=write size=1351763 2024-09-13T03:12:11.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.744+0000 7fda4ba82640 1 < canceled operation key=VULNHTR382QJ tag=LV9T2T49FZ6G type=del size=3650001 2024-09-13T03:12:11.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.748+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~36G3YN9FITA1.0 size=805516 2024-09-13T03:12:11.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.748+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=36G3YN9FITA1 tag=OVXDQF4ZRJG2 type=write size=1854092 2024-09-13T03:12:11.751 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.750+0000 7fda4ba82640 1 < canceled operation key=8O19R8YXKXJ0 tag=EM1LLH50SOF5 type=del size=2344820 2024-09-13T03:12:11.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.752+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=SJA8PC3UW4DR type=write size=155670 2024-09-13T03:12:11.756 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.755+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=SHBDB3F4USG3 type=write size=1029447 2024-09-13T03:12:11.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.757+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=N5RCIL3AQGQ9 type=del size=1102188 2024-09-13T03:12:11.760 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.758+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=GJOSOX9IU5WX type=del 2024-09-13T03:12:11.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.761+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=AU3R4O00H73N type=del size=2847330 2024-09-13T03:12:11.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.764+0000 7fda4ba82640 1 < suggested remove operation key=AW13WQCSYUGX tag=P04KPOWI2J78 type=del 2024-09-13T03:12:11.768 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.766+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=GZAFCRC66JLJ type=del size=1053978 2024-09-13T03:12:11.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.770+0000 7fda4ba82640 1 < suggested update operation key=XD7KO6C78R2R tag=PQ4672BFPJ4K type=del size=368895 2024-09-13T03:12:11.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.774+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~9URRJ9OQU997.0 size=1048576 2024-09-13T03:12:11.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.776+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~9URRJ9OQU997.1 size=844347 2024-09-13T03:12:11.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.776+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=9URRJ9OQU997 tag=JR9YSD3PYOU6 type=write size=2941499 2024-09-13T03:12:11.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.778+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~B3R9X36HAWI1.0 size=1048576 2024-09-13T03:12:11.781 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.780+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~B3R9X36HAWI1.1 size=582813 2024-09-13T03:12:11.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.784+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=B3R9X36HAWI1 tag=ED8J2TVQN225 type=write size=2679965 2024-09-13T03:12:11.787 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.786+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=KE85WETBHCQZ type=del size=3161384 2024-09-13T03:12:11.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.788+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~3F0Z4SXWLKUI.0 size=944057 2024-09-13T03:12:11.792 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.791+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=3F0Z4SXWLKUI tag=V3UMDLGISCGI type=write size=1992633 2024-09-13T03:12:11.795 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.793+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=FOJ257QFAJKG type=del size=3658115 2024-09-13T03:12:11.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.795+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~U63D9CW9I01Z.0 size=901514 2024-09-13T03:12:11.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.799+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=U63D9CW9I01Z tag=SJ3OC68Y46KS type=write size=1950090 2024-09-13T03:12:11.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.801+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=UTDMFIU94W1Q type=del size=3090549 2024-09-13T03:12:11.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.804+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=32OSGJIZZPXZ type=write size=745155 2024-09-13T03:12:11.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.808+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~DHXE51K72VOW.0 size=729283 2024-09-13T03:12:11.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.808+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=DHXE51K72VOW tag=KPG7NHJ80ZCH type=write size=1777859 2024-09-13T03:12:11.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.810+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~WKKBRY80ZK5L.0 size=1048576 2024-09-13T03:12:11.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.811+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~WKKBRY80ZK5L.1 size=805308 2024-09-13T03:12:11.816 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.815+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=WKKBRY80ZK5L tag=NMH2I7L2922K type=write size=2902460 2024-09-13T03:12:11.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.816+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=92N49OD80XBF type=del size=1574693 2024-09-13T03:12:11.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.818+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~UFZ3A55WWGZF.0 size=1048576 2024-09-13T03:12:11.821 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.820+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~UFZ3A55WWGZF.1 size=1048576 2024-09-13T03:12:11.823 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.822+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~UFZ3A55WWGZF.2 size=704341 2024-09-13T03:12:11.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.825+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=UFZ3A55WWGZF tag=GTSSVJBSV7AP type=write size=3850069 2024-09-13T03:12:11.830 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.828+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~QSGAFTB39RFF.0 size=1048576 2024-09-13T03:12:11.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.830+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~QSGAFTB39RFF.1 size=1048576 2024-09-13T03:12:11.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.832+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~QSGAFTB39RFF.2 size=886569 2024-09-13T03:12:11.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.832+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=QSGAFTB39RFF tag=2XOWOOFL88JR type=write size=4032297 2024-09-13T03:12:11.835 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.834+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~C6EB8PXIQU7O.0 size=361641 2024-09-13T03:12:11.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.837+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=C6EB8PXIQU7O tag=BSMPIT8YG1L9 type=write size=1410217 2024-09-13T03:12:11.840 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.839+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=9L8AUUB2E2UU type=del size=1608337 2024-09-13T03:12:11.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.841+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~XGG4ASGUI6M1.0 size=1048576 2024-09-13T03:12:11.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.842+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~XGG4ASGUI6M1.1 size=918432 2024-09-13T03:12:11.847 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.845+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=XGG4ASGUI6M1 tag=U7X3VDEQOC7O type=write size=3015584 2024-09-13T03:12:11.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.847+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=APC9OGF3N02Q type=del size=1037426 2024-09-13T03:12:11.851 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.849+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=N5RE4E9632IN type=del 2024-09-13T03:12:11.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.853+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~RVBSAQXP888I.0 size=416054 2024-09-13T03:12:11.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.853+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=RVBSAQXP888I tag=D2LOJDPXZU0J type=write size=1464630 2024-09-13T03:12:11.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.855+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~5WE86T9ARIUT.0 size=303187 2024-09-13T03:12:11.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.858+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=5WE86T9ARIUT tag=73W92G4OB9TD type=write size=1351763 2024-09-13T03:12:11.863 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.862+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~XDMY15JDTLY0.0 size=1048576 2024-09-13T03:12:11.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.863+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~XDMY15JDTLY0.1 size=341628 2024-09-13T03:12:11.865 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.863+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=XDMY15JDTLY0 tag=LAJTJZOJ82BM type=write size=2438780 2024-09-13T03:12:11.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.865+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~36G3YN9FITA1.0 size=805516 2024-09-13T03:12:11.870 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.869+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=36G3YN9FITA1 tag=OVXDQF4ZRJG2 type=write size=1854092 2024-09-13T03:12:11.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.872+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~EJR9KQFE0KZJ.0 size=1048576 2024-09-13T03:12:11.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.874+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~EJR9KQFE0KZJ.1 size=721028 2024-09-13T03:12:11.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.874+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=EJR9KQFE0KZJ tag=OLMPD2B9BC7Y type=write size=2818180 2024-09-13T03:12:11.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.876+0000 7fda4ba82640 1 < completed write operation key=QSXH3UHXTEO9 tag=SJA8PC3UW4DR type=write size=155670 2024-09-13T03:12:11.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.878+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=S5Y3KCOW7DAQ type=write size=723875 2024-09-13T03:12:11.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.881+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=N5RCIL3AQGQ9 type=del 2024-09-13T03:12:11.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.885+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~U1UXB8OINBR8.0 size=1048576 2024-09-13T03:12:11.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.886+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~U1UXB8OINBR8.1 size=243869 2024-09-13T03:12:11.888 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.886+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=U1UXB8OINBR8 tag=1DNDUVKHACHK type=write size=2341021 2024-09-13T03:12:11.890 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.888+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=AU3R4O00H73N type=del 2024-09-13T03:12:11.894 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.892+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~X1UUJ5K9TP5O.0 size=1048576 2024-09-13T03:12:11.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.894+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~X1UUJ5K9TP5O.1 size=245825 2024-09-13T03:12:11.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.894+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=X1UUJ5K9TP5O tag=9QVTNX5BDQCS type=write size=2342977 2024-09-13T03:12:11.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.898+0000 7fda4ba82640 1 < suggested remove operation key=MOZWPHZFFRM3 tag=GZAFCRC66JLJ type=del 2024-09-13T03:12:11.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.900+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=K71YFZUI87PI type=del size=1872945 2024-09-13T03:12:11.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.902+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~9URRJ9OQU997.0 size=1048576 2024-09-13T03:12:11.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.903+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~9URRJ9OQU997.1 size=844347 2024-09-13T03:12:11.908 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.907+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=9URRJ9OQU997 tag=JR9YSD3PYOU6 type=write size=2941499 2024-09-13T03:12:11.910 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.908+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=G042COGJMUQH type=del size=3273410 2024-09-13T03:12:11.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.912+0000 7fda4ba82640 1 < suggested remove operation key=PSHNNGDFOD02 tag=KE85WETBHCQZ type=del 2024-09-13T03:12:11.915 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.914+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=RD6K6CJSCVIV type=del size=1787131 2024-09-13T03:12:11.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.918+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=FOJ257QFAJKG type=del 2024-09-13T03:12:11.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.920+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=2IB67BO1162G type=del size=435948 2024-09-13T03:12:11.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.922+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=UTDMFIU94W1Q type=del 2024-09-13T03:12:11.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.924+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=NR82UJUR4D4Y type=del size=3880305 2024-09-13T03:12:11.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.926+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~DHXE51K72VOW.0 size=729283 2024-09-13T03:12:11.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.930+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=DHXE51K72VOW tag=KPG7NHJ80ZCH type=write size=1777859 2024-09-13T03:12:11.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.933+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~L72FVQVOWAGX.0 size=705847 2024-09-13T03:12:11.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.933+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=L72FVQVOWAGX tag=0HSM8NM81MXK type=write size=1754423 2024-09-13T03:12:11.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.936+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=92N49OD80XBF type=del 2024-09-13T03:12:11.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.938+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=V1V2IZD0MTXN type=del size=4029791 2024-09-13T03:12:11.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.940+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~QSGAFTB39RFF.0 size=1048576 2024-09-13T03:12:11.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.940+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~QSGAFTB39RFF.1 size=1048576 2024-09-13T03:12:11.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.940+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~QSGAFTB39RFF.2 size=886569 2024-09-13T03:12:11.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.945+0000 7fda4ba82640 1 < canceled multipart upload key=I99SIV522FFG upload=QSGAFTB39RFF tag=2XOWOOFL88JR type=write size=4032297 2024-09-13T03:12:11.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.947+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=2HWPZM9AFO5B type=del size=2937675 2024-09-13T03:12:11.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.949+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=9L8AUUB2E2UU type=del 2024-09-13T03:12:11.953 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.952+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=ISSRQNBY8EKD type=del size=671890 2024-09-13T03:12:11.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.954+0000 7fda4ba82640 1 < canceled operation key=IQRILNWE9YY3 tag=APC9OGF3N02Q type=del size=1037426 2024-09-13T03:12:11.958 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.956+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=UT95V6O193IM type=del size=1864371 2024-09-13T03:12:11.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.959+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~RVBSAQXP888I.0 size=416054 2024-09-13T03:12:11.964 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.963+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=RVBSAQXP888I tag=D2LOJDPXZU0J type=write size=1464630 2024-09-13T03:12:11.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.964+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=38BBOOOMT8SQ type=write size=247330 2024-09-13T03:12:11.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.966+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~XDMY15JDTLY0.0 size=1048576 2024-09-13T03:12:11.969 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.968+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~XDMY15JDTLY0.1 size=341628 2024-09-13T03:12:11.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.972+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=XDMY15JDTLY0 tag=LAJTJZOJ82BM type=write size=2438780 2024-09-13T03:12:11.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.976+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~UQBFI161S69M.0 size=912619 2024-09-13T03:12:11.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.976+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=UQBFI161S69M tag=OPXOE39N3LX2 type=write size=1961195 2024-09-13T03:12:11.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.978+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~EJR9KQFE0KZJ.0 size=1048576 2024-09-13T03:12:11.981 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.979+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~EJR9KQFE0KZJ.1 size=721028 2024-09-13T03:12:11.984 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.983+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=EJR9KQFE0KZJ tag=OLMPD2B9BC7Y type=write size=2818180 2024-09-13T03:12:11.986 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.985+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=FHEXCZD9KP3W type=del size=1630095 2024-09-13T03:12:11.990 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.989+0000 7fda4ba82640 1 < suggested update operation key=7VAD88Q1O8P1 tag=S5Y3KCOW7DAQ type=write size=723875 2024-09-13T03:12:11.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.992+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~HV87S41B5ICM.0 size=581099 2024-09-13T03:12:11.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.992+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=HV87S41B5ICM tag=FJ61ODZFRQD2 type=write size=1629675 2024-09-13T03:12:11.996 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.995+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~U1UXB8OINBR8.0 size=1048576 2024-09-13T03:12:11.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.996+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~U1UXB8OINBR8.1 size=243869 2024-09-13T03:12:12.001 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:11.999+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=U1UXB8OINBR8 tag=1DNDUVKHACHK type=write size=2341021 2024-09-13T03:12:12.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.002+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=FIXHVW98FYGC type=del size=539075 2024-09-13T03:12:12.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.003+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~X1UUJ5K9TP5O.0 size=1048576 2024-09-13T03:12:12.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.003+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~X1UUJ5K9TP5O.1 size=245825 2024-09-13T03:12:12.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.007+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=X1UUJ5K9TP5O tag=9QVTNX5BDQCS type=write size=2342977 2024-09-13T03:12:12.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.009+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=TQ110MK0CTXE type=del size=3634929 2024-09-13T03:12:12.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.011+0000 7fda4ba82640 1 < canceled operation key=UEPB2Q26LHMF tag=K71YFZUI87PI type=del size=1872945 2024-09-13T03:12:12.014 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.013+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=5S93VOMF1FZB type=del size=4018588 2024-09-13T03:12:12.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.015+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=G042COGJMUQH type=del 2024-09-13T03:12:12.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.017+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=RBPC6X30QKU7 type=del size=395329 2024-09-13T03:12:12.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.019+0000 7fda4ba82640 1 < canceled operation key=X3IBYPK60ZII tag=RD6K6CJSCVIV type=del size=1787131 2024-09-13T03:12:12.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.023+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~0I1VF71R5IW4.0 size=1046562 2024-09-13T03:12:12.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.023+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=0I1VF71R5IW4 tag=BP2DHVO83SI5 type=write size=2095138 2024-09-13T03:12:12.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.025+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=2IB67BO1162G type=del size=435948 2024-09-13T03:12:12.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.028+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~1TNTSOD1T7G0.0 size=1048576 2024-09-13T03:12:12.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.030+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~1TNTSOD1T7G0.1 size=737721 2024-09-13T03:12:12.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.030+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=1TNTSOD1T7G0 tag=OMO6V30YIFP1 type=write size=2834873 2024-09-13T03:12:12.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.032+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=NR82UJUR4D4Y type=del 2024-09-13T03:12:12.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.034+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=ZN1SCF48BOS5 type=del size=1867656 2024-09-13T03:12:12.037 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.036+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~L72FVQVOWAGX.0 size=705847 2024-09-13T03:12:12.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.039+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=L72FVQVOWAGX tag=0HSM8NM81MXK type=write size=1754423 2024-09-13T03:12:12.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.042+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~5G6FUGKEG86P.0 size=773655 2024-09-13T03:12:12.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.042+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=5G6FUGKEG86P tag=Z9QM9XZCEZTY type=write size=1822231 2024-09-13T03:12:12.046 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.045+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=V1V2IZD0MTXN type=del 2024-09-13T03:12:12.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.046+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=G635IQHAA2VF type=del size=214275 2024-09-13T03:12:12.050 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.049+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=2HWPZM9AFO5B type=del 2024-09-13T03:12:12.054 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.053+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~2TKSGZGYF4X0.0 size=1048576 2024-09-13T03:12:12.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.055+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~2TKSGZGYF4X0.1 size=609833 2024-09-13T03:12:12.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.055+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=2TKSGZGYF4X0 tag=VT11951HBPE3 type=write size=2706985 2024-09-13T03:12:12.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.057+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=ISSRQNBY8EKD type=del 2024-09-13T03:12:12.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.060+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~XCL55Y5OAZZ6.0 size=647469 2024-09-13T03:12:12.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.060+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=XCL55Y5OAZZ6 tag=QWB5SS33FX5W type=write size=1696045 2024-09-13T03:12:12.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.063+0000 7fda4ba82640 -1 < failed to complete operation key=7VAD88Q1O8P1 tag=UT95V6O193IM type=del size=1864371: (22) Invalid argument 2024-09-13T03:12:12.068 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.067+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NADRHY25IYFU.0 size=563063 2024-09-13T03:12:12.068 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.067+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=NADRHY25IYFU tag=PC4QKVM6MCF3 type=write size=1611639 2024-09-13T03:12:12.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.069+0000 7fda4ba82640 1 < completed write operation key=DJ0S2Y4QPAX8 tag=38BBOOOMT8SQ type=write size=247330 2024-09-13T03:12:12.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.072+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~89OH230OOGRH.0 size=1048576 2024-09-13T03:12:12.075 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.074+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~89OH230OOGRH.1 size=784201 2024-09-13T03:12:12.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.074+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=89OH230OOGRH tag=GEUJBKA6BVEF type=write size=2881353 2024-09-13T03:12:12.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.076+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~UQBFI161S69M.0 size=912619 2024-09-13T03:12:12.081 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.079+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=UQBFI161S69M tag=OPXOE39N3LX2 type=write size=1961195 2024-09-13T03:12:12.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.081+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=4OA5DV36BEGU type=del size=2940301 2024-09-13T03:12:12.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.083+0000 7fda4ba82640 1 < canceled operation key=ZGHDNK9YXEAH tag=FHEXCZD9KP3W type=del size=1630095 2024-09-13T03:12:12.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.085+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=9C6BK4FAS11T type=del size=2512970 2024-09-13T03:12:12.087 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.085+0000 7fda4ba82640 1 < canceled part key=_multipart_HCD8XCSFOAR1.2~HV87S41B5ICM.0 size=581099 2024-09-13T03:12:12.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.089+0000 7fda4ba82640 1 < canceled multipart upload key=HCD8XCSFOAR1 upload=HV87S41B5ICM tag=FJ61ODZFRQD2 type=write size=1629675 2024-09-13T03:12:12.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.090+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=H9O0LJFKBQXD type=del size=3580074 2024-09-13T03:12:12.094 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.093+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=FIXHVW98FYGC type=del 2024-09-13T03:12:12.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.096+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~2FUVD3X5ABL6.0 size=361150 2024-09-13T03:12:12.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.096+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=2FUVD3X5ABL6 tag=YK3BT03XBGPU type=write size=1409726 2024-09-13T03:12:12.100 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.098+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=TQ110MK0CTXE type=del 2024-09-13T03:12:12.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.102+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~0FQZ9ESNYOYM.0 size=716964 2024-09-13T03:12:12.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.102+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=0FQZ9ESNYOYM tag=21ZY8OWAMW00 type=write size=1765540 2024-09-13T03:12:12.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.104+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=5S93VOMF1FZB type=del 2024-09-13T03:12:12.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.106+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=5WO12QZEN5D9 type=del size=4152672 2024-09-13T03:12:12.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.108+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=RBPC6X30QKU7 type=del 2024-09-13T03:12:12.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.110+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=BRBYLFFBVS7E type=del size=164218 2024-09-13T03:12:12.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.112+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~0I1VF71R5IW4.0 size=1046562 2024-09-13T03:12:12.116 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.115+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=0I1VF71R5IW4 tag=BP2DHVO83SI5 type=write size=2095138 2024-09-13T03:12:12.118 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.117+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=93NJ1XRSTIG4 type=del size=129888 2024-09-13T03:12:12.120 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.119+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~1TNTSOD1T7G0.0 size=1048576 2024-09-13T03:12:12.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.121+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~1TNTSOD1T7G0.1 size=737721 2024-09-13T03:12:12.126 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.124+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=1TNTSOD1T7G0 tag=OMO6V30YIFP1 type=write size=2834873 2024-09-13T03:12:12.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.128+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~CPO4BRZBAI9W.0 size=1048576 2024-09-13T03:12:12.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.130+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~CPO4BRZBAI9W.1 size=638071 2024-09-13T03:12:12.131 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.130+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=CPO4BRZBAI9W tag=SO8LXOA47JHQ type=write size=2735223 2024-09-13T03:12:12.133 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.132+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=ZN1SCF48BOS5 type=del 2024-09-13T03:12:12.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.137+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~42SYYJJNMTQK.0 size=1048576 2024-09-13T03:12:12.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.139+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~42SYYJJNMTQK.1 size=1048576 2024-09-13T03:12:12.142 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.141+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~42SYYJJNMTQK.2 size=366634 2024-09-13T03:12:12.142 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.141+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=42SYYJJNMTQK tag=TEV3IHU5ALLD type=write size=3512362 2024-09-13T03:12:12.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.143+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~5G6FUGKEG86P.0 size=773655 2024-09-13T03:12:12.149 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.147+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=5G6FUGKEG86P tag=Z9QM9XZCEZTY type=write size=1822231 2024-09-13T03:12:12.153 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.151+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~0OG91OWKDUQ7.0 size=56212 2024-09-13T03:12:12.153 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.151+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=0OG91OWKDUQ7 tag=NCKU2WF8L2D6 type=write size=1104788 2024-09-13T03:12:12.155 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.154+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=G635IQHAA2VF type=del 2024-09-13T03:12:12.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.155+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=EFUUQH7OB0UV type=del size=1971099 2024-09-13T03:12:12.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.158+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~2TKSGZGYF4X0.0 size=1048576 2024-09-13T03:12:12.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.160+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~2TKSGZGYF4X0.1 size=609833 2024-09-13T03:12:12.164 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.163+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=2TKSGZGYF4X0 tag=VT11951HBPE3 type=write size=2706985 2024-09-13T03:12:12.166 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.165+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=E3NAVZ7OLY1P type=del size=250659 2024-09-13T03:12:12.168 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.167+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~XCL55Y5OAZZ6.0 size=647469 2024-09-13T03:12:12.172 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.171+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=XCL55Y5OAZZ6 tag=QWB5SS33FX5W type=write size=1696045 2024-09-13T03:12:12.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.173+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=ET8BXM85O7JL type=del size=2694455 2024-09-13T03:12:12.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.175+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~NADRHY25IYFU.0 size=563063 2024-09-13T03:12:12.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.178+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=NADRHY25IYFU tag=PC4QKVM6MCF3 type=write size=1611639 2024-09-13T03:12:12.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.181+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=LA34JE4X2XVN type=del size=125 2024-09-13T03:12:12.184 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.183+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~89OH230OOGRH.0 size=1048576 2024-09-13T03:12:12.186 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.184+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~89OH230OOGRH.1 size=784201 2024-09-13T03:12:12.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.189+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=89OH230OOGRH tag=GEUJBKA6BVEF type=write size=2881353 2024-09-13T03:12:12.192 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.191+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=WBKK8ALZMW34 type=write size=606638 2024-09-13T03:12:12.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.195+0000 7fda4ba82640 1 < suggested update operation key=WLBGNRHIMT7I tag=4OA5DV36BEGU type=del size=2940301 2024-09-13T03:12:12.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.199+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~EYQ6H0JTU4K3.0 size=1048576 2024-09-13T03:12:12.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.201+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~EYQ6H0JTU4K3.1 size=381089 2024-09-13T03:12:12.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.201+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=EYQ6H0JTU4K3 tag=P0Q9YVIQ5NUQ type=write size=2478241 2024-09-13T03:12:12.206 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.204+0000 7fda4ba82640 1 < suggested update operation key=9KHMARDTPDIW tag=9C6BK4FAS11T type=del size=2512970 2024-09-13T03:12:12.209 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.208+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~CIV40FHXZR69.0 size=1048576 2024-09-13T03:12:12.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.210+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~CIV40FHXZR69.1 size=1048576 2024-09-13T03:12:12.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.211+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~CIV40FHXZR69.2 size=178097 2024-09-13T03:12:12.213 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.211+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=CIV40FHXZR69 tag=0YTZ2DNF224I type=write size=3323825 2024-09-13T03:12:12.215 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.213+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=H9O0LJFKBQXD type=del 2024-09-13T03:12:12.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.217+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~7D0EY0ZS4YOA.0 size=1048576 2024-09-13T03:12:12.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.218+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~7D0EY0ZS4YOA.1 size=638446 2024-09-13T03:12:12.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.218+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=7D0EY0ZS4YOA tag=0FAQG1NK0KRM type=write size=2735598 2024-09-13T03:12:12.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.220+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~2FUVD3X5ABL6.0 size=361150 2024-09-13T03:12:12.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.224+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=2FUVD3X5ABL6 tag=YK3BT03XBGPU type=write size=1409726 2024-09-13T03:12:12.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.227+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~3KUX5GM452D5.0 size=16090 2024-09-13T03:12:12.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.227+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=3KUX5GM452D5 tag=DO4UET52RML7 type=write size=1064666 2024-09-13T03:12:12.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.229+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~0FQZ9ESNYOYM.0 size=716964 2024-09-13T03:12:12.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.232+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=0FQZ9ESNYOYM tag=21ZY8OWAMW00 type=write size=1765540 2024-09-13T03:12:12.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.235+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=E3UYQCXSHJKD type=del size=898906 2024-09-13T03:12:12.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.237+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=5WO12QZEN5D9 type=del 2024-09-13T03:12:12.242 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.240+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~J858VM5E590D.0 size=1048576 2024-09-13T03:12:12.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.242+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~J858VM5E590D.1 size=1025787 2024-09-13T03:12:12.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.242+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=J858VM5E590D tag=LH1LWLBBDVAV type=write size=3122939 2024-09-13T03:12:12.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.244+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=BRBYLFFBVS7E type=del 2024-09-13T03:12:12.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.246+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=892O3VYIBZSV type=del size=784270 2024-09-13T03:12:12.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.247+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=93NJ1XRSTIG4 type=del 2024-09-13T03:12:12.252 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.251+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~JHA78BF14JKF.0 size=482462 2024-09-13T03:12:12.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.251+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=JHA78BF14JKF tag=QJLG83CMV9EJ type=write size=1531038 2024-09-13T03:12:12.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.251+0000 7fda4ba82640 1 < canceled part key=_multipart_E67B744938JK.2~CPO4BRZBAI9W.0 size=1048576 2024-09-13T03:12:12.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.253+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~CPO4BRZBAI9W.1 size=638071 2024-09-13T03:12:12.258 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.256+0000 7fda4ba82640 1 < canceled multipart upload key=E67B744938JK upload=CPO4BRZBAI9W tag=SO8LXOA47JHQ type=write size=2735223 2024-09-13T03:12:12.262 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.260+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~A810I6KJL4U3.0 size=1048576 2024-09-13T03:12:12.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.262+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~A810I6KJL4U3.1 size=642448 2024-09-13T03:12:12.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.262+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=A810I6KJL4U3 tag=S322IRAVH7OE type=write size=2739600 2024-09-13T03:12:12.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.264+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~42SYYJJNMTQK.0 size=1048576 2024-09-13T03:12:12.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.266+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~42SYYJJNMTQK.1 size=1048576 2024-09-13T03:12:12.269 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.267+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~42SYYJJNMTQK.2 size=366634 2024-09-13T03:12:12.272 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.271+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=42SYYJJNMTQK tag=TEV3IHU5ALLD type=write size=3512362 2024-09-13T03:12:12.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.273+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=4A814TJ3F4Q3 type=del size=1559099 2024-09-13T03:12:12.276 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.275+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~0OG91OWKDUQ7.0 size=56212 2024-09-13T03:12:12.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.279+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=0OG91OWKDUQ7 tag=NCKU2WF8L2D6 type=write size=1104788 2024-09-13T03:12:12.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.282+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~W7RG2WT19NSF.0 size=292986 2024-09-13T03:12:12.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.282+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=W7RG2WT19NSF tag=339PRVSUIQ9K type=write size=1341562 2024-09-13T03:12:12.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.286+0000 7fda4ba82640 1 < suggested remove operation key=3VGJW4TWEKKL tag=EFUUQH7OB0UV type=del 2024-09-13T03:12:12.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.288+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=N6LG1YVAPFLK type=del size=2222117 2024-09-13T03:12:12.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.290+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=E3NAVZ7OLY1P type=del 2024-09-13T03:12:12.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.292+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=58GI2MT86X90 type=del size=1330346 2024-09-13T03:12:12.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.294+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=ET8BXM85O7JL type=del 2024-09-13T03:12:12.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.296+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=A9DBS09MZ0FY type=del size=841349 2024-09-13T03:12:12.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.298+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=LA34JE4X2XVN type=del 2024-09-13T03:12:12.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.300+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=B5FKW2WBO8JS type=del size=1063484 2024-09-13T03:12:12.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.304+0000 7fda4ba82640 1 < suggested update operation key=IQRILNWE9YY3 tag=WBKK8ALZMW34 type=write size=606638 2024-09-13T03:12:12.308 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.307+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=AVG12MYRRJS3 type=del size=1903395 2024-09-13T03:12:12.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.310+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~EYQ6H0JTU4K3.0 size=1048576 2024-09-13T03:12:12.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.310+0000 7fda4ba82640 1 < canceled part key=_multipart_X8S9YEDBK37F.2~EYQ6H0JTU4K3.1 size=381089 2024-09-13T03:12:12.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:12 smithi078 ceph-mon[85589]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 421 KiB/s wr, 2.15k op/s 2024-09-13T03:12:12.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.314+0000 7fda4ba82640 1 < canceled multipart upload key=X8S9YEDBK37F upload=EYQ6H0JTU4K3 tag=P0Q9YVIQ5NUQ type=write size=2478241 2024-09-13T03:12:12.317 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.316+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=6QMFJ7JWS7S5 type=del size=3612415 2024-09-13T03:12:12.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.316+0000 7fda4ba82640 1 < canceled part key=_multipart_MOZWPHZFFRM3.2~CIV40FHXZR69.0 size=1048576 2024-09-13T03:12:12.320 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.318+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~CIV40FHXZR69.1 size=1048576 2024-09-13T03:12:12.322 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.320+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~CIV40FHXZR69.2 size=178097 2024-09-13T03:12:12.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.324+0000 7fda4ba82640 1 < canceled multipart upload key=MOZWPHZFFRM3 upload=CIV40FHXZR69 tag=0YTZ2DNF224I type=write size=3323825 2024-09-13T03:12:12.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.326+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=SLY0UE7D8BS0 type=del size=3249554 2024-09-13T03:12:12.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.329+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~7D0EY0ZS4YOA.0 size=1048576 2024-09-13T03:12:12.332 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.331+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~7D0EY0ZS4YOA.1 size=638446 2024-09-13T03:12:12.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.334+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=7D0EY0ZS4YOA tag=0FAQG1NK0KRM type=write size=2735598 2024-09-13T03:12:12.338 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.336+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=VKPL0VPMPPTH type=del size=1438895 2024-09-13T03:12:12.340 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.338+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~3KUX5GM452D5.0 size=16090 2024-09-13T03:12:12.344 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.342+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=3KUX5GM452D5 tag=DO4UET52RML7 type=write size=1064666 2024-09-13T03:12:12.345 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.344+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=UJ7PHB5U1ZIU type=write size=437441 2024-09-13T03:12:12.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.346+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=E3UYQCXSHJKD type=del 2024-09-13T03:12:12.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.350+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~3Q1Z9GW9VSS1.0 size=765659 2024-09-13T03:12:12.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.350+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=3Q1Z9GW9VSS1 tag=0NMSCMR8F3EZ type=write size=1814235 2024-09-13T03:12:12.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.352+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~J858VM5E590D.0 size=1048576 2024-09-13T03:12:12.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.353+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~J858VM5E590D.1 size=1025787 2024-09-13T03:12:12.358 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.357+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=J858VM5E590D tag=LH1LWLBBDVAV type=write size=3122939 2024-09-13T03:12:12.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.361+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~77E0KAVIBYH9.0 size=1048576 2024-09-13T03:12:12.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.362+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~77E0KAVIBYH9.1 size=268622 2024-09-13T03:12:12.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.362+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=77E0KAVIBYH9 tag=1QSQMTI103O4 type=write size=2365774 2024-09-13T03:12:12.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.364+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=892O3VYIBZSV type=del 2024-09-13T03:12:12.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.368+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~RRKONCFOB3ZM.0 size=1048576 2024-09-13T03:12:12.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.369+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~RRKONCFOB3ZM.1 size=398397 2024-09-13T03:12:12.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.369+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=RRKONCFOB3ZM tag=0U5RAYLT1HB8 type=write size=2495549 2024-09-13T03:12:12.373 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.372+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~JHA78BF14JKF.0 size=482462 2024-09-13T03:12:12.376 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.375+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=JHA78BF14JKF tag=QJLG83CMV9EJ type=write size=1531038 2024-09-13T03:12:12.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.377+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=2FFR7O1ZI6WE type=write size=479931 2024-09-13T03:12:12.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.379+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~A810I6KJL4U3.0 size=1048576 2024-09-13T03:12:12.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.380+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~A810I6KJL4U3.1 size=642448 2024-09-13T03:12:12.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.384+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=A810I6KJL4U3 tag=S322IRAVH7OE type=write size=2739600 2024-09-13T03:12:12.389 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.387+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~9DHS516FNOJY.0 size=1048576 2024-09-13T03:12:12.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.389+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~9DHS516FNOJY.1 size=1032208 2024-09-13T03:12:12.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.389+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=9DHS516FNOJY tag=1Y9RZA2GVPAI type=write size=3129360 2024-09-13T03:12:12.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.394+0000 7fda4ba82640 1 < suggested update operation key=QSXH3UHXTEO9 tag=4A814TJ3F4Q3 type=del size=1559099 2024-09-13T03:12:12.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.398+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~9WS6RR843USP.0 size=904772 2024-09-13T03:12:12.400 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.398+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=9WS6RR843USP tag=AO4MI9GRL6BG type=write size=1953348 2024-09-13T03:12:12.402 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.400+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~W7RG2WT19NSF.0 size=292986 2024-09-13T03:12:12.406 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.404+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=W7RG2WT19NSF tag=339PRVSUIQ9K type=write size=1341562 2024-09-13T03:12:12.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.406+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=B09S01PHHMHF type=del size=2802683 2024-09-13T03:12:12.411 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.409+0000 7fda4ba82640 -1 < failed to complete operation key=QSXH3UHXTEO9 tag=N6LG1YVAPFLK type=del size=2222117: (22) Invalid argument 2024-09-13T03:12:12.413 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.412+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=GIA59SVKJTHI type=del size=297525 2024-09-13T03:12:12.417 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.415+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=58GI2MT86X90 type=del 2024-09-13T03:12:12.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.419+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~PP2S4R0H9T3W.0 size=37758 2024-09-13T03:12:12.420 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.419+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=PP2S4R0H9T3W tag=PXQ6EEC51QN3 type=write size=1086334 2024-09-13T03:12:12.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.421+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=A9DBS09MZ0FY type=del 2024-09-13T03:12:12.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.424+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~ZWDB847LW8O2.0 size=1048576 2024-09-13T03:12:12.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.426+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~ZWDB847LW8O2.1 size=1048576 2024-09-13T03:12:12.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.428+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~ZWDB847LW8O2.2 size=654158 2024-09-13T03:12:12.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.428+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=ZWDB847LW8O2 tag=2CJ31VWVVZKV type=write size=3799886 2024-09-13T03:12:12.431 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.430+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=B5FKW2WBO8JS type=del 2024-09-13T03:12:12.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.432+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=T0O24B9DZ2KP type=del size=1105902 2024-09-13T03:12:12.435 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.434+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=AVG12MYRRJS3 type=del 2024-09-13T03:12:12.437 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.436+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=A5OZX048OUP9 type=del size=675482 2024-09-13T03:12:12.439 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.438+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=6QMFJ7JWS7S5 type=del 2024-09-13T03:12:12.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.440+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=BP1AJZUJL8PR type=del size=3924225 2024-09-13T03:12:12.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.442+0000 7fda4ba82640 1 < canceled operation key=PSHNNGDFOD02 tag=SLY0UE7D8BS0 type=del size=3249554 2024-09-13T03:12:12.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.443+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=TUAUVW8RSBZ4 type=del size=3462698 2024-09-13T03:12:12.449 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.447+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=VKPL0VPMPPTH type=del 2024-09-13T03:12:12.452 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.451+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~DC78YJ8QEV16.0 size=481947 2024-09-13T03:12:12.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.451+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=DC78YJ8QEV16 tag=0XFRTQMIVYKW type=write size=1530523 2024-09-13T03:12:12.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.454+0000 7fda4ba82640 1 < completed write operation key=I99SIV522FFG tag=UJ7PHB5U1ZIU type=write size=437441 2024-09-13T03:12:12.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.456+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=GTQIARC3MH8X type=del size=3384555 2024-09-13T03:12:12.460 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.459+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~3Q1Z9GW9VSS1.0 size=765659 2024-09-13T03:12:12.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.463+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=3Q1Z9GW9VSS1 tag=0NMSCMR8F3EZ type=write size=1814235 2024-09-13T03:12:12.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.466+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~PEO94W1PY8GK.0 size=1048576 2024-09-13T03:12:12.469 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.468+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~PEO94W1PY8GK.1 size=741428 2024-09-13T03:12:12.469 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.468+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=PEO94W1PY8GK tag=90C04ZJHX48E type=write size=2838580 2024-09-13T03:12:12.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.471+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~77E0KAVIBYH9.0 size=1048576 2024-09-13T03:12:12.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.472+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~77E0KAVIBYH9.1 size=268622 2024-09-13T03:12:12.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.476+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=77E0KAVIBYH9 tag=1QSQMTI103O4 type=write size=2365774 2024-09-13T03:12:12.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.478+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=SCURKKJ07AIL type=del size=615823 2024-09-13T03:12:12.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.480+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~RRKONCFOB3ZM.0 size=1048576 2024-09-13T03:12:12.483 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.481+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~RRKONCFOB3ZM.1 size=398397 2024-09-13T03:12:12.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.485+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=RRKONCFOB3ZM tag=0U5RAYLT1HB8 type=write size=2495549 2024-09-13T03:12:12.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.487+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=PKQY9D8MFSPO type=write size=880622 2024-09-13T03:12:12.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.489+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=2FFR7O1ZI6WE type=write size=479931 2024-09-13T03:12:12.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.491+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=QQGEHBMSSB0E type=del size=266516 2024-09-13T03:12:12.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.493+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~9DHS516FNOJY.0 size=1048576 2024-09-13T03:12:12.496 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.494+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~9DHS516FNOJY.1 size=1032208 2024-09-13T03:12:12.500 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.498+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=9DHS516FNOJY tag=1Y9RZA2GVPAI type=write size=3129360 2024-09-13T03:12:12.502 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.501+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=AD3Y5PNMHLBY type=del size=2723127 2024-09-13T03:12:12.504 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.503+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~9WS6RR843USP.0 size=904772 2024-09-13T03:12:12.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.506+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=9WS6RR843USP tag=AO4MI9GRL6BG type=write size=1953348 2024-09-13T03:12:12.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.510+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~WAWN4YHXWE2Y.0 size=1048576 2024-09-13T03:12:12.513 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.512+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~WAWN4YHXWE2Y.1 size=1039217 2024-09-13T03:12:12.513 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.512+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=WAWN4YHXWE2Y tag=SUUKT63F4YRR type=write size=3136369 2024-09-13T03:12:12.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.516+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=B09S01PHHMHF type=del 2024-09-13T03:12:12.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.518+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=M5Y2HBIKLU0T type=del size=2036196 2024-09-13T03:12:12.521 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.520+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=GIA59SVKJTHI type=del 2024-09-13T03:12:12.523 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.522+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=ZRSNDEZUZIE7 type=del size=1813493 2024-09-13T03:12:12.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.524+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~PP2S4R0H9T3W.0 size=37758 2024-09-13T03:12:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:12 smithi052 ceph-mon[91421]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 421 KiB/s wr, 2.15k op/s 2024-09-13T03:12:12.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:12 smithi052 ceph-mon[89065]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 421 KiB/s wr, 2.15k op/s 2024-09-13T03:12:12.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.528+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=PP2S4R0H9T3W tag=PXQ6EEC51QN3 type=write size=1086334 2024-09-13T03:12:12.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.530+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=0RZX7LM754RD type=del size=984612 2024-09-13T03:12:12.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.532+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~ZWDB847LW8O2.0 size=1048576 2024-09-13T03:12:12.535 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.534+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~ZWDB847LW8O2.1 size=1048576 2024-09-13T03:12:12.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.535+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~ZWDB847LW8O2.2 size=654158 2024-09-13T03:12:12.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.539+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=ZWDB847LW8O2 tag=2CJ31VWVVZKV type=write size=3799886 2024-09-13T03:12:12.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.542+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~R29VYSG4H0KZ.0 size=1048576 2024-09-13T03:12:12.545 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.544+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~R29VYSG4H0KZ.1 size=1048576 2024-09-13T03:12:12.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.546+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~R29VYSG4H0KZ.2 size=165866 2024-09-13T03:12:12.547 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.546+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=R29VYSG4H0KZ tag=7CXKTP55SYKF type=write size=3311594 2024-09-13T03:12:12.549 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.548+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=T0O24B9DZ2KP type=del 2024-09-13T03:12:12.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.550+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=SL5R75TMJL4Z type=del size=1277900 2024-09-13T03:12:12.553 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.552+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=A5OZX048OUP9 type=del 2024-09-13T03:12:12.555 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.554+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=79D7IFZ1L7UY type=write size=771838 2024-09-13T03:12:12.558 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.557+0000 7fda4ba82640 -1 < failed to complete operation key=M3W0IJDWZTHP tag=BP1AJZUJL8PR type=del size=3924225: (22) Invalid argument 2024-09-13T03:12:12.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.559+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=GMMS7GZMIUJ2 type=del size=2407498 2024-09-13T03:12:12.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.562+0000 7fda4ba82640 1 < suggested remove operation key=IQRILNWE9YY3 tag=TUAUVW8RSBZ4 type=del 2024-09-13T03:12:12.567 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.566+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~M9XD6IB300SN.0 size=1048576 2024-09-13T03:12:12.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.568+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~M9XD6IB300SN.1 size=1048576 2024-09-13T03:12:12.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.570+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~M9XD6IB300SN.2 size=411613 2024-09-13T03:12:12.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.570+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=M9XD6IB300SN tag=29T68HJ9FVR2 type=write size=3557341 2024-09-13T03:12:12.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.572+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~DC78YJ8QEV16.0 size=481947 2024-09-13T03:12:12.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.575+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=DC78YJ8QEV16 tag=0XFRTQMIVYKW type=write size=1530523 2024-09-13T03:12:12.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.577+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=4YT3UNCWIR2J type=del size=1174622 2024-09-13T03:12:12.580 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.579+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=GTQIARC3MH8X type=del 2024-09-13T03:12:12.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.581+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=HXEYV2VLFSSQ type=write size=121420 2024-09-13T03:12:12.584 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.583+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~PEO94W1PY8GK.0 size=1048576 2024-09-13T03:12:12.586 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.584+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~PEO94W1PY8GK.1 size=741428 2024-09-13T03:12:12.589 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.588+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=PEO94W1PY8GK tag=90C04ZJHX48E type=write size=2838580 2024-09-13T03:12:12.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.589+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=UW3UN0W5TEBB type=del size=199779 2024-09-13T03:12:12.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.591+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=SCURKKJ07AIL type=del 2024-09-13T03:12:12.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.595+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~8P2UZ34BB2D8.0 size=1048576 2024-09-13T03:12:12.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.596+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~8P2UZ34BB2D8.1 size=977214 2024-09-13T03:12:12.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.596+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=8P2UZ34BB2D8 tag=LVEJ2I8W2COP type=write size=3074366 2024-09-13T03:12:12.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.600+0000 7fda4ba82640 1 < suggested remove operation key=VVUUV9QP2J78 tag=PKQY9D8MFSPO type=write 2024-09-13T03:12:12.606 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.604+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~YLUOMTYSOZRY.0 size=1048576 2024-09-13T03:12:12.608 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.606+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~YLUOMTYSOZRY.1 size=1048576 2024-09-13T03:12:12.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.608+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~YLUOMTYSOZRY.2 size=890190 2024-09-13T03:12:12.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.608+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=YLUOMTYSOZRY tag=A6OATG7DYDEL type=write size=4035918 2024-09-13T03:12:12.611 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.610+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=QQGEHBMSSB0E type=del 2024-09-13T03:12:12.613 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.611+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=K87BNLFLRMWN type=del size=4042123 2024-09-13T03:12:12.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.614+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=AD3Y5PNMHLBY type=del 2024-09-13T03:12:12.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.616+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=HG0J9L6GJ7JU type=del size=1055607 2024-09-13T03:12:12.619 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.618+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~WAWN4YHXWE2Y.0 size=1048576 2024-09-13T03:12:12.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.619+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~WAWN4YHXWE2Y.1 size=1039217 2024-09-13T03:12:12.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.623+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=WAWN4YHXWE2Y tag=SUUKT63F4YRR type=write size=3136369 2024-09-13T03:12:12.626 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.625+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=3YU5OLB6DZSZ type=del size=340711 2024-09-13T03:12:12.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.627+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=M5Y2HBIKLU0T type=del 2024-09-13T03:12:12.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.630+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~E1CWCUY8PY72.0 size=1048576 2024-09-13T03:12:12.633 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.632+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~E1CWCUY8PY72.1 size=1048576 2024-09-13T03:12:12.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.633+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~E1CWCUY8PY72.2 size=587461 2024-09-13T03:12:12.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.633+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=E1CWCUY8PY72 tag=T4307PTXUAHS type=write size=3733189 2024-09-13T03:12:12.636 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.635+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=ZRSNDEZUZIE7 type=del size=1813493 2024-09-13T03:12:12.638 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.637+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=V9ZONS255MUH type=del size=3861771 2024-09-13T03:12:12.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.641+0000 7fda4ba82640 1 < suggested remove operation key=9KHMARDTPDIW tag=0RZX7LM754RD type=del 2024-09-13T03:12:12.646 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.645+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~N1LG681IEXSV.0 size=1048576 2024-09-13T03:12:12.649 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.647+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~N1LG681IEXSV.1 size=1048576 2024-09-13T03:12:12.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.649+0000 7fda4ba82640 1 > prepared part key=_multipart_IQRILNWE9YY3.2~N1LG681IEXSV.2 size=403516 2024-09-13T03:12:12.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.649+0000 7fda4ba82640 1 > prepared multipart upload key=IQRILNWE9YY3 upload=N1LG681IEXSV tag=9RFTJDFD2LK9 type=write size=3549244 2024-09-13T03:12:12.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.651+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~R29VYSG4H0KZ.0 size=1048576 2024-09-13T03:12:12.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.652+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~R29VYSG4H0KZ.1 size=1048576 2024-09-13T03:12:12.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.652+0000 7fda4ba82640 1 < canceled part key=_multipart_VULNHTR382QJ.2~R29VYSG4H0KZ.2 size=165866 2024-09-13T03:12:12.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.656+0000 7fda4ba82640 1 < canceled multipart upload key=VULNHTR382QJ upload=R29VYSG4H0KZ tag=7CXKTP55SYKF type=write size=3311594 2024-09-13T03:12:12.660 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.659+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~JS84MTXEGXGE.0 size=1048576 2024-09-13T03:12:12.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.661+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~JS84MTXEGXGE.1 size=419112 2024-09-13T03:12:12.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.661+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=JS84MTXEGXGE tag=874ZIFKHL4XG type=write size=2516264 2024-09-13T03:12:12.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.665+0000 7fda4ba82640 1 < suggested remove operation key=UEPB2Q26LHMF tag=SL5R75TMJL4Z type=del 2024-09-13T03:12:12.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.668+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~ZOVGORWVESG7.0 size=1048576 2024-09-13T03:12:12.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.670+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~ZOVGORWVESG7.1 size=1048576 2024-09-13T03:12:12.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.672+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~ZOVGORWVESG7.2 size=849558 2024-09-13T03:12:12.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.672+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=ZOVGORWVESG7 tag=EJ15B1S29UAS type=write size=3995286 2024-09-13T03:12:12.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.676+0000 7fda4ba82640 1 < suggested remove operation key=53Y8JEVDW9XF tag=79D7IFZ1L7UY type=write 2024-09-13T03:12:12.680 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.679+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~75LAZPENSRU9.0 size=886470 2024-09-13T03:12:12.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.679+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=75LAZPENSRU9 tag=7822EEGF6XNY type=write size=1935046 2024-09-13T03:12:12.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.681+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=GMMS7GZMIUJ2 type=del 2024-09-13T03:12:12.684 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.683+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=6WZAA5R4NWVB type=write size=36315 2024-09-13T03:12:12.687 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.685+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~M9XD6IB300SN.0 size=1048576 2024-09-13T03:12:12.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.687+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~M9XD6IB300SN.1 size=1048576 2024-09-13T03:12:12.690 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.689+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~M9XD6IB300SN.2 size=411613 2024-09-13T03:12:12.693 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.692+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=M9XD6IB300SN tag=29T68HJ9FVR2 type=write size=3557341 2024-09-13T03:12:12.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.694+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=4R6X6O8MNJ08 type=del size=2591218 2024-09-13T03:12:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:12:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:12.698 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.696+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=4YT3UNCWIR2J type=del 2024-09-13T03:12:12.700 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.698+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=8ZBYQUDQGA3O type=del size=449142 2024-09-13T03:12:12.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.702+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=HXEYV2VLFSSQ type=write 2024-09-13T03:12:12.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.706+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~4CFPY0Y6JHOE.0 size=1048576 2024-09-13T03:12:12.709 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.708+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~4CFPY0Y6JHOE.1 size=1048576 2024-09-13T03:12:12.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.710+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~4CFPY0Y6JHOE.2 size=268273 2024-09-13T03:12:12.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.710+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=4CFPY0Y6JHOE tag=KEH3GWTFNTXE type=write size=3414001 2024-09-13T03:12:12.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.711+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=UW3UN0W5TEBB type=del 2024-09-13T03:12:12.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.714+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=6A3QEIYEHVTY type=del size=3952576 2024-09-13T03:12:12.717 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.716+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~8P2UZ34BB2D8.0 size=1048576 2024-09-13T03:12:12.719 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.718+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~8P2UZ34BB2D8.1 size=977214 2024-09-13T03:12:12.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.721+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=8P2UZ34BB2D8 tag=LVEJ2I8W2COP type=write size=3074366 2024-09-13T03:12:12.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.723+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=N3O5X7BXBH0M type=write size=102716 2024-09-13T03:12:12.726 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.725+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~YLUOMTYSOZRY.0 size=1048576 2024-09-13T03:12:12.728 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.727+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~YLUOMTYSOZRY.1 size=1048576 2024-09-13T03:12:12.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.728+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~YLUOMTYSOZRY.2 size=890190 2024-09-13T03:12:12.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.732+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=YLUOMTYSOZRY tag=A6OATG7DYDEL type=write size=4035918 2024-09-13T03:12:12.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.734+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=E9M54NSNYIM3 type=del size=3198921 2024-09-13T03:12:12.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.737+0000 7fda4ba82640 -1 < failed to complete operation key=O0M1N8B5QOP1 tag=K87BNLFLRMWN type=del size=4042123: (22) Invalid argument 2024-09-13T03:12:12.741 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.740+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~W78A2IEVY4QI.0 size=1048576 2024-09-13T03:12:12.743 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.742+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~W78A2IEVY4QI.1 size=1048576 2024-09-13T03:12:12.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.743+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~W78A2IEVY4QI.2 size=421659 2024-09-13T03:12:12.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.743+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=W78A2IEVY4QI tag=ALGZY3RD05N8 type=write size=3567387 2024-09-13T03:12:12.747 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.746+0000 7fda4ba82640 -1 < failed to complete operation key=O0M1N8B5QOP1 tag=HG0J9L6GJ7JU type=del size=1055607: (22) Invalid argument 2024-09-13T03:12:12.751 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.750+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~O0EX5DYDMFB4.0 size=1048576 2024-09-13T03:12:12.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.752+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~O0EX5DYDMFB4.1 size=1048576 2024-09-13T03:12:12.754 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.753+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~O0EX5DYDMFB4.2 size=1007914 2024-09-13T03:12:12.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.753+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=O0EX5DYDMFB4 tag=HT5REW3324N2 type=write size=4153642 2024-09-13T03:12:12.756 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.755+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=3YU5OLB6DZSZ type=del 2024-09-13T03:12:12.758 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.757+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=OQEK5L14KOL7 type=del size=3574301 2024-09-13T03:12:12.760 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.759+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~E1CWCUY8PY72.0 size=1048576 2024-09-13T03:12:12.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.760+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~E1CWCUY8PY72.1 size=1048576 2024-09-13T03:12:12.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.762+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~E1CWCUY8PY72.2 size=587461 2024-09-13T03:12:12.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.765+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=E1CWCUY8PY72 tag=T4307PTXUAHS type=write size=3733189 2024-09-13T03:12:12.769 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.768+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=XGUWOSUGUVBA type=del size=3015465 2024-09-13T03:12:12.771 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.770+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=V9ZONS255MUH type=del 2024-09-13T03:12:12.773 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.772+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=7U6K2RZDZE0D type=del size=232949 2024-09-13T03:12:12.775 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.774+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~N1LG681IEXSV.0 size=1048576 2024-09-13T03:12:12.777 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.775+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~N1LG681IEXSV.1 size=1048576 2024-09-13T03:12:12.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.777+0000 7fda4ba82640 1 < completed part key=_multipart_IQRILNWE9YY3.2~N1LG681IEXSV.2 size=403516 2024-09-13T03:12:12.783 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.781+0000 7fda4ba82640 1 < completed multipart upload key=IQRILNWE9YY3 upload=N1LG681IEXSV tag=9RFTJDFD2LK9 type=write size=3549244 2024-09-13T03:12:12.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.783+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=QC3XQN4ZP53L type=del size=3593654 2024-09-13T03:12:12.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.784+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~JS84MTXEGXGE.0 size=1048576 2024-09-13T03:12:12.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.784+0000 7fda4ba82640 1 < canceled part key=_multipart_7VAD88Q1O8P1.2~JS84MTXEGXGE.1 size=419112 2024-09-13T03:12:12.789 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.787+0000 7fda4ba82640 1 < canceled multipart upload key=7VAD88Q1O8P1 upload=JS84MTXEGXGE tag=874ZIFKHL4XG type=write size=2516264 2024-09-13T03:12:12.791 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.790+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=0NV331Q8HKLR type=del size=392501 2024-09-13T03:12:12.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.791+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~ZOVGORWVESG7.0 size=1048576 2024-09-13T03:12:12.795 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.793+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~ZOVGORWVESG7.1 size=1048576 2024-09-13T03:12:12.796 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.795+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~ZOVGORWVESG7.2 size=849558 2024-09-13T03:12:12.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.798+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=ZOVGORWVESG7 tag=EJ15B1S29UAS type=write size=3995286 2024-09-13T03:12:12.802 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.800+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=6LIYBRMUC7J4 type=del size=4187513 2024-09-13T03:12:12.802 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.801+0000 7fda4ba82640 1 < canceled part key=_multipart_K0FB782665QT.2~75LAZPENSRU9.0 size=886470 2024-09-13T03:12:12.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.804+0000 7fda4ba82640 1 < canceled multipart upload key=K0FB782665QT upload=75LAZPENSRU9 tag=7822EEGF6XNY type=write size=1935046 2024-09-13T03:12:12.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.806+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=0KVHF4A1WY6M type=del size=3869737 2024-09-13T03:12:12.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.810+0000 7fda4ba82640 1 < suggested update operation key=E67B744938JK tag=6WZAA5R4NWVB type=write size=36315 2024-09-13T03:12:12.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.812+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=MHXKPP08UEYK type=del size=2867265 2024-09-13T03:12:12.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.814+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=4R6X6O8MNJ08 type=del 2024-09-13T03:12:12.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.818+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~JTJ4OPIU2U8K.0 size=1048576 2024-09-13T03:12:12.821 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.820+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~JTJ4OPIU2U8K.1 size=464498 2024-09-13T03:12:12.821 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.820+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=JTJ4OPIU2U8K tag=NR6ROLPMO2HX type=write size=2561650 2024-09-13T03:12:12.823 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.822+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=8ZBYQUDQGA3O type=del 2024-09-13T03:12:12.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.825+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~6H0B336JT1O1.0 size=1048576 2024-09-13T03:12:12.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.827+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~6H0B336JT1O1.1 size=740686 2024-09-13T03:12:12.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.827+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=6H0B336JT1O1 tag=TPLI4QN2B3WT type=write size=2837838 2024-09-13T03:12:12.830 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.829+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~4CFPY0Y6JHOE.0 size=1048576 2024-09-13T03:12:12.832 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.831+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~4CFPY0Y6JHOE.1 size=1048576 2024-09-13T03:12:12.834 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.833+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~4CFPY0Y6JHOE.2 size=268273 2024-09-13T03:12:12.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.836+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=4CFPY0Y6JHOE tag=KEH3GWTFNTXE type=write size=3414001 2024-09-13T03:12:12.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.838+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=2IGXRJ3T5Q9R type=del size=1681293 2024-09-13T03:12:12.841 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.840+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=6A3QEIYEHVTY type=del 2024-09-13T03:12:12.843 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.842+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=JHVO8UYROSL8 type=del size=1467730 2024-09-13T03:12:12.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.844+0000 7fda4ba82640 1 < completed write operation key=PSHNNGDFOD02 tag=N3O5X7BXBH0M type=write size=102716 2024-09-13T03:12:12.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.848+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~T22GDK3040R5.0 size=1048576 2024-09-13T03:12:12.851 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.849+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~T22GDK3040R5.1 size=932925 2024-09-13T03:12:12.851 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.849+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=T22GDK3040R5 tag=X3JML3GFPM7W type=write size=3030077 2024-09-13T03:12:12.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.853+0000 7fda4ba82640 1 < suggested update operation key=QSXH3UHXTEO9 tag=E9M54NSNYIM3 type=del size=3198921 2024-09-13T03:12:12.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.857+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~51ATBZ318IL6.0 size=1048576 2024-09-13T03:12:12.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.859+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~51ATBZ318IL6.1 size=126862 2024-09-13T03:12:12.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.859+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=51ATBZ318IL6 tag=W02PKMOOUJGL type=write size=2224014 2024-09-13T03:12:12.862 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.861+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~W78A2IEVY4QI.0 size=1048576 2024-09-13T03:12:12.862 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.861+0000 7fda4ba82640 1 < canceled part key=_multipart_YXSJPUVUR9YF.2~W78A2IEVY4QI.1 size=1048576 2024-09-13T03:12:12.864 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.863+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~W78A2IEVY4QI.2 size=421659 2024-09-13T03:12:12.868 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.866+0000 7fda4ba82640 1 < canceled multipart upload key=YXSJPUVUR9YF upload=W78A2IEVY4QI tag=ALGZY3RD05N8 type=write size=3567387 2024-09-13T03:12:12.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.870+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~IVNTENZGTH1Y.0 size=1048576 2024-09-13T03:12:12.873 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.872+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~IVNTENZGTH1Y.1 size=1048576 2024-09-13T03:12:12.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.874+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~IVNTENZGTH1Y.2 size=779079 2024-09-13T03:12:12.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.874+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=IVNTENZGTH1Y tag=N9CMJL7VV2K2 type=write size=3924807 2024-09-13T03:12:12.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.876+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~O0EX5DYDMFB4.0 size=1048576 2024-09-13T03:12:12.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.878+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~O0EX5DYDMFB4.1 size=1048576 2024-09-13T03:12:12.881 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.879+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~O0EX5DYDMFB4.2 size=1007914 2024-09-13T03:12:12.885 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.884+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=O0EX5DYDMFB4 tag=HT5REW3324N2 type=write size=4153642 2024-09-13T03:12:12.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.886+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=WVP5WKUV5AIV type=del size=3811867 2024-09-13T03:12:12.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.888+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=OQEK5L14KOL7 type=del 2024-09-13T03:12:12.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.890+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=C0B4OEHS92YC type=del size=3807212 2024-09-13T03:12:12.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.892+0000 7fda4ba82640 1 < canceled operation key=I99SIV522FFG tag=XGUWOSUGUVBA type=del size=3015465 2024-09-13T03:12:12.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.896+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~TRQJ1KB97ZPV.0 size=1048576 2024-09-13T03:12:12.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.897+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~TRQJ1KB97ZPV.1 size=1048576 2024-09-13T03:12:12.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.900+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~TRQJ1KB97ZPV.2 size=438194 2024-09-13T03:12:12.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.900+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=TRQJ1KB97ZPV tag=E01DUR7BI939 type=write size=3583922 2024-09-13T03:12:12.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.901+0000 7fda4ba82640 1 < canceled operation key=MOZWPHZFFRM3 tag=7U6K2RZDZE0D type=del size=232949 2024-09-13T03:12:12.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.903+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=IIDWYYXFDU0U type=del size=946842 2024-09-13T03:12:12.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.906+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=QC3XQN4ZP53L type=del 2024-09-13T03:12:12.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.907+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=Y3H2DIR75QLX type=del size=2166097 2024-09-13T03:12:12.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.909+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=0NV331Q8HKLR type=del 2024-09-13T03:12:12.914 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.913+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~PEP916DLV10K.0 size=1048576 2024-09-13T03:12:12.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.915+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~PEP916DLV10K.1 size=177575 2024-09-13T03:12:12.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.915+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=PEP916DLV10K tag=FEU0ZVSDONYG type=write size=2274727 2024-09-13T03:12:12.920 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.919+0000 7fda4ba82640 1 < suggested remove operation key=IQRILNWE9YY3 tag=6LIYBRMUC7J4 type=del 2024-09-13T03:12:12.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.921+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=3DR40ICHIB1U type=del size=39241 2024-09-13T03:12:12.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.923+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=0KVHF4A1WY6M type=del 2024-09-13T03:12:12.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.925+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=D78Q2XLPVJVP type=del size=539325 2024-09-13T03:12:12.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.927+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=MHXKPP08UEYK type=del 2024-09-13T03:12:12.930 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.929+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=PKRYL1V0RPEF type=del size=1899728 2024-09-13T03:12:12.932 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.930+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~JTJ4OPIU2U8K.0 size=1048576 2024-09-13T03:12:12.934 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.932+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~JTJ4OPIU2U8K.1 size=464498 2024-09-13T03:12:12.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.936+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=JTJ4OPIU2U8K tag=NR6ROLPMO2HX type=write size=2561650 2024-09-13T03:12:12.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.937+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=RHQPI5NUK6R5 type=del size=416602 2024-09-13T03:12:12.941 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.939+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~6H0B336JT1O1.0 size=1048576 2024-09-13T03:12:12.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.941+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~6H0B336JT1O1.1 size=740686 2024-09-13T03:12:12.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.944+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=6H0B336JT1O1 tag=TPLI4QN2B3WT type=write size=2837838 2024-09-13T03:12:12.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.948+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~SWPL06KP6G6W.0 size=588001 2024-09-13T03:12:12.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.948+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=SWPL06KP6G6W tag=24BDR1SPKWE8 type=write size=1636577 2024-09-13T03:12:12.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.949+0000 7fda4ba82640 -1 < no bi entry to suggest for operation key=IQRILNWE9YY3 tag=2IGXRJ3T5Q9R type=del size=1681293: (2) No such file or directory 2024-09-13T03:12:12.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.951+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=P86BCAS44RGI type=del size=3636066 2024-09-13T03:12:12.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.952+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=JHVO8UYROSL8 type=del 2024-09-13T03:12:12.956 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.955+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=GQEES0DRT31V type=write size=468947 2024-09-13T03:12:12.958 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.956+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~T22GDK3040R5.0 size=1048576 2024-09-13T03:12:12.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.958+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~T22GDK3040R5.1 size=932925 2024-09-13T03:12:12.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.961+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=T22GDK3040R5 tag=X3JML3GFPM7W type=write size=3030077 2024-09-13T03:12:12.965 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.963+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=59WY86RSUFGD type=write size=222455 2024-09-13T03:12:12.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.965+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~51ATBZ318IL6.0 size=1048576 2024-09-13T03:12:12.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.967+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~51ATBZ318IL6.1 size=126862 2024-09-13T03:12:12.971 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.970+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=51ATBZ318IL6 tag=W02PKMOOUJGL type=write size=2224014 2024-09-13T03:12:12.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.972+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=3PPWP3IYIIIB type=write size=495982 2024-09-13T03:12:12.975 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.974+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~IVNTENZGTH1Y.0 size=1048576 2024-09-13T03:12:12.977 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.976+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~IVNTENZGTH1Y.1 size=1048576 2024-09-13T03:12:12.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.978+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~IVNTENZGTH1Y.2 size=779079 2024-09-13T03:12:12.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.981+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=IVNTENZGTH1Y tag=N9CMJL7VV2K2 type=write size=3924807 2024-09-13T03:12:12.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.983+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=9YJQMEZ9YPY3 type=del size=1363369 2024-09-13T03:12:12.986 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.985+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=WVP5WKUV5AIV type=del 2024-09-13T03:12:12.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.987+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=Z164X16F1WUE type=del size=1654230 2024-09-13T03:12:12.990 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.989+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=C0B4OEHS92YC type=del 2024-09-13T03:12:12.993 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.992+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=2U80LNLZ79IV type=del size=3433468 2024-09-13T03:12:12.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.994+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~TRQJ1KB97ZPV.0 size=1048576 2024-09-13T03:12:12.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.995+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~TRQJ1KB97ZPV.1 size=1048576 2024-09-13T03:12:12.998 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:12.997+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~TRQJ1KB97ZPV.2 size=438194 2024-09-13T03:12:13.002 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.000+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=TRQJ1KB97ZPV tag=E01DUR7BI939 type=write size=3583922 2024-09-13T03:12:13.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.004+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~JGY4QS3MNP98.0 size=89303 2024-09-13T03:12:13.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.004+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=JGY4QS3MNP98 tag=8ALXHI0AOD8O type=write size=1137879 2024-09-13T03:12:13.008 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.006+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=IIDWYYXFDU0U type=del 2024-09-13T03:12:13.009 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.008+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=BFAPX6I4Y0WI type=del size=514472 2024-09-13T03:12:13.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.010+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=Y3H2DIR75QLX type=del 2024-09-13T03:12:13.013 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.012+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=UKPOQN2A8LYW type=write size=453386 2024-09-13T03:12:13.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.014+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~PEP916DLV10K.0 size=1048576 2024-09-13T03:12:13.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.014+0000 7fda4ba82640 1 < canceled part key=_multipart_X8S9YEDBK37F.2~PEP916DLV10K.1 size=177575 2024-09-13T03:12:13.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.017+0000 7fda4ba82640 1 < canceled multipart upload key=X8S9YEDBK37F upload=PEP916DLV10K tag=FEU0ZVSDONYG type=write size=2274727 2024-09-13T03:12:13.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.019+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=4UALG3LCUR78 type=del size=2761291 2024-09-13T03:12:13.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.023+0000 7fda4ba82640 1 < suggested update operation key=8O19R8YXKXJ0 tag=3DR40ICHIB1U type=del size=39241 2024-09-13T03:12:13.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.025+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=GV70RNV0N17U type=del size=925895 2024-09-13T03:12:13.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.026+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=D78Q2XLPVJVP type=del 2024-09-13T03:12:13.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.031+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~BMTPY3T0PKNG.0 size=119852 2024-09-13T03:12:13.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.031+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=BMTPY3T0PKNG tag=SULWQVWA3YLR type=write size=1168428 2024-09-13T03:12:13.034 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.032+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=PKRYL1V0RPEF type=del 2024-09-13T03:12:13.038 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.036+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~NQHKKFOXGK6X.0 size=1048576 2024-09-13T03:12:13.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.038+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~NQHKKFOXGK6X.1 size=270406 2024-09-13T03:12:13.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.038+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=NQHKKFOXGK6X tag=8DSLF2BYAR26 type=write size=2367558 2024-09-13T03:12:13.041 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.040+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=RHQPI5NUK6R5 type=del 2024-09-13T03:12:13.043 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.042+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=3Z061GOKM6X1 type=del size=2845937 2024-09-13T03:12:13.045 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.043+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~SWPL06KP6G6W.0 size=588001 2024-09-13T03:12:13.048 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.047+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=SWPL06KP6G6W tag=24BDR1SPKWE8 type=write size=1636577 2024-09-13T03:12:13.050 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.049+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=0GTI4Z4EUWMN type=del size=2418501 2024-09-13T03:12:13.054 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.053+0000 7fda4ba82640 1 < suggested remove operation key=UEPB2Q26LHMF tag=P86BCAS44RGI type=del 2024-09-13T03:12:13.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.056+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~RYYR8HQPMC97.0 size=444751 2024-09-13T03:12:13.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.056+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=RYYR8HQPMC97 tag=MT40TAA7E2UQ type=write size=1493327 2024-09-13T03:12:13.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.060+0000 7fda4ba82640 1 < suggested remove operation key=K0FB782665QT tag=GQEES0DRT31V type=write 2024-09-13T03:12:13.065 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.064+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~X2MVLG7CR0TB.0 size=75054 2024-09-13T03:12:13.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.064+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=X2MVLG7CR0TB tag=8XMF32N7O9GG type=write size=1123630 2024-09-13T03:12:13.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.066+0000 7fda4ba82640 1 < completed write operation key=HCD8XCSFOAR1 tag=59WY86RSUFGD type=write size=222455 2024-09-13T03:12:13.069 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.068+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=1SUUHC17HKD8 type=write size=95912 2024-09-13T03:12:13.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.070+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=3PPWP3IYIIIB type=write size=495982 2024-09-13T03:12:13.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.071+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=7FX60IUKKP07 type=del size=1069492 2024-09-13T03:12:13.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.075+0000 7fda4ba82640 1 < suggested update operation key=53Y8JEVDW9XF tag=9YJQMEZ9YPY3 type=del size=1363369 2024-09-13T03:12:13.078 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.077+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=XS25GEA6JDSU type=del size=3775277 2024-09-13T03:12:13.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.079+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=Z164X16F1WUE type=del 2024-09-13T03:12:13.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.080+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=C3FVU4OXY4WN type=del size=431942 2024-09-13T03:12:13.084 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.082+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=2U80LNLZ79IV type=del 2024-09-13T03:12:13.088 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.086+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~P4YWGNM0L18A.0 size=1048576 2024-09-13T03:12:13.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.088+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~P4YWGNM0L18A.1 size=264377 2024-09-13T03:12:13.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.088+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=P4YWGNM0L18A tag=CQSF1KSK0F3S type=write size=2361529 2024-09-13T03:12:13.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.091+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~JGY4QS3MNP98.0 size=89303 2024-09-13T03:12:13.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.094+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=JGY4QS3MNP98 tag=8ALXHI0AOD8O type=write size=1137879 2024-09-13T03:12:13.097 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.096+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=6C92TVEYZJ1F type=del size=87855 2024-09-13T03:12:13.099 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.098+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=BFAPX6I4Y0WI type=del 2024-09-13T03:12:13.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.100+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=G8Y7PIRNX961 type=write size=692128 2024-09-13T03:12:13.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.101+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=UKPOQN2A8LYW type=write size=453386 2024-09-13T03:12:13.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.106+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~GMFWMPNF279D.0 size=1048576 2024-09-13T03:12:13.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.107+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~GMFWMPNF279D.1 size=913362 2024-09-13T03:12:13.109 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.107+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=GMFWMPNF279D tag=BD2QA22QFWG3 type=write size=3010514 2024-09-13T03:12:13.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.109+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=4UALG3LCUR78 type=del 2024-09-13T03:12:13.113 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.112+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=7ZHNXAJXBA61 type=write size=208432 2024-09-13T03:12:13.115 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.114+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=GV70RNV0N17U type=del 2024-09-13T03:12:13.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.118+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~94XJ6D0RVKLV.0 size=1048576 2024-09-13T03:12:13.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.119+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~94XJ6D0RVKLV.1 size=1048576 2024-09-13T03:12:13.122 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.121+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~94XJ6D0RVKLV.2 size=99656 2024-09-13T03:12:13.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.121+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=94XJ6D0RVKLV tag=NCOBHWQ1PKRO type=write size=3245384 2024-09-13T03:12:13.124 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.123+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~BMTPY3T0PKNG.0 size=119852 2024-09-13T03:12:13.128 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.127+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=BMTPY3T0PKNG tag=SULWQVWA3YLR type=write size=1168428 2024-09-13T03:12:13.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.131+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~QV3NZ0L1GU18.0 size=805281 2024-09-13T03:12:13.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.131+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=QV3NZ0L1GU18 tag=9MF6VYYYOOR0 type=write size=1853857 2024-09-13T03:12:13.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.131+0000 7fda4ba82640 1 < canceled part key=_multipart_YXSJPUVUR9YF.2~NQHKKFOXGK6X.0 size=1048576 2024-09-13T03:12:13.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.133+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~NQHKKFOXGK6X.1 size=270406 2024-09-13T03:12:13.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.136+0000 7fda4ba82640 1 < canceled multipart upload key=YXSJPUVUR9YF upload=NQHKKFOXGK6X tag=8DSLF2BYAR26 type=write size=2367558 2024-09-13T03:12:13.140 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.139+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=UVP1H9DKE8CK type=del size=2242510 2024-09-13T03:12:13.143 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.141+0000 7fda4ba82640 -1 < failed to complete operation key=53Y8JEVDW9XF tag=3Z061GOKM6X1 type=del size=2845937: (22) Invalid argument 2024-09-13T03:12:13.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.143+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=5PPI37RL299H type=write size=767389 2024-09-13T03:12:13.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.145+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=0GTI4Z4EUWMN type=del 2024-09-13T03:12:13.151 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.149+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~77CX0CQ6C2XI.0 size=1048576 2024-09-13T03:12:13.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.151+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~77CX0CQ6C2XI.1 size=1048576 2024-09-13T03:12:13.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.153+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~77CX0CQ6C2XI.2 size=404906 2024-09-13T03:12:13.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.153+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=77CX0CQ6C2XI tag=NHE9H462U1XK type=write size=3550634 2024-09-13T03:12:13.156 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.155+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~RYYR8HQPMC97.0 size=444751 2024-09-13T03:12:13.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.158+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=RYYR8HQPMC97 tag=MT40TAA7E2UQ type=write size=1493327 2024-09-13T03:12:13.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.160+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=0Z7PSGL910ME type=del size=2711809 2024-09-13T03:12:13.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.162+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~X2MVLG7CR0TB.0 size=75054 2024-09-13T03:12:13.167 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.166+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=X2MVLG7CR0TB tag=8XMF32N7O9GG type=write size=1123630 2024-09-13T03:12:13.170 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.168+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=W9CGS6W3YS4W type=del size=416125 2024-09-13T03:12:13.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.172+0000 7fda4ba82640 1 < suggested update operation key=M3W0IJDWZTHP tag=1SUUHC17HKD8 type=write size=95912 2024-09-13T03:12:13.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.176+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~0XUBSW6G6MRM.0 size=1048576 2024-09-13T03:12:13.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.178+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~0XUBSW6G6MRM.1 size=960612 2024-09-13T03:12:13.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.178+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=0XUBSW6G6MRM tag=Z24MZONQVGXP type=write size=3057764 2024-09-13T03:12:13.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.180+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=7FX60IUKKP07 type=del 2024-09-13T03:12:13.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.182+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=VHB1HINVLS3H type=del size=1057051 2024-09-13T03:12:13.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.184+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=XS25GEA6JDSU type=del 2024-09-13T03:12:13.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.187+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~GRK7KB58MSBF.0 size=1048576 2024-09-13T03:12:13.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.189+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~GRK7KB58MSBF.1 size=973714 2024-09-13T03:12:13.190 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.189+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=GRK7KB58MSBF tag=0354KMXTIFHJ type=write size=3070866 2024-09-13T03:12:13.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.193+0000 7fda4ba82640 1 < suggested remove operation key=VULNHTR382QJ tag=C3FVU4OXY4WN type=del 2024-09-13T03:12:13.199 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.197+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~IPKX2Z2P5QK1.0 size=1048576 2024-09-13T03:12:13.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.199+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~IPKX2Z2P5QK1.1 size=890070 2024-09-13T03:12:13.200 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.199+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=IPKX2Z2P5QK1 tag=1T3PTL7F55KK type=write size=2987222 2024-09-13T03:12:13.202 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.201+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~P4YWGNM0L18A.0 size=1048576 2024-09-13T03:12:13.204 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.203+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~P4YWGNM0L18A.1 size=264377 2024-09-13T03:12:13.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.206+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=P4YWGNM0L18A tag=CQSF1KSK0F3S type=write size=2361529 2024-09-13T03:12:13.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.208+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=EQ2X57O21ZTW type=del size=1644676 2024-09-13T03:12:13.212 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.211+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=6C92TVEYZJ1F type=del 2024-09-13T03:12:13.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.213+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=NEX13I82IPYH type=del size=229013 2024-09-13T03:12:13.216 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.215+0000 7fda4ba82640 1 < completed write operation key=9KHMARDTPDIW tag=G8Y7PIRNX961 type=write size=692128 2024-09-13T03:12:13.220 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.218+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~DQ4PI4RH23LY.0 size=1048576 2024-09-13T03:12:13.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.220+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~DQ4PI4RH23LY.1 size=294199 2024-09-13T03:12:13.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.220+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=DQ4PI4RH23LY tag=5LNN2IGQ02GI type=write size=2391351 2024-09-13T03:12:13.223 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.222+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~GMFWMPNF279D.0 size=1048576 2024-09-13T03:12:13.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.224+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~GMFWMPNF279D.1 size=913362 2024-09-13T03:12:13.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.227+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=GMFWMPNF279D tag=BD2QA22QFWG3 type=write size=3010514 2024-09-13T03:12:13.232 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.231+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~69PIPYJEQ41W.0 size=1048576 2024-09-13T03:12:13.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.233+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~69PIPYJEQ41W.1 size=1048576 2024-09-13T03:12:13.237 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.235+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~69PIPYJEQ41W.2 size=112562 2024-09-13T03:12:13.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.235+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=69PIPYJEQ41W tag=K6PLYNISNG3E type=write size=3258290 2024-09-13T03:12:13.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.236+0000 7fda4ba82640 1 < completed write operation key=ZGHDNK9YXEAH tag=7ZHNXAJXBA61 type=write size=208432 2024-09-13T03:12:13.240 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.238+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=YC4590B4FQ5W type=del size=546587 2024-09-13T03:12:13.242 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.240+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~94XJ6D0RVKLV.0 size=1048576 2024-09-13T03:12:13.244 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.242+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~94XJ6D0RVKLV.1 size=1048576 2024-09-13T03:12:13.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.244+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~94XJ6D0RVKLV.2 size=99656 2024-09-13T03:12:13.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.248+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=94XJ6D0RVKLV tag=NCOBHWQ1PKRO type=write size=3245384 2024-09-13T03:12:13.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.252+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~W0UR2Y3RRT52.0 size=83537 2024-09-13T03:12:13.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.252+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=W0UR2Y3RRT52 tag=BHIUQ8G5C25L type=write size=1132113 2024-09-13T03:12:13.255 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.254+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~QV3NZ0L1GU18.0 size=805281 2024-09-13T03:12:13.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.258+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=QV3NZ0L1GU18 tag=9MF6VYYYOOR0 type=write size=1853857 2024-09-13T03:12:13.261 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.260+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=B3SE897G0K4C type=del size=557914 2024-09-13T03:12:13.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.264+0000 7fda4ba82640 1 < suggested remove operation key=E67B744938JK tag=UVP1H9DKE8CK type=del 2024-09-13T03:12:13.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.266+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=XWM1NOGD8BL8 type=write size=769219 2024-09-13T03:12:13.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.268+0000 7fda4ba82640 -1 < failed to complete operation key=M3W0IJDWZTHP tag=5PPI37RL299H type=write size=767389: (22) Invalid argument 2024-09-13T03:12:13.273 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.272+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EB8H1RP0HIMF.0 size=1048576 2024-09-13T03:12:13.275 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.274+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EB8H1RP0HIMF.1 size=1048576 2024-09-13T03:12:13.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.275+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~EB8H1RP0HIMF.2 size=1007219 2024-09-13T03:12:13.277 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.275+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=EB8H1RP0HIMF tag=OHLUP5CYQY6Y type=write size=4152947 2024-09-13T03:12:13.279 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.278+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~77CX0CQ6C2XI.0 size=1048576 2024-09-13T03:12:13.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.280+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~77CX0CQ6C2XI.1 size=1048576 2024-09-13T03:12:13.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.280+0000 7fda4ba82640 1 < canceled part key=_multipart_O0M1N8B5QOP1.2~77CX0CQ6C2XI.2 size=404906 2024-09-13T03:12:13.285 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.283+0000 7fda4ba82640 1 < canceled multipart upload key=O0M1N8B5QOP1 upload=77CX0CQ6C2XI tag=NHE9H462U1XK type=write size=3550634 2024-09-13T03:12:13.286 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.285+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=HGAFSLD1WILY type=del size=750054 2024-09-13T03:12:13.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.288+0000 7fda4ba82640 -1 < failed to complete operation key=E67B744938JK tag=0Z7PSGL910ME type=del size=2711809: (22) Invalid argument 2024-09-13T03:12:13.292 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.290+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=NGI6NOK77R9V type=del size=22340 2024-09-13T03:12:13.295 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.293+0000 7fda4ba82640 -1 < failed to complete operation key=VULNHTR382QJ tag=W9CGS6W3YS4W type=del size=416125: (22) Invalid argument 2024-09-13T03:12:13.298 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.297+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~LETJYZG4SK5O.0 size=158613 2024-09-13T03:12:13.299 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.297+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=LETJYZG4SK5O tag=IVT2IZ3Q6EPG type=write size=1207189 2024-09-13T03:12:13.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.299+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~0XUBSW6G6MRM.0 size=1048576 2024-09-13T03:12:13.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.301+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~0XUBSW6G6MRM.1 size=960612 2024-09-13T03:12:13.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.305+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=0XUBSW6G6MRM tag=Z24MZONQVGXP type=write size=3057764 2024-09-13T03:12:13.310 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.309+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~24AUPF4MR558.0 size=539654 2024-09-13T03:12:13.310 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.309+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=24AUPF4MR558 tag=AG0ZRW60MO96 type=write size=1588230 2024-09-13T03:12:13.312 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.311+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=VHB1HINVLS3H type=del 2024-09-13T03:12:13.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.313+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=9T0JFEL7Z9KW type=del size=988969 2024-09-13T03:12:13.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.315+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~GRK7KB58MSBF.0 size=1048576 2024-09-13T03:12:13.318 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.316+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~GRK7KB58MSBF.1 size=973714 2024-09-13T03:12:13.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.320+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=GRK7KB58MSBF tag=0354KMXTIFHJ type=write size=3070866 2024-09-13T03:12:13.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.323+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~UIIUN0CMDR3D.0 size=1048576 2024-09-13T03:12:13.328 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.326+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~UIIUN0CMDR3D.1 size=350155 2024-09-13T03:12:13.328 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.326+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=UIIUN0CMDR3D tag=I31802WW9OCO type=write size=2447307 2024-09-13T03:12:13.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.328+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~IPKX2Z2P5QK1.0 size=1048576 2024-09-13T03:12:13.331 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.330+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~IPKX2Z2P5QK1.1 size=890070 2024-09-13T03:12:13.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.334+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=IPKX2Z2P5QK1 tag=1T3PTL7F55KK type=write size=2987222 2024-09-13T03:12:13.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.338+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~3JJRWFYJKQIX.0 size=1048576 2024-09-13T03:12:13.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.340+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~3JJRWFYJKQIX.1 size=372898 2024-09-13T03:12:13.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.340+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=3JJRWFYJKQIX tag=49RMD1CROOTK type=write size=2470050 2024-09-13T03:12:13.343 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.342+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=EQ2X57O21ZTW type=del 2024-09-13T03:12:13.346 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.344+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=VS3NB95MD62H type=del size=2182315 2024-09-13T03:12:13.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.346+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=NEX13I82IPYH type=del 2024-09-13T03:12:13.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.350+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~Y143TI5MM0XO.0 size=1048576 2024-09-13T03:12:13.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.352+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~Y143TI5MM0XO.1 size=1048576 2024-09-13T03:12:13.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.353+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~Y143TI5MM0XO.2 size=284279 2024-09-13T03:12:13.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.353+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=Y143TI5MM0XO tag=D3SZZ10GKU74 type=write size=3430007 2024-09-13T03:12:13.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.356+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~DQ4PI4RH23LY.0 size=1048576 2024-09-13T03:12:13.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.357+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~DQ4PI4RH23LY.1 size=294199 2024-09-13T03:12:13.363 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.361+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=DQ4PI4RH23LY tag=5LNN2IGQ02GI type=write size=2391351 2024-09-13T03:12:13.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.365+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~2TLOH21I1HU5.0 size=1048576 2024-09-13T03:12:13.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.367+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~2TLOH21I1HU5.1 size=54806 2024-09-13T03:12:13.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.367+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=2TLOH21I1HU5 tag=Z4QJJJ9I70LQ type=write size=2151958 2024-09-13T03:12:13.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.369+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~69PIPYJEQ41W.0 size=1048576 2024-09-13T03:12:13.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.371+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~69PIPYJEQ41W.1 size=1048576 2024-09-13T03:12:13.374 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.373+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~69PIPYJEQ41W.2 size=112562 2024-09-13T03:12:13.378 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.377+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=69PIPYJEQ41W tag=K6PLYNISNG3E type=write size=3258290 2024-09-13T03:12:13.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.379+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=8J7XMNRX6YV7 type=write size=841923 2024-09-13T03:12:13.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.381+0000 7fda4ba82640 1 < canceled operation key=KE9LDUK7XMNH tag=YC4590B4FQ5W type=del size=546587 2024-09-13T03:12:13.386 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.385+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~BQW1DHK5VXS7.0 size=1048576 2024-09-13T03:12:13.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.386+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~BQW1DHK5VXS7.1 size=702346 2024-09-13T03:12:13.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.386+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=BQW1DHK5VXS7 tag=UJGLNTMVXK0J type=write size=2799498 2024-09-13T03:12:13.390 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.388+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~W0UR2Y3RRT52.0 size=83537 2024-09-13T03:12:13.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.392+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=W0UR2Y3RRT52 tag=BHIUQ8G5C25L type=write size=1132113 2024-09-13T03:12:13.396 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.394+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=LDK18PQGP8U7 type=del size=741475 2024-09-13T03:12:13.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.396+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=B3SE897G0K4C type=del 2024-09-13T03:12:13.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.398+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=KTK6K94IJVUL type=write size=413274 2024-09-13T03:12:13.402 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.400+0000 7fda4ba82640 1 < completed write operation key=AW13WQCSYUGX tag=XWM1NOGD8BL8 type=write size=769219 2024-09-13T03:12:13.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.404+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~KNNOLNSLG7IF.0 size=895430 2024-09-13T03:12:13.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.404+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=KNNOLNSLG7IF tag=NK00WN4DS4EA type=write size=1944006 2024-09-13T03:12:13.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.406+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EB8H1RP0HIMF.0 size=1048576 2024-09-13T03:12:13.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.407+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EB8H1RP0HIMF.1 size=1048576 2024-09-13T03:12:13.411 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.409+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~EB8H1RP0HIMF.2 size=1007219 2024-09-13T03:12:13.414 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.413+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=EB8H1RP0HIMF tag=OHLUP5CYQY6Y type=write size=4152947 2024-09-13T03:12:13.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.414+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=FC3HSTAE30YV type=del size=2157110 2024-09-13T03:12:13.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.417+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=HGAFSLD1WILY type=del 2024-09-13T03:12:13.421 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.419+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=DJXT3DF05QPD type=del size=3531642 2024-09-13T03:12:13.423 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.421+0000 7fda4ba82640 1 < canceled operation key=ZGHDNK9YXEAH tag=NGI6NOK77R9V type=del size=22340 2024-09-13T03:12:13.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.423+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=DQVIEFXIP3C2 type=del size=2854031 2024-09-13T03:12:13.425 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.423+0000 7fda4ba82640 1 < canceled part key=_multipart_K0FB782665QT.2~LETJYZG4SK5O.0 size=158613 2024-09-13T03:12:13.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.428+0000 7fda4ba82640 1 < canceled multipart upload key=K0FB782665QT upload=LETJYZG4SK5O tag=IVT2IZ3Q6EPG type=write size=1207189 2024-09-13T03:12:13.431 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.430+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=X3KGHONZ7SK0 type=write size=929621 2024-09-13T03:12:13.433 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.431+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~24AUPF4MR558.0 size=539654 2024-09-13T03:12:13.436 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.435+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=24AUPF4MR558 tag=AG0ZRW60MO96 type=write size=1588230 2024-09-13T03:12:13.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.437+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=O1TP1MDVA7IZ type=del size=3005834 2024-09-13T03:12:13.442 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.441+0000 7fda4ba82640 1 < suggested update operation key=XD7KO6C78R2R tag=9T0JFEL7Z9KW type=del size=988969 2024-09-13T03:12:13.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.442+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=WCRBC27OKTN2 type=del size=2033698 2024-09-13T03:12:13.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.444+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~UIIUN0CMDR3D.0 size=1048576 2024-09-13T03:12:13.446 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.444+0000 7fda4ba82640 1 < canceled part key=_multipart_K0FB782665QT.2~UIIUN0CMDR3D.1 size=350155 2024-09-13T03:12:13.449 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.448+0000 7fda4ba82640 1 < canceled multipart upload key=K0FB782665QT upload=UIIUN0CMDR3D tag=I31802WW9OCO type=write size=2447307 2024-09-13T03:12:13.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.450+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=TW2TCQ1UR7R3 type=del size=2069496 2024-09-13T03:12:13.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.452+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~3JJRWFYJKQIX.0 size=1048576 2024-09-13T03:12:13.455 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.453+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~3JJRWFYJKQIX.1 size=372898 2024-09-13T03:12:13.458 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.457+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=3JJRWFYJKQIX tag=49RMD1CROOTK type=write size=2470050 2024-09-13T03:12:13.460 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.459+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=P0V3E3XPVC2F type=write size=488221 2024-09-13T03:12:13.462 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.461+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=VS3NB95MD62H type=del 2024-09-13T03:12:13.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.464+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~EO2MAIPJ2226.0 size=1048576 2024-09-13T03:12:13.467 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.466+0000 7fda4ba82640 1 > prepared part key=_multipart_MOZWPHZFFRM3.2~EO2MAIPJ2226.1 size=324326 2024-09-13T03:12:13.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.466+0000 7fda4ba82640 1 > prepared multipart upload key=MOZWPHZFFRM3 upload=EO2MAIPJ2226 tag=S0MUSIBZADTS type=write size=2421478 2024-09-13T03:12:13.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.468+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~Y143TI5MM0XO.0 size=1048576 2024-09-13T03:12:13.471 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.470+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~Y143TI5MM0XO.1 size=1048576 2024-09-13T03:12:13.473 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.471+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~Y143TI5MM0XO.2 size=284279 2024-09-13T03:12:13.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.476+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=Y143TI5MM0XO tag=D3SZZ10GKU74 type=write size=3430007 2024-09-13T03:12:13.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.479+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~Q6IJOP2ZHD0G.0 size=191196 2024-09-13T03:12:13.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.479+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=Q6IJOP2ZHD0G tag=KSKEIPWW9GYE type=write size=1239772 2024-09-13T03:12:13.483 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.482+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~2TLOH21I1HU5.0 size=1048576 2024-09-13T03:12:13.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.483+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~2TLOH21I1HU5.1 size=54806 2024-09-13T03:12:13.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.487+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=2TLOH21I1HU5 tag=Z4QJJJ9I70LQ type=write size=2151958 2024-09-13T03:12:13.490 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.489+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=UMVOK1U22O4Z type=del size=1712563 2024-09-13T03:12:13.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.491+0000 7fda4ba82640 1 < canceled operation key=WRBSMDZRZQAN tag=8J7XMNRX6YV7 type=write size=841923 2024-09-13T03:12:13.496 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.494+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~GM9PR0L164GJ.0 size=578169 2024-09-13T03:12:13.496 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.494+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=GM9PR0L164GJ tag=JWG9F3FVFLZM type=write size=1626745 2024-09-13T03:12:13.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.496+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~BQW1DHK5VXS7.0 size=1048576 2024-09-13T03:12:13.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.498+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~BQW1DHK5VXS7.1 size=702346 2024-09-13T03:12:13.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.501+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=BQW1DHK5VXS7 tag=UJGLNTMVXK0J type=write size=2799498 2024-09-13T03:12:13.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.506+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~AM9OD2UVQ0CB.0 size=1048576 2024-09-13T03:12:13.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.508+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~AM9OD2UVQ0CB.1 size=247775 2024-09-13T03:12:13.509 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.508+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=AM9OD2UVQ0CB tag=I9KHW1HJ1T2F type=write size=2344927 2024-09-13T03:12:13.511 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.510+0000 7fda4ba82640 1 < canceled operation key=AW13WQCSYUGX tag=LDK18PQGP8U7 type=del size=741475 2024-09-13T03:12:13.513 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.512+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=YFVYC6FDEBH2 type=del size=452715 2024-09-13T03:12:13.516 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.514+0000 7fda4ba82640 -1 < failed to complete operation key=XD7KO6C78R2R tag=KTK6K94IJVUL type=write size=413274: (22) Invalid argument 2024-09-13T03:12:13.518 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.516+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=NEUQOMYIIUGM type=del size=2552011 2024-09-13T03:12:13.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.518+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~KNNOLNSLG7IF.0 size=895430 2024-09-13T03:12:13.523 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.522+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=KNNOLNSLG7IF tag=NK00WN4DS4EA type=write size=1944006 2024-09-13T03:12:13.528 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.526+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~S3Q0KX7197FO.0 size=1048576 2024-09-13T03:12:13.529 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.528+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~S3Q0KX7197FO.1 size=1048576 2024-09-13T03:12:13.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.530+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~S3Q0KX7197FO.2 size=43726 2024-09-13T03:12:13.531 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.530+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=S3Q0KX7197FO tag=KOP2493OIMVP type=write size=3189454 2024-09-13T03:12:13.533 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.532+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=FC3HSTAE30YV type=del 2024-09-13T03:12:13.537 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.535+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~XC8YZCVBD2CX.0 size=1048576 2024-09-13T03:12:13.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.537+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~XC8YZCVBD2CX.1 size=749742 2024-09-13T03:12:13.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.537+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=XC8YZCVBD2CX tag=81KDDLKZN37T type=write size=2846894 2024-09-13T03:12:13.540 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.539+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=DJXT3DF05QPD type=del 2024-09-13T03:12:13.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.541+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=XPPF7HOHZRDZ type=del size=2688454 2024-09-13T03:12:13.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.543+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=DQVIEFXIP3C2 type=del 2024-09-13T03:12:13.549 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.547+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~3KW8T8M7JGVB.0 size=1048576 2024-09-13T03:12:13.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.549+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~3KW8T8M7JGVB.1 size=474439 2024-09-13T03:12:13.551 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.549+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=3KW8T8M7JGVB tag=IAZ3L02LXY7B type=write size=2571591 2024-09-13T03:12:13.552 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.551+0000 7fda4ba82640 1 < completed write operation key=DJ0S2Y4QPAX8 tag=X3KGHONZ7SK0 type=write size=929621 2024-09-13T03:12:13.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.553+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=J92SR43IEB24 type=del size=3283353 2024-09-13T03:12:13.556 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.555+0000 7fda4ba82640 1 < canceled operation key=YXSJPUVUR9YF tag=O1TP1MDVA7IZ type=del size=3005834 2024-09-13T03:12:13.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.559+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~YKGMFD3YWK1X.0 size=728363 2024-09-13T03:12:13.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.559+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=YKGMFD3YWK1X tag=YJ416RXXQSGM type=write size=1776939 2024-09-13T03:12:13.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.561+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=WCRBC27OKTN2 type=del 2024-09-13T03:12:13.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.565+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~HX13B2U9DXHV.0 size=1048576 2024-09-13T03:12:13.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.567+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~HX13B2U9DXHV.1 size=1024564 2024-09-13T03:12:13.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.567+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=HX13B2U9DXHV tag=SV27XK9URODI type=write size=3121716 2024-09-13T03:12:13.571 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.569+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=TW2TCQ1UR7R3 type=del 2024-09-13T03:12:13.573 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.571+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=HDVQCONA978M type=write size=897272 2024-09-13T03:12:13.575 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.574+0000 7fda4ba82640 1 < completed write operation key=M3W0IJDWZTHP tag=P0V3E3XPVC2F type=write size=488221 2024-09-13T03:12:13.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.577+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~WIAG90Q94WI4.0 size=1048576 2024-09-13T03:12:13.580 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.579+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~WIAG90Q94WI4.1 size=5525 2024-09-13T03:12:13.580 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.579+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=WIAG90Q94WI4 tag=OG6DARHEXHDZ type=write size=2102677 2024-09-13T03:12:13.582 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.581+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~EO2MAIPJ2226.0 size=1048576 2024-09-13T03:12:13.584 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.582+0000 7fda4ba82640 1 < completed part key=_multipart_MOZWPHZFFRM3.2~EO2MAIPJ2226.1 size=324326 2024-09-13T03:12:13.587 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.586+0000 7fda4ba82640 1 < completed multipart upload key=MOZWPHZFFRM3 upload=EO2MAIPJ2226 tag=S0MUSIBZADTS type=write size=2421478 2024-09-13T03:12:13.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.590+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~TYDOYQL33JPT.0 size=472574 2024-09-13T03:12:13.591 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.590+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=TYDOYQL33JPT tag=URJK2ZXE4COZ type=write size=1521150 2024-09-13T03:12:13.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.592+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~Q6IJOP2ZHD0G.0 size=191196 2024-09-13T03:12:13.597 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.595+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=Q6IJOP2ZHD0G tag=KSKEIPWW9GYE type=write size=1239772 2024-09-13T03:12:13.599 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.597+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=WEDDPK6LP92L type=del size=2424630 2024-09-13T03:12:13.601 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.599+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=UMVOK1U22O4Z type=del 2024-09-13T03:12:13.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.603+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~DF77R5WM93ZQ.0 size=299986 2024-09-13T03:12:13.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.603+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=DF77R5WM93ZQ tag=UR8KI5287B8N type=write size=1348562 2024-09-13T03:12:13.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.605+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~GM9PR0L164GJ.0 size=578169 2024-09-13T03:12:13.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.609+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=GM9PR0L164GJ tag=JWG9F3FVFLZM type=write size=1626745 2024-09-13T03:12:13.614 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.612+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~HQZ1T445MJ9G.0 size=1048576 2024-09-13T03:12:13.615 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.614+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~HQZ1T445MJ9G.1 size=1048576 2024-09-13T03:12:13.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.616+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~HQZ1T445MJ9G.2 size=732343 2024-09-13T03:12:13.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.616+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=HQZ1T445MJ9G tag=0ICMCE2WHW9R type=write size=3878071 2024-09-13T03:12:13.619 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.618+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~AM9OD2UVQ0CB.0 size=1048576 2024-09-13T03:12:13.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.619+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~AM9OD2UVQ0CB.1 size=247775 2024-09-13T03:12:13.624 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.623+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=AM9OD2UVQ0CB tag=I9KHW1HJ1T2F type=write size=2344927 2024-09-13T03:12:13.628 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.627+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~ELDS3KQPGWB5.0 size=1048576 2024-09-13T03:12:13.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.628+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~ELDS3KQPGWB5.1 size=196168 2024-09-13T03:12:13.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.628+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=ELDS3KQPGWB5 tag=TLGRMLOEB7GE type=write size=2293320 2024-09-13T03:12:13.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.630+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=YFVYC6FDEBH2 type=del 2024-09-13T03:12:13.634 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.632+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=CP5MX038OAKJ type=del size=1470818 2024-09-13T03:12:13.638 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.637+0000 7fda4ba82640 1 < suggested remove operation key=M3W0IJDWZTHP tag=NEUQOMYIIUGM type=del 2024-09-13T03:12:13.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.641+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~03PCKPDUR15E.0 size=930500 2024-09-13T03:12:13.642 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.641+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=03PCKPDUR15E tag=H9L7OQJCAVHS type=write size=1979076 2024-09-13T03:12:13.645 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.643+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~S3Q0KX7197FO.0 size=1048576 2024-09-13T03:12:13.647 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.645+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~S3Q0KX7197FO.1 size=1048576 2024-09-13T03:12:13.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.647+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~S3Q0KX7197FO.2 size=43726 2024-09-13T03:12:13.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.651+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=S3Q0KX7197FO tag=KOP2493OIMVP type=write size=3189454 2024-09-13T03:12:13.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.653+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=T1RUG6Q8WVKN type=del size=1309150 2024-09-13T03:12:13.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.655+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~XC8YZCVBD2CX.0 size=1048576 2024-09-13T03:12:13.658 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.657+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~XC8YZCVBD2CX.1 size=749742 2024-09-13T03:12:13.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.660+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=XC8YZCVBD2CX tag=81KDDLKZN37T type=write size=2846894 2024-09-13T03:12:13.663 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.662+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=HQJZG6J61PBD type=write size=952826 2024-09-13T03:12:13.665 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.664+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=XPPF7HOHZRDZ type=del 2024-09-13T03:12:13.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.668+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~4N014Z9JC49C.0 size=571453 2024-09-13T03:12:13.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.668+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=4N014Z9JC49C tag=4GNFR7QHB50J type=write size=1620029 2024-09-13T03:12:13.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.670+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~3KW8T8M7JGVB.0 size=1048576 2024-09-13T03:12:13.673 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.672+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~3KW8T8M7JGVB.1 size=474439 2024-09-13T03:12:13.678 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.676+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=3KW8T8M7JGVB tag=IAZ3L02LXY7B type=write size=2571591 2024-09-13T03:12:13.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.680+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~JFLZ1ZRALT0V.0 size=1048576 2024-09-13T03:12:13.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.682+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~JFLZ1ZRALT0V.1 size=384283 2024-09-13T03:12:13.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.682+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=JFLZ1ZRALT0V tag=UCG33KLSIPNE type=write size=2481435 2024-09-13T03:12:13.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.684+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=J92SR43IEB24 type=del 2024-09-13T03:12:13.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.687+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~9BSB58NMGRZ3.0 size=603775 2024-09-13T03:12:13.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.687+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=9BSB58NMGRZ3 tag=3V50C52366FA type=write size=1652351 2024-09-13T03:12:13.692 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.690+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~YKGMFD3YWK1X.0 size=728363 2024-09-13T03:12:13.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.693+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=YKGMFD3YWK1X tag=YJ416RXXQSGM type=write size=1776939 2024-09-13T03:12:13.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.695+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=DXPXL5CFIPG6 type=del size=3977791 2024-09-13T03:12:13.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.697+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~HX13B2U9DXHV.0 size=1048576 2024-09-13T03:12:13.700 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.699+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~HX13B2U9DXHV.1 size=1024564 2024-09-13T03:12:13.704 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.703+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=HX13B2U9DXHV tag=SV27XK9URODI type=write size=3121716 2024-09-13T03:12:13.706 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.705+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=II880A5CHEAA type=write size=677931 2024-09-13T03:12:13.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.709+0000 7fda4ba82640 1 < suggested remove operation key=A4ZG9OAEC25I tag=HDVQCONA978M type=write 2024-09-13T03:12:13.712 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.711+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=633PMBFK1HZA type=del size=3106843 2024-09-13T03:12:13.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.712+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~WIAG90Q94WI4.0 size=1048576 2024-09-13T03:12:13.716 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.714+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~WIAG90Q94WI4.1 size=5525 2024-09-13T03:12:13.719 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.718+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=WIAG90Q94WI4 tag=OG6DARHEXHDZ type=write size=2102677 2024-09-13T03:12:13.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.720+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=1Y5WX5TZBL3M type=write size=48530 2024-09-13T03:12:13.721 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.720+0000 7fda4ba82640 1 < canceled part key=_multipart_K8VZZVE7H1UR.2~TYDOYQL33JPT.0 size=472574 2024-09-13T03:12:13.725 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.723+0000 7fda4ba82640 1 < canceled multipart upload key=K8VZZVE7H1UR upload=TYDOYQL33JPT tag=URJK2ZXE4COZ type=write size=1521150 2024-09-13T03:12:13.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.725+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=4TPFLO76MPWR type=del size=3301353 2024-09-13T03:12:13.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.728+0000 7fda4ba82640 -1 < failed to complete operation key=M3W0IJDWZTHP tag=WEDDPK6LP92L type=del size=2424630: (22) Invalid argument 2024-09-13T03:12:13.733 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.732+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~G4FDY938P31Y.0 size=1048576 2024-09-13T03:12:13.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.733+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~G4FDY938P31Y.1 size=134956 2024-09-13T03:12:13.735 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.733+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=G4FDY938P31Y tag=ADTWXD798MT8 type=write size=2232108 2024-09-13T03:12:13.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.735+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~DF77R5WM93ZQ.0 size=299986 2024-09-13T03:12:13.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.739+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=DF77R5WM93ZQ tag=UR8KI5287B8N type=write size=1348562 2024-09-13T03:12:13.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.743+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~F7JP27FLRGJN.0 size=153827 2024-09-13T03:12:13.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.743+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=F7JP27FLRGJN tag=17Z5C1DL4PMB type=write size=1202403 2024-09-13T03:12:13.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.745+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~HQZ1T445MJ9G.0 size=1048576 2024-09-13T03:12:13.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.747+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~HQZ1T445MJ9G.1 size=1048576 2024-09-13T03:12:13.750 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.748+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~HQZ1T445MJ9G.2 size=732343 2024-09-13T03:12:13.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.752+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=HQZ1T445MJ9G tag=0ICMCE2WHW9R type=write size=3878071 2024-09-13T03:12:13.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.754+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=ORR8MZ0BYYRX type=write size=913968 2024-09-13T03:12:13.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.756+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~ELDS3KQPGWB5.0 size=1048576 2024-09-13T03:12:13.759 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.758+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~ELDS3KQPGWB5.1 size=196168 2024-09-13T03:12:13.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.761+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=ELDS3KQPGWB5 tag=TLGRMLOEB7GE type=write size=2293320 2024-09-13T03:12:13.765 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.763+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=HJ4J4XADZTB5 type=del size=1717229 2024-09-13T03:12:13.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.765+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=CP5MX038OAKJ type=del 2024-09-13T03:12:13.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.769+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~DBCEHIE905A2.0 size=61080 2024-09-13T03:12:13.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.769+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=DBCEHIE905A2 tag=TGE8SZB0ZVTU type=write size=1109656 2024-09-13T03:12:13.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.771+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~03PCKPDUR15E.0 size=930500 2024-09-13T03:12:13.776 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.775+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=03PCKPDUR15E tag=H9L7OQJCAVHS type=write size=1979076 2024-09-13T03:12:13.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.776+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=LAD4YT89AGK8 type=del size=1748323 2024-09-13T03:12:13.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.779+0000 7fda4ba82640 1 < canceled operation key=MOZWPHZFFRM3 tag=T1RUG6Q8WVKN type=del size=1309150 2024-09-13T03:12:13.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.781+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=XL9VN2HJZ2V3 type=write size=62336 2024-09-13T03:12:13.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.785+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=HQJZG6J61PBD type=write 2024-09-13T03:12:13.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.787+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=6YLVNQW26ZLA type=del size=3092177 2024-09-13T03:12:13.790 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.789+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~4N014Z9JC49C.0 size=571453 2024-09-13T03:12:13.794 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.793+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=4N014Z9JC49C tag=4GNFR7QHB50J type=write size=1620029 2024-09-13T03:12:13.796 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.795+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=WL99LOX6PBCQ type=del size=196223 2024-09-13T03:12:13.798 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.797+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~JFLZ1ZRALT0V.0 size=1048576 2024-09-13T03:12:13.800 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.799+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~JFLZ1ZRALT0V.1 size=384283 2024-09-13T03:12:13.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.802+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=JFLZ1ZRALT0V tag=UCG33KLSIPNE type=write size=2481435 2024-09-13T03:12:13.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.804+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=TYJJ5TUVFWR4 type=del size=2288556 2024-09-13T03:12:13.807 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.806+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~9BSB58NMGRZ3.0 size=603775 2024-09-13T03:12:13.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.810+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=9BSB58NMGRZ3 tag=3V50C52366FA type=write size=1652351 2024-09-13T03:12:13.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.813+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~TQFC9YINQ3FQ.0 size=1048576 2024-09-13T03:12:13.816 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.815+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~TQFC9YINQ3FQ.1 size=64830 2024-09-13T03:12:13.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.815+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=TQFC9YINQ3FQ tag=76B9E5Y57UPN type=write size=2161982 2024-09-13T03:12:13.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.817+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=DXPXL5CFIPG6 type=del 2024-09-13T03:12:13.822 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.821+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~RJWXWUDNXYY6.0 size=1048576 2024-09-13T03:12:13.824 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.822+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~RJWXWUDNXYY6.1 size=1048576 2024-09-13T03:12:13.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.824+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~RJWXWUDNXYY6.2 size=891633 2024-09-13T03:12:13.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.824+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=RJWXWUDNXYY6 tag=R3LY7PBRW3TG type=write size=4037361 2024-09-13T03:12:13.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.826+0000 7fda4ba82640 1 < completed write operation key=PSHNNGDFOD02 tag=II880A5CHEAA type=write size=677931 2024-09-13T03:12:13.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.830+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~SZLLRTCU5Y30.0 size=428308 2024-09-13T03:12:13.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.830+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=SZLLRTCU5Y30 tag=9H5VJX3R4K1W type=write size=1476884 2024-09-13T03:12:13.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.832+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=633PMBFK1HZA type=del 2024-09-13T03:12:13.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.837+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~S8Z31XHI46EN.0 size=370212 2024-09-13T03:12:13.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.837+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=S8Z31XHI46EN tag=2HQ1XOTHI4YR type=write size=1418788 2024-09-13T03:12:13.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.841+0000 7fda4ba82640 1 < suggested update operation key=X8S9YEDBK37F tag=1Y5WX5TZBL3M type=write size=48530 2024-09-13T03:12:13.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.844+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~G7D2O8C3DXE5.0 size=1030723 2024-09-13T03:12:13.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.844+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=G7D2O8C3DXE5 tag=ZYA462PIWGTM type=write size=2079299 2024-09-13T03:12:13.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.846+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=4TPFLO76MPWR type=del 2024-09-13T03:12:13.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.850+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~CPBJ2JN76N6N.0 size=294143 2024-09-13T03:12:13.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.850+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=CPBJ2JN76N6N tag=KRKB742XJ93I type=write size=1342719 2024-09-13T03:12:13.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.852+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~G4FDY938P31Y.0 size=1048576 2024-09-13T03:12:13.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.854+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~G4FDY938P31Y.1 size=134956 2024-09-13T03:12:13.859 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.858+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=G4FDY938P31Y tag=ADTWXD798MT8 type=write size=2232108 2024-09-13T03:12:13.861 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.860+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=8B7LV8V1PC3B type=del size=2773886 2024-09-13T03:12:13.863 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.862+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~F7JP27FLRGJN.0 size=153827 2024-09-13T03:12:13.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.865+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=F7JP27FLRGJN tag=17Z5C1DL4PMB type=write size=1202403 2024-09-13T03:12:13.871 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.869+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~HW5V5E5H6QBE.0 size=1048576 2024-09-13T03:12:13.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.871+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~HW5V5E5H6QBE.1 size=502677 2024-09-13T03:12:13.873 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.871+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=HW5V5E5H6QBE tag=N550NA47LSLK type=write size=2599829 2024-09-13T03:12:13.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.873+0000 7fda4ba82640 1 < completed write operation key=WLBGNRHIMT7I tag=ORR8MZ0BYYRX type=write size=913968 2024-09-13T03:12:13.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.876+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=VLBKPB43QIBZ type=del size=3012425 2024-09-13T03:12:13.879 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.878+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=HJ4J4XADZTB5 type=del 2024-09-13T03:12:13.881 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.880+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=00BD2VA6B7PL type=del size=670680 2024-09-13T03:12:13.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.882+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~DBCEHIE905A2.0 size=61080 2024-09-13T03:12:13.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.885+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=DBCEHIE905A2 tag=TGE8SZB0ZVTU type=write size=1109656 2024-09-13T03:12:13.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.887+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=LAPJFJTVDHF1 type=del size=2844439 2024-09-13T03:12:13.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.890+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=LAD4YT89AGK8 type=del 2024-09-13T03:12:13.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.892+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=BYI2KVF8NJ9S type=del size=4035787 2024-09-13T03:12:13.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.896+0000 7fda4ba82640 1 < suggested remove operation key=3VGJW4TWEKKL tag=XL9VN2HJZ2V3 type=write 2024-09-13T03:12:13.900 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.898+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=WPMV0SV6YJ6X type=del size=3179640 2024-09-13T03:12:13.904 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.903+0000 7fda4ba82640 1 < suggested remove operation key=DJ0S2Y4QPAX8 tag=6YLVNQW26ZLA type=del 2024-09-13T03:12:13.906 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.905+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=8M257RLI70GD type=del size=3204401 2024-09-13T03:12:13.912 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.910+0000 7fda4ba82640 1 < suggested remove operation key=MOZWPHZFFRM3 tag=WL99LOX6PBCQ type=del 2024-09-13T03:12:13.914 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.912+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=665BZ8YXO3VN type=del size=955070 2024-09-13T03:12:13.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.915+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=TYJJ5TUVFWR4 type=del 2024-09-13T03:12:13.918 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.916+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=LRPO8JBDNOA7 type=del size=1493480 2024-09-13T03:12:13.920 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.918+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~TQFC9YINQ3FQ.0 size=1048576 2024-09-13T03:12:13.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.920+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~TQFC9YINQ3FQ.1 size=64830 2024-09-13T03:12:13.925 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.923+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=TQFC9YINQ3FQ tag=76B9E5Y57UPN type=write size=2161982 2024-09-13T03:12:13.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.925+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=NGYRBG3GX4AT type=write size=326675 2024-09-13T03:12:13.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.928+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~RJWXWUDNXYY6.0 size=1048576 2024-09-13T03:12:13.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.930+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~RJWXWUDNXYY6.1 size=1048576 2024-09-13T03:12:13.933 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.931+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~RJWXWUDNXYY6.2 size=891633 2024-09-13T03:12:13.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.935+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=RJWXWUDNXYY6 tag=R3LY7PBRW3TG type=write size=4037361 2024-09-13T03:12:13.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.937+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=54TAJCMBRE4C type=del size=2842592 2024-09-13T03:12:13.941 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.939+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~SZLLRTCU5Y30.0 size=428308 2024-09-13T03:12:13.945 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.944+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=SZLLRTCU5Y30 tag=9H5VJX3R4K1W type=write size=1476884 2024-09-13T03:12:13.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.948+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~ST351UDO0USS.0 size=479637 2024-09-13T03:12:13.949 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.948+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=ST351UDO0USS tag=SI5U8FQ4COA2 type=write size=1528213 2024-09-13T03:12:13.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.950+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~S8Z31XHI46EN.0 size=370212 2024-09-13T03:12:13.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.954+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=S8Z31XHI46EN tag=2HQ1XOTHI4YR type=write size=1418788 2024-09-13T03:12:13.957 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.956+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=IZ085N4239CA type=del size=2410827 2024-09-13T03:12:13.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.958+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~G7D2O8C3DXE5.0 size=1030723 2024-09-13T03:12:13.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.961+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=G7D2O8C3DXE5 tag=ZYA462PIWGTM type=write size=2079299 2024-09-13T03:12:13.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.965+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~0L2EMPRK08N2.0 size=556833 2024-09-13T03:12:13.967 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.965+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=0L2EMPRK08N2 tag=O3CDOI3GLZRW type=write size=1605409 2024-09-13T03:12:13.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.967+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~CPBJ2JN76N6N.0 size=294143 2024-09-13T03:12:13.972 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.971+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=CPBJ2JN76N6N tag=KRKB742XJ93I type=write size=1342719 2024-09-13T03:12:13.974 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.973+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=CS7ISVP2KFI9 type=write size=50661 2024-09-13T03:12:13.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.975+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=8B7LV8V1PC3B type=del 2024-09-13T03:12:13.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.977+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=A8UP2UVF08W3 type=del size=3718132 2024-09-13T03:12:13.980 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.979+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~HW5V5E5H6QBE.0 size=1048576 2024-09-13T03:12:13.982 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.981+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~HW5V5E5H6QBE.1 size=502677 2024-09-13T03:12:13.986 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.984+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=HW5V5E5H6QBE tag=N550NA47LSLK type=write size=2599829 2024-09-13T03:12:13.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.986+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=QJ9PANTSV64S type=del size=624473 2024-09-13T03:12:13.990 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.989+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=VLBKPB43QIBZ type=del 2024-09-13T03:12:13.992 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.990+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=ZCLTWYHJ2JN6 type=write size=708950 2024-09-13T03:12:13.995 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.994+0000 7fda4ba82640 1 < suggested remove operation key=XD7KO6C78R2R tag=00BD2VA6B7PL type=del 2024-09-13T03:12:13.999 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:13.998+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~WSC4OD2WDQ29.0 size=1048576 2024-09-13T03:12:14.001 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.000+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~WSC4OD2WDQ29.1 size=1048576 2024-09-13T03:12:14.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.001+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~WSC4OD2WDQ29.2 size=57624 2024-09-13T03:12:14.003 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.001+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=WSC4OD2WDQ29 tag=QCYAN2MJIEJ6 type=write size=3203352 2024-09-13T03:12:14.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.003+0000 7fda4ba82640 1 < canceled operation key=X8S9YEDBK37F tag=LAPJFJTVDHF1 type=del size=2844439 2024-09-13T03:12:14.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.006+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=LYFTHVY22ZW1 type=del size=3714745 2024-09-13T03:12:14.011 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.010+0000 7fda4ba82640 1 < suggested remove operation key=ZGHDNK9YXEAH tag=BYI2KVF8NJ9S type=del 2024-09-13T03:12:14.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.013+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~ENBF1TKKSFHT.0 size=1048576 2024-09-13T03:12:14.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.015+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~ENBF1TKKSFHT.1 size=793804 2024-09-13T03:12:14.017 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.015+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=ENBF1TKKSFHT tag=UF3H02CQEF3L type=write size=2890956 2024-09-13T03:12:14.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.017+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=WPMV0SV6YJ6X type=del 2024-09-13T03:12:14.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.021+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~66E4Z523UW4V.0 size=1048576 2024-09-13T03:12:14.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.023+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~66E4Z523UW4V.1 size=1048576 2024-09-13T03:12:14.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.025+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~66E4Z523UW4V.2 size=310302 2024-09-13T03:12:14.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.025+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=66E4Z523UW4V tag=371AXIBDMZN2 type=write size=3456030 2024-09-13T03:12:14.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.027+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=8M257RLI70GD type=del 2024-09-13T03:12:14.031 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.030+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~VF2IB5H9FDSF.0 size=1048576 2024-09-13T03:12:14.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.032+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~VF2IB5H9FDSF.1 size=857766 2024-09-13T03:12:14.033 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.032+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=VF2IB5H9FDSF tag=BBX80GL165ZA type=write size=2954918 2024-09-13T03:12:14.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.034+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=665BZ8YXO3VN type=del 2024-09-13T03:12:14.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.038+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~OK210GX9NEM4.0 size=1048576 2024-09-13T03:12:14.041 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.039+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~OK210GX9NEM4.1 size=326982 2024-09-13T03:12:14.041 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.039+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=OK210GX9NEM4 tag=Z9CDLGYYTKLZ type=write size=2424134 2024-09-13T03:12:14.042 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.041+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=LRPO8JBDNOA7 type=del 2024-09-13T03:12:14.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.043+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=BOXG0QGPSUZA type=del size=1708215 2024-09-13T03:12:14.046 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.045+0000 7fda4ba82640 1 < completed write operation key=3VGJW4TWEKKL tag=NGYRBG3GX4AT type=write size=326675 2024-09-13T03:12:14.049 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.047+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=6XHKZFMUKJDC type=del size=3813925 2024-09-13T03:12:14.052 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.049+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=54TAJCMBRE4C type=del 2024-09-13T03:12:14.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.051+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=PWJQGZUNFQAT type=del size=3392152 2024-09-13T03:12:14.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.054+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~ST351UDO0USS.0 size=479637 2024-09-13T03:12:14.060 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.058+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=ST351UDO0USS tag=SI5U8FQ4COA2 type=write size=1528213 2024-09-13T03:12:14.062 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.060+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=6NMNIQC6EBXR type=del size=1513709 2024-09-13T03:12:14.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.062+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=IZ085N4239CA type=del 2024-09-13T03:12:14.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.064+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=KZ5SJ1FBQH0L type=del size=4758 2024-09-13T03:12:14.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.065+0000 7fda4ba82640 1 < canceled part key=_multipart_WRBSMDZRZQAN.2~0L2EMPRK08N2.0 size=556833 2024-09-13T03:12:14.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.068+0000 7fda4ba82640 1 < canceled multipart upload key=WRBSMDZRZQAN upload=0L2EMPRK08N2 tag=O3CDOI3GLZRW type=write size=1605409 2024-09-13T03:12:14.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.070+0000 7fda4ba82640 1 > prepared operation key=M3W0IJDWZTHP tag=4TCMRNA7OIT2 type=write size=20678 2024-09-13T03:12:14.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.072+0000 7fda4ba82640 1 < completed write operation key=DOJPAU2YIY2T tag=CS7ISVP2KFI9 type=write size=50661 2024-09-13T03:12:14.076 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.074+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=KJGW5WWZ3GXE type=del size=1866321 2024-09-13T03:12:14.078 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.077+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=A8UP2UVF08W3 type=del 2024-09-13T03:12:14.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.079+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=16ZDI5UJ7RCC type=del size=1250102 2024-09-13T03:12:14.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.081+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=QJ9PANTSV64S type=del 2024-09-13T03:12:14.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.085+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~HSRU1BY40LU8.0 size=538371 2024-09-13T03:12:14.086 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.085+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=HSRU1BY40LU8 tag=ND1FJX3XF990 type=write size=1586947 2024-09-13T03:12:14.088 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.087+0000 7fda4ba82640 1 < completed write operation key=I99SIV522FFG tag=ZCLTWYHJ2JN6 type=write size=708950 2024-09-13T03:12:14.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.089+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=6NZNMEE8NONH type=del size=2934906 2024-09-13T03:12:14.092 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.091+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~WSC4OD2WDQ29.0 size=1048576 2024-09-13T03:12:14.094 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.092+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~WSC4OD2WDQ29.1 size=1048576 2024-09-13T03:12:14.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.094+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~WSC4OD2WDQ29.2 size=57624 2024-09-13T03:12:14.099 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.097+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=WSC4OD2WDQ29 tag=QCYAN2MJIEJ6 type=write size=3203352 2024-09-13T03:12:14.103 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.101+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~Y1IGJUBA4P24.0 size=1048576 2024-09-13T03:12:14.104 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.103+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~Y1IGJUBA4P24.1 size=1048576 2024-09-13T03:12:14.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.104+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~Y1IGJUBA4P24.2 size=76002 2024-09-13T03:12:14.106 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.104+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=Y1IGJUBA4P24 tag=A9FRK78V67NJ type=write size=3221730 2024-09-13T03:12:14.108 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.106+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=LYFTHVY22ZW1 type=del 2024-09-13T03:12:14.110 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.109+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=GGY9MR5OQ57L type=write size=267612 2024-09-13T03:12:14.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.111+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~ENBF1TKKSFHT.0 size=1048576 2024-09-13T03:12:14.114 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.113+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~ENBF1TKKSFHT.1 size=793804 2024-09-13T03:12:14.118 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.116+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=ENBF1TKKSFHT tag=UF3H02CQEF3L type=write size=2890956 2024-09-13T03:12:14.123 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.121+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~TSHW0RRVBUEZ.0 size=1048576 2024-09-13T03:12:14.124 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.123+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~TSHW0RRVBUEZ.1 size=248987 2024-09-13T03:12:14.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.123+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=TSHW0RRVBUEZ tag=3R4XUHMVKOC6 type=write size=2346139 2024-09-13T03:12:14.127 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.125+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~66E4Z523UW4V.0 size=1048576 2024-09-13T03:12:14.128 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.127+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~66E4Z523UW4V.1 size=1048576 2024-09-13T03:12:14.130 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.129+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~66E4Z523UW4V.2 size=310302 2024-09-13T03:12:14.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.132+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=66E4Z523UW4V tag=371AXIBDMZN2 type=write size=3456030 2024-09-13T03:12:14.136 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.134+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=63ELR1X52IT9 type=del size=887127 2024-09-13T03:12:14.138 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.136+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~VF2IB5H9FDSF.0 size=1048576 2024-09-13T03:12:14.140 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.138+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~VF2IB5H9FDSF.1 size=857766 2024-09-13T03:12:14.144 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.142+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=VF2IB5H9FDSF tag=BBX80GL165ZA type=write size=2954918 2024-09-13T03:12:14.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.144+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=ASMNHIETB7EW type=write size=972981 2024-09-13T03:12:14.147 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.146+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~OK210GX9NEM4.0 size=1048576 2024-09-13T03:12:14.149 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.148+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~OK210GX9NEM4.1 size=326982 2024-09-13T03:12:14.153 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.151+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=OK210GX9NEM4 tag=Z9CDLGYYTKLZ type=write size=2424134 2024-09-13T03:12:14.157 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.156+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~F476EREYODC0.0 size=1048576 2024-09-13T03:12:14.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.157+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~F476EREYODC0.1 size=367424 2024-09-13T03:12:14.159 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.157+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=F476EREYODC0 tag=K1R10IUSVJ5D type=write size=2464576 2024-09-13T03:12:14.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.160+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=BOXG0QGPSUZA type=del 2024-09-13T03:12:14.165 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.164+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~3G53BQASUWVC.0 size=1048576 2024-09-13T03:12:14.167 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.166+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~3G53BQASUWVC.1 size=1048576 2024-09-13T03:12:14.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.167+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~3G53BQASUWVC.2 size=911005 2024-09-13T03:12:14.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.168+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=3G53BQASUWVC tag=D0K2MY4M6B6B type=write size=4056733 2024-09-13T03:12:14.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.169+0000 7fda4ba82640 1 < completed delete operation key=YXSJPUVUR9YF tag=6XHKZFMUKJDC type=del 2024-09-13T03:12:14.173 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.171+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=NW5HUFQNA05E type=write size=376424 2024-09-13T03:12:14.175 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.174+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=PWJQGZUNFQAT type=del 2024-09-13T03:12:14.177 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.175+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=1M7TKGOZBHFE type=del size=2198533 2024-09-13T03:12:14.179 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.177+0000 7fda4ba82640 1 < completed delete operation key=M3W0IJDWZTHP tag=6NMNIQC6EBXR type=del 2024-09-13T03:12:14.181 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.179+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=T0LP8SLVQ5WL type=del size=170898 2024-09-13T03:12:14.183 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.181+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=KZ5SJ1FBQH0L type=del 2024-09-13T03:12:14.185 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.183+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=ARN4RGK5LERD type=del size=100031 2024-09-13T03:12:14.186 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.185+0000 7fda4ba82640 1 < canceled operation key=M3W0IJDWZTHP tag=4TCMRNA7OIT2 type=write size=20678 2024-09-13T03:12:14.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.187+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=P76L7TA6DTYD type=del size=532837 2024-09-13T03:12:14.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.189+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=KJGW5WWZ3GXE type=del 2024-09-13T03:12:14.193 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.191+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=IZCO8WNJCSXT type=del size=1743675 2024-09-13T03:12:14.194 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.193+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=16ZDI5UJ7RCC type=del 2024-09-13T03:12:14.196 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.195+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=6J6YYNSV99FH type=del size=401371 2024-09-13T03:12:14.198 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.197+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~HSRU1BY40LU8.0 size=538371 2024-09-13T03:12:14.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.200+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=HSRU1BY40LU8 tag=ND1FJX3XF990 type=write size=1586947 2024-09-13T03:12:14.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.204+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~OTX5383USICO.0 size=239636 2024-09-13T03:12:14.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.204+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=OTX5383USICO tag=S9249L9I5H4K type=write size=1288212 2024-09-13T03:12:14.207 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.206+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=6NZNMEE8NONH type=del 2024-09-13T03:12:14.211 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.210+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~QE8ZX9ZB3KMK.0 size=1048576 2024-09-13T03:12:14.212 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.211+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~QE8ZX9ZB3KMK.1 size=1048576 2024-09-13T03:12:14.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.213+0000 7fda4ba82640 1 > prepared part key=_multipart_XD7KO6C78R2R.2~QE8ZX9ZB3KMK.2 size=781598 2024-09-13T03:12:14.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.213+0000 7fda4ba82640 1 > prepared multipart upload key=XD7KO6C78R2R upload=QE8ZX9ZB3KMK tag=GXXKROCWCZ17 type=write size=3927326 2024-09-13T03:12:14.216 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.215+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~Y1IGJUBA4P24.0 size=1048576 2024-09-13T03:12:14.218 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.216+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~Y1IGJUBA4P24.1 size=1048576 2024-09-13T03:12:14.219 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.218+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~Y1IGJUBA4P24.2 size=76002 2024-09-13T03:12:14.223 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.222+0000 7fda4ba82640 1 < completed multipart upload key=UEPB2Q26LHMF upload=Y1IGJUBA4P24 tag=A9FRK78V67NJ type=write size=3221730 2024-09-13T03:12:14.225 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.224+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=RJAACSI9374Z type=del size=3605466 2024-09-13T03:12:14.229 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.228+0000 7fda4ba82640 1 < suggested remove operation key=UEPB2Q26LHMF tag=GGY9MR5OQ57L type=write 2024-09-13T03:12:14.233 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.231+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~V26TASK8TSL6.0 size=1048576 2024-09-13T03:12:14.235 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.233+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~V26TASK8TSL6.1 size=1048576 2024-09-13T03:12:14.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.235+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~V26TASK8TSL6.2 size=1029194 2024-09-13T03:12:14.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.235+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=V26TASK8TSL6 tag=WRIEKX0QQ2OU type=write size=4174922 2024-09-13T03:12:14.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.237+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~TSHW0RRVBUEZ.0 size=1048576 2024-09-13T03:12:14.240 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.239+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~TSHW0RRVBUEZ.1 size=248987 2024-09-13T03:12:14.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.242+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=TSHW0RRVBUEZ tag=3R4XUHMVKOC6 type=write size=2346139 2024-09-13T03:12:14.245 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.244+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=5ZF2GRWB711B type=del size=2453691 2024-09-13T03:12:14.247 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.246+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=63ELR1X52IT9 type=del 2024-09-13T03:12:14.250 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.249+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=1HQN7TD20NRM type=write size=22051 2024-09-13T03:12:14.254 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.252+0000 7fda4ba82640 1 < suggested update operation key=KE9LDUK7XMNH tag=ASMNHIETB7EW type=write size=972981 2024-09-13T03:12:14.256 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.254+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=65EXJ37CK5GA type=write size=70791 2024-09-13T03:12:14.258 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.256+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~F476EREYODC0.0 size=1048576 2024-09-13T03:12:14.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.258+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~F476EREYODC0.1 size=367424 2024-09-13T03:12:14.263 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.261+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=F476EREYODC0 tag=K1R10IUSVJ5D type=write size=2464576 2024-09-13T03:12:14.265 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.263+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=L5DCB9K6WSU1 type=del size=505032 2024-09-13T03:12:14.267 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.265+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~3G53BQASUWVC.0 size=1048576 2024-09-13T03:12:14.268 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.267+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~3G53BQASUWVC.1 size=1048576 2024-09-13T03:12:14.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.269+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~3G53BQASUWVC.2 size=911005 2024-09-13T03:12:14.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.272+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=3G53BQASUWVC tag=D0K2MY4M6B6B type=write size=4056733 2024-09-13T03:12:14.276 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.274+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=OSD36J22DG6O type=del size=695899 2024-09-13T03:12:14.278 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.276+0000 7fda4ba82640 1 < canceled operation key=E67B744938JK tag=NW5HUFQNA05E type=write size=376424 2024-09-13T03:12:14.281 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.280+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~LOD24MQKPU8D.0 size=1015276 2024-09-13T03:12:14.282 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.280+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=LOD24MQKPU8D tag=EDMZ4F3QKUUP type=write size=2063852 2024-09-13T03:12:14.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.283+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=1M7TKGOZBHFE type=del 2024-09-13T03:12:14.288 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.286+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~LD1A8XL367ZU.0 size=1048576 2024-09-13T03:12:14.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.288+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~LD1A8XL367ZU.1 size=1048576 2024-09-13T03:12:14.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.290+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~LD1A8XL367ZU.2 size=73414 2024-09-13T03:12:14.291 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.290+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=LD1A8XL367ZU tag=7CKH9F3TKYJN type=write size=3219142 2024-09-13T03:12:14.295 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.294+0000 7fda4ba82640 1 < suggested remove operation key=8O19R8YXKXJ0 tag=T0LP8SLVQ5WL type=del 2024-09-13T03:12:14.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.298+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~PGLTK1LGZ79U.0 size=724912 2024-09-13T03:12:14.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.298+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=PGLTK1LGZ79U tag=YX4901RIU0BZ type=write size=1773488 2024-09-13T03:12:14.302 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.300+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=ARN4RGK5LERD type=del 2024-09-13T03:12:14.304 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.303+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=0BZ0FA2FSID7 type=del size=3205342 2024-09-13T03:12:14.306 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.305+0000 7fda4ba82640 1 < canceled operation key=YXSJPUVUR9YF tag=P76L7TA6DTYD type=del size=532837 2024-09-13T03:12:14.310 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.308+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~1JDBCZFASBYW.0 size=1048576 2024-09-13T03:12:14.311 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.310+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~1JDBCZFASBYW.1 size=1048576 2024-09-13T03:12:14.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.312+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~1JDBCZFASBYW.2 size=585944 2024-09-13T03:12:14.313 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.312+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=1JDBCZFASBYW tag=I5GHIIHNV0H1 type=write size=3731672 2024-09-13T03:12:14.315 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.314+0000 7fda4ba82640 1 < completed delete operation key=DJ0S2Y4QPAX8 tag=IZCO8WNJCSXT type=del 2024-09-13T03:12:14.317 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.316+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=FC64R79760GQ type=del size=2201807 2024-09-13T03:12:14.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.318+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=6J6YYNSV99FH type=del 2024-09-13T03:12:14.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.321+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~0VRI55030YOT.0 size=1048576 2024-09-13T03:12:14.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.323+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~0VRI55030YOT.1 size=7561 2024-09-13T03:12:14.324 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.323+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=0VRI55030YOT tag=ZCR7JKJM51HY type=write size=2104713 2024-09-13T03:12:14.326 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.325+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~OTX5383USICO.0 size=239636 2024-09-13T03:12:14.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.328+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=OTX5383USICO tag=S9249L9I5H4K type=write size=1288212 2024-09-13T03:12:14.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.333+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~EZJT8QE2MZQH.0 size=1048576 2024-09-13T03:12:14.335 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.334+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~EZJT8QE2MZQH.1 size=1048576 2024-09-13T03:12:14.337 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.336+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~EZJT8QE2MZQH.2 size=817536 2024-09-13T03:12:14.337 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.336+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=EZJT8QE2MZQH tag=14ZICN3JPXRK type=write size=3963264 2024-09-13T03:12:14.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.338+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~QE8ZX9ZB3KMK.0 size=1048576 2024-09-13T03:12:14.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.339+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~QE8ZX9ZB3KMK.1 size=1048576 2024-09-13T03:12:14.342 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.341+0000 7fda4ba82640 1 < completed part key=_multipart_XD7KO6C78R2R.2~QE8ZX9ZB3KMK.2 size=781598 2024-09-13T03:12:14.346 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.344+0000 7fda4ba82640 1 < completed multipart upload key=XD7KO6C78R2R upload=QE8ZX9ZB3KMK tag=GXXKROCWCZ17 type=write size=3927326 2024-09-13T03:12:14.350 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.348+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~2953ZYGRQZ62.0 size=1048576 2024-09-13T03:12:14.351 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.350+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~2953ZYGRQZ62.1 size=1048576 2024-09-13T03:12:14.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.352+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~2953ZYGRQZ62.2 size=184755 2024-09-13T03:12:14.353 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.352+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=2953ZYGRQZ62 tag=OBJK9IY4ULFA type=write size=3330483 2024-09-13T03:12:14.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.354+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=RJAACSI9374Z type=del 2024-09-13T03:12:14.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.355+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=ITXQ9HIWSNVQ type=del size=1146575 2024-09-13T03:12:14.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.357+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~V26TASK8TSL6.0 size=1048576 2024-09-13T03:12:14.360 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.359+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~V26TASK8TSL6.1 size=1048576 2024-09-13T03:12:14.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.361+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~V26TASK8TSL6.2 size=1029194 2024-09-13T03:12:14.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.364+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=V26TASK8TSL6 tag=WRIEKX0QQ2OU type=write size=4174922 2024-09-13T03:12:14.368 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.366+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=2ZTN4ODOJJ1K type=del size=206587 2024-09-13T03:12:14.372 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.371+0000 7fda4ba82640 1 < suggested update operation key=QSXH3UHXTEO9 tag=5ZF2GRWB711B type=del size=2453691 2024-09-13T03:12:14.375 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.373+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=MWHZTJADF811 type=del size=3282212 2024-09-13T03:12:14.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.375+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=1HQN7TD20NRM type=write size=22051 2024-09-13T03:12:14.380 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.379+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~HYBKUHAWBUIG.0 size=1048576 2024-09-13T03:12:14.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.381+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~HYBKUHAWBUIG.1 size=1048576 2024-09-13T03:12:14.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.382+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~HYBKUHAWBUIG.2 size=823132 2024-09-13T03:12:14.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.382+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=HYBKUHAWBUIG tag=3LBUMKNNZSR7 type=write size=3968860 2024-09-13T03:12:14.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.384+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=65EXJ37CK5GA type=write size=70791 2024-09-13T03:12:14.389 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.388+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~WE9B85XUNB51.0 size=1048576 2024-09-13T03:12:14.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.389+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~WE9B85XUNB51.1 size=1048576 2024-09-13T03:12:14.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.391+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~WE9B85XUNB51.2 size=795254 2024-09-13T03:12:14.393 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.391+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=WE9B85XUNB51 tag=QU9Z0H260T26 type=write size=3940982 2024-09-13T03:12:14.395 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.393+0000 7fda4ba82640 1 < canceled operation key=O0M1N8B5QOP1 tag=L5DCB9K6WSU1 type=del size=505032 2024-09-13T03:12:14.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.397+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~MP2JVDGGBOK1.0 size=349987 2024-09-13T03:12:14.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.397+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=MP2JVDGGBOK1 tag=RO571TTCDBTJ type=write size=1398563 2024-09-13T03:12:14.402 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.401+0000 7fda4ba82640 1 < suggested remove operation key=7VAD88Q1O8P1 tag=OSD36J22DG6O type=del 2024-09-13T03:12:14.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.403+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=RMPBY5D31LKU type=write size=86582 2024-09-13T03:12:14.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.406+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~LOD24MQKPU8D.0 size=1015276 2024-09-13T03:12:14.412 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.410+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=LOD24MQKPU8D tag=EDMZ4F3QKUUP type=write size=2063852 2024-09-13T03:12:14.413 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.412+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=UXLUYQ0NLF4I type=write size=82294 2024-09-13T03:12:14.416 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.414+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~LD1A8XL367ZU.0 size=1048576 2024-09-13T03:12:14.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.416+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~LD1A8XL367ZU.1 size=1048576 2024-09-13T03:12:14.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.418+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~LD1A8XL367ZU.2 size=73414 2024-09-13T03:12:14.423 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.422+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=LD1A8XL367ZU tag=7CKH9F3TKYJN type=write size=3219142 2024-09-13T03:12:14.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.425+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~HA7678EGPAHI.0 size=303346 2024-09-13T03:12:14.427 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.425+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=HA7678EGPAHI tag=Q2DGMGXCL7UB type=write size=1351922 2024-09-13T03:12:14.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.427+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~PGLTK1LGZ79U.0 size=724912 2024-09-13T03:12:14.432 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.430+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=PGLTK1LGZ79U tag=YX4901RIU0BZ type=write size=1773488 2024-09-13T03:12:14.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.433+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=L8O5GI7SNHF6 type=del size=80573 2024-09-13T03:12:14.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.437+0000 7fda4ba82640 1 < suggested remove operation key=O0M1N8B5QOP1 tag=0BZ0FA2FSID7 type=del 2024-09-13T03:12:14.441 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.439+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=B2L8P2CK5TIO type=del size=1835816 2024-09-13T03:12:14.443 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.441+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~1JDBCZFASBYW.0 size=1048576 2024-09-13T03:12:14.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.443+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~1JDBCZFASBYW.1 size=1048576 2024-09-13T03:12:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:14 smithi078 ceph-mon[85589]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1021 KiB/s rd, 355 KiB/s wr, 1.81k op/s 2024-09-13T03:12:14.447 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.445+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~1JDBCZFASBYW.2 size=585944 2024-09-13T03:12:14.450 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.448+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=1JDBCZFASBYW tag=I5GHIIHNV0H1 type=write size=3731672 2024-09-13T03:12:14.453 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.451+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=D959XAA327FI type=del size=2490713 2024-09-13T03:12:14.454 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.453+0000 7fda4ba82640 1 < canceled operation key=WRBSMDZRZQAN tag=FC64R79760GQ type=del size=2201807 2024-09-13T03:12:14.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.455+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=X65VGBLX6TGY type=del size=1417778 2024-09-13T03:12:14.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.455+0000 7fda4ba82640 1 < canceled part key=_multipart_5VZ10W77NYTX.2~0VRI55030YOT.0 size=1048576 2024-09-13T03:12:14.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.457+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~0VRI55030YOT.1 size=7561 2024-09-13T03:12:14.464 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.462+0000 7fda4ba82640 1 < canceled multipart upload key=5VZ10W77NYTX upload=0VRI55030YOT tag=ZCR7JKJM51HY type=write size=2104713 2024-09-13T03:12:14.466 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.464+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=3G6FGL2PZW2F type=del size=2631707 2024-09-13T03:12:14.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.466+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~EZJT8QE2MZQH.0 size=1048576 2024-09-13T03:12:14.468 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.466+0000 7fda4ba82640 1 < canceled part key=_multipart_HCD8XCSFOAR1.2~EZJT8QE2MZQH.1 size=1048576 2024-09-13T03:12:14.470 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.468+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~EZJT8QE2MZQH.2 size=817536 2024-09-13T03:12:14.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.472+0000 7fda4ba82640 1 < canceled multipart upload key=HCD8XCSFOAR1 upload=EZJT8QE2MZQH tag=14ZICN3JPXRK type=write size=3963264 2024-09-13T03:12:14.477 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.476+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~S3VSFWDFXWPC.0 size=1048576 2024-09-13T03:12:14.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.478+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~S3VSFWDFXWPC.1 size=139274 2024-09-13T03:12:14.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.478+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=S3VSFWDFXWPC tag=8R8M7OHNYA4X type=write size=2236426 2024-09-13T03:12:14.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.478+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~2953ZYGRQZ62.0 size=1048576 2024-09-13T03:12:14.479 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.478+0000 7fda4ba82640 1 < canceled part key=_multipart_I99SIV522FFG.2~2953ZYGRQZ62.1 size=1048576 2024-09-13T03:12:14.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.480+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~2953ZYGRQZ62.2 size=184755 2024-09-13T03:12:14.484 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.483+0000 7fda4ba82640 1 < canceled multipart upload key=I99SIV522FFG upload=2953ZYGRQZ62 tag=OBJK9IY4ULFA type=write size=3330483 2024-09-13T03:12:14.486 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.485+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=HEXHMP1VWP6X type=del size=507741 2024-09-13T03:12:14.488 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.487+0000 7fda4ba82640 1 < completed delete operation key=AW13WQCSYUGX tag=ITXQ9HIWSNVQ type=del 2024-09-13T03:12:14.491 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.489+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=U9Y320G4RHDP type=del size=1400318 2024-09-13T03:12:14.494 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.493+0000 7fda4ba82640 1 < suggested remove operation key=DOJPAU2YIY2T tag=2ZTN4ODOJJ1K type=del 2024-09-13T03:12:14.496 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.495+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=ZHQVFRBLX4PD type=del size=1804700 2024-09-13T03:12:14.498 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.497+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=MWHZTJADF811 type=del 2024-09-13T03:12:14.502 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.500+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~REAHVBCTJY9W.0 size=231810 2024-09-13T03:12:14.502 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.500+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=REAHVBCTJY9W tag=MC61YRGWRE5X type=write size=1280386 2024-09-13T03:12:14.504 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.502+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~HYBKUHAWBUIG.0 size=1048576 2024-09-13T03:12:14.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.504+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~HYBKUHAWBUIG.1 size=1048576 2024-09-13T03:12:14.507 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.506+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~HYBKUHAWBUIG.2 size=823132 2024-09-13T03:12:14.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.509+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=HYBKUHAWBUIG tag=3LBUMKNNZSR7 type=write size=3968860 2024-09-13T03:12:14.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.512+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~NIJKD3L1TGMQ.0 size=916828 2024-09-13T03:12:14.514 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.512+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=NIJKD3L1TGMQ tag=1HSDIR90R7JC type=write size=1965404 2024-09-13T03:12:14.516 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.515+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~WE9B85XUNB51.0 size=1048576 2024-09-13T03:12:14.518 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.516+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~WE9B85XUNB51.1 size=1048576 2024-09-13T03:12:14.520 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.518+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~WE9B85XUNB51.2 size=795254 2024-09-13T03:12:14.523 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.522+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=WE9B85XUNB51 tag=QU9Z0H260T26 type=write size=3940982 2024-09-13T03:12:14.525 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.524+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=1A3XCBTMOW7R type=del size=2234494 2024-09-13T03:12:14.527 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.526+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~MP2JVDGGBOK1.0 size=349987 2024-09-13T03:12:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:14 smithi052 ceph-mon[91421]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1021 KiB/s rd, 355 KiB/s wr, 1.81k op/s 2024-09-13T03:12:14.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:14 smithi052 ceph-mon[89065]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1021 KiB/s rd, 355 KiB/s wr, 1.81k op/s 2024-09-13T03:12:14.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.531+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=MP2JVDGGBOK1 tag=RO571TTCDBTJ type=write size=1398563 2024-09-13T03:12:14.534 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.533+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=YCVTLMPDOUEZ type=write size=536783 2024-09-13T03:12:14.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.535+0000 7fda4ba82640 1 < completed write operation key=UEPB2Q26LHMF tag=RMPBY5D31LKU type=write size=86582 2024-09-13T03:12:14.539 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.538+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=RJLBOTGMKKWD type=del size=1194714 2024-09-13T03:12:14.541 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.540+0000 7fda4ba82640 1 < completed write operation key=VULNHTR382QJ tag=UXLUYQ0NLF4I type=write size=82294 2024-09-13T03:12:14.543 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.542+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=D7WF0N3LNLWZ type=write size=474972 2024-09-13T03:12:14.545 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.544+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~HA7678EGPAHI.0 size=303346 2024-09-13T03:12:14.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.547+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=HA7678EGPAHI tag=Q2DGMGXCL7UB type=write size=1351922 2024-09-13T03:12:14.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.549+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=5YHCRFTJJIS9 type=del size=4055096 2024-09-13T03:12:14.553 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.551+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=L8O5GI7SNHF6 type=del 2024-09-13T03:12:14.555 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.553+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=0PRG59A103UV type=del size=4074356 2024-09-13T03:12:14.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.555+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=B2L8P2CK5TIO type=del 2024-09-13T03:12:14.560 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.559+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~LF0PGUF2L4NL.0 size=1048576 2024-09-13T03:12:14.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.561+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~LF0PGUF2L4NL.1 size=693027 2024-09-13T03:12:14.562 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.561+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=LF0PGUF2L4NL tag=T14FUCJCQ7ZG type=write size=2790179 2024-09-13T03:12:14.564 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.563+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=D959XAA327FI type=del 2024-09-13T03:12:14.567 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.566+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~16S4SDQEQX17.0 size=124332 2024-09-13T03:12:14.568 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.566+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=16S4SDQEQX17 tag=WGZL9CKK3J8B type=write size=1172908 2024-09-13T03:12:14.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.569+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=X65VGBLX6TGY type=del 2024-09-13T03:12:14.572 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.571+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=RJEWUNE0K37D type=del size=3263809 2024-09-13T03:12:14.574 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.573+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=3G6FGL2PZW2F type=del 2024-09-13T03:12:14.576 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.574+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=5VTM2U452GR3 type=del size=2711224 2024-09-13T03:12:14.578 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.576+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~S3VSFWDFXWPC.0 size=1048576 2024-09-13T03:12:14.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.578+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~S3VSFWDFXWPC.1 size=139274 2024-09-13T03:12:14.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.581+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=S3VSFWDFXWPC tag=8R8M7OHNYA4X type=write size=2236426 2024-09-13T03:12:14.586 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.585+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~6NBO8921Q09L.0 size=1048576 2024-09-13T03:12:14.588 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.586+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~6NBO8921Q09L.1 size=1048576 2024-09-13T03:12:14.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.589+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~6NBO8921Q09L.2 size=1010154 2024-09-13T03:12:14.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.589+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=6NBO8921Q09L tag=DLZJSZK3VYR0 type=write size=4155882 2024-09-13T03:12:14.592 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.591+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=HEXHMP1VWP6X type=del 2024-09-13T03:12:14.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.595+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~GZZBWB8630K0.0 size=162508 2024-09-13T03:12:14.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.595+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=GZZBWB8630K0 tag=4A6YU6743YQZ type=write size=1211084 2024-09-13T03:12:14.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.597+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=U9Y320G4RHDP type=del 2024-09-13T03:12:14.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.598+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=JL3RBJO815MG type=del size=3288974 2024-09-13T03:12:14.602 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.600+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=ZHQVFRBLX4PD type=del 2024-09-13T03:12:14.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.602+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=0AXTVBE6S7K8 type=del size=2496749 2024-09-13T03:12:14.605 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.604+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~REAHVBCTJY9W.0 size=231810 2024-09-13T03:12:14.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.607+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=REAHVBCTJY9W tag=MC61YRGWRE5X type=write size=1280386 2024-09-13T03:12:14.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.611+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~ZV9ZGYOB5IG8.0 size=1048576 2024-09-13T03:12:14.614 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.613+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~ZV9ZGYOB5IG8.1 size=1048576 2024-09-13T03:12:14.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.615+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~ZV9ZGYOB5IG8.2 size=707614 2024-09-13T03:12:14.617 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.615+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=ZV9ZGYOB5IG8 tag=L0RB9H0GMMZE type=write size=3853342 2024-09-13T03:12:14.619 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.617+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~NIJKD3L1TGMQ.0 size=916828 2024-09-13T03:12:14.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.621+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=NIJKD3L1TGMQ tag=1HSDIR90R7JC type=write size=1965404 2024-09-13T03:12:14.625 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.623+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=1J698CN5UP0Y type=del size=2387425 2024-09-13T03:12:14.627 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.626+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=1A3XCBTMOW7R type=del 2024-09-13T03:12:14.629 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.628+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=VCC3ZJA0BDD3 type=del size=3121592 2024-09-13T03:12:14.633 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.632+0000 7fda4ba82640 1 < suggested update operation key=K8VZZVE7H1UR tag=YCVTLMPDOUEZ type=write size=536783 2024-09-13T03:12:14.635 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.634+0000 7fda4ba82640 1 > prepared operation key=AW13WQCSYUGX tag=C377I3UF7983 type=del size=2936048 2024-09-13T03:12:14.637 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.636+0000 7fda4ba82640 1 < canceled operation key=5VZ10W77NYTX tag=RJLBOTGMKKWD type=del size=1194714 2024-09-13T03:12:14.639 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.638+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=R6JNBM9EB36N type=write size=489734 2024-09-13T03:12:14.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.640+0000 7fda4ba82640 1 < completed write operation key=KE9LDUK7XMNH tag=D7WF0N3LNLWZ type=write size=474972 2024-09-13T03:12:14.645 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.643+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~1LRCWMDZQYI9.0 size=1048576 2024-09-13T03:12:14.646 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.645+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~1LRCWMDZQYI9.1 size=1048576 2024-09-13T03:12:14.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.646+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~1LRCWMDZQYI9.2 size=17469 2024-09-13T03:12:14.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.646+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=1LRCWMDZQYI9 tag=C2PZYDBC814G type=write size=3163197 2024-09-13T03:12:14.650 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.649+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=5YHCRFTJJIS9 type=del 2024-09-13T03:12:14.652 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.650+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=9U4YEZXF3OBF type=del size=3471535 2024-09-13T03:12:14.654 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.652+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=0PRG59A103UV type=del 2024-09-13T03:12:14.657 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.656+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~PN5DOMM7OO8P.0 size=1048576 2024-09-13T03:12:14.659 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.658+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~PN5DOMM7OO8P.1 size=1048576 2024-09-13T03:12:14.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.659+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~PN5DOMM7OO8P.2 size=991543 2024-09-13T03:12:14.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.659+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=PN5DOMM7OO8P tag=AD63HWS7CE1V type=write size=4137271 2024-09-13T03:12:14.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.660+0000 7fda4ba82640 1 < canceled part key=_multipart_HCD8XCSFOAR1.2~LF0PGUF2L4NL.0 size=1048576 2024-09-13T03:12:14.663 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.662+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~LF0PGUF2L4NL.1 size=693027 2024-09-13T03:12:14.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.665+0000 7fda4ba82640 1 < canceled multipart upload key=HCD8XCSFOAR1 upload=LF0PGUF2L4NL tag=T14FUCJCQ7ZG type=write size=2790179 2024-09-13T03:12:14.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.669+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~DM4FZDHMABAY.0 size=1048576 2024-09-13T03:12:14.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.670+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~DM4FZDHMABAY.1 size=587633 2024-09-13T03:12:14.672 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.670+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=DM4FZDHMABAY tag=9TAFRUO6CCHY type=write size=2684785 2024-09-13T03:12:14.674 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.672+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~16S4SDQEQX17.0 size=124332 2024-09-13T03:12:14.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.675+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=16S4SDQEQX17 tag=WGZL9CKK3J8B type=write size=1172908 2024-09-13T03:12:14.679 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.677+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=5AVQKQOK8DTC type=del size=3309746 2024-09-13T03:12:14.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.679+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=RJEWUNE0K37D type=del 2024-09-13T03:12:14.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.681+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=PKZ5HO8MRVU9 type=del size=60725 2024-09-13T03:12:14.684 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.683+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=5VTM2U452GR3 type=del 2024-09-13T03:12:14.687 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.686+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=UOATBSORKHNN type=write size=477102 2024-09-13T03:12:14.687 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.686+0000 7fda4ba82640 1 < canceled part key=_multipart_DOJPAU2YIY2T.2~6NBO8921Q09L.0 size=1048576 2024-09-13T03:12:14.689 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.688+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~6NBO8921Q09L.1 size=1048576 2024-09-13T03:12:14.691 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.689+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~6NBO8921Q09L.2 size=1010154 2024-09-13T03:12:14.695 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.693+0000 7fda4ba82640 1 < canceled multipart upload key=DOJPAU2YIY2T upload=6NBO8921Q09L tag=DLZJSZK3VYR0 type=write size=4155882 2024-09-13T03:12:14.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.695+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=ZMJ47P9M5MP7 type=del size=1138579 2024-09-13T03:12:14.698 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.697+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~GZZBWB8630K0.0 size=162508 2024-09-13T03:12:14.702 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.700+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=GZZBWB8630K0 tag=4A6YU6743YQZ type=write size=1211084 2024-09-13T03:12:14.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.702+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=IBVX7IZ4O8OA type=del size=3614897 2024-09-13T03:12:14.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.704+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=JL3RBJO815MG type=del 2024-09-13T03:12:14.707 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.706+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=W936F3SSPO0C type=write size=957083 2024-09-13T03:12:14.710 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.708+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=0AXTVBE6S7K8 type=del 2024-09-13T03:12:14.712 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.710+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=ZW9FQRE5ON26 type=del size=640675 2024-09-13T03:12:14.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.712+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~ZV9ZGYOB5IG8.0 size=1048576 2024-09-13T03:12:14.715 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.714+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~ZV9ZGYOB5IG8.1 size=1048576 2024-09-13T03:12:14.717 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.715+0000 7fda4ba82640 1 < completed part key=_multipart_DOJPAU2YIY2T.2~ZV9ZGYOB5IG8.2 size=707614 2024-09-13T03:12:14.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.719+0000 7fda4ba82640 1 < completed multipart upload key=DOJPAU2YIY2T upload=ZV9ZGYOB5IG8 tag=L0RB9H0GMMZE type=write size=3853342 2024-09-13T03:12:14.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.721+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=81H37U00VR1T type=del size=2427855 2024-09-13T03:12:14.724 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.722+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=1J698CN5UP0Y type=del 2024-09-13T03:12:14.727 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.726+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~NCM4ECTYV6WT.0 size=1048576 2024-09-13T03:12:14.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.728+0000 7fda4ba82640 1 > prepared part key=_multipart_X3IBYPK60ZII.2~NCM4ECTYV6WT.1 size=626081 2024-09-13T03:12:14.729 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.728+0000 7fda4ba82640 1 > prepared multipart upload key=X3IBYPK60ZII upload=NCM4ECTYV6WT tag=3KJV5W3XLDO8 type=write size=2723233 2024-09-13T03:12:14.731 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.730+0000 7fda4ba82640 1 < completed delete operation key=VVUUV9QP2J78 tag=VCC3ZJA0BDD3 type=del 2024-09-13T03:12:14.734 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.732+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=S3KPNQ8Q72DE type=del size=173032 2024-09-13T03:12:14.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.735+0000 7fda4ba82640 1 < canceled operation key=AW13WQCSYUGX tag=C377I3UF7983 type=del size=2936048 2024-09-13T03:12:14.738 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.737+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=QU1RV0LQ9MOB type=write size=222830 2024-09-13T03:12:14.742 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.740+0000 7fda4ba82640 1 < suggested update operation key=VVUUV9QP2J78 tag=R6JNBM9EB36N type=write size=489734 2024-09-13T03:12:14.744 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.742+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=MIHIFOM57I06 type=del size=645310 2024-09-13T03:12:14.745 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.744+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~1LRCWMDZQYI9.0 size=1048576 2024-09-13T03:12:14.747 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.746+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~1LRCWMDZQYI9.1 size=1048576 2024-09-13T03:12:14.749 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.748+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~1LRCWMDZQYI9.2 size=17469 2024-09-13T03:12:14.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.751+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=1LRCWMDZQYI9 tag=C2PZYDBC814G type=write size=3163197 2024-09-13T03:12:14.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.753+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=INP21OQWVU2O type=write size=787852 2024-09-13T03:12:14.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.755+0000 7fda4ba82640 1 < completed delete operation key=X8S9YEDBK37F tag=9U4YEZXF3OBF type=del 2024-09-13T03:12:14.760 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.759+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~3TW323WT5I02.0 size=1048576 2024-09-13T03:12:14.762 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.761+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~3TW323WT5I02.1 size=1048576 2024-09-13T03:12:14.764 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.763+0000 7fda4ba82640 1 > prepared part key=_multipart_HCD8XCSFOAR1.2~3TW323WT5I02.2 size=528296 2024-09-13T03:12:14.764 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.763+0000 7fda4ba82640 1 > prepared multipart upload key=HCD8XCSFOAR1 upload=3TW323WT5I02 tag=JQGRG2V0Q2L3 type=write size=3674024 2024-09-13T03:12:14.766 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.765+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~PN5DOMM7OO8P.0 size=1048576 2024-09-13T03:12:14.768 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.767+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~PN5DOMM7OO8P.1 size=1048576 2024-09-13T03:12:14.770 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.768+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~PN5DOMM7OO8P.2 size=991543 2024-09-13T03:12:14.773 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.772+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=PN5DOMM7OO8P tag=AD63HWS7CE1V type=write size=4137271 2024-09-13T03:12:14.776 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.774+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=13MRP9AR7J88 type=del size=3478724 2024-09-13T03:12:14.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.776+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~DM4FZDHMABAY.0 size=1048576 2024-09-13T03:12:14.779 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.778+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~DM4FZDHMABAY.1 size=587633 2024-09-13T03:12:14.782 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.781+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=DM4FZDHMABAY tag=9TAFRUO6CCHY type=write size=2684785 2024-09-13T03:12:14.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.785+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~SI5YIQLQ8BZL.0 size=553608 2024-09-13T03:12:14.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.785+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=SI5YIQLQ8BZL tag=HUPN5TU8EIY9 type=write size=1602184 2024-09-13T03:12:14.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.787+0000 7fda4ba82640 1 < completed delete operation key=ZGHDNK9YXEAH tag=5AVQKQOK8DTC type=del 2024-09-13T03:12:14.792 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.790+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~KR1RTQNOYX6R.0 size=1048576 2024-09-13T03:12:14.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.792+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~KR1RTQNOYX6R.1 size=623553 2024-09-13T03:12:14.793 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.792+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=KR1RTQNOYX6R tag=Z8WSZ8WVAY2F type=write size=2720705 2024-09-13T03:12:14.795 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.794+0000 7fda4ba82640 1 < completed delete operation key=UEPB2Q26LHMF tag=PKZ5HO8MRVU9 type=del 2024-09-13T03:12:14.799 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.798+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~8FGWCQ3LCGMU.0 size=1048576 2024-09-13T03:12:14.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.800+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~8FGWCQ3LCGMU.1 size=389082 2024-09-13T03:12:14.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.800+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=8FGWCQ3LCGMU tag=YDIMLNFHDWQM type=write size=2486234 2024-09-13T03:12:14.805 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.804+0000 7fda4ba82640 1 < suggested update operation key=K0FB782665QT tag=UOATBSORKHNN type=write size=477102 2024-09-13T03:12:14.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.807+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~D8A26JFIWAFB.0 size=1048576 2024-09-13T03:12:14.810 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.809+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~D8A26JFIWAFB.1 size=956988 2024-09-13T03:12:14.811 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.809+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=D8A26JFIWAFB tag=LFZ631GXZLYA type=write size=3054140 2024-09-13T03:12:14.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.811+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=ZMJ47P9M5MP7 type=del 2024-09-13T03:12:14.816 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.814+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~B62ZM6I3GVEA.0 size=1048576 2024-09-13T03:12:14.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.816+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~B62ZM6I3GVEA.1 size=824997 2024-09-13T03:12:14.817 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.816+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=B62ZM6I3GVEA tag=LA0XZIEGPARJ type=write size=2922149 2024-09-13T03:12:14.819 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.818+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=IBVX7IZ4O8OA type=del 2024-09-13T03:12:14.823 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.822+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~0GJ1Z9SQO506.0 size=1048576 2024-09-13T03:12:14.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.824+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~0GJ1Z9SQO506.1 size=201387 2024-09-13T03:12:14.825 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.824+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=0GJ1Z9SQO506 tag=ENR166FB9RC6 type=write size=2298539 2024-09-13T03:12:14.827 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.826+0000 7fda4ba82640 1 < completed write operation key=PSHNNGDFOD02 tag=W936F3SSPO0C type=write size=957083 2024-09-13T03:12:14.829 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.828+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=OVG4E5MT5Y3C type=del size=3397233 2024-09-13T03:12:14.831 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.830+0000 7fda4ba82640 1 < completed delete operation key=HCD8XCSFOAR1 tag=ZW9FQRE5ON26 type=del 2024-09-13T03:12:14.835 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.834+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~SH4OM3MKMSVJ.0 size=1048576 2024-09-13T03:12:14.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.835+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~SH4OM3MKMSVJ.1 size=329615 2024-09-13T03:12:14.837 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.835+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=SH4OM3MKMSVJ tag=4S927USX4MYD type=write size=2426767 2024-09-13T03:12:14.839 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.838+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=81H37U00VR1T type=del 2024-09-13T03:12:14.841 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.839+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=AWZMG4UY6H6V type=del size=2725363 2024-09-13T03:12:14.843 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.841+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~NCM4ECTYV6WT.0 size=1048576 2024-09-13T03:12:14.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.843+0000 7fda4ba82640 1 < completed part key=_multipart_X3IBYPK60ZII.2~NCM4ECTYV6WT.1 size=626081 2024-09-13T03:12:14.848 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.846+0000 7fda4ba82640 1 < completed multipart upload key=X3IBYPK60ZII upload=NCM4ECTYV6WT tag=3KJV5W3XLDO8 type=write size=2723233 2024-09-13T03:12:14.850 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.848+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=FJ0YNC7MNF24 type=del size=2040750 2024-09-13T03:12:14.852 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.850+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=S3KPNQ8Q72DE type=del 2024-09-13T03:12:14.854 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.852+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=HJ4EWG73HWHI type=write size=587180 2024-09-13T03:12:14.858 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.857+0000 7fda4ba82640 1 < suggested remove operation key=9KHMARDTPDIW tag=QU1RV0LQ9MOB type=write 2024-09-13T03:12:14.861 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.859+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=FO39S6ANYS7U type=del size=2514914 2024-09-13T03:12:14.864 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.863+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=MIHIFOM57I06 type=del 2024-09-13T03:12:14.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.866+0000 7fda4ba82640 1 > prepared operation key=DJ0S2Y4QPAX8 tag=YV89RNK8K802 type=del size=1795129 2024-09-13T03:12:14.871 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.870+0000 7fda4ba82640 1 < suggested remove operation key=UEPB2Q26LHMF tag=INP21OQWVU2O type=write 2024-09-13T03:12:14.875 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.874+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~NX21P1WO0MK9.0 size=1048576 2024-09-13T03:12:14.877 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.875+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~NX21P1WO0MK9.1 size=1048576 2024-09-13T03:12:14.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.877+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~NX21P1WO0MK9.2 size=479253 2024-09-13T03:12:14.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.877+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=NX21P1WO0MK9 tag=PMMNLES3MI7J type=write size=3624981 2024-09-13T03:12:14.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.879+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~3TW323WT5I02.0 size=1048576 2024-09-13T03:12:14.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.880+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~3TW323WT5I02.1 size=1048576 2024-09-13T03:12:14.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.882+0000 7fda4ba82640 1 < completed part key=_multipart_HCD8XCSFOAR1.2~3TW323WT5I02.2 size=528296 2024-09-13T03:12:14.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.885+0000 7fda4ba82640 1 < completed multipart upload key=HCD8XCSFOAR1 upload=3TW323WT5I02 tag=JQGRG2V0Q2L3 type=write size=3674024 2024-09-13T03:12:14.889 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.887+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=PFVX7NZG5N0X type=del size=83282 2024-09-13T03:12:14.890 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.889+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=13MRP9AR7J88 type=del size=3478724 2024-09-13T03:12:14.892 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.891+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=C42LOQ458CYM type=del size=2030624 2024-09-13T03:12:14.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.891+0000 7fda4ba82640 1 < canceled part key=_multipart_K8VZZVE7H1UR.2~SI5YIQLQ8BZL.0 size=553608 2024-09-13T03:12:14.896 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.894+0000 7fda4ba82640 1 < canceled multipart upload key=K8VZZVE7H1UR upload=SI5YIQLQ8BZL tag=HUPN5TU8EIY9 type=write size=1602184 2024-09-13T03:12:14.899 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.898+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~6ABV8434NEXR.0 size=1048576 2024-09-13T03:12:14.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.900+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~6ABV8434NEXR.1 size=410530 2024-09-13T03:12:14.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.900+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=6ABV8434NEXR tag=Y591CR1MOIHG type=write size=2507682 2024-09-13T03:12:14.903 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.901+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~KR1RTQNOYX6R.0 size=1048576 2024-09-13T03:12:14.904 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.903+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~KR1RTQNOYX6R.1 size=623553 2024-09-13T03:12:14.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.906+0000 7fda4ba82640 1 < completed multipart upload key=X8S9YEDBK37F upload=KR1RTQNOYX6R tag=Z8WSZ8WVAY2F type=write size=2720705 2024-09-13T03:12:14.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.908+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=T337SUJ9GB17 type=del size=645665 2024-09-13T03:12:14.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.910+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~8FGWCQ3LCGMU.0 size=1048576 2024-09-13T03:12:14.913 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.912+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~8FGWCQ3LCGMU.1 size=389082 2024-09-13T03:12:14.916 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.915+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=8FGWCQ3LCGMU tag=YDIMLNFHDWQM type=write size=2486234 2024-09-13T03:12:14.919 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.917+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=0DR4P6LM8OJR type=del size=1462512 2024-09-13T03:12:14.921 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.919+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~D8A26JFIWAFB.0 size=1048576 2024-09-13T03:12:14.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.921+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~D8A26JFIWAFB.1 size=956988 2024-09-13T03:12:14.926 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.924+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=D8A26JFIWAFB tag=LFZ631GXZLYA type=write size=3054140 2024-09-13T03:12:14.928 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.926+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=FDQF0PY5ZCTY type=del size=3114870 2024-09-13T03:12:14.930 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.928+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~B62ZM6I3GVEA.0 size=1048576 2024-09-13T03:12:14.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.930+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~B62ZM6I3GVEA.1 size=824997 2024-09-13T03:12:14.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.933+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=B62ZM6I3GVEA tag=LA0XZIEGPARJ type=write size=2922149 2024-09-13T03:12:14.937 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.935+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=BXF82M2FASQQ type=del size=2247908 2024-09-13T03:12:14.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.938+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~0GJ1Z9SQO506.0 size=1048576 2024-09-13T03:12:14.939 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.938+0000 7fda4ba82640 1 < canceled part key=_multipart_K8VZZVE7H1UR.2~0GJ1Z9SQO506.1 size=201387 2024-09-13T03:12:14.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.941+0000 7fda4ba82640 1 < canceled multipart upload key=K8VZZVE7H1UR upload=0GJ1Z9SQO506 tag=ENR166FB9RC6 type=write size=2298539 2024-09-13T03:12:14.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.945+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~MQMEC7G4EOBB.0 size=1048576 2024-09-13T03:12:14.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.947+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~MQMEC7G4EOBB.1 size=412531 2024-09-13T03:12:14.948 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.947+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=MQMEC7G4EOBB tag=DJRGCNG0MKKQ type=write size=2509683 2024-09-13T03:12:14.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.949+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=OVG4E5MT5Y3C type=del 2024-09-13T03:12:14.952 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.951+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=28ODRF318GW0 type=del size=2338966 2024-09-13T03:12:14.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.952+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~SH4OM3MKMSVJ.0 size=1048576 2024-09-13T03:12:14.955 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.954+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~SH4OM3MKMSVJ.1 size=329615 2024-09-13T03:12:14.959 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.958+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=SH4OM3MKMSVJ tag=4S927USX4MYD type=write size=2426767 2024-09-13T03:12:14.963 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.962+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~TZXH2HNIG0SX.0 size=1048576 2024-09-13T03:12:14.965 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.963+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~TZXH2HNIG0SX.1 size=504261 2024-09-13T03:12:14.965 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.963+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=TZXH2HNIG0SX tag=YQ18PRE2UI56 type=write size=2601413 2024-09-13T03:12:14.966 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.965+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=AWZMG4UY6H6V type=del 2024-09-13T03:12:14.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.967+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=ZC0BDNUZCTUM type=del size=1072670 2024-09-13T03:12:14.970 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.969+0000 7fda4ba82640 1 < completed delete operation key=5VZ10W77NYTX tag=FJ0YNC7MNF24 type=del 2024-09-13T03:12:14.972 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.971+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=7MKH4AO5XCME type=del size=3973369 2024-09-13T03:12:14.974 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.973+0000 7fda4ba82640 1 < completed write operation key=YXSJPUVUR9YF tag=HJ4EWG73HWHI type=write size=587180 2024-09-13T03:12:14.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.976+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~78FAKMM80NW0.0 size=1048576 2024-09-13T03:12:14.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.978+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~78FAKMM80NW0.1 size=1030699 2024-09-13T03:12:14.979 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.978+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=78FAKMM80NW0 tag=75D022ZVRD72 type=write size=3127851 2024-09-13T03:12:14.983 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.982+0000 7fda4ba82640 1 < suggested update operation key=MOZWPHZFFRM3 tag=FO39S6ANYS7U type=del size=2514914 2024-09-13T03:12:14.987 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.986+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~ROA2198IUPAY.0 size=1048576 2024-09-13T03:12:14.988 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.987+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~ROA2198IUPAY.1 size=851696 2024-09-13T03:12:14.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.987+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=ROA2198IUPAY tag=5PT9KEU12KVD type=write size=2948848 2024-09-13T03:12:14.992 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.991+0000 7fda4ba82640 1 < suggested remove operation key=DJ0S2Y4QPAX8 tag=YV89RNK8K802 type=del 2024-09-13T03:12:14.994 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.993+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=1DHC2919PF1J type=del size=2231833 2024-09-13T03:12:14.997 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.995+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~NX21P1WO0MK9.0 size=1048576 2024-09-13T03:12:14.998 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.997+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~NX21P1WO0MK9.1 size=1048576 2024-09-13T03:12:15.000 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:14.999+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~NX21P1WO0MK9.2 size=479253 2024-09-13T03:12:15.004 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.002+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=NX21P1WO0MK9 tag=PMMNLES3MI7J type=write size=3624981 2024-09-13T03:12:15.005 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.004+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=1810M513OLUZ type=del size=3142178 2024-09-13T03:12:15.007 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.006+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=PFVX7NZG5N0X type=del 2024-09-13T03:12:15.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.011+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~8OCQW51JT0W8.0 size=633262 2024-09-13T03:12:15.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.011+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=8OCQW51JT0W8 tag=FPDJGB216UI3 type=write size=1681838 2024-09-13T03:12:15.016 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.014+0000 7fda4ba82640 1 < suggested update operation key=7VAD88Q1O8P1 tag=C42LOQ458CYM type=del size=2030624 2024-09-13T03:12:15.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.018+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~LTKVZLFJE72E.0 size=1048576 2024-09-13T03:12:15.021 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.020+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~LTKVZLFJE72E.1 size=1048576 2024-09-13T03:12:15.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.021+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~LTKVZLFJE72E.2 size=71441 2024-09-13T03:12:15.023 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.021+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=LTKVZLFJE72E tag=ON0LQPZ6V3ZV type=write size=3217169 2024-09-13T03:12:15.025 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.023+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~6ABV8434NEXR.0 size=1048576 2024-09-13T03:12:15.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.025+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~6ABV8434NEXR.1 size=410530 2024-09-13T03:12:15.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.029+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=6ABV8434NEXR tag=Y591CR1MOIHG type=write size=2507682 2024-09-13T03:12:15.032 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.031+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=1UAVHDBXY5HP type=del size=1358522 2024-09-13T03:12:15.034 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.033+0000 7fda4ba82640 1 < canceled operation key=XD7KO6C78R2R tag=T337SUJ9GB17 type=del size=645665 2024-09-13T03:12:15.038 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.036+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~XPA2U9RRB0SG.0 size=1048576 2024-09-13T03:12:15.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.038+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~XPA2U9RRB0SG.1 size=30936 2024-09-13T03:12:15.039 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.038+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=XPA2U9RRB0SG tag=V3J6EIK8XI4W type=write size=2128088 2024-09-13T03:12:15.043 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.041+0000 7fda4ba82640 -1 < failed to complete operation key=7VAD88Q1O8P1 tag=0DR4P6LM8OJR type=del size=1462512: (22) Invalid argument 2024-09-13T03:12:15.045 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.044+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=FCISB33OIIEA type=write size=219395 2024-09-13T03:12:15.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.046+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=FDQF0PY5ZCTY type=del 2024-09-13T03:12:15.049 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.048+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=YEA88DY91HFB type=del size=3281620 2024-09-13T03:12:15.051 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.050+0000 7fda4ba82640 1 < canceled operation key=X3IBYPK60ZII tag=BXF82M2FASQQ type=del size=2247908 2024-09-13T03:12:15.053 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.052+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=UZQJWZ54EQXE type=del size=1739900 2024-09-13T03:12:15.056 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.054+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~MQMEC7G4EOBB.0 size=1048576 2024-09-13T03:12:15.057 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.056+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~MQMEC7G4EOBB.1 size=412531 2024-09-13T03:12:15.061 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.059+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=MQMEC7G4EOBB tag=DJRGCNG0MKKQ type=write size=2509683 2024-09-13T03:12:15.064 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.063+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~RFZ57MOEW00B.0 size=1048576 2024-09-13T03:12:15.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.065+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~RFZ57MOEW00B.1 size=549843 2024-09-13T03:12:15.066 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.065+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=RFZ57MOEW00B tag=127UKZRFP4GC type=write size=2646995 2024-09-13T03:12:15.068 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.067+0000 7fda4ba82640 1 < canceled operation key=DOJPAU2YIY2T tag=28ODRF318GW0 type=del size=2338966 2024-09-13T03:12:15.070 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.068+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=UBDAHLOJSZ8I type=del size=2529334 2024-09-13T03:12:15.072 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.070+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~TZXH2HNIG0SX.0 size=1048576 2024-09-13T03:12:15.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.072+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~TZXH2HNIG0SX.1 size=504261 2024-09-13T03:12:15.077 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.075+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=TZXH2HNIG0SX tag=YQ18PRE2UI56 type=write size=2601413 2024-09-13T03:12:15.080 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.079+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~M9LUE0QDSF35.0 size=1048576 2024-09-13T03:12:15.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.080+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~M9LUE0QDSF35.1 size=1048576 2024-09-13T03:12:15.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.082+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~M9LUE0QDSF35.2 size=59828 2024-09-13T03:12:15.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.082+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=M9LUE0QDSF35 tag=X5PV2DROLI0H type=write size=3205556 2024-09-13T03:12:15.085 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.084+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=ZC0BDNUZCTUM type=del 2024-09-13T03:12:15.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.088+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~ZO8KC490GIES.0 size=1048576 2024-09-13T03:12:15.090 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.089+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~ZO8KC490GIES.1 size=816814 2024-09-13T03:12:15.091 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.089+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=ZO8KC490GIES tag=CBUINPXEA1OU type=write size=2913966 2024-09-13T03:12:15.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.091+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=7MKH4AO5XCME type=del 2024-09-13T03:12:15.094 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.093+0000 7fda4ba82640 1 > prepared operation key=WRBSMDZRZQAN tag=R93WTQGBZTW0 type=del size=2488176 2024-09-13T03:12:15.097 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.095+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~78FAKMM80NW0.0 size=1048576 2024-09-13T03:12:15.098 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.097+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~78FAKMM80NW0.1 size=1030699 2024-09-13T03:12:15.102 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.100+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=78FAKMM80NW0 tag=75D022ZVRD72 type=write size=3127851 2024-09-13T03:12:15.104 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.102+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=E06XQTDALVDU type=write size=320946 2024-09-13T03:12:15.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.104+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~ROA2198IUPAY.0 size=1048576 2024-09-13T03:12:15.107 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.106+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~ROA2198IUPAY.1 size=851696 2024-09-13T03:12:15.111 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.109+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=ROA2198IUPAY tag=5PT9KEU12KVD type=write size=2948848 2024-09-13T03:12:15.112 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.111+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=USPMOCNMOQ0G type=del size=727345 2024-09-13T03:12:15.115 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.114+0000 7fda4ba82640 -1 < failed to complete operation key=7VAD88Q1O8P1 tag=1DHC2919PF1J type=del size=2231833: (22) Invalid argument 2024-09-13T03:12:15.119 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.118+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~4634RXUGI1ME.0 size=1048576 2024-09-13T03:12:15.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.119+0000 7fda4ba82640 1 > prepared part key=_multipart_UEPB2Q26LHMF.2~4634RXUGI1ME.1 size=91801 2024-09-13T03:12:15.121 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.119+0000 7fda4ba82640 1 > prepared multipart upload key=UEPB2Q26LHMF upload=4634RXUGI1ME tag=9XLOH4MGWNFB type=write size=2188953 2024-09-13T03:12:15.125 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.123+0000 7fda4ba82640 1 < suggested remove operation key=7VAD88Q1O8P1 tag=1810M513OLUZ type=del 2024-09-13T03:12:15.126 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.125+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=0MKRJBQ0H1LR type=del size=2796235 2024-09-13T03:12:15.129 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.127+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~8OCQW51JT0W8.0 size=633262 2024-09-13T03:12:15.132 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.131+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=8OCQW51JT0W8 tag=FPDJGB216UI3 type=write size=1681838 2024-09-13T03:12:15.134 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.133+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=K2JS9SZK4E00 type=del size=2807089 2024-09-13T03:12:15.137 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.135+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~LTKVZLFJE72E.0 size=1048576 2024-09-13T03:12:15.139 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.137+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~LTKVZLFJE72E.1 size=1048576 2024-09-13T03:12:15.141 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.139+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~LTKVZLFJE72E.2 size=71441 2024-09-13T03:12:15.145 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.144+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=LTKVZLFJE72E tag=ON0LQPZ6V3ZV type=write size=3217169 2024-09-13T03:12:15.148 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.146+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=7HNED877S92B type=del size=3829737 2024-09-13T03:12:15.152 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.151+0000 7fda4ba82640 1 < suggested update operation key=PSHNNGDFOD02 tag=1UAVHDBXY5HP type=del size=1358522 2024-09-13T03:12:15.154 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.153+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=IXQ5A8QVUUXQ type=write size=313755 2024-09-13T03:12:15.156 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.155+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~XPA2U9RRB0SG.0 size=1048576 2024-09-13T03:12:15.158 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.157+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~XPA2U9RRB0SG.1 size=30936 2024-09-13T03:12:15.161 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.160+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=XPA2U9RRB0SG tag=V3J6EIK8XI4W type=write size=2128088 2024-09-13T03:12:15.163 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.162+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=T43YQ1LPK3TH type=del size=460813 2024-09-13T03:12:15.165 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.164+0000 7fda4ba82640 1 < completed write operation key=5VZ10W77NYTX tag=FCISB33OIIEA type=write size=219395 2024-09-13T03:12:15.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.167+0000 7fda4ba82640 1 > prepared part key=_multipart_A4ZG9OAEC25I.2~JO2UUNIA1W12.0 size=387645 2024-09-13T03:12:15.169 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.167+0000 7fda4ba82640 1 > prepared multipart upload key=A4ZG9OAEC25I upload=JO2UUNIA1W12 tag=5O431TC48M3P type=write size=1436221 2024-09-13T03:12:15.171 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.169+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=YEA88DY91HFB type=del 2024-09-13T03:12:15.174 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.173+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~OQPCMNAYIBCZ.0 size=1048576 2024-09-13T03:12:15.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.175+0000 7fda4ba82640 1 > prepared part key=_multipart_QSXH3UHXTEO9.2~OQPCMNAYIBCZ.1 size=80636 2024-09-13T03:12:15.176 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.175+0000 7fda4ba82640 1 > prepared multipart upload key=QSXH3UHXTEO9 upload=OQPCMNAYIBCZ tag=YLS93WE0D93G type=write size=2177788 2024-09-13T03:12:15.178 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.177+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=UZQJWZ54EQXE type=del 2024-09-13T03:12:15.180 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.178+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=PO4JGG18J1NZ type=del size=3891755 2024-09-13T03:12:15.182 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.181+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~RFZ57MOEW00B.0 size=1048576 2024-09-13T03:12:15.184 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.182+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~RFZ57MOEW00B.1 size=549843 2024-09-13T03:12:15.188 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.186+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=RFZ57MOEW00B tag=127UKZRFP4GC type=write size=2646995 2024-09-13T03:12:15.189 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.188+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=1VWI3UNRZ1LT type=del size=3593169 2024-09-13T03:12:15.191 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.190+0000 7fda4ba82640 1 < canceled operation key=8O19R8YXKXJ0 tag=UBDAHLOJSZ8I type=del size=2529334 2024-09-13T03:12:15.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.194+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~O5B1EF226YWM.0 size=758120 2024-09-13T03:12:15.195 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.194+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=O5B1EF226YWM tag=M0W4XBHVHPRN type=write size=1806696 2024-09-13T03:12:15.197 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.196+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~M9LUE0QDSF35.0 size=1048576 2024-09-13T03:12:15.199 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.198+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~M9LUE0QDSF35.1 size=1048576 2024-09-13T03:12:15.201 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.200+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~M9LUE0QDSF35.2 size=59828 2024-09-13T03:12:15.205 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.203+0000 7fda4ba82640 1 < completed multipart upload key=E67B744938JK upload=M9LUE0QDSF35 tag=X5PV2DROLI0H type=write size=3205556 2024-09-13T03:12:15.208 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.207+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~IG4Z4T0F7SEK.0 size=1048576 2024-09-13T03:12:15.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.209+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~IG4Z4T0F7SEK.1 size=455948 2024-09-13T03:12:15.210 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.209+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=IG4Z4T0F7SEK tag=XM17M22GZHJ7 type=write size=2553100 2024-09-13T03:12:15.212 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.211+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~ZO8KC490GIES.0 size=1048576 2024-09-13T03:12:15.214 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.213+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~ZO8KC490GIES.1 size=816814 2024-09-13T03:12:15.217 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.216+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=ZO8KC490GIES tag=CBUINPXEA1OU type=write size=2913966 2024-09-13T03:12:15.221 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.219+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~NK2B1Q8PL7FI.0 size=1048576 2024-09-13T03:12:15.222 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.221+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~NK2B1Q8PL7FI.1 size=1048576 2024-09-13T03:12:15.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.223+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~NK2B1Q8PL7FI.2 size=182285 2024-09-13T03:12:15.224 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.223+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=NK2B1Q8PL7FI tag=0QOP41HR8D0N type=write size=3328013 2024-09-13T03:12:15.226 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.225+0000 7fda4ba82640 1 < completed delete operation key=WRBSMDZRZQAN tag=R93WTQGBZTW0 type=del 2024-09-13T03:12:15.228 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.227+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=ST3NXLP1BSFX type=del size=2625741 2024-09-13T03:12:15.230 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.229+0000 7fda4ba82640 1 < canceled operation key=A4ZG9OAEC25I tag=E06XQTDALVDU type=write size=320946 2024-09-13T03:12:15.234 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.233+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~M1XIF1LGL85X.0 size=1048576 2024-09-13T03:12:15.236 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.235+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~M1XIF1LGL85X.1 size=1048576 2024-09-13T03:12:15.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.237+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~M1XIF1LGL85X.2 size=80156 2024-09-13T03:12:15.238 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.237+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=M1XIF1LGL85X tag=ARG4AVLJPN6I type=write size=3225884 2024-09-13T03:12:15.239 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.237+0000 7fda4ba82640 -1 < no bi entry to suggest for operation key=7VAD88Q1O8P1 tag=USPMOCNMOQ0G type=del size=727345: (2) No such file or directory 2024-09-13T03:12:15.241 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.239+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=EJ4S858B380O type=del size=3030242 2024-09-13T03:12:15.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.241+0000 7fda4ba82640 1 < completed part key=_multipart_UEPB2Q26LHMF.2~4634RXUGI1ME.0 size=1048576 2024-09-13T03:12:15.243 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.241+0000 7fda4ba82640 1 < canceled part key=_multipart_UEPB2Q26LHMF.2~4634RXUGI1ME.1 size=91801 2024-09-13T03:12:15.246 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.245+0000 7fda4ba82640 1 < canceled multipart upload key=UEPB2Q26LHMF upload=4634RXUGI1ME tag=9XLOH4MGWNFB type=write size=2188953 2024-09-13T03:12:15.249 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.248+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~MOSSL8RYIGVB.0 size=1048576 2024-09-13T03:12:15.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.250+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~MOSSL8RYIGVB.1 size=432169 2024-09-13T03:12:15.251 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.250+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=MOSSL8RYIGVB tag=DJCS8C1MAM3C type=write size=2529321 2024-09-13T03:12:15.253 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.252+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=0MKRJBQ0H1LR type=del 2024-09-13T03:12:15.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.256+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~MCRNIT9Y6ZBI.0 size=496173 2024-09-13T03:12:15.257 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.256+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=MCRNIT9Y6ZBI tag=8P0OFA59GMC9 type=write size=1544749 2024-09-13T03:12:15.259 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.257+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=K2JS9SZK4E00 type=del 2024-09-13T03:12:15.262 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.261+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~2ZD1ZT6QUO44.0 size=376400 2024-09-13T03:12:15.262 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.261+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=2ZD1ZT6QUO44 tag=MA4659X5554L type=write size=1424976 2024-09-13T03:12:15.264 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.263+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=7HNED877S92B type=del 2024-09-13T03:12:15.266 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.265+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=531P7Z2DOUTE type=write size=956454 2024-09-13T03:12:15.270 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.269+0000 7fda4ba82640 1 < suggested update operation key=IQRILNWE9YY3 tag=IXQ5A8QVUUXQ type=write size=313755 2024-09-13T03:12:15.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.273+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~RUDTAOYYLAZC.0 size=753274 2024-09-13T03:12:15.274 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.273+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=RUDTAOYYLAZC tag=7RC9O9W2HQIF type=write size=1801850 2024-09-13T03:12:15.276 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.274+0000 7fda4ba82640 1 < canceled operation key=MOZWPHZFFRM3 tag=T43YQ1LPK3TH type=del size=460813 2024-09-13T03:12:15.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.278+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~G1AZNPY4NT24.0 size=733870 2024-09-13T03:12:15.280 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.278+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=G1AZNPY4NT24 tag=JQENJO9X31SP type=write size=1782446 2024-09-13T03:12:15.284 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.280+0000 7fda4ba82640 1 < completed part key=_multipart_A4ZG9OAEC25I.2~JO2UUNIA1W12.0 size=387645 2024-09-13T03:12:15.285 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.284+0000 7fda4ba82640 1 < completed multipart upload key=A4ZG9OAEC25I upload=JO2UUNIA1W12 tag=5O431TC48M3P type=write size=1436221 2024-09-13T03:12:15.287 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.286+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=1FGLLM2B1IMO type=del size=208401 2024-09-13T03:12:15.289 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.288+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~OQPCMNAYIBCZ.0 size=1048576 2024-09-13T03:12:15.290 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.289+0000 7fda4ba82640 1 < completed part key=_multipart_QSXH3UHXTEO9.2~OQPCMNAYIBCZ.1 size=80636 2024-09-13T03:12:15.294 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.292+0000 7fda4ba82640 1 < completed multipart upload key=QSXH3UHXTEO9 upload=OQPCMNAYIBCZ tag=YLS93WE0D93G type=write size=2177788 2024-09-13T03:12:15.296 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.294+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=421YPEALS00V type=del size=3920996 2024-09-13T03:12:15.300 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.298+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=PO4JGG18J1NZ type=del size=3891755 2024-09-13T03:12:15.301 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.300+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=XXU7AURBLYSU type=write size=99119 2024-09-13T03:12:15.303 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.302+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=1VWI3UNRZ1LT type=del 2024-09-13T03:12:15.305 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.304+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=EMADU0LDN4HN type=del size=3946533 2024-09-13T03:12:15.307 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.306+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~O5B1EF226YWM.0 size=758120 2024-09-13T03:12:15.310 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.309+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=O5B1EF226YWM tag=M0W4XBHVHPRN type=write size=1806696 2024-09-13T03:12:15.312 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.311+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=D1PAMYZGX85M type=del size=3489284 2024-09-13T03:12:15.314 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.313+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~IG4Z4T0F7SEK.0 size=1048576 2024-09-13T03:12:15.316 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.314+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~IG4Z4T0F7SEK.1 size=455948 2024-09-13T03:12:15.319 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.318+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=IG4Z4T0F7SEK tag=XM17M22GZHJ7 type=write size=2553100 2024-09-13T03:12:15.321 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.320+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=BCZT0A8Y3AL5 type=write size=494201 2024-09-13T03:12:15.323 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.322+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~NK2B1Q8PL7FI.0 size=1048576 2024-09-13T03:12:15.325 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.323+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~NK2B1Q8PL7FI.1 size=1048576 2024-09-13T03:12:15.327 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.325+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~NK2B1Q8PL7FI.2 size=182285 2024-09-13T03:12:15.330 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.329+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=NK2B1Q8PL7FI tag=0QOP41HR8D0N type=write size=3328013 2024-09-13T03:12:15.332 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.331+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=DXIG4OQ11667 type=write size=1016156 2024-09-13T03:12:15.334 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.333+0000 7fda4ba82640 1 < completed delete operation key=PSHNNGDFOD02 tag=ST3NXLP1BSFX type=del 2024-09-13T03:12:15.336 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.335+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=NOOGZWTE5EEQ type=del size=4036640 2024-09-13T03:12:15.339 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.338+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~M1XIF1LGL85X.0 size=1048576 2024-09-13T03:12:15.341 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.340+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~M1XIF1LGL85X.1 size=1048576 2024-09-13T03:12:15.343 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.342+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~M1XIF1LGL85X.2 size=80156 2024-09-13T03:12:15.347 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.346+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=M1XIF1LGL85X tag=ARG4AVLJPN6I type=write size=3225884 2024-09-13T03:12:15.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.350+0000 7fda4ba82640 1 > prepared part key=_multipart_5VZ10W77NYTX.2~39NHEJERUOYR.0 size=64715 2024-09-13T03:12:15.352 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.350+0000 7fda4ba82640 1 > prepared multipart upload key=5VZ10W77NYTX upload=39NHEJERUOYR tag=AKWT1HIF82DO type=write size=1113291 2024-09-13T03:12:15.355 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.353+0000 7fda4ba82640 -1 < failed to complete operation key=IQRILNWE9YY3 tag=EJ4S858B380O type=del size=3030242: (22) Invalid argument 2024-09-13T03:12:15.357 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.356+0000 7fda4ba82640 1 > prepared operation key=3VGJW4TWEKKL tag=6SJ51YROTVOR type=del size=1981230 2024-09-13T03:12:15.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.358+0000 7fda4ba82640 1 < completed part key=_multipart_E67B744938JK.2~MOSSL8RYIGVB.0 size=1048576 2024-09-13T03:12:15.359 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.358+0000 7fda4ba82640 1 < canceled part key=_multipart_E67B744938JK.2~MOSSL8RYIGVB.1 size=432169 2024-09-13T03:12:15.362 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.361+0000 7fda4ba82640 1 < canceled multipart upload key=E67B744938JK upload=MOSSL8RYIGVB tag=DJCS8C1MAM3C type=write size=2529321 2024-09-13T03:12:15.364 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.363+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=TIX8XPHRK327 type=del size=3331672 2024-09-13T03:12:15.366 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.365+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~MCRNIT9Y6ZBI.0 size=496173 2024-09-13T03:12:15.369 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.368+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=MCRNIT9Y6ZBI tag=8P0OFA59GMC9 type=write size=1544749 2024-09-13T03:12:15.371 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.370+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=I0WMP0K1A8L3 type=del size=324912 2024-09-13T03:12:15.373 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.372+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~2ZD1ZT6QUO44.0 size=376400 2024-09-13T03:12:15.377 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.376+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=2ZD1ZT6QUO44 tag=MA4659X5554L type=write size=1424976 2024-09-13T03:12:15.381 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.379+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~QW90UHR9Q42I.0 size=1048576 2024-09-13T03:12:15.382 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.381+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~QW90UHR9Q42I.1 size=1048576 2024-09-13T03:12:15.384 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.383+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~QW90UHR9Q42I.2 size=282740 2024-09-13T03:12:15.385 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.383+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=QW90UHR9Q42I tag=FZSMQKY96USM type=write size=3428468 2024-09-13T03:12:15.386 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.385+0000 7fda4ba82640 1 < completed write operation key=XD7KO6C78R2R tag=531P7Z2DOUTE type=write size=956454 2024-09-13T03:12:15.388 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.387+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=WFH1RP2YVYQZ type=del size=2416382 2024-09-13T03:12:15.391 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.389+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~RUDTAOYYLAZC.0 size=753274 2024-09-13T03:12:15.394 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.393+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=RUDTAOYYLAZC tag=7RC9O9W2HQIF type=write size=1801850 2024-09-13T03:12:15.398 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.396+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~9AZ4ZWOVKYVG.0 size=1048576 2024-09-13T03:12:15.399 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.398+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~9AZ4ZWOVKYVG.1 size=1048576 2024-09-13T03:12:15.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.399+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~9AZ4ZWOVKYVG.2 size=617722 2024-09-13T03:12:15.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.399+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=9AZ4ZWOVKYVG tag=0CG55XL5NE7B type=write size=3763450 2024-09-13T03:12:15.401 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.400+0000 7fda4ba82640 1 < canceled part key=_multipart_M3W0IJDWZTHP.2~G1AZNPY4NT24.0 size=733870 2024-09-13T03:12:15.405 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.403+0000 7fda4ba82640 1 < canceled multipart upload key=M3W0IJDWZTHP upload=G1AZNPY4NT24 tag=JQENJO9X31SP type=write size=1782446 2024-09-13T03:12:15.407 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.406+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=L97BMMTQYOXK type=del size=3791438 2024-09-13T03:12:15.409 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.408+0000 7fda4ba82640 1 < canceled operation key=YXSJPUVUR9YF tag=1FGLLM2B1IMO type=del size=208401 2024-09-13T03:12:15.411 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.410+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=GUIU8PTKSRIJ type=del size=1036967 2024-09-13T03:12:15.415 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.414+0000 7fda4ba82640 1 < suggested update operation key=HCD8XCSFOAR1 tag=421YPEALS00V type=del size=3920996 2024-09-13T03:12:15.418 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.417+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~KKIBL2WEXW3G.0 size=713066 2024-09-13T03:12:15.419 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.417+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=KKIBL2WEXW3G tag=9Z1FD1YDO4CC type=write size=1761642 2024-09-13T03:12:15.422 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.421+0000 7fda4ba82640 1 < suggested remove operation key=YXSJPUVUR9YF tag=XXU7AURBLYSU type=write 2024-09-13T03:12:15.426 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.425+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~W58Y3Y8ULVJG.0 size=1048576 2024-09-13T03:12:15.428 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.426+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~W58Y3Y8ULVJG.1 size=1048576 2024-09-13T03:12:15.429 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.428+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~W58Y3Y8ULVJG.2 size=337505 2024-09-13T03:12:15.430 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.428+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=W58Y3Y8ULVJG tag=QOBXI0K32KIU type=write size=3483233 2024-09-13T03:12:15.431 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.430+0000 7fda4ba82640 1 < completed delete operation key=K0FB782665QT tag=EMADU0LDN4HN type=del 2024-09-13T03:12:15.434 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.432+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=5DDPMNJTECLF type=write size=682149 2024-09-13T03:12:15.438 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.437+0000 7fda4ba82640 1 < suggested update operation key=X3IBYPK60ZII tag=D1PAMYZGX85M type=del size=3489284 2024-09-13T03:12:15.442 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.440+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~24FHSTOWCI3N.0 size=1048576 2024-09-13T03:12:15.444 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.442+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~24FHSTOWCI3N.1 size=1048576 2024-09-13T03:12:15.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.444+0000 7fda4ba82640 1 > prepared part key=_multipart_O0M1N8B5QOP1.2~24FHSTOWCI3N.2 size=937968 2024-09-13T03:12:15.445 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.444+0000 7fda4ba82640 1 > prepared multipart upload key=O0M1N8B5QOP1 upload=24FHSTOWCI3N tag=8UG5P38VXK09 type=write size=4083696 2024-09-13T03:12:15.447 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.446+0000 7fda4ba82640 1 < completed write operation key=53Y8JEVDW9XF tag=BCZT0A8Y3AL5 type=write size=494201 2024-09-13T03:12:15.449 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.448+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=5MIHJS82TVW0 type=del size=2803507 2024-09-13T03:12:15.451 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.450+0000 7fda4ba82640 1 < completed write operation key=O0M1N8B5QOP1 tag=DXIG4OQ11667 type=write size=1016156 2024-09-13T03:12:15.454 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.452+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=6YYRN9XO8EGV type=del size=1496809 2024-09-13T03:12:15.457 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.456+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=NOOGZWTE5EEQ type=del size=4036640 2024-09-13T03:12:15.459 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.458+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=9ADVKK5B111B type=del size=1589417 2024-09-13T03:12:15.461 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.460+0000 7fda4ba82640 1 < completed part key=_multipart_5VZ10W77NYTX.2~39NHEJERUOYR.0 size=64715 2024-09-13T03:12:15.465 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.463+0000 7fda4ba82640 1 < completed multipart upload key=5VZ10W77NYTX upload=39NHEJERUOYR tag=AKWT1HIF82DO type=write size=1113291 2024-09-13T03:12:15.467 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.465+0000 7fda4ba82640 1 > prepared operation key=VVUUV9QP2J78 tag=DKRESY0AK520 type=write size=377218 2024-09-13T03:12:15.469 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.467+0000 7fda4ba82640 1 < completed delete operation key=3VGJW4TWEKKL tag=6SJ51YROTVOR type=del 2024-09-13T03:12:15.472 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.471+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~3IG1YTSZH95K.0 size=1048576 2024-09-13T03:12:15.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.473+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~3IG1YTSZH95K.1 size=125957 2024-09-13T03:12:15.474 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.473+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=3IG1YTSZH95K tag=7AIK31XS9Y02 type=write size=2223109 2024-09-13T03:12:15.476 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.475+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=TIX8XPHRK327 type=del 2024-09-13T03:12:15.480 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.478+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~V60R4WT96ILM.0 size=1048576 2024-09-13T03:12:15.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.480+0000 7fda4ba82640 1 > prepared part key=_multipart_ZGHDNK9YXEAH.2~V60R4WT96ILM.1 size=369605 2024-09-13T03:12:15.481 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.480+0000 7fda4ba82640 1 > prepared multipart upload key=ZGHDNK9YXEAH upload=V60R4WT96ILM tag=R1KB2YYXM5R3 type=write size=2466757 2024-09-13T03:12:15.485 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.484+0000 7fda4ba82640 1 < suggested remove operation key=PSHNNGDFOD02 tag=I0WMP0K1A8L3 type=del 2024-09-13T03:12:15.487 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.486+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=FQML1CPPS4SD type=write size=706265 2024-09-13T03:12:15.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.488+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~QW90UHR9Q42I.0 size=1048576 2024-09-13T03:12:15.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.490+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~QW90UHR9Q42I.1 size=1048576 2024-09-13T03:12:15.492 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.490+0000 7fda4ba82640 1 < canceled part key=_multipart_PSHNNGDFOD02.2~QW90UHR9Q42I.2 size=282740 2024-09-13T03:12:15.495 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.494+0000 7fda4ba82640 1 < canceled multipart upload key=PSHNNGDFOD02 upload=QW90UHR9Q42I tag=FZSMQKY96USM type=write size=3428468 2024-09-13T03:12:15.497 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.496+0000 7fda4ba82640 1 > prepared operation key=DOJPAU2YIY2T tag=CZJTI5G4YLV1 type=del size=2533148 2024-09-13T03:12:15.499 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.498+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=WFH1RP2YVYQZ type=del 2024-09-13T03:12:15.501 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.500+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=FAB286RYTLV8 type=del size=2852159 2024-09-13T03:12:15.503 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.502+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~9AZ4ZWOVKYVG.0 size=1048576 2024-09-13T03:12:15.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.503+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~9AZ4ZWOVKYVG.1 size=1048576 2024-09-13T03:12:15.505 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.503+0000 7fda4ba82640 1 < canceled part key=_multipart_8O19R8YXKXJ0.2~9AZ4ZWOVKYVG.2 size=617722 2024-09-13T03:12:15.508 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.507+0000 7fda4ba82640 1 < canceled multipart upload key=8O19R8YXKXJ0 upload=9AZ4ZWOVKYVG tag=0CG55XL5NE7B type=write size=3763450 2024-09-13T03:12:15.510 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.509+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=GM6K484BPCB0 type=del size=1349716 2024-09-13T03:12:15.512 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.511+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=L97BMMTQYOXK type=del 2024-09-13T03:12:15.517 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.516+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~AANTA6KGJ98Y.0 size=1048576 2024-09-13T03:12:15.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.518+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~AANTA6KGJ98Y.1 size=606001 2024-09-13T03:12:15.519 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.518+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=AANTA6KGJ98Y tag=GJJYANPWK9CC type=write size=2703153 2024-09-13T03:12:15.522 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.521+0000 7fda4ba82640 -1 < failed to complete operation key=X3IBYPK60ZII tag=GUIU8PTKSRIJ type=del size=1036967: (22) Invalid argument 2024-09-13T03:12:15.524 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.523+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=GC780JNZOR2Y type=del size=3732877 2024-09-13T03:12:15.526 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.525+0000 7fda4ba82640 1 < completed part key=_multipart_DJ0S2Y4QPAX8.2~KKIBL2WEXW3G.0 size=713066 2024-09-13T03:12:15.530 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.529+0000 7fda4ba82640 1 < completed multipart upload key=DJ0S2Y4QPAX8 upload=KKIBL2WEXW3G tag=9Z1FD1YDO4CC type=write size=1761642 2024-09-13T03:12:15.532 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.531+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=721QS9YT5S64 type=write size=303493 2024-09-13T03:12:15.534 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.533+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~W58Y3Y8ULVJG.0 size=1048576 2024-09-13T03:12:15.536 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.535+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~W58Y3Y8ULVJG.1 size=1048576 2024-09-13T03:12:15.538 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.537+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~W58Y3Y8ULVJG.2 size=337505 2024-09-13T03:12:15.542 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.540+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=W58Y3Y8ULVJG tag=QOBXI0K32KIU type=write size=3483233 2024-09-13T03:12:15.544 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.543+0000 7fda4ba82640 1 > prepared operation key=QSXH3UHXTEO9 tag=Q5NFHT680P3Y type=del size=888006 2024-09-13T03:12:15.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.545+0000 7fda4ba82640 1 < completed write operation key=IQRILNWE9YY3 tag=5DDPMNJTECLF type=write size=682149 2024-09-13T03:12:15.548 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.547+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=9LOMCBWFUGHN type=del size=2297859 2024-09-13T03:12:15.550 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.549+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~24FHSTOWCI3N.0 size=1048576 2024-09-13T03:12:15.552 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.551+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~24FHSTOWCI3N.1 size=1048576 2024-09-13T03:12:15.554 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.552+0000 7fda4ba82640 1 < completed part key=_multipart_O0M1N8B5QOP1.2~24FHSTOWCI3N.2 size=937968 2024-09-13T03:12:15.557 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.556+0000 7fda4ba82640 1 < completed multipart upload key=O0M1N8B5QOP1 upload=24FHSTOWCI3N tag=8UG5P38VXK09 type=write size=4083696 2024-09-13T03:12:15.561 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.560+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~7PMCXYIKLD5Q.0 size=1048576 2024-09-13T03:12:15.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.562+0000 7fda4ba82640 1 > prepared part key=_multipart_K0FB782665QT.2~7PMCXYIKLD5Q.1 size=914549 2024-09-13T03:12:15.563 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.562+0000 7fda4ba82640 1 > prepared multipart upload key=K0FB782665QT upload=7PMCXYIKLD5Q tag=LFYF33LYKXHE type=write size=3011701 2024-09-13T03:12:15.566 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.565+0000 7fda4ba82640 1 < completed delete operation key=A4ZG9OAEC25I tag=5MIHJS82TVW0 type=del 2024-09-13T03:12:15.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.569+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~S28WQIUEGME0.0 size=219969 2024-09-13T03:12:15.570 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.569+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=S28WQIUEGME0 tag=URNOOXA4Z20I type=write size=1268545 2024-09-13T03:12:15.575 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.574+0000 7fda4ba82640 1 < suggested remove operation key=X8S9YEDBK37F tag=6YYRN9XO8EGV type=del 2024-09-13T03:12:15.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.577+0000 7fda4ba82640 1 > prepared part key=_multipart_WRBSMDZRZQAN.2~G2NP5OHEYU3M.0 size=896195 2024-09-13T03:12:15.579 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.577+0000 7fda4ba82640 1 > prepared multipart upload key=WRBSMDZRZQAN upload=G2NP5OHEYU3M tag=BARDEPCKENWT type=write size=1944771 2024-09-13T03:12:15.581 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.580+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=9ADVKK5B111B type=del 2024-09-13T03:12:15.583 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.582+0000 7fda4ba82640 1 > prepared operation key=E67B744938JK tag=NMLDYOAV35KD type=del size=1223843 2024-09-13T03:12:15.585 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.584+0000 7fda4ba82640 1 < completed write operation key=VVUUV9QP2J78 tag=DKRESY0AK520 type=write size=377218 2024-09-13T03:12:15.588 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.586+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=1DDYRWQ46ICJ type=del size=675909 2024-09-13T03:12:15.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.588+0000 7fda4ba82640 1 < completed part key=_multipart_X8S9YEDBK37F.2~3IG1YTSZH95K.0 size=1048576 2024-09-13T03:12:15.590 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.588+0000 7fda4ba82640 1 < canceled part key=_multipart_X8S9YEDBK37F.2~3IG1YTSZH95K.1 size=125957 2024-09-13T03:12:15.593 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.592+0000 7fda4ba82640 1 < canceled multipart upload key=X8S9YEDBK37F upload=3IG1YTSZH95K tag=7AIK31XS9Y02 type=write size=2223109 2024-09-13T03:12:15.596 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.594+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=5OGYTZXJX6UK type=del size=3421274 2024-09-13T03:12:15.598 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.597+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~V60R4WT96ILM.0 size=1048576 2024-09-13T03:12:15.600 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.599+0000 7fda4ba82640 1 < completed part key=_multipart_ZGHDNK9YXEAH.2~V60R4WT96ILM.1 size=369605 2024-09-13T03:12:15.603 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.602+0000 7fda4ba82640 1 < completed multipart upload key=ZGHDNK9YXEAH upload=V60R4WT96ILM tag=R1KB2YYXM5R3 type=write size=2466757 2024-09-13T03:12:15.607 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.606+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~V82U6Z0KVLWB.0 size=1048576 2024-09-13T03:12:15.609 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.607+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~V82U6Z0KVLWB.1 size=1048576 2024-09-13T03:12:15.610 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.609+0000 7fda4ba82640 1 > prepared part key=_multipart_PSHNNGDFOD02.2~V82U6Z0KVLWB.2 size=297840 2024-09-13T03:12:15.611 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.609+0000 7fda4ba82640 1 > prepared multipart upload key=PSHNNGDFOD02 upload=V82U6Z0KVLWB tag=JBSH9SGWGIM1 type=write size=3443568 2024-09-13T03:12:15.612 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.611+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=FQML1CPPS4SD type=write size=706265 2024-09-13T03:12:15.614 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.613+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=04TDLDXWJVKY type=del size=3447621 2024-09-13T03:12:15.616 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.615+0000 7fda4ba82640 1 < completed delete operation key=DOJPAU2YIY2T tag=CZJTI5G4YLV1 type=del 2024-09-13T03:12:15.618 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.617+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=S6ERAJJ6GSOM type=del size=3204806 2024-09-13T03:12:15.621 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.620+0000 7fda4ba82640 -1 < failed to complete operation key=X8S9YEDBK37F tag=FAB286RYTLV8 type=del size=2852159: (22) Invalid argument 2024-09-13T03:12:15.623 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.622+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=LZIXC91UQ4YP type=del size=1357874 2024-09-13T03:12:15.625 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.624+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=GM6K484BPCB0 type=del 2024-09-13T03:12:15.627 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.626+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=0JF11M18MDIQ type=del size=3339506 2024-09-13T03:12:15.630 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.628+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~AANTA6KGJ98Y.0 size=1048576 2024-09-13T03:12:15.631 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.630+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~AANTA6KGJ98Y.1 size=606001 2024-09-13T03:12:15.635 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.634+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=AANTA6KGJ98Y tag=GJJYANPWK9CC type=write size=2703153 2024-09-13T03:12:15.637 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.636+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=6M5YNGJLU26K type=del size=1025027 2024-09-13T03:12:15.639 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.638+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=GC780JNZOR2Y type=del 2024-09-13T03:12:15.641 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.640+0000 7fda4ba82640 1 > prepared operation key=MOZWPHZFFRM3 tag=G4CI923FA9R9 type=del size=3135784 2024-09-13T03:12:15.643 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.642+0000 7fda4ba82640 1 < completed write operation key=KE9LDUK7XMNH tag=721QS9YT5S64 type=write size=303493 2024-09-13T03:12:15.645 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.644+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=3PU6RLQ5LS5R type=del size=615355 2024-09-13T03:12:15.648 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.646+0000 7fda4ba82640 1 < completed delete operation key=QSXH3UHXTEO9 tag=Q5NFHT680P3Y type=del 2024-09-13T03:12:15.651 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.650+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~AJ2P34ALE6MH.0 size=1048576 2024-09-13T03:12:15.653 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.651+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~AJ2P34ALE6MH.1 size=1048576 2024-09-13T03:12:15.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.653+0000 7fda4ba82640 1 > prepared part key=_multipart_8O19R8YXKXJ0.2~AJ2P34ALE6MH.2 size=108804 2024-09-13T03:12:15.655 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.653+0000 7fda4ba82640 1 > prepared multipart upload key=8O19R8YXKXJ0 upload=AJ2P34ALE6MH tag=7WAGILDW2Z9Y type=write size=3254532 2024-09-13T03:12:15.656 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.655+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=9LOMCBWFUGHN type=del 2024-09-13T03:12:15.661 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.659+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~K0QQG0F81WZV.0 size=1048576 2024-09-13T03:12:15.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.661+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~K0QQG0F81WZV.1 size=724765 2024-09-13T03:12:15.662 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.661+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=K0QQG0F81WZV tag=1Z1UA9IR8Z35 type=write size=2821917 2024-09-13T03:12:15.664 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.663+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~7PMCXYIKLD5Q.0 size=1048576 2024-09-13T03:12:15.666 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.665+0000 7fda4ba82640 1 < completed part key=_multipart_K0FB782665QT.2~7PMCXYIKLD5Q.1 size=914549 2024-09-13T03:12:15.670 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.668+0000 7fda4ba82640 1 < completed multipart upload key=K0FB782665QT upload=7PMCXYIKLD5Q tag=LFYF33LYKXHE type=write size=3011701 2024-09-13T03:12:15.671 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.670+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=10IYT38N9ZII type=write size=509650 2024-09-13T03:12:15.674 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.672+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~S28WQIUEGME0.0 size=219969 2024-09-13T03:12:15.677 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.676+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=S28WQIUEGME0 tag=URNOOXA4Z20I type=write size=1268545 2024-09-13T03:12:15.681 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.679+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~JKWJ533DC9OA.0 size=1048576 2024-09-13T03:12:15.682 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.681+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~JKWJ533DC9OA.1 size=916214 2024-09-13T03:12:15.683 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.681+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=JKWJ533DC9OA tag=4R70EVJYZLSO type=write size=3013366 2024-09-13T03:12:15.685 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.683+0000 7fda4ba82640 1 < completed part key=_multipart_WRBSMDZRZQAN.2~G2NP5OHEYU3M.0 size=896195 2024-09-13T03:12:15.688 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.687+0000 7fda4ba82640 1 < completed multipart upload key=WRBSMDZRZQAN upload=G2NP5OHEYU3M tag=BARDEPCKENWT type=write size=1944771 2024-09-13T03:12:15.690 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.688+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=NYG82JS275VS type=del size=2276833 2024-09-13T03:12:15.692 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.691+0000 7fda4ba82640 1 < completed delete operation key=E67B744938JK tag=NMLDYOAV35KD type=del 2024-09-13T03:12:15.696 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.694+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~9IZ51UXA7U30.0 size=1048576 2024-09-13T03:12:15.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.696+0000 7fda4ba82640 1 > prepared part key=_multipart_YXSJPUVUR9YF.2~9IZ51UXA7U30.1 size=1044506 2024-09-13T03:12:15.697 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.696+0000 7fda4ba82640 1 > prepared multipart upload key=YXSJPUVUR9YF upload=9IZ51UXA7U30 tag=4AWDEHGOXYL2 type=write size=3141658 2024-09-13T03:12:15.699 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.698+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=1DDYRWQ46ICJ type=del 2024-09-13T03:12:15.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.701+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~EP6BM414IB7C.0 size=246829 2024-09-13T03:12:15.703 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.701+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=EP6BM414IB7C tag=7KK52GIM1XMX type=write size=1295405 2024-09-13T03:12:15.705 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.704+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=5OGYTZXJX6UK type=del 2024-09-13T03:12:15.709 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.708+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~6CEBGQC1T58N.0 size=367984 2024-09-13T03:12:15.709 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.708+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=6CEBGQC1T58N tag=NR7ILSUL57J3 type=write size=1416560 2024-09-13T03:12:15.711 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.710+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~V82U6Z0KVLWB.0 size=1048576 2024-09-13T03:12:15.713 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.711+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~V82U6Z0KVLWB.1 size=1048576 2024-09-13T03:12:15.714 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.713+0000 7fda4ba82640 1 < completed part key=_multipart_PSHNNGDFOD02.2~V82U6Z0KVLWB.2 size=297840 2024-09-13T03:12:15.718 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.716+0000 7fda4ba82640 1 < completed multipart upload key=PSHNNGDFOD02 upload=V82U6Z0KVLWB tag=JBSH9SGWGIM1 type=write size=3443568 2024-09-13T03:12:15.720 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.719+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=ARMPGL4XK5OO type=del size=346783 2024-09-13T03:12:15.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.721+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=04TDLDXWJVKY type=del 2024-09-13T03:12:15.726 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.725+0000 7fda4ba82640 1 > prepared part key=_multipart_DJ0S2Y4QPAX8.2~NH7F4H0BE853.0 size=429819 2024-09-13T03:12:15.726 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.725+0000 7fda4ba82640 1 > prepared multipart upload key=DJ0S2Y4QPAX8 upload=NH7F4H0BE853 tag=IECXHQNPF6BQ type=write size=1478395 2024-09-13T03:12:15.728 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.727+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=S6ERAJJ6GSOM type=del 2024-09-13T03:12:15.730 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.729+0000 7fda4ba82640 1 > prepared operation key=WLBGNRHIMT7I tag=48QR0EJ5G6ZV type=del size=3315236 2024-09-13T03:12:15.732 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.731+0000 7fda4ba82640 1 < completed delete operation key=9KHMARDTPDIW tag=LZIXC91UQ4YP type=del 2024-09-13T03:12:15.736 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.734+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~D1ZK6NMMEXZP.0 size=1048576 2024-09-13T03:12:15.737 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.736+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~D1ZK6NMMEXZP.1 size=1048576 2024-09-13T03:12:15.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.738+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~D1ZK6NMMEXZP.2 size=884874 2024-09-13T03:12:15.740 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.738+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=D1ZK6NMMEXZP tag=V29AQ00R13JG type=write size=4030602 2024-09-13T03:12:15.741 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.739+0000 7fda4ba82640 1 < completed delete operation key=XD7KO6C78R2R tag=0JF11M18MDIQ type=del 2024-09-13T03:12:15.743 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.742+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=OY383JFU237B type=del size=3310296 2024-09-13T03:12:15.746 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.745+0000 7fda4ba82640 1 < completed delete operation key=K8VZZVE7H1UR tag=6M5YNGJLU26K type=del 2024-09-13T03:12:15.748 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.747+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=8D3BQ4VQ7WS0 type=del size=99940 2024-09-13T03:12:15.750 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.749+0000 7fda4ba82640 1 < completed delete operation key=MOZWPHZFFRM3 tag=G4CI923FA9R9 type=del 2024-09-13T03:12:15.753 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.751+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=9CYV1JSMZCOG type=del size=3350588 2024-09-13T03:12:15.755 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.754+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=3PU6RLQ5LS5R type=del 2024-09-13T03:12:15.757 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.756+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=27ULH9LPXQC4 type=del size=2894665 2024-09-13T03:12:15.759 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.758+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~AJ2P34ALE6MH.0 size=1048576 2024-09-13T03:12:15.761 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.760+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~AJ2P34ALE6MH.1 size=1048576 2024-09-13T03:12:15.763 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.761+0000 7fda4ba82640 1 < completed part key=_multipart_8O19R8YXKXJ0.2~AJ2P34ALE6MH.2 size=108804 2024-09-13T03:12:15.767 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.765+0000 7fda4ba82640 1 < completed multipart upload key=8O19R8YXKXJ0 upload=AJ2P34ALE6MH tag=7WAGILDW2Z9Y type=write size=3254532 2024-09-13T03:12:15.769 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.767+0000 7fda4ba82640 1 > prepared operation key=VULNHTR382QJ tag=CT1V7ZMG9PZD type=del size=3178953 2024-09-13T03:12:15.771 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.769+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~K0QQG0F81WZV.0 size=1048576 2024-09-13T03:12:15.772 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.771+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~K0QQG0F81WZV.1 size=724765 2024-09-13T03:12:15.776 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.774+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=K0QQG0F81WZV tag=1Z1UA9IR8Z35 type=write size=2821917 2024-09-13T03:12:15.778 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.776+0000 7fda4ba82640 1 > prepared operation key=5VZ10W77NYTX tag=I6HA0QI7EPN0 type=del size=2345127 2024-09-13T03:12:15.780 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.779+0000 7fda4ba82640 1 < completed write operation key=X8S9YEDBK37F tag=10IYT38N9ZII type=write size=509650 2024-09-13T03:12:15.785 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.783+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~T5G0VIOWH4C5.0 size=1048576 2024-09-13T03:12:15.786 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.785+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~T5G0VIOWH4C5.1 size=1048576 2024-09-13T03:12:15.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.786+0000 7fda4ba82640 1 > prepared part key=_multipart_WLBGNRHIMT7I.2~T5G0VIOWH4C5.2 size=901285 2024-09-13T03:12:15.788 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.786+0000 7fda4ba82640 1 > prepared multipart upload key=WLBGNRHIMT7I upload=T5G0VIOWH4C5 tag=QPEAPBBQRQP9 type=write size=4047013 2024-09-13T03:12:15.790 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.788+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~JKWJ533DC9OA.0 size=1048576 2024-09-13T03:12:15.792 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.790+0000 7fda4ba82640 1 < completed part key=_multipart_AW13WQCSYUGX.2~JKWJ533DC9OA.1 size=916214 2024-09-13T03:12:15.795 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.794+0000 7fda4ba82640 1 < completed multipart upload key=AW13WQCSYUGX upload=JKWJ533DC9OA tag=4R70EVJYZLSO type=write size=3013366 2024-09-13T03:12:15.797 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.796+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=PHL7QVCJFSDQ type=write size=386005 2024-09-13T03:12:15.799 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.798+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=NYG82JS275VS type=del 2024-09-13T03:12:15.801 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.800+0000 7fda4ba82640 1 > prepared operation key=O0M1N8B5QOP1 tag=RB189TH300ED type=del size=2738963 2024-09-13T03:12:15.803 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.802+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~9IZ51UXA7U30.0 size=1048576 2024-09-13T03:12:15.806 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.804+0000 7fda4ba82640 1 < completed part key=_multipart_YXSJPUVUR9YF.2~9IZ51UXA7U30.1 size=1044506 2024-09-13T03:12:15.809 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.808+0000 7fda4ba82640 1 < completed multipart upload key=YXSJPUVUR9YF upload=9IZ51UXA7U30 tag=4AWDEHGOXYL2 type=write size=3141658 2024-09-13T03:12:15.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.812+0000 7fda4ba82640 1 > prepared part key=_multipart_3VGJW4TWEKKL.2~E1A53LUMDJR6.0 size=258361 2024-09-13T03:12:15.813 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.812+0000 7fda4ba82640 1 > prepared multipart upload key=3VGJW4TWEKKL upload=E1A53LUMDJR6 tag=IG2ZUFRT939E type=write size=1306937 2024-09-13T03:12:15.815 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.814+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~EP6BM414IB7C.0 size=246829 2024-09-13T03:12:15.818 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.817+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=EP6BM414IB7C tag=7KK52GIM1XMX type=write size=1295405 2024-09-13T03:12:15.820 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.819+0000 7fda4ba82640 1 > prepared operation key=7VAD88Q1O8P1 tag=BSGSM4CG9DYK type=del size=3033492 2024-09-13T03:12:15.822 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.821+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~6CEBGQC1T58N.0 size=367984 2024-09-13T03:12:15.826 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.825+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=6CEBGQC1T58N tag=NR7ILSUL57J3 type=write size=1416560 2024-09-13T03:12:15.828 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.827+0000 7fda4ba82640 1 > prepared operation key=K8VZZVE7H1UR tag=9KXCMNC1X4VO type=write size=11552 2024-09-13T03:12:15.833 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.831+0000 7fda4ba82640 1 < suggested update operation key=ZGHDNK9YXEAH tag=ARMPGL4XK5OO type=del size=346783 2024-09-13T03:12:15.835 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.833+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=QT64OF1L974T type=del size=3913482 2024-09-13T03:12:15.835 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.834+0000 7fda4ba82640 1 < canceled part key=_multipart_DJ0S2Y4QPAX8.2~NH7F4H0BE853.0 size=429819 2024-09-13T03:12:15.838 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.837+0000 7fda4ba82640 1 < canceled multipart upload key=DJ0S2Y4QPAX8 upload=NH7F4H0BE853 tag=IECXHQNPF6BQ type=write size=1478395 2024-09-13T03:12:15.842 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.841+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~F0UBN6X7OY2O.0 size=1048576 2024-09-13T03:12:15.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.842+0000 7fda4ba82640 1 > prepared part key=_multipart_VVUUV9QP2J78.2~F0UBN6X7OY2O.1 size=398998 2024-09-13T03:12:15.844 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.842+0000 7fda4ba82640 1 > prepared multipart upload key=VVUUV9QP2J78 upload=F0UBN6X7OY2O tag=FIUGL050IBRO type=write size=2496150 2024-09-13T03:12:15.845 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.844+0000 7fda4ba82640 1 < completed delete operation key=WLBGNRHIMT7I tag=48QR0EJ5G6ZV type=del 2024-09-13T03:12:15.849 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.848+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~UDX3S27W0E2W.0 size=1048576 2024-09-13T03:12:15.851 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.849+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~UDX3S27W0E2W.1 size=1048576 2024-09-13T03:12:15.853 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.851+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~UDX3S27W0E2W.2 size=770431 2024-09-13T03:12:15.853 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.851+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=UDX3S27W0E2W tag=81KQDZUOYQOP type=write size=3916159 2024-09-13T03:12:15.855 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.854+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~D1ZK6NMMEXZP.0 size=1048576 2024-09-13T03:12:15.856 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.855+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~D1ZK6NMMEXZP.1 size=1048576 2024-09-13T03:12:15.857 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.855+0000 7fda4ba82640 1 < canceled part key=_multipart_KE9LDUK7XMNH.2~D1ZK6NMMEXZP.2 size=884874 2024-09-13T03:12:15.860 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.859+0000 7fda4ba82640 1 < canceled multipart upload key=KE9LDUK7XMNH upload=D1ZK6NMMEXZP tag=V29AQ00R13JG type=write size=4030602 2024-09-13T03:12:15.862 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.860+0000 7fda4ba82640 1 > prepared operation key=YXSJPUVUR9YF tag=ISDVWF087094 type=write size=1002201 2024-09-13T03:12:15.864 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.862+0000 7fda4ba82640 1 < canceled operation key=5VZ10W77NYTX tag=OY383JFU237B type=del size=3310296 2024-09-13T03:12:15.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.866+0000 7fda4ba82640 1 > prepared part key=_multipart_53Y8JEVDW9XF.2~AA93DTR4XRBQ.0 size=233851 2024-09-13T03:12:15.867 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.866+0000 7fda4ba82640 1 > prepared multipart upload key=53Y8JEVDW9XF upload=AA93DTR4XRBQ tag=F8KI3A98BUVE type=write size=1282427 2024-09-13T03:12:15.869 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.868+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=8D3BQ4VQ7WS0 type=del 2024-09-13T03:12:15.872 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.871+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~F9JWZF86LRDX.0 size=1048576 2024-09-13T03:12:15.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.873+0000 7fda4ba82640 1 > prepared part key=_multipart_I99SIV522FFG.2~F9JWZF86LRDX.1 size=150245 2024-09-13T03:12:15.874 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.873+0000 7fda4ba82640 1 > prepared multipart upload key=I99SIV522FFG upload=F9JWZF86LRDX tag=5PQ8B5E395SC type=write size=2247397 2024-09-13T03:12:15.876 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.874+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=9CYV1JSMZCOG type=del 2024-09-13T03:12:15.878 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.876+0000 7fda4ba82640 1 > prepared operation key=8O19R8YXKXJ0 tag=1GE7R8607YMI type=del size=3784015 2024-09-13T03:12:15.880 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.878+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=27ULH9LPXQC4 type=del 2024-09-13T03:12:15.882 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.880+0000 7fda4ba82640 1 > prepared operation key=53Y8JEVDW9XF tag=V3DX7GINR9XW type=del size=3802178 2024-09-13T03:12:15.883 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.882+0000 7fda4ba82640 1 < completed delete operation key=VULNHTR382QJ tag=CT1V7ZMG9PZD type=del 2024-09-13T03:12:15.886 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.884+0000 7fda4ba82640 1 > prepared operation key=KE9LDUK7XMNH tag=4RQIVQHV45DG type=del size=2676994 2024-09-13T03:12:15.887 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.886+0000 7fda4ba82640 1 < canceled operation key=5VZ10W77NYTX tag=I6HA0QI7EPN0 type=del size=2345127 2024-09-13T03:12:15.891 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.890+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~C6F4E2BU8GDI.0 size=1048576 2024-09-13T03:12:15.893 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.892+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~C6F4E2BU8GDI.1 size=1048576 2024-09-13T03:12:15.894 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.893+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~C6F4E2BU8GDI.2 size=875988 2024-09-13T03:12:15.895 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.893+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=C6F4E2BU8GDI tag=NSWDGRK0XWOT type=write size=4021716 2024-09-13T03:12:15.897 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.895+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~T5G0VIOWH4C5.0 size=1048576 2024-09-13T03:12:15.901 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.897+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~T5G0VIOWH4C5.1 size=1048576 2024-09-13T03:12:15.902 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.900+0000 7fda4ba82640 1 < completed part key=_multipart_WLBGNRHIMT7I.2~T5G0VIOWH4C5.2 size=901285 2024-09-13T03:12:15.905 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.903+0000 7fda4ba82640 1 < completed multipart upload key=WLBGNRHIMT7I upload=T5G0VIOWH4C5 tag=QPEAPBBQRQP9 type=write size=4047013 2024-09-13T03:12:15.907 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.905+0000 7fda4ba82640 1 > prepared operation key=IQRILNWE9YY3 tag=0GFGCSNNENLC type=del size=1991618 2024-09-13T03:12:15.909 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.907+0000 7fda4ba82640 1 < canceled operation key=7VAD88Q1O8P1 tag=PHL7QVCJFSDQ type=write size=386005 2024-09-13T03:12:15.911 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.909+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=1KLL5275UYBU type=del size=3988428 2024-09-13T03:12:15.912 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.911+0000 7fda4ba82640 1 < completed delete operation key=O0M1N8B5QOP1 tag=RB189TH300ED type=del 2024-09-13T03:12:15.915 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.913+0000 7fda4ba82640 1 > prepared operation key=X8S9YEDBK37F tag=LXKJVJK092AY type=write size=117555 2024-09-13T03:12:15.917 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.915+0000 7fda4ba82640 1 < completed part key=_multipart_3VGJW4TWEKKL.2~E1A53LUMDJR6.0 size=258361 2024-09-13T03:12:15.920 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.919+0000 7fda4ba82640 1 < completed multipart upload key=3VGJW4TWEKKL upload=E1A53LUMDJR6 tag=IG2ZUFRT939E type=write size=1306937 2024-09-13T03:12:15.922 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.921+0000 7fda4ba82640 1 > prepared operation key=HCD8XCSFOAR1 tag=WM37RBBHFFSI type=write size=591984 2024-09-13T03:12:15.924 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.923+0000 7fda4ba82640 1 < completed delete operation key=7VAD88Q1O8P1 tag=BSGSM4CG9DYK type=del 2024-09-13T03:12:15.927 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.926+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~Q8DGZLXG8N4I.0 size=1048576 2024-09-13T03:12:15.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.928+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~Q8DGZLXG8N4I.1 size=410651 2024-09-13T03:12:15.929 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.928+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=Q8DGZLXG8N4I tag=UD5CSEQ5KYZ4 type=write size=2507803 2024-09-13T03:12:15.931 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.930+0000 7fda4ba82640 1 < completed write operation key=K8VZZVE7H1UR tag=9KXCMNC1X4VO type=write size=11552 2024-09-13T03:12:15.935 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.933+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~S2W1OFVZGGME.0 size=1048576 2024-09-13T03:12:15.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.935+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~S2W1OFVZGGME.1 size=712409 2024-09-13T03:12:15.936 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.935+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=S2W1OFVZGGME tag=RO65Y62EJ2VT type=write size=2809561 2024-09-13T03:12:15.940 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.939+0000 7fda4ba82640 1 < suggested remove operation key=X8S9YEDBK37F tag=QT64OF1L974T type=del 2024-09-13T03:12:15.942 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.941+0000 7fda4ba82640 1 > prepared operation key=X3IBYPK60ZII tag=SFZ5EM9JPZVZ type=del size=2010691 2024-09-13T03:12:15.945 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.943+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~F0UBN6X7OY2O.0 size=1048576 2024-09-13T03:12:15.946 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.945+0000 7fda4ba82640 1 < completed part key=_multipart_VVUUV9QP2J78.2~F0UBN6X7OY2O.1 size=398998 2024-09-13T03:12:15.950 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.949+0000 7fda4ba82640 1 < completed multipart upload key=VVUUV9QP2J78 upload=F0UBN6X7OY2O tag=FIUGL050IBRO type=write size=2496150 2024-09-13T03:12:15.954 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.953+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~2CPL8H8QMJBM.0 size=1048576 2024-09-13T03:12:15.956 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.954+0000 7fda4ba82640 1 > prepared part key=_multipart_KE9LDUK7XMNH.2~2CPL8H8QMJBM.1 size=90056 2024-09-13T03:12:15.956 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.954+0000 7fda4ba82640 1 > prepared multipart upload key=KE9LDUK7XMNH upload=2CPL8H8QMJBM tag=NYQETSC05GUA type=write size=2187208 2024-09-13T03:12:15.958 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.957+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~UDX3S27W0E2W.0 size=1048576 2024-09-13T03:12:15.960 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.958+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~UDX3S27W0E2W.1 size=1048576 2024-09-13T03:12:15.961 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.960+0000 7fda4ba82640 1 < completed part key=_multipart_K8VZZVE7H1UR.2~UDX3S27W0E2W.2 size=770431 2024-09-13T03:12:15.965 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.964+0000 7fda4ba82640 1 < completed multipart upload key=K8VZZVE7H1UR upload=UDX3S27W0E2W tag=81KQDZUOYQOP type=write size=3916159 2024-09-13T03:12:15.968 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.967+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~66NF53OHNQKB.0 size=1048576 2024-09-13T03:12:15.971 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.969+0000 7fda4ba82640 1 > prepared part key=_multipart_7VAD88Q1O8P1.2~66NF53OHNQKB.1 size=678445 2024-09-13T03:12:15.971 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.969+0000 7fda4ba82640 1 > prepared multipart upload key=7VAD88Q1O8P1 upload=66NF53OHNQKB tag=VJ4KM34OGTG8 type=write size=2775597 2024-09-13T03:12:15.973 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.971+0000 7fda4ba82640 1 < completed write operation key=YXSJPUVUR9YF tag=ISDVWF087094 type=write size=1002201 2024-09-13T03:12:15.976 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.975+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~B4711P08I5NT.0 size=1048576 2024-09-13T03:12:15.978 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.977+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~B4711P08I5NT.1 size=1048576 2024-09-13T03:12:15.980 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.978+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~B4711P08I5NT.2 size=528492 2024-09-13T03:12:15.980 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.978+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=B4711P08I5NT tag=MUGGVF3F97BL type=write size=3674220 2024-09-13T03:12:15.981 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.980+0000 7fda4ba82640 1 < completed part key=_multipart_53Y8JEVDW9XF.2~AA93DTR4XRBQ.0 size=233851 2024-09-13T03:12:15.985 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.984+0000 7fda4ba82640 1 < completed multipart upload key=53Y8JEVDW9XF upload=AA93DTR4XRBQ tag=F8KI3A98BUVE type=write size=1282427 2024-09-13T03:12:15.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.987+0000 7fda4ba82640 1 > prepared part key=_multipart_K8VZZVE7H1UR.2~SYY1S46OPRK0.0 size=582675 2024-09-13T03:12:15.989 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.987+0000 7fda4ba82640 1 > prepared multipart upload key=K8VZZVE7H1UR upload=SYY1S46OPRK0 tag=P11MQFRRZHNE type=write size=1631251 2024-09-13T03:12:15.991 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.989+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~F9JWZF86LRDX.0 size=1048576 2024-09-13T03:12:15.992 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.991+0000 7fda4ba82640 1 < completed part key=_multipart_I99SIV522FFG.2~F9JWZF86LRDX.1 size=150245 2024-09-13T03:12:15.996 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.994+0000 7fda4ba82640 1 < completed multipart upload key=I99SIV522FFG upload=F9JWZF86LRDX tag=5PQ8B5E395SC type=write size=2247397 2024-09-13T03:12:15.998 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.997+0000 7fda4ba82640 1 > prepared operation key=PSHNNGDFOD02 tag=UP0D7YVNGXRF type=del size=1059437 2024-09-13T03:12:16.000 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:15.999+0000 7fda4ba82640 1 < completed delete operation key=8O19R8YXKXJ0 tag=1GE7R8607YMI type=del 2024-09-13T03:12:16.002 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.001+0000 7fda4ba82640 1 > prepared operation key=I99SIV522FFG tag=ET6825VS3VGV type=write size=447775 2024-09-13T03:12:16.004 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.003+0000 7fda4ba82640 1 < completed delete operation key=53Y8JEVDW9XF tag=V3DX7GINR9XW type=del 2024-09-13T03:12:16.006 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.005+0000 7fda4ba82640 1 > prepared operation key=XD7KO6C78R2R tag=CI13TYKO5LSE type=del size=2887766 2024-09-13T03:12:16.008 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.007+0000 7fda4ba82640 1 < completed delete operation key=KE9LDUK7XMNH tag=4RQIVQHV45DG type=del 2024-09-13T03:12:16.010 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.009+0000 7fda4ba82640 1 > prepared operation key=UEPB2Q26LHMF tag=GH03OBFLT22P type=del size=1487831 2024-09-13T03:12:16.012 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.011+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~C6F4E2BU8GDI.0 size=1048576 2024-09-13T03:12:16.014 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.012+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~C6F4E2BU8GDI.1 size=1048576 2024-09-13T03:12:16.015 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.014+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~C6F4E2BU8GDI.2 size=875988 2024-09-13T03:12:16.019 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.017+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=C6F4E2BU8GDI tag=NSWDGRK0XWOT type=write size=4021716 2024-09-13T03:12:16.022 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.021+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~0XFFT6B3XGG9.0 size=1048576 2024-09-13T03:12:16.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.023+0000 7fda4ba82640 1 > prepared part key=_multipart_VULNHTR382QJ.2~0XFFT6B3XGG9.1 size=1020574 2024-09-13T03:12:16.024 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.023+0000 7fda4ba82640 1 > prepared multipart upload key=VULNHTR382QJ upload=0XFFT6B3XGG9 tag=ZXAV38V0E4ZD type=write size=3117726 2024-09-13T03:12:16.026 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.025+0000 7fda4ba82640 1 < completed delete operation key=IQRILNWE9YY3 tag=0GFGCSNNENLC type=del 2024-09-13T03:12:16.028 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.027+0000 7fda4ba82640 1 > prepared operation key=ZGHDNK9YXEAH tag=R8B4SZU660Z3 type=del size=1174147 2024-09-13T03:12:16.030 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.029+0000 7fda4ba82640 1 < completed delete operation key=I99SIV522FFG tag=1KLL5275UYBU type=del 2024-09-13T03:12:16.034 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.032+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~MU3YKWAPDMDP.0 size=1048576 2024-09-13T03:12:16.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.034+0000 7fda4ba82640 1 > prepared part key=_multipart_M3W0IJDWZTHP.2~MU3YKWAPDMDP.1 size=626391 2024-09-13T03:12:16.035 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.034+0000 7fda4ba82640 1 > prepared multipart upload key=M3W0IJDWZTHP upload=MU3YKWAPDMDP tag=71JDWF95JZ7U type=write size=2723543 2024-09-13T03:12:16.036 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.034+0000 7fda4ba82640 -1 < no bi entry to suggest for operation key=X8S9YEDBK37F tag=LXKJVJK092AY type=write size=117555: (2) No such file or directory 2024-09-13T03:12:16.037 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.036+0000 7fda4ba82640 1 > prepared operation key=9KHMARDTPDIW tag=4PUU2CYY7LCI type=del size=2453214 2024-09-13T03:12:16.040 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.039+0000 7fda4ba82640 1 < canceled operation key=HCD8XCSFOAR1 tag=WM37RBBHFFSI type=write size=591984 2024-09-13T03:12:16.043 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.042+0000 7fda4ba82640 1 > prepared part key=_multipart_DOJPAU2YIY2T.2~APJEGCFB3UEI.0 size=15825 2024-09-13T03:12:16.044 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.042+0000 7fda4ba82640 1 > prepared multipart upload key=DOJPAU2YIY2T upload=APJEGCFB3UEI tag=30P58QWZA7DY type=write size=1064401 2024-09-13T03:12:16.045 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.044+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~Q8DGZLXG8N4I.0 size=1048576 2024-09-13T03:12:16.047 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.046+0000 7fda4ba82640 1 < completed part key=_multipart_9KHMARDTPDIW.2~Q8DGZLXG8N4I.1 size=410651 2024-09-13T03:12:16.051 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.050+0000 7fda4ba82640 1 < completed multipart upload key=9KHMARDTPDIW upload=Q8DGZLXG8N4I tag=UD5CSEQ5KYZ4 type=write size=2507803 2024-09-13T03:12:16.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.054+0000 7fda4ba82640 1 > prepared part key=_multipart_E67B744938JK.2~8ISF94LUL5GI.0 size=312298 2024-09-13T03:12:16.055 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.054+0000 7fda4ba82640 1 > prepared multipart upload key=E67B744938JK upload=8ISF94LUL5GI tag=0WEP52USMJ79 type=write size=1360874 2024-09-13T03:12:16.058 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.056+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~S2W1OFVZGGME.0 size=1048576 2024-09-13T03:12:16.060 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.058+0000 7fda4ba82640 1 < completed part key=_multipart_VULNHTR382QJ.2~S2W1OFVZGGME.1 size=712409 2024-09-13T03:12:16.063 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.062+0000 7fda4ba82640 1 < completed multipart upload key=VULNHTR382QJ upload=S2W1OFVZGGME tag=RO65Y62EJ2VT type=write size=2809561 2024-09-13T03:12:16.065 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.064+0000 7fda4ba82640 1 > prepared operation key=A4ZG9OAEC25I tag=HYWOIIY48URL type=del size=1182867 2024-09-13T03:12:16.067 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.066+0000 7fda4ba82640 1 < completed delete operation key=X3IBYPK60ZII tag=SFZ5EM9JPZVZ type=del 2024-09-13T03:12:16.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.070+0000 7fda4ba82640 1 > prepared part key=_multipart_9KHMARDTPDIW.2~K3S1TEWCAN25.0 size=836889 2024-09-13T03:12:16.071 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.070+0000 7fda4ba82640 1 > prepared multipart upload key=9KHMARDTPDIW upload=K3S1TEWCAN25 tag=1CJD49FPVTCP type=write size=1885465 2024-09-13T03:12:16.073 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.071+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~2CPL8H8QMJBM.0 size=1048576 2024-09-13T03:12:16.074 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.073+0000 7fda4ba82640 1 < completed part key=_multipart_KE9LDUK7XMNH.2~2CPL8H8QMJBM.1 size=90056 2024-09-13T03:12:16.078 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.077+0000 7fda4ba82640 1 < completed multipart upload key=KE9LDUK7XMNH upload=2CPL8H8QMJBM tag=NYQETSC05GUA type=write size=2187208 2024-09-13T03:12:16.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.080+0000 7fda4ba82640 1 > prepared part key=_multipart_X8S9YEDBK37F.2~1GCXC2O0RWNY.0 size=459225 2024-09-13T03:12:16.082 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.080+0000 7fda4ba82640 1 > prepared multipart upload key=X8S9YEDBK37F upload=1GCXC2O0RWNY tag=XW6DQ7BYAVGT type=write size=1507801 2024-09-13T03:12:16.083 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.082+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~66NF53OHNQKB.0 size=1048576 2024-09-13T03:12:16.085 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.084+0000 7fda4ba82640 1 < completed part key=_multipart_7VAD88Q1O8P1.2~66NF53OHNQKB.1 size=678445 2024-09-13T03:12:16.089 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.088+0000 7fda4ba82640 1 < completed multipart upload key=7VAD88Q1O8P1 upload=66NF53OHNQKB tag=VJ4KM34OGTG8 type=write size=2775597 2024-09-13T03:12:16.091 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.090+0000 7fda4ba82640 1 > prepared operation key=K0FB782665QT tag=FOJM82A6CJ0F type=del size=3295833 2024-09-13T03:12:16.093 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.092+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~B4711P08I5NT.0 size=1048576 2024-09-13T03:12:16.095 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.094+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~B4711P08I5NT.1 size=1048576 2024-09-13T03:12:16.097 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.095+0000 7fda4ba82640 1 < completed part key=_multipart_M3W0IJDWZTHP.2~B4711P08I5NT.2 size=528492 2024-09-13T03:12:16.101 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.099+0000 7fda4ba82640 1 < completed multipart upload key=M3W0IJDWZTHP upload=B4711P08I5NT tag=MUGGVF3F97BL type=write size=3674220 2024-09-13T03:12:16.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.103+0000 7fda4ba82640 1 > prepared part key=_multipart_AW13WQCSYUGX.2~5712NAVRGAQK.0 size=774186 2024-09-13T03:12:16.105 INFO:tasks.workunit.client.0.smithi052.stderr:2024-09-13T03:12:16.103+0000 7fda4ba82640 1 > prepared multipart upload key=AW13WQCSYUGX upload=5712NAVRGAQK tag=D3LDAEJGUAES type=write size=1822762 2024-09-13T03:12:16.105 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] cls_rgw_stats.simulate (13074 ms) 2024-09-13T03:12:16.105 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from cls_rgw_stats (13074 ms total) 2024-09-13T03:12:16.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:12:16.105 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:12:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:16 smithi078 ceph-mon[85589]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 460 KiB/s wr, 2.36k op/s 2024-09-13T03:12:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:16 smithi052 ceph-mon[91421]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 460 KiB/s wr, 2.36k op/s 2024-09-13T03:12:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:16 smithi052 ceph-mon[89065]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 460 KiB/s wr, 2.36k op/s 2024-09-13T03:12:17.067 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 1 test from 1 test suite ran. (15891 ms total) 2024-09-13T03:12:17.068 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 1 test. 2024-09-13T03:12:17.071 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:12:17.072 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:12:17.142 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-13T03:12:17.143 DEBUG:teuthology.orchestra.run.smithi052:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-13T03:12:17.213 INFO:tasks.workunit.client.0.smithi052.stdout:Running main() from gmock_main.cc 2024-09-13T03:12:17.214 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-13T03:12:17.214 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:12:17.214 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 2 tests from ClsSDK 2024-09-13T03:12:17.214 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-13T03:12:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:18 smithi078 ceph-mon[85589]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 402 KiB/s wr, 2.06k op/s 2024-09-13T03:12:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:18 smithi078 ceph-mon[85589]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T03:12:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:18 smithi052 ceph-mon[91421]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 402 KiB/s wr, 2.06k op/s 2024-09-13T03:12:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:18 smithi052 ceph-mon[91421]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T03:12:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:18 smithi052 ceph-mon[89065]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 402 KiB/s wr, 2.06k op/s 2024-09-13T03:12:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:18 smithi052 ceph-mon[89065]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-13T03:12:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:12:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:12:18] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-09-13T03:12:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:19 smithi078 ceph-mon[85589]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T03:12:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:19 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3079100252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:19.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:19 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:19.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:19 smithi052 ceph-mon[89065]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T03:12:19.603 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:19 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3079100252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:19.603 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:19 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:19.604 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:19 smithi052 ceph-mon[91421]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-13T03:12:19.604 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:19 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3079100252' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:19.604 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:19 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:20.087 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2873 ms) 2024-09-13T03:12:20.087 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-13T03:12:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:20 smithi078 ceph-mon[85589]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:20 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:12:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:20 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:20 smithi078 ceph-mon[85589]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T03:12:20.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[89065]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[89065]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[91421]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:20.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:20 smithi052 ceph-mon[91421]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-13T03:12:21.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:21 smithi078 ceph-mon[85589]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T03:12:21.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:21 smithi052 ceph-mon[91421]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T03:12:21.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:21 smithi052 ceph-mon[89065]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-13T03:12:22.348 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:22.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-mon[85589]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:22.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:12:22.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:12:22.348 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-mon[85589]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T03:12:22.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1578635292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:22.349 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:22 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[91421]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[91421]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1578635292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[89065]: pgmap v1386: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:12:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:12:22.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[89065]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-13T03:12:22.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1578635292' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:22.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:22 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:12:23.106 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3020 ms) 2024-09-13T03:12:23.106 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 2 tests from ClsSDK (5893 ms total) 2024-09-13T03:12:23.106 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:12:23.107 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:12:23.107 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 2 tests from 1 test suite ran. (5893 ms total) 2024-09-13T03:12:23.107 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 2 tests. 2024-09-13T03:12:23.108 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:12:23.109 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:12:23.178 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-13T03:12:23.179 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:12:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:23 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:23 smithi078 ceph-mon[85589]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T03:12:23.447 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:23 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:23.448 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:23 smithi052 ceph-mon[91421]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T03:12:23.448 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:23 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi052-124305-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:12:23.448 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:23 smithi052 ceph-mon[89065]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-13T03:12:23.449 DEBUG:teuthology.parallel:result is None 2024-09-13T03:12:23.450 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:12:23.475 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:12:23.475 DEBUG:teuthology.orchestra.run.smithi052:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:12:23.531 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:12:23.531 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:12:23.532 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-13T03:12:23.532 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:12:23.532 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-13T03:12:23.532 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:12:23.533 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:12:23.533 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:12:23.534 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:12:23.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:12:23.587 INFO:teuthology.orchestra.run.smithi052.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:12:23.588 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:12:23.643 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:12:23.644 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:12:23.699 INFO:tasks.workunit:timeout=3h 2024-09-13T03:12:23.699 INFO:tasks.workunit:cleanup=True 2024-09-13T03:12:23.700 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:12:23.756 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:12:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:24 smithi078 ceph-mon[85589]: pgmap v1389: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:24 smithi078 ceph-mon[85589]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T03:12:24.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:24 smithi052 ceph-mon[89065]: pgmap v1389: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:24.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:24 smithi052 ceph-mon[89065]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T03:12:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:24 smithi052 ceph-mon[91421]: pgmap v1389: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:24 smithi052 ceph-mon[91421]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-13T03:12:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:26 smithi078 ceph-mon[85589]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:26 smithi052 ceph-mon[91421]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:26.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:26 smithi052 ceph-mon[89065]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:28 smithi078 ceph-mon[85589]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:28 smithi052 ceph-mon[91421]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:28 smithi052 ceph-mon[89065]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:12:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:12:28] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-09-13T03:12:30.035 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:12:30.090 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:12:30.093 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:12:30.093 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:12:30.146 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:12:30.196 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:12:30.237 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:12:30.238 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:12:30.238 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:12:30.278 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:12:30.281 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T03:12:30.281 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:12:30.338 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-13T03:12:30.339 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-13T03:12:30.339 DEBUG:teuthology.orchestra.run.smithi052:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-13T03:12:30.437 INFO:tasks.workunit.client.0.smithi052.stdout:run length 1200 seconds 2024-09-13T03:12:30.437 INFO:tasks.workunit.client.0.smithi052.stdout:preparing 10240 objects 2024-09-13T03:12:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:30 smithi078 ceph-mon[85589]: pgmap v1393: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:30.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:30 smithi052 ceph-mon[89065]: pgmap v1393: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:30 smithi052 ceph-mon[91421]: pgmap v1393: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:32.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:32 smithi078 ceph-mon[85589]: pgmap v1394: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:32.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:32.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:12:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:32.496 INFO:tasks.workunit.client.0.smithi052.stdout:load-gen will run 1200 seconds 2024-09-13T03:12:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:32 smithi052 ceph-mon[91421]: pgmap v1394: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:32 smithi052 ceph-mon[89065]: pgmap v1394: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:12:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: 1: throughput=0MB/sec pending data=0 2024-09-13T03:12:33.496 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YjzA5hRM_rgZ7bG off=3217868 len=1599757 2024-09-13T03:12:33.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 0 completed, throughput=1.51MB/sec 2024-09-13T03:12:33.505 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n69yT8chIjZyM1A off=7067829 len=378190 2024-09-13T03:12:33.506 INFO:tasks.workunit.client.0.smithi052.stdout:op 1 completed, throughput=1.87MB/sec 2024-09-13T03:12:33.506 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ups0ZVuMD5m-m6O off=11362439 len=2003531 2024-09-13T03:12:33.510 INFO:tasks.workunit.client.0.smithi052.stdout:op 2 completed, throughput=3.74MB/sec 2024-09-13T03:12:33.510 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t34gvYK8BBvfJBE off=523460 len=1344395 2024-09-13T03:12:33.516 INFO:tasks.workunit.client.0.smithi052.stdout:op 3 completed, throughput=4.98MB/sec 2024-09-13T03:12:33.516 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uEieHZCM4KSczrW off=6040795 len=1982163 2024-09-13T03:12:33.527 INFO:tasks.workunit.client.0.smithi052.stdout:op 4 completed, throughput=6.76MB/sec 2024-09-13T03:12:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:34 smithi078 ceph-mon[85589]: pgmap v1395: 105 pgs: 105 active+clean; 44 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s wr, 352 op/s 2024-09-13T03:12:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: 2: throughput=3.43MB/sec pending data=0 2024-09-13T03:12:34.528 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wZynPZC4Gy276qb off=13887356 len=696397 2024-09-13T03:12:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:34 smithi052 ceph-mon[91421]: pgmap v1395: 105 pgs: 105 active+clean; 44 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s wr, 352 op/s 2024-09-13T03:12:34.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:34 smithi052 ceph-mon[89065]: pgmap v1395: 105 pgs: 105 active+clean; 44 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 352 KiB/s wr, 352 op/s 2024-09-13T03:12:34.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 5 completed, throughput=3.75MB/sec 2024-09-13T03:12:34.529 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GbrBJIwic4ntmtD off=7173140 len=1193200 2024-09-13T03:12:34.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 6 completed, throughput=4.31MB/sec 2024-09-13T03:12:34.531 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-l7jad9iIqZQh-Sk off=5948456 len=1242058 2024-09-13T03:12:34.533 INFO:tasks.workunit.client.0.smithi052.stdout:op 7 completed, throughput=4.89MB/sec 2024-09-13T03:12:34.533 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RkQLmhp-sEa-qL7 off=10921937 len=1200848 2024-09-13T03:12:34.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 8 completed, throughput=5.43MB/sec 2024-09-13T03:12:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: 3: throughput=3.65MB/sec pending data=0 2024-09-13T03:12:35.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Y_5dzn0JUIRxuOq off=2838943 len=1739607 2024-09-13T03:12:35.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 9 completed, throughput=4.18MB/sec 2024-09-13T03:12:35.549 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KAY5J9pCv41wDes off=14920990 len=1672881 2024-09-13T03:12:35.556 INFO:tasks.workunit.client.0.smithi052.stdout:op 10 completed, throughput=4.69MB/sec 2024-09-13T03:12:35.556 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FymLEQLdnNi1R8q off=13182155 len=1815879 2024-09-13T03:12:35.560 INFO:tasks.workunit.client.0.smithi052.stdout:op 11 completed, throughput=5.25MB/sec 2024-09-13T03:12:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:36 smithi078 ceph-mon[85589]: pgmap v1396: 105 pgs: 105 active+clean; 60 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s wr, 423 op/s 2024-09-13T03:12:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:36 smithi052 ceph-mon[91421]: pgmap v1396: 105 pgs: 105 active+clean; 60 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s wr, 423 op/s 2024-09-13T03:12:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:36 smithi052 ceph-mon[89065]: pgmap v1396: 105 pgs: 105 active+clean; 60 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s wr, 423 op/s 2024-09-13T03:12:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: 4: throughput=3.96MB/sec pending data=0 2024-09-13T03:12:36.560 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F1k4J4LZcF1CQE7 off=17729941 len=1890757 2024-09-13T03:12:36.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 12 completed, throughput=4.4MB/sec 2024-09-13T03:12:36.563 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dECU5qR0-VdojPZ off=1713917 len=917331 2024-09-13T03:12:36.564 INFO:tasks.workunit.client.0.smithi052.stdout:op 13 completed, throughput=4.61MB/sec 2024-09-13T03:12:36.564 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b5U76zF_W-1BF_2 off=21625454 len=1890028 2024-09-13T03:12:36.569 INFO:tasks.workunit.client.0.smithi052.stdout:op 14 completed, throughput=5.05MB/sec 2024-09-13T03:12:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: 5: throughput=4.06MB/sec pending data=0 2024-09-13T03:12:37.567 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X5Ycg8GZdYL_7h3 off=6631002 len=1325420 2024-09-13T03:12:37.569 INFO:tasks.workunit.client.0.smithi052.stdout:op 15 completed, throughput=4.3MB/sec 2024-09-13T03:12:37.569 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GF0GcUVCcZciZMY off=3116989 len=1140771 2024-09-13T03:12:37.575 INFO:tasks.workunit.client.0.smithi052.stdout:op 16 completed, throughput=4.51MB/sec 2024-09-13T03:12:37.575 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SK0D9w-IOrV-5sk off=2643845 len=651141 2024-09-13T03:12:37.580 INFO:tasks.workunit.client.0.smithi052.stdout:op 17 completed, throughput=4.63MB/sec 2024-09-13T03:12:37.580 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-blHiJhRJC9Se2ti off=14189750 len=485275 2024-09-13T03:12:37.580 INFO:tasks.workunit.client.0.smithi052.stdout:op 18 completed, throughput=4.72MB/sec 2024-09-13T03:12:37.580 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1jfXJNyxUySnT0g off=20781937 len=1700118 2024-09-13T03:12:37.588 INFO:tasks.workunit.client.0.smithi052.stdout:op 19 completed, throughput=5.03MB/sec 2024-09-13T03:12:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:38 smithi078 ceph-mon[85589]: pgmap v1397: 105 pgs: 105 active+clean; 117 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 1.2 MiB/s wr, 788 op/s 2024-09-13T03:12:38.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:12:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:12:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:12:38] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-13T03:12:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:38 smithi052 ceph-mon[89065]: pgmap v1397: 105 pgs: 105 active+clean; 117 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 1.2 MiB/s wr, 788 op/s 2024-09-13T03:12:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:12:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:38 smithi052 ceph-mon[91421]: pgmap v1397: 105 pgs: 105 active+clean; 117 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 1.2 MiB/s wr, 788 op/s 2024-09-13T03:12:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:12:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: 6: throughput=4.21MB/sec pending data=0 2024-09-13T03:12:38.587 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-znEM9yPnL9rLlfw off=6532367 len=1506101 2024-09-13T03:12:38.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 20 completed, throughput=4.44MB/sec 2024-09-13T03:12:38.590 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-toF7chFRLx0E3uJ off=6349685 len=1415676 2024-09-13T03:12:38.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 21 completed, throughput=4.66MB/sec 2024-09-13T03:12:38.597 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-29cwRYYhOmbJv5u off=6065495 len=1621697 2024-09-13T03:12:38.599 INFO:tasks.workunit.client.0.smithi052.stdout:op 22 completed, throughput=4.91MB/sec 2024-09-13T03:12:38.599 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FDM6UOwDOWjfz-t off=1516451 len=1385324 2024-09-13T03:12:38.600 INFO:tasks.workunit.client.0.smithi052.stdout:op 23 completed, throughput=5.12MB/sec 2024-09-13T03:12:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:12:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:12:39.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:12:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:12:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:12:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:12:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:12:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:12:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:12:39.601 INFO:tasks.workunit.client.0.smithi052.stdout: 7: throughput=4.4MB/sec pending data=0 2024-09-13T03:12:39.601 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TGRg3H9lmDJ3LvT off=302290 len=744854 2024-09-13T03:12:39.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 24 completed, throughput=4.5MB/sec 2024-09-13T03:12:39.603 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gwOqjMsdftBdKzG off=1135935 len=1744189 2024-09-13T03:12:39.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 25 completed, throughput=4.73MB/sec 2024-09-13T03:12:39.613 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zhhfTRTst9XLM1z off=4061720 len=391604 2024-09-13T03:12:39.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 26 completed, throughput=4.78MB/sec 2024-09-13T03:12:39.614 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OHZRwSSLW2dyjf8 off=5569058 len=493710 2024-09-13T03:12:39.618 INFO:tasks.workunit.client.0.smithi052.stdout:op 27 completed, throughput=4.84MB/sec 2024-09-13T03:12:39.618 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PdF3W13h5Yv7Apd off=7991858 len=1547136 2024-09-13T03:12:39.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 28 completed, throughput=5.05MB/sec 2024-09-13T03:12:40.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:40 smithi078 ceph-mon[85589]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-09-13T03:12:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:40 smithi052 ceph-mon[91421]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-09-13T03:12:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:40 smithi052 ceph-mon[89065]: pgmap v1398: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 979 KiB/s rd, 1.3 MiB/s wr, 854 op/s 2024-09-13T03:12:40.621 INFO:tasks.workunit.client.0.smithi052.stdout: 8: throughput=4.43MB/sec pending data=0 2024-09-13T03:12:40.622 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Nt4fD03u5sj848w off=567504 len=720274 2024-09-13T03:12:40.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 29 completed, throughput=4.51MB/sec 2024-09-13T03:12:40.623 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ylSegVfCN4nY7Qj off=2303273 len=320519 2024-09-13T03:12:40.624 INFO:tasks.workunit.client.0.smithi052.stdout:op 30 completed, throughput=4.55MB/sec 2024-09-13T03:12:40.624 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0ocoLWqpxIwmSsQ off=3532812 len=191728 2024-09-13T03:12:40.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 31 completed, throughput=4.57MB/sec 2024-09-13T03:12:40.625 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VZU3Os3IfrZ8cmz off=10415027 len=1069694 2024-09-13T03:12:40.632 INFO:tasks.workunit.client.0.smithi052.stdout:op 32 completed, throughput=4.69MB/sec 2024-09-13T03:12:40.632 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rESscdUN385-8UE off=6801579 len=1497408 2024-09-13T03:12:40.634 INFO:tasks.workunit.client.0.smithi052.stdout:op 33 completed, throughput=4.87MB/sec 2024-09-13T03:12:40.634 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WIQl_-PGL_m0aVU off=3890697 len=765599 2024-09-13T03:12:40.635 INFO:tasks.workunit.client.0.smithi052.stdout:op 34 completed, throughput=4.95MB/sec 2024-09-13T03:12:40.635 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FqpcXl_6-YL8f3k off=5983057 len=778578 2024-09-13T03:12:40.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 35 completed, throughput=5.04MB/sec 2024-09-13T03:12:41.640 INFO:tasks.workunit.client.0.smithi052.stdout: 9: throughput=4.49MB/sec pending data=0 2024-09-13T03:12:41.640 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aXf_Jmgs4k7-WXa off=908577 len=356674 2024-09-13T03:12:41.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 36 completed, throughput=4.53MB/sec 2024-09-13T03:12:41.641 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jIFqbl1n6V-ebvE off=4277864 len=376348 2024-09-13T03:12:41.644 INFO:tasks.workunit.client.0.smithi052.stdout:op 37 completed, throughput=4.57MB/sec 2024-09-13T03:12:41.644 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Z0JvAH47W1vw1o off=0 len=1366783 2024-09-13T03:12:41.646 INFO:tasks.workunit.client.0.smithi052.stdout:op 38 completed, throughput=4.71MB/sec 2024-09-13T03:12:41.646 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u01MHpEseYa9rw0 off=3945732 len=161641 2024-09-13T03:12:41.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 39 completed, throughput=4.72MB/sec 2024-09-13T03:12:41.649 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9th00r0_4LN2s4N off=500437 len=748713 2024-09-13T03:12:41.650 INFO:tasks.workunit.client.0.smithi052.stdout:op 40 completed, throughput=4.8MB/sec 2024-09-13T03:12:41.651 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LOz0yN96uRE-N20 off=200124 len=364893 2024-09-13T03:12:41.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 41 completed, throughput=4.84MB/sec 2024-09-13T03:12:41.654 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iHzkvDVyRAkwBhK off=711672 len=566284 2024-09-13T03:12:41.658 INFO:tasks.workunit.client.0.smithi052.stdout:op 42 completed, throughput=4.89MB/sec 2024-09-13T03:12:41.658 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wvsnx2lUBiPllf3 off=1216119 len=1690935 2024-09-13T03:12:41.665 INFO:tasks.workunit.client.0.smithi052.stdout:op 43 completed, throughput=5.06MB/sec 2024-09-13T03:12:42.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:42 smithi078 ceph-mon[85589]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 854 op/s 2024-09-13T03:12:42.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:12:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:42 smithi052 ceph-mon[91421]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 854 op/s 2024-09-13T03:12:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:42 smithi052 ceph-mon[89065]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 854 op/s 2024-09-13T03:12:42.666 INFO:tasks.workunit.client.0.smithi052.stdout: 10: throughput=4.57MB/sec pending data=0 2024-09-13T03:12:42.666 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_vxWB9hPyZ05Oxz off=11855595 len=502695 2024-09-13T03:12:42.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 44 completed, throughput=4.61MB/sec 2024-09-13T03:12:42.669 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AO2aTOuIrokO-Xa off=6177116 len=248927 2024-09-13T03:12:42.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 45 completed, throughput=4.63MB/sec 2024-09-13T03:12:42.670 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tAmDEXMv25yn07L off=5809468 len=375836 2024-09-13T03:12:42.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 46 completed, throughput=4.67MB/sec 2024-09-13T03:12:42.674 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Dsh8Wp-m-hfeZ55 off=8199753 len=58102 2024-09-13T03:12:42.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 47 completed, throughput=4.67MB/sec 2024-09-13T03:12:42.674 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kWVTdkoqSzcSSfH off=464945 len=1157226 2024-09-13T03:12:42.682 INFO:tasks.workunit.client.0.smithi052.stdout:op 48 completed, throughput=4.78MB/sec 2024-09-13T03:12:42.682 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GvXlKz0fC94i0jz off=17630887 len=813573 2024-09-13T03:12:42.684 INFO:tasks.workunit.client.0.smithi052.stdout:op 49 completed, throughput=4.85MB/sec 2024-09-13T03:12:42.684 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XRHozKgRLRNNLmT off=1999725 len=1543473 2024-09-13T03:12:42.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 50 completed, throughput=5MB/sec 2024-09-13T03:12:42.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4lXKK0ZrN8LbSMj off=3202320 len=183349 2024-09-13T03:12:42.686 INFO:tasks.workunit.client.0.smithi052.stdout:op 51 completed, throughput=5.01MB/sec 2024-09-13T03:12:43.687 INFO:tasks.workunit.client.0.smithi052.stdout: 11: throughput=4.57MB/sec pending data=0 2024-09-13T03:12:43.687 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2WxSWwUyursImJY off=0 len=1171921 2024-09-13T03:12:43.689 INFO:tasks.workunit.client.0.smithi052.stdout:op 52 completed, throughput=4.66MB/sec 2024-09-13T03:12:43.689 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VivyMkcUxpm2qM3 off=1967858 len=751081 2024-09-13T03:12:43.691 INFO:tasks.workunit.client.0.smithi052.stdout:op 53 completed, throughput=4.73MB/sec 2024-09-13T03:12:43.691 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f2wq3d0UAHlMS0F off=866207 len=1780379 2024-09-13T03:12:43.694 INFO:tasks.workunit.client.0.smithi052.stdout:op 54 completed, throughput=4.88MB/sec 2024-09-13T03:12:43.694 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zkJdwLyGh50P-Yo off=2453204 len=922650 2024-09-13T03:12:43.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 55 completed, throughput=4.95MB/sec 2024-09-13T03:12:43.699 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6-VdriwrGhYB5fR off=0 len=1415634 2024-09-13T03:12:43.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 56 completed, throughput=5.07MB/sec 2024-09-13T03:12:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:44 smithi078 ceph-mon[85589]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-09-13T03:12:44.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:44 smithi052 ceph-mon[89065]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-09-13T03:12:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:44 smithi052 ceph-mon[91421]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-09-13T03:12:44.705 INFO:tasks.workunit.client.0.smithi052.stdout: 12: throughput=4.66MB/sec pending data=0 2024-09-13T03:12:44.705 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--700Jq7OjngRNXp off=8642032 len=1756216 2024-09-13T03:12:44.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 57 completed, throughput=4.79MB/sec 2024-09-13T03:12:44.707 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e0Em1vmtB7H-4Gu off=7361712 len=699650 2024-09-13T03:12:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:op 58 completed, throughput=4.85MB/sec 2024-09-13T03:12:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q9EVjhv-TByEpir off=3337042 len=128824 2024-09-13T03:12:44.715 INFO:tasks.workunit.client.0.smithi052.stdout:op 59 completed, throughput=4.85MB/sec 2024-09-13T03:12:44.715 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--_qm_pbh9ruGteK off=9945211 len=659314 2024-09-13T03:12:44.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 60 completed, throughput=4.91MB/sec 2024-09-13T03:12:44.716 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M4wG2upzGXO4GdV off=172844 len=1634875 2024-09-13T03:12:44.718 INFO:tasks.workunit.client.0.smithi052.stdout:op 61 completed, throughput=5.03MB/sec 2024-09-13T03:12:45.719 INFO:tasks.workunit.client.0.smithi052.stdout: 13: throughput=4.65MB/sec pending data=0 2024-09-13T03:12:45.719 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kh4N1cT15LvzMHy off=14479766 len=1483842 2024-09-13T03:12:45.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 62 completed, throughput=4.76MB/sec 2024-09-13T03:12:45.721 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-O98M9uV-bsBB5EX off=4123176 len=2089096 2024-09-13T03:12:45.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 63 completed, throughput=4.91MB/sec 2024-09-13T03:12:45.729 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XL6BYcbYpr9Xhgi off=7252813 len=1102779 2024-09-13T03:12:45.734 INFO:tasks.workunit.client.0.smithi052.stdout:op 64 completed, throughput=4.98MB/sec 2024-09-13T03:12:45.734 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IgycgGsM7o1HfGi off=1741008 len=1734707 2024-09-13T03:12:45.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 65 completed, throughput=5.11MB/sec 2024-09-13T03:12:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:46 smithi078 ceph-mon[85589]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 562 op/s 2024-09-13T03:12:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:46 smithi052 ceph-mon[91421]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 562 op/s 2024-09-13T03:12:46.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:46 smithi052 ceph-mon[89065]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 562 op/s 2024-09-13T03:12:46.742 INFO:tasks.workunit.client.0.smithi052.stdout: 14: throughput=4.75MB/sec pending data=0 2024-09-13T03:12:46.742 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RmY0EGtBiKBH38S off=561251 len=1659222 2024-09-13T03:12:46.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 66 completed, throughput=4.86MB/sec 2024-09-13T03:12:46.749 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--SBvYESaLlVDluA off=1176559 len=671098 2024-09-13T03:12:46.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 67 completed, throughput=4.9MB/sec 2024-09-13T03:12:46.750 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a6m6Q4sZmMCQvGq off=11596183 len=248941 2024-09-13T03:12:46.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 68 completed, throughput=4.92MB/sec 2024-09-13T03:12:46.751 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vGMSLvXNtdYz1CF off=20773460 len=1192392 2024-09-13T03:12:46.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 69 completed, throughput=5MB/sec 2024-09-13T03:12:46.752 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MCDS4uLcraR6GcZ off=257406 len=820702 2024-09-13T03:12:46.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 70 completed, throughput=5.05MB/sec 2024-09-13T03:12:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:47.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:47.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:12:47.754 INFO:tasks.workunit.client.0.smithi052.stdout: 15: throughput=4.72MB/sec pending data=0 2024-09-13T03:12:47.754 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K-Fsy2LDzfjdb_q off=3404053 len=1764997 2024-09-13T03:12:47.756 INFO:tasks.workunit.client.0.smithi052.stdout:op 71 completed, throughput=4.83MB/sec 2024-09-13T03:12:47.757 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-puXqnlE_5WLUwiw off=1862407 len=1943741 2024-09-13T03:12:47.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 72 completed, throughput=4.95MB/sec 2024-09-13T03:12:47.759 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y5GemIlQ9JxMhSm off=2982074 len=1714166 2024-09-13T03:12:47.761 INFO:tasks.workunit.client.0.smithi052.stdout:op 73 completed, throughput=5.06MB/sec 2024-09-13T03:12:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:48 smithi078 ceph-mon[85589]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 454 op/s 2024-09-13T03:12:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:48 smithi052 ceph-mon[91421]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 454 op/s 2024-09-13T03:12:48.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:48 smithi052 ceph-mon[89065]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 454 op/s 2024-09-13T03:12:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:12:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:12:48] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T03:12:48.762 INFO:tasks.workunit.client.0.smithi052.stdout: 16: throughput=4.74MB/sec pending data=0 2024-09-13T03:12:48.762 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MylhfECVlauayFh off=11819965 len=1074319 2024-09-13T03:12:48.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 74 completed, throughput=4.81MB/sec 2024-09-13T03:12:48.764 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vQoTsk7M4djZ1-M off=2284000 len=215642 2024-09-13T03:12:48.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 75 completed, throughput=4.82MB/sec 2024-09-13T03:12:48.768 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WNbRtXnV68vIDVp off=2213810 len=290022 2024-09-13T03:12:48.768 INFO:tasks.workunit.client.0.smithi052.stdout:op 76 completed, throughput=4.84MB/sec 2024-09-13T03:12:48.768 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P1l6RtNUUmzpICO off=11863 len=1074318 2024-09-13T03:12:48.774 INFO:tasks.workunit.client.0.smithi052.stdout:op 77 completed, throughput=4.9MB/sec 2024-09-13T03:12:48.774 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9VdH3900gMuOAsC off=9442918 len=1258463 2024-09-13T03:12:48.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 78 completed, throughput=4.97MB/sec 2024-09-13T03:12:48.782 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wvGI51IvderB6fn off=9058056 len=500312 2024-09-13T03:12:48.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 79 completed, throughput=5MB/sec 2024-09-13T03:12:48.785 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C-gLrZKypa6SbtM off=331403 len=1241485 2024-09-13T03:12:48.787 INFO:tasks.workunit.client.0.smithi052.stdout:op 80 completed, throughput=5.07MB/sec 2024-09-13T03:12:49.788 INFO:tasks.workunit.client.0.smithi052.stdout: 17: throughput=4.78MB/sec pending data=0 2024-09-13T03:12:49.788 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U4CC5PEsoGiCo_m off=12915804 len=1373057 2024-09-13T03:12:49.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 81 completed, throughput=4.85MB/sec 2024-09-13T03:12:49.789 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gCK7n5Di3YmHqUu off=331831 len=1217245 2024-09-13T03:12:49.791 INFO:tasks.workunit.client.0.smithi052.stdout:op 82 completed, throughput=4.92MB/sec 2024-09-13T03:12:49.791 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XEioJdvxceQgOXN off=11066763 len=596579 2024-09-13T03:12:49.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 83 completed, throughput=4.95MB/sec 2024-09-13T03:12:49.792 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X71MlQL7crz39QK off=2433633 len=1897176 2024-09-13T03:12:49.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 84 completed, throughput=5.05MB/sec 2024-09-13T03:12:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:50 smithi078 ceph-mon[85589]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 70 op/s 2024-09-13T03:12:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:50 smithi052 ceph-mon[91421]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 70 op/s 2024-09-13T03:12:50.559 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:50 smithi052 ceph-mon[89065]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 70 op/s 2024-09-13T03:12:50.795 INFO:tasks.workunit.client.0.smithi052.stdout: 18: throughput=4.78MB/sec pending data=0 2024-09-13T03:12:50.795 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-znC5Ispt2ViZQ2l off=7244552 len=1078050 2024-09-13T03:12:50.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 85 completed, throughput=4.83MB/sec 2024-09-13T03:12:50.797 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-POEFrq77ioOFARW off=6209663 len=107275 2024-09-13T03:12:50.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 86 completed, throughput=4.84MB/sec 2024-09-13T03:12:50.799 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eQAyy9JKOyc1fnu off=662184 len=58937 2024-09-13T03:12:50.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 87 completed, throughput=4.84MB/sec 2024-09-13T03:12:50.802 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W3kCDXLdx1wouQN off=3090466 len=1689800 2024-09-13T03:12:50.804 INFO:tasks.workunit.client.0.smithi052.stdout:op 88 completed, throughput=4.93MB/sec 2024-09-13T03:12:50.804 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-shQZZ4T-J1gqmS7 off=98303 len=719249 2024-09-13T03:12:50.806 INFO:tasks.workunit.client.0.smithi052.stdout:op 89 completed, throughput=4.96MB/sec 2024-09-13T03:12:50.806 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7Y2IJEeG867Qgys off=497502 len=470471 2024-09-13T03:12:50.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 90 completed, throughput=4.99MB/sec 2024-09-13T03:12:50.810 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bHaNtBaBDfYiSRK off=2415966 len=1609436 2024-09-13T03:12:50.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 91 completed, throughput=5.07MB/sec 2024-09-13T03:12:51.812 INFO:tasks.workunit.client.0.smithi052.stdout: 19: throughput=4.81MB/sec pending data=0 2024-09-13T03:12:51.812 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S85_KrjyAO6lXh9 off=7258288 len=626962 2024-09-13T03:12:51.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 92 completed, throughput=4.84MB/sec 2024-09-13T03:12:51.813 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tCe7Zno79is8v5Z off=4305909 len=28095 2024-09-13T03:12:51.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 93 completed, throughput=4.84MB/sec 2024-09-13T03:12:51.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iI2nQMU_B6DGdK2 off=17070640 len=1911729 2024-09-13T03:12:51.822 INFO:tasks.workunit.client.0.smithi052.stdout:op 94 completed, throughput=4.93MB/sec 2024-09-13T03:12:51.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uGHQ3KbD3c5ayze off=7892231 len=1333757 2024-09-13T03:12:51.828 INFO:tasks.workunit.client.0.smithi052.stdout:op 95 completed, throughput=5MB/sec 2024-09-13T03:12:51.828 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LG3R7fK5uS9m28y off=2960840 len=1653858 2024-09-13T03:12:51.831 INFO:tasks.workunit.client.0.smithi052.stdout:op 96 completed, throughput=5.08MB/sec 2024-09-13T03:12:52.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:52 smithi078 ceph-mon[85589]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:12:52.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:12:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:12:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:52 smithi052 ceph-mon[91421]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:12:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:52 smithi052 ceph-mon[89065]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:12:52.832 INFO:tasks.workunit.client.0.smithi052.stdout: 20: throughput=4.83MB/sec pending data=0 2024-09-13T03:12:52.832 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cR8duMC6G_9las4 off=5673113 len=69566 2024-09-13T03:12:52.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 97 completed, throughput=4.83MB/sec 2024-09-13T03:12:52.835 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A1fiQtTx1De4xCO off=7297451 len=2083893 2024-09-13T03:12:52.846 INFO:tasks.workunit.client.0.smithi052.stdout:op 98 completed, throughput=4.93MB/sec 2024-09-13T03:12:52.846 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aonacC39GkgNjUQ off=2584711 len=1628278 2024-09-13T03:12:52.854 INFO:tasks.workunit.client.0.smithi052.stdout:op 99 completed, throughput=5MB/sec 2024-09-13T03:12:52.854 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cTnnnTyU1RnwSCl off=2691234 len=708385 2024-09-13T03:12:52.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 100 completed, throughput=5.03MB/sec 2024-09-13T03:12:53.855 INFO:tasks.workunit.client.0.smithi052.stdout: 21: throughput=4.8MB/sec pending data=0 2024-09-13T03:12:53.856 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r7WtquyJDHMMh-j off=4314834 len=1945720 2024-09-13T03:12:53.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 101 completed, throughput=4.88MB/sec 2024-09-13T03:12:53.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8If9U1nU2pJLuf2 off=2246645 len=621564 2024-09-13T03:12:53.862 INFO:tasks.workunit.client.0.smithi052.stdout:op 102 completed, throughput=4.91MB/sec 2024-09-13T03:12:53.862 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GW48gTSKKuwDRlH off=6293748 len=904988 2024-09-13T03:12:53.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 103 completed, throughput=4.95MB/sec 2024-09-13T03:12:53.868 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZpW23F567bHn9b1 off=2863349 len=1632310 2024-09-13T03:12:53.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 104 completed, throughput=5.02MB/sec 2024-09-13T03:12:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:54 smithi078 ceph-mon[85589]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:12:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:54 smithi052 ceph-mon[91421]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:12:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:54 smithi052 ceph-mon[89065]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:12:54.878 INFO:tasks.workunit.client.0.smithi052.stdout: 22: throughput=4.8MB/sec pending data=0 2024-09-13T03:12:54.878 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uYynZnwRw8Qv50a off=0 len=1504510 2024-09-13T03:12:54.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 105 completed, throughput=4.86MB/sec 2024-09-13T03:12:54.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KU2U5Na93Luz6kw off=1345954 len=1380448 2024-09-13T03:12:54.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 106 completed, throughput=4.92MB/sec 2024-09-13T03:12:54.881 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_mOwUT-hjV8sUGR off=2322768 len=1023225 2024-09-13T03:12:54.886 INFO:tasks.workunit.client.0.smithi052.stdout:op 107 completed, throughput=4.96MB/sec 2024-09-13T03:12:54.887 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ucg4fR4tE9xGM8T off=11036498 len=1074672 2024-09-13T03:12:54.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 108 completed, throughput=5MB/sec 2024-09-13T03:12:55.892 INFO:tasks.workunit.client.0.smithi052.stdout: 23: throughput=4.79MB/sec pending data=0 2024-09-13T03:12:55.892 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-59xxV-cUo2nydxx off=8324541 len=1726502 2024-09-13T03:12:55.900 INFO:tasks.workunit.client.0.smithi052.stdout:op 109 completed, throughput=4.86MB/sec 2024-09-13T03:12:55.900 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7nW8UdM0yw-HOFa off=122787 len=376108 2024-09-13T03:12:55.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 110 completed, throughput=4.87MB/sec 2024-09-13T03:12:55.901 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--0z5vdkPtdBkh9P off=3694123 len=462569 2024-09-13T03:12:55.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 111 completed, throughput=4.89MB/sec 2024-09-13T03:12:55.905 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FX2wDO_qEdtqsqr off=14208811 len=1065962 2024-09-13T03:12:55.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 112 completed, throughput=4.94MB/sec 2024-09-13T03:12:55.907 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rm4cp75-fX9Kw2k off=15087512 len=207518 2024-09-13T03:12:55.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 113 completed, throughput=4.94MB/sec 2024-09-13T03:12:55.908 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9NcMWyssC5uWtJU off=4560571 len=331372 2024-09-13T03:12:55.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 114 completed, throughput=4.96MB/sec 2024-09-13T03:12:55.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Vq59Bk7eUf_f2Vm off=8233341 len=1011414 2024-09-13T03:12:55.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 115 completed, throughput=5MB/sec 2024-09-13T03:12:55.913 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ktlZaF7XtPiUizr off=8567670 len=1994419 2024-09-13T03:12:55.915 INFO:tasks.workunit.client.0.smithi052.stdout:op 116 completed, throughput=5.08MB/sec 2024-09-13T03:12:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:56 smithi078 ceph-mon[85589]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:12:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:56 smithi052 ceph-mon[91421]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:12:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:56 smithi052 ceph-mon[89065]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:12:56.916 INFO:tasks.workunit.client.0.smithi052.stdout: 24: throughput=4.87MB/sec pending data=0 2024-09-13T03:12:56.916 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jdl5lYkcAYaUZq6 off=8650780 len=991886 2024-09-13T03:12:56.921 INFO:tasks.workunit.client.0.smithi052.stdout:op 117 completed, throughput=4.91MB/sec 2024-09-13T03:12:56.922 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cdVcuUrUMV2qSu7 off=14526608 len=983901 2024-09-13T03:12:56.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 118 completed, throughput=4.95MB/sec 2024-09-13T03:12:56.926 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8jv402vG3Ts7WiE off=8648444 len=444814 2024-09-13T03:12:56.927 INFO:tasks.workunit.client.0.smithi052.stdout:op 119 completed, throughput=4.96MB/sec 2024-09-13T03:12:56.927 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rbg-0nLZO8U5yRc off=6451090 len=49245 2024-09-13T03:12:56.929 INFO:tasks.workunit.client.0.smithi052.stdout:op 120 completed, throughput=4.96MB/sec 2024-09-13T03:12:56.930 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lqHjonhtySxd1bj off=6999497 len=1241424 2024-09-13T03:12:56.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 121 completed, throughput=5.01MB/sec 2024-09-13T03:12:57.935 INFO:tasks.workunit.client.0.smithi052.stdout: 25: throughput=4.81MB/sec pending data=0 2024-09-13T03:12:57.935 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u2-H2ESHD7UemZV off=74676 len=1874074 2024-09-13T03:12:57.946 INFO:tasks.workunit.client.0.smithi052.stdout:op 122 completed, throughput=4.88MB/sec 2024-09-13T03:12:57.946 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FODXnKc24vuI5tW off=19704909 len=893053 2024-09-13T03:12:57.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 123 completed, throughput=4.91MB/sec 2024-09-13T03:12:57.951 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e-o343NZF1YLgfV off=872902 len=181340 2024-09-13T03:12:57.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 124 completed, throughput=4.92MB/sec 2024-09-13T03:12:57.951 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dD1873RIXMJcEwK off=5156562 len=1835551 2024-09-13T03:12:57.954 INFO:tasks.workunit.client.0.smithi052.stdout:op 125 completed, throughput=4.99MB/sec 2024-09-13T03:12:57.954 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tV_lUg5WmCltWos off=5565861 len=571745 2024-09-13T03:12:57.955 INFO:tasks.workunit.client.0.smithi052.stdout:op 126 completed, throughput=5.01MB/sec 2024-09-13T03:12:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:12:58 smithi078 ceph-mon[85589]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:12:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:12:58 smithi052 ceph-mon[91421]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:12:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:12:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:12:58] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T03:12:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:12:58 smithi052 ceph-mon[89065]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:12:58.955 INFO:tasks.workunit.client.0.smithi052.stdout: 26: throughput=4.82MB/sec pending data=0 2024-09-13T03:12:58.956 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YG8Wsp8LgcKkWBG off=4010292 len=831109 2024-09-13T03:12:58.957 INFO:tasks.workunit.client.0.smithi052.stdout:op 127 completed, throughput=4.85MB/sec 2024-09-13T03:12:58.957 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OTRDm8JLB9clbZp off=7224555 len=435555 2024-09-13T03:12:58.960 INFO:tasks.workunit.client.0.smithi052.stdout:op 128 completed, throughput=4.87MB/sec 2024-09-13T03:12:58.961 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xqcV0yiV35huE1N off=4376999 len=1192225 2024-09-13T03:12:58.962 INFO:tasks.workunit.client.0.smithi052.stdout:op 129 completed, throughput=4.91MB/sec 2024-09-13T03:12:58.962 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7z1e76CRi0u8RTJ off=9010694 len=1572284 2024-09-13T03:12:58.964 INFO:tasks.workunit.client.0.smithi052.stdout:op 130 completed, throughput=4.97MB/sec 2024-09-13T03:12:58.964 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jcy6K9T7AzWgrbU off=1104646 len=564909 2024-09-13T03:12:58.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 131 completed, throughput=4.98MB/sec 2024-09-13T03:12:58.968 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yGvPo2Swn6J2yX0 off=4275100 len=519150 2024-09-13T03:12:58.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 132 completed, throughput=5MB/sec 2024-09-13T03:12:59.972 INFO:tasks.workunit.client.0.smithi052.stdout: 27: throughput=4.82MB/sec pending data=0 2024-09-13T03:12:59.972 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9JYpVURIe0lBNdh off=1636428 len=295822 2024-09-13T03:12:59.973 INFO:tasks.workunit.client.0.smithi052.stdout:op 133 completed, throughput=4.83MB/sec 2024-09-13T03:12:59.973 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UiEolVHkVXWmC1V off=22668686 len=1003484 2024-09-13T03:12:59.978 INFO:tasks.workunit.client.0.smithi052.stdout:op 134 completed, throughput=4.86MB/sec 2024-09-13T03:12:59.978 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7b1DcHx9YVRHXNj off=497350 len=1495254 2024-09-13T03:12:59.981 INFO:tasks.workunit.client.0.smithi052.stdout:op 135 completed, throughput=4.92MB/sec 2024-09-13T03:12:59.981 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fPrusL14D6Sw5dQ off=14739294 len=1720576 2024-09-13T03:12:59.983 INFO:tasks.workunit.client.0.smithi052.stdout:op 136 completed, throughput=4.98MB/sec 2024-09-13T03:12:59.984 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Yb_ytjMwTzzYB5 off=450559 len=751833 2024-09-13T03:12:59.985 INFO:tasks.workunit.client.0.smithi052.stdout:op 137 completed, throughput=5MB/sec 2024-09-13T03:13:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:00 smithi078 ceph-mon[85589]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:00 smithi052 ceph-mon[91421]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:00 smithi052 ceph-mon[89065]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:00.986 INFO:tasks.workunit.client.0.smithi052.stdout: 28: throughput=4.83MB/sec pending data=0 2024-09-13T03:13:00.986 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-28H-GUM8F3h26sV off=12872786 len=861187 2024-09-13T03:13:00.988 INFO:tasks.workunit.client.0.smithi052.stdout:op 138 completed, throughput=4.85MB/sec 2024-09-13T03:13:00.988 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5BeV4a0-MJVYUvs off=7456925 len=1367652 2024-09-13T03:13:00.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 139 completed, throughput=4.9MB/sec 2024-09-13T03:13:00.990 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JuQhnr4wkafPfmW off=454132 len=1535853 2024-09-13T03:13:00.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 140 completed, throughput=4.95MB/sec 2024-09-13T03:13:00.997 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5xosCuC13aSkNOI off=1459442 len=1303949 2024-09-13T03:13:01.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 141 completed, throughput=4.99MB/sec 2024-09-13T03:13:01.004 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AeA7N-MgjPIqV2N off=22978567 len=577491 2024-09-13T03:13:01.007 INFO:tasks.workunit.client.0.smithi052.stdout:op 142 completed, throughput=5.01MB/sec 2024-09-13T03:13:02.007 INFO:tasks.workunit.client.0.smithi052.stdout: 29: throughput=4.84MB/sec pending data=0 2024-09-13T03:13:02.008 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wr8fBT_3mfEjn0n off=130885 len=1085851 2024-09-13T03:13:02.009 INFO:tasks.workunit.client.0.smithi052.stdout:op 143 completed, throughput=4.88MB/sec 2024-09-13T03:13:02.009 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vdKBpSJPhHKu7RP off=22293809 len=1174808 2024-09-13T03:13:02.015 INFO:tasks.workunit.client.0.smithi052.stdout:op 144 completed, throughput=4.91MB/sec 2024-09-13T03:13:02.015 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--Yok-zTk83bCG8C off=11592883 len=664808 2024-09-13T03:13:02.019 INFO:tasks.workunit.client.0.smithi052.stdout:op 145 completed, throughput=4.93MB/sec 2024-09-13T03:13:02.019 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zgFDrkcl3Zp2WMj off=18621331 len=111056 2024-09-13T03:13:02.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 146 completed, throughput=4.94MB/sec 2024-09-13T03:13:02.020 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v1pLwoNjDD-KCwd off=2124779 len=1199160 2024-09-13T03:13:02.025 INFO:tasks.workunit.client.0.smithi052.stdout:op 147 completed, throughput=4.97MB/sec 2024-09-13T03:13:02.025 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-97dUdRv0_710W_r off=1751284 len=693694 2024-09-13T03:13:02.027 INFO:tasks.workunit.client.0.smithi052.stdout:op 148 completed, throughput=5MB/sec 2024-09-13T03:13:02.027 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kHXZUgdL5mzYtWo off=24350494 len=1021581 2024-09-13T03:13:02.031 INFO:tasks.workunit.client.0.smithi052.stdout:op 149 completed, throughput=5.03MB/sec 2024-09-13T03:13:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:02 smithi078 ceph-mon[85589]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:02.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:13:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:02 smithi052 ceph-mon[91421]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:02 smithi052 ceph-mon[89065]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:13:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:03.032 INFO:tasks.workunit.client.0.smithi052.stdout: 30: throughput=4.86MB/sec pending data=0 2024-09-13T03:13:03.032 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E7fP0Tjlq8u4vQd off=5355090 len=1612965 2024-09-13T03:13:03.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 150 completed, throughput=4.91MB/sec 2024-09-13T03:13:03.039 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oM8QbG9fC_0-PIM off=6594714 len=632564 2024-09-13T03:13:03.040 INFO:tasks.workunit.client.0.smithi052.stdout:op 151 completed, throughput=4.93MB/sec 2024-09-13T03:13:03.040 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OFkrPRtKKp8Gpc9 off=6462896 len=341782 2024-09-13T03:13:03.043 INFO:tasks.workunit.client.0.smithi052.stdout:op 152 completed, throughput=4.94MB/sec 2024-09-13T03:13:03.043 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KbLF6JU6I2LB2gW off=77439 len=1937337 2024-09-13T03:13:03.045 INFO:tasks.workunit.client.0.smithi052.stdout:op 153 completed, throughput=5MB/sec 2024-09-13T03:13:04.046 INFO:tasks.workunit.client.0.smithi052.stdout: 31: throughput=4.84MB/sec pending data=0 2024-09-13T03:13:04.046 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sYDs2i9Bs5Gyhda off=8393733 len=1179756 2024-09-13T03:13:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 154 completed, throughput=4.88MB/sec 2024-09-13T03:13:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UWIl0xEA5FSI2qI off=498368 len=1750938 2024-09-13T03:13:04.053 INFO:tasks.workunit.client.0.smithi052.stdout:op 155 completed, throughput=4.93MB/sec 2024-09-13T03:13:04.054 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vRUJhBe6gKJbOmW off=7765782 len=824982 2024-09-13T03:13:04.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 156 completed, throughput=4.96MB/sec 2024-09-13T03:13:04.055 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U-sbpSYi-utjAa6 off=939776 len=304117 2024-09-13T03:13:04.058 INFO:tasks.workunit.client.0.smithi052.stdout:op 157 completed, throughput=4.97MB/sec 2024-09-13T03:13:04.058 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SGbZmREjKy0Q7Mk off=4107647 len=464177 2024-09-13T03:13:04.059 INFO:tasks.workunit.client.0.smithi052.stdout:op 158 completed, throughput=4.98MB/sec 2024-09-13T03:13:04.059 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-raLFyrCRDIKrnUq off=13500244 len=782251 2024-09-13T03:13:04.061 INFO:tasks.workunit.client.0.smithi052.stdout:op 159 completed, throughput=5MB/sec 2024-09-13T03:13:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:04 smithi078 ceph-mon[85589]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:13:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:04 smithi052 ceph-mon[91421]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:13:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:04 smithi052 ceph-mon[89065]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:13:05.061 INFO:tasks.workunit.client.0.smithi052.stdout: 32: throughput=4.85MB/sec pending data=0 2024-09-13T03:13:05.061 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NQGS0Ojgup2LDIW off=16590377 len=474804 2024-09-13T03:13:05.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 160 completed, throughput=4.86MB/sec 2024-09-13T03:13:05.063 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-s2h0VoD7ZLtA5uV off=2169298 len=1538433 2024-09-13T03:13:05.070 INFO:tasks.workunit.client.0.smithi052.stdout:op 161 completed, throughput=4.91MB/sec 2024-09-13T03:13:05.071 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--4MJ-EiHG-fpf4B off=1014465 len=1293494 2024-09-13T03:13:05.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 162 completed, throughput=4.94MB/sec 2024-09-13T03:13:05.073 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EZmthdTuxv2dcnF off=13819269 len=631099 2024-09-13T03:13:05.075 INFO:tasks.workunit.client.0.smithi052.stdout:op 163 completed, throughput=4.96MB/sec 2024-09-13T03:13:05.075 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wUMCtqBsEx-9h2a off=4825906 len=905571 2024-09-13T03:13:05.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 164 completed, throughput=4.99MB/sec 2024-09-13T03:13:05.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HPMb7l5BPA2Foso off=14713902 len=228835 2024-09-13T03:13:05.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 165 completed, throughput=4.99MB/sec 2024-09-13T03:13:05.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kjFPjy8svO7FR9u off=19291433 len=151490 2024-09-13T03:13:05.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 166 completed, throughput=5MB/sec 2024-09-13T03:13:05.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rWXdgkcXWSqXZQB off=512679 len=498158 2024-09-13T03:13:05.084 INFO:tasks.workunit.client.0.smithi052.stdout:op 167 completed, throughput=5.01MB/sec 2024-09-13T03:13:06.085 INFO:tasks.workunit.client.0.smithi052.stdout: 33: throughput=4.86MB/sec pending data=0 2024-09-13T03:13:06.085 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2901BbfLL42nyyu off=1685361 len=1254470 2024-09-13T03:13:06.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 168 completed, throughput=4.9MB/sec 2024-09-13T03:13:06.093 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bmzWKG0vx6U4xZ7 off=5369465 len=863794 2024-09-13T03:13:06.097 INFO:tasks.workunit.client.0.smithi052.stdout:op 169 completed, throughput=4.92MB/sec 2024-09-13T03:13:06.097 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SALXm5LZve9RY2C off=5973352 len=203601 2024-09-13T03:13:06.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 170 completed, throughput=4.93MB/sec 2024-09-13T03:13:06.098 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rGQK1xdt146Tce6 off=12894438 len=1553504 2024-09-13T03:13:06.106 INFO:tasks.workunit.client.0.smithi052.stdout:op 171 completed, throughput=4.97MB/sec 2024-09-13T03:13:06.106 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-erTxsy5Wpe6OgdZ off=1401155 len=1569125 2024-09-13T03:13:06.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 172 completed, throughput=5.01MB/sec 2024-09-13T03:13:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:06 smithi078 ceph-mon[85589]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:13:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:06 smithi052 ceph-mon[91421]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:13:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:06 smithi052 ceph-mon[89065]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:13:07.113 INFO:tasks.workunit.client.0.smithi052.stdout: 34: throughput=4.87MB/sec pending data=0 2024-09-13T03:13:07.113 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_9Uzzp4g23yd1Q1 off=3222028 len=945823 2024-09-13T03:13:07.115 INFO:tasks.workunit.client.0.smithi052.stdout:op 173 completed, throughput=4.9MB/sec 2024-09-13T03:13:07.115 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NzK5w8jI6DSiQUr off=1511448 len=1875969 2024-09-13T03:13:07.122 INFO:tasks.workunit.client.0.smithi052.stdout:op 174 completed, throughput=4.95MB/sec 2024-09-13T03:13:07.123 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I5OEm4-ZQ79ZqmH off=7314635 len=821653 2024-09-13T03:13:07.123 INFO:tasks.workunit.client.0.smithi052.stdout:op 175 completed, throughput=4.97MB/sec 2024-09-13T03:13:07.123 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V739akS3XjT4SHt off=2906394 len=557678 2024-09-13T03:13:07.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 176 completed, throughput=4.98MB/sec 2024-09-13T03:13:07.127 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cp-x_Dprh1XCIkf off=4324052 len=1293170 2024-09-13T03:13:07.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 177 completed, throughput=5.02MB/sec 2024-09-13T03:13:08.133 INFO:tasks.workunit.client.0.smithi052.stdout: 35: throughput=4.88MB/sec pending data=0 2024-09-13T03:13:08.133 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b5XcJKNOoGSir-y off=3404811 len=314738 2024-09-13T03:13:08.136 INFO:tasks.workunit.client.0.smithi052.stdout:op 178 completed, throughput=4.88MB/sec 2024-09-13T03:13:08.136 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eebaUZIYtDGjmgD off=14374545 len=488640 2024-09-13T03:13:08.137 INFO:tasks.workunit.client.0.smithi052.stdout:op 179 completed, throughput=4.9MB/sec 2024-09-13T03:13:08.137 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jdl5lYkcAYaUZq6 off=7210322 len=1240791 2024-09-13T03:13:08.143 INFO:tasks.workunit.client.0.smithi052.stdout:op 180 completed, throughput=4.93MB/sec 2024-09-13T03:13:08.144 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qKzZKsTZXBbEZEO off=10815226 len=1854545 2024-09-13T03:13:08.146 INFO:tasks.workunit.client.0.smithi052.stdout:op 181 completed, throughput=4.98MB/sec 2024-09-13T03:13:08.146 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FpjHuaIRUO0q9FC off=4949234 len=1556293 2024-09-13T03:13:08.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 182 completed, throughput=5.02MB/sec 2024-09-13T03:13:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:08 smithi078 ceph-mon[85589]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:08 smithi052 ceph-mon[91421]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:13:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:13:08] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-13T03:13:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:08 smithi052 ceph-mon[89065]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:09.149 INFO:tasks.workunit.client.0.smithi052.stdout: 36: throughput=4.88MB/sec pending data=0 2024-09-13T03:13:09.149 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8FWwxowVew7ZNoE off=11345825 len=1285461 2024-09-13T03:13:09.154 INFO:tasks.workunit.client.0.smithi052.stdout:op 183 completed, throughput=4.92MB/sec 2024-09-13T03:13:09.155 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ivITPCqXHONpA9K off=1864549 len=1200340 2024-09-13T03:13:09.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 184 completed, throughput=4.95MB/sec 2024-09-13T03:13:09.156 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Sn7SThWWqgliB-J off=5326333 len=143510 2024-09-13T03:13:09.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 185 completed, throughput=4.95MB/sec 2024-09-13T03:13:09.157 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zjoJPJCNUUOBPcK off=9503738 len=1146588 2024-09-13T03:13:09.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 186 completed, throughput=4.98MB/sec 2024-09-13T03:13:09.160 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7bS3P9VuhVsjfJ4 off=12580022 len=1503063 2024-09-13T03:13:09.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 187 completed, throughput=5.02MB/sec 2024-09-13T03:13:10.162 INFO:tasks.workunit.client.0.smithi052.stdout: 37: throughput=4.89MB/sec pending data=0 2024-09-13T03:13:10.162 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lvPRaOvioE8OY2h off=1654213 len=2044530 2024-09-13T03:13:10.174 INFO:tasks.workunit.client.0.smithi052.stdout:op 188 completed, throughput=4.94MB/sec 2024-09-13T03:13:10.174 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GEg1CP3lBr0bfhv off=18117068 len=496000 2024-09-13T03:13:10.175 INFO:tasks.workunit.client.0.smithi052.stdout:op 189 completed, throughput=4.95MB/sec 2024-09-13T03:13:10.175 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OT455D4ePf0Capf off=14830201 len=1553998 2024-09-13T03:13:10.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 190 completed, throughput=4.99MB/sec 2024-09-13T03:13:10.178 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6TTvGQZzGM3H78N off=1668715 len=1021051 2024-09-13T03:13:10.183 INFO:tasks.workunit.client.0.smithi052.stdout:op 191 completed, throughput=5.01MB/sec 2024-09-13T03:13:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:10 smithi078 ceph-mon[85589]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:13:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:10 smithi052 ceph-mon[91421]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:13:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:10 smithi052 ceph-mon[89065]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:13:11.184 INFO:tasks.workunit.client.0.smithi052.stdout: 38: throughput=4.88MB/sec pending data=0 2024-09-13T03:13:11.184 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gFHVtkW_cQj0rTR off=8271005 len=451187 2024-09-13T03:13:11.187 INFO:tasks.workunit.client.0.smithi052.stdout:op 192 completed, throughput=4.89MB/sec 2024-09-13T03:13:11.187 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9XdwciLYbIFEQfL off=6757957 len=1256216 2024-09-13T03:13:11.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 193 completed, throughput=4.92MB/sec 2024-09-13T03:13:11.189 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hlsANzgqc2hqREa off=1010546 len=640645 2024-09-13T03:13:11.194 INFO:tasks.workunit.client.0.smithi052.stdout:op 194 completed, throughput=4.94MB/sec 2024-09-13T03:13:11.194 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-99RU9MkiXld75D4 off=11176367 len=653672 2024-09-13T03:13:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 195 completed, throughput=4.96MB/sec 2024-09-13T03:13:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GOQFFsbPDetq2VH off=4028989 len=1192624 2024-09-13T03:13:11.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 196 completed, throughput=4.98MB/sec 2024-09-13T03:13:11.201 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sa1csB183lN9dBF off=4336460 len=678112 2024-09-13T03:13:11.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 197 completed, throughput=5MB/sec 2024-09-13T03:13:12.202 INFO:tasks.workunit.client.0.smithi052.stdout: 39: throughput=4.87MB/sec pending data=0 2024-09-13T03:13:12.202 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-97dUdRv0_710W_r off=916622 len=1380962 2024-09-13T03:13:12.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 198 completed, throughput=4.91MB/sec 2024-09-13T03:13:12.211 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KCr7hP9gXwkMb59 off=2500518 len=1638786 2024-09-13T03:13:12.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 199 completed, throughput=4.95MB/sec 2024-09-13T03:13:12.220 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qgPUwNNdAmMUnxp off=7621469 len=435914 2024-09-13T03:13:12.221 INFO:tasks.workunit.client.0.smithi052.stdout:op 200 completed, throughput=4.96MB/sec 2024-09-13T03:13:12.221 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xAgyEKEHiRqE6E0 off=7890078 len=793560 2024-09-13T03:13:12.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 201 completed, throughput=4.97MB/sec 2024-09-13T03:13:12.226 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-62OyjRcIFNhRQOW off=14278963 len=903625 2024-09-13T03:13:12.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 202 completed, throughput=5MB/sec 2024-09-13T03:13:12.227 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9FKze4BO7lPQEvj off=4799744 len=1842533 2024-09-13T03:13:12.230 INFO:tasks.workunit.client.0.smithi052.stdout:op 203 completed, throughput=5.04MB/sec 2024-09-13T03:13:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:12 smithi078 ceph-mon[85589]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:13:12.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:13:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:12 smithi052 ceph-mon[91421]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:13:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:12 smithi052 ceph-mon[89065]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:13:13.230 INFO:tasks.workunit.client.0.smithi052.stdout: 40: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:13.231 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yyXWctD_lH_m2KR off=4605209 len=1733625 2024-09-13T03:13:13.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 204 completed, throughput=4.96MB/sec 2024-09-13T03:13:13.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ne61i3P6LJgJPai off=12438963 len=1027938 2024-09-13T03:13:13.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 205 completed, throughput=4.98MB/sec 2024-09-13T03:13:13.238 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kzF-osqRkyl_yGL off=220121 len=1428635 2024-09-13T03:13:13.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 206 completed, throughput=5.01MB/sec 2024-09-13T03:13:14.245 INFO:tasks.workunit.client.0.smithi052.stdout: 41: throughput=4.89MB/sec pending data=0 2024-09-13T03:13:14.245 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sqt-4Zn0oVTWpuQ off=6638902 len=1031868 2024-09-13T03:13:14.250 INFO:tasks.workunit.client.0.smithi052.stdout:op 207 completed, throughput=4.91MB/sec 2024-09-13T03:13:14.250 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tvU--1r3vzR7YYS off=2401532 len=1218579 2024-09-13T03:13:14.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 208 completed, throughput=4.94MB/sec 2024-09-13T03:13:14.258 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nbIJ39r87Br9Nma off=3810163 len=1944973 2024-09-13T03:13:14.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 209 completed, throughput=4.99MB/sec 2024-09-13T03:13:14.266 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7xRkMfhM6CYWeOI off=5525411 len=923290 2024-09-13T03:13:14.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 210 completed, throughput=5.01MB/sec 2024-09-13T03:13:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:14 smithi078 ceph-mon[85589]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:13:14.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:14 smithi052 ceph-mon[89065]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:13:14.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:14 smithi052 ceph-mon[91421]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:13:15.267 INFO:tasks.workunit.client.0.smithi052.stdout: 42: throughput=4.89MB/sec pending data=0 2024-09-13T03:13:15.267 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VElImTqmx7BRqez off=3798550 len=1907840 2024-09-13T03:13:15.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 211 completed, throughput=4.93MB/sec 2024-09-13T03:13:15.275 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oh0uNDQCRjH7b4i off=3844078 len=1622326 2024-09-13T03:13:15.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 212 completed, throughput=4.97MB/sec 2024-09-13T03:13:15.277 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xHwAKmvngUjYkbU off=341737 len=1258920 2024-09-13T03:13:15.283 INFO:tasks.workunit.client.0.smithi052.stdout:op 213 completed, throughput=4.99MB/sec 2024-09-13T03:13:15.283 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YlpNmGvc8vrGKoD off=14086844 len=1833724 2024-09-13T03:13:15.294 INFO:tasks.workunit.client.0.smithi052.stdout:op 214 completed, throughput=5.03MB/sec 2024-09-13T03:13:16.294 INFO:tasks.workunit.client.0.smithi052.stdout: 43: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:16.294 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZHbIhFWkJvaDCO3 off=2061823 len=335640 2024-09-13T03:13:16.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 215 completed, throughput=4.93MB/sec 2024-09-13T03:13:16.298 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Z33dmLPUCxTUn6r off=10133672 len=1563619 2024-09-13T03:13:16.305 INFO:tasks.workunit.client.0.smithi052.stdout:op 216 completed, throughput=4.96MB/sec 2024-09-13T03:13:16.305 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-B4aU4DJnet9pr2G off=8910721 len=124794 2024-09-13T03:13:16.307 INFO:tasks.workunit.client.0.smithi052.stdout:op 217 completed, throughput=4.96MB/sec 2024-09-13T03:13:16.308 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DA2F2mQDWUgc_pG off=9790204 len=193118 2024-09-13T03:13:16.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 218 completed, throughput=4.97MB/sec 2024-09-13T03:13:16.310 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-elDq0S3DdPw--FO off=16054626 len=2062069 2024-09-13T03:13:16.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 219 completed, throughput=5.01MB/sec 2024-09-13T03:13:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:16 smithi078 ceph-mon[85589]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:13:16.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:16 smithi052 ceph-mon[89065]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:13:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:16 smithi052 ceph-mon[91421]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:13:17.314 INFO:tasks.workunit.client.0.smithi052.stdout: 44: throughput=4.9MB/sec pending data=0 2024-09-13T03:13:17.314 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gWtSv5WqxX7lVqT off=2268905 len=1395192 2024-09-13T03:13:17.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 220 completed, throughput=4.93MB/sec 2024-09-13T03:13:17.320 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x1V6beqJybyvdMi off=7026989 len=1113509 2024-09-13T03:13:17.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 221 completed, throughput=4.95MB/sec 2024-09-13T03:13:17.322 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e357DsKFAs007_U off=2496304 len=21027 2024-09-13T03:13:17.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 222 completed, throughput=4.95MB/sec 2024-09-13T03:13:17.324 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_-0iBZIjASEINcR off=8482286 len=82843 2024-09-13T03:13:17.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 223 completed, throughput=4.95MB/sec 2024-09-13T03:13:17.327 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b3ycwjaXIaiJsiM off=611615 len=730859 2024-09-13T03:13:17.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 224 completed, throughput=4.97MB/sec 2024-09-13T03:13:17.328 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M-BLQB_6M9_VwmG off=5196100 len=315496 2024-09-13T03:13:17.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 225 completed, throughput=4.97MB/sec 2024-09-13T03:13:17.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3uRno7qfhh3uVWB off=20089434 len=1076588 2024-09-13T03:13:17.332 INFO:tasks.workunit.client.0.smithi052.stdout:op 226 completed, throughput=5MB/sec 2024-09-13T03:13:17.332 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-00AuMTzJb8RKob0 off=386692 len=1229863 2024-09-13T03:13:17.332 INFO:tasks.workunit.client.0.smithi052.stdout:op 227 completed, throughput=5.02MB/sec 2024-09-13T03:13:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:18.333 INFO:tasks.workunit.client.0.smithi052.stdout: 45: throughput=4.91MB/sec pending data=0 2024-09-13T03:13:18.333 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c5GOOod4gpJZFMk off=210053 len=168108 2024-09-13T03:13:18.336 INFO:tasks.workunit.client.0.smithi052.stdout:op 228 completed, throughput=4.92MB/sec 2024-09-13T03:13:18.336 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cq_e6vMxJNueKVI off=5755297 len=1173611 2024-09-13T03:13:18.342 INFO:tasks.workunit.client.0.smithi052.stdout:op 229 completed, throughput=4.94MB/sec 2024-09-13T03:13:18.342 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_KAFuC_SbcP5gKw off=2535849 len=1327681 2024-09-13T03:13:18.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 230 completed, throughput=4.97MB/sec 2024-09-13T03:13:18.344 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cq6UUiCSkV5Qv5T off=21074678 len=215375 2024-09-13T03:13:18.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 231 completed, throughput=4.97MB/sec 2024-09-13T03:13:18.348 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Kn0h-4Un-It31sy off=2006948 len=2070744 2024-09-13T03:13:18.359 INFO:tasks.workunit.client.0.smithi052.stdout:op 232 completed, throughput=5.01MB/sec 2024-09-13T03:13:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:18 smithi078 ceph-mon[85589]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:18.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:18 smithi052 ceph-mon[89065]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:18 smithi052 ceph-mon[91421]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:13:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:13:18] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T03:13:19.360 INFO:tasks.workunit.client.0.smithi052.stdout: 46: throughput=4.91MB/sec pending data=0 2024-09-13T03:13:19.360 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9F6V7KcFCjV6gGU off=2138182 len=594236 2024-09-13T03:13:19.364 INFO:tasks.workunit.client.0.smithi052.stdout:op 233 completed, throughput=4.92MB/sec 2024-09-13T03:13:19.364 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JyDhk1CxSakcb50 off=8413124 len=1393614 2024-09-13T03:13:19.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 234 completed, throughput=4.95MB/sec 2024-09-13T03:13:19.371 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ewsUTVGPfRsO74F off=11718662 len=860063 2024-09-13T03:13:19.372 INFO:tasks.workunit.client.0.smithi052.stdout:op 235 completed, throughput=4.96MB/sec 2024-09-13T03:13:19.372 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BsmZnrP7B9dKiHG off=11744944 len=1049617 2024-09-13T03:13:19.378 INFO:tasks.workunit.client.0.smithi052.stdout:op 236 completed, throughput=4.98MB/sec 2024-09-13T03:13:19.378 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xiY7HPmtvXze6NK off=23671890 len=298364 2024-09-13T03:13:19.381 INFO:tasks.workunit.client.0.smithi052.stdout:op 237 completed, throughput=4.99MB/sec 2024-09-13T03:13:19.381 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-p4BCV83jDMWFvhC off=13476178 len=771479 2024-09-13T03:13:19.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 238 completed, throughput=5MB/sec 2024-09-13T03:13:20.385 INFO:tasks.workunit.client.0.smithi052.stdout: 47: throughput=4.9MB/sec pending data=0 2024-09-13T03:13:20.386 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iIShZzZ0yYx_1kq off=1547546 len=1695402 2024-09-13T03:13:20.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 239 completed, throughput=4.93MB/sec 2024-09-13T03:13:20.392 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-If5PgJolwHbPWwp off=968765 len=1314062 2024-09-13T03:13:20.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 240 completed, throughput=4.96MB/sec 2024-09-13T03:13:20.394 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ssgqRwZtbeAnKc9 off=0 len=1248860 2024-09-13T03:13:20.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 241 completed, throughput=4.98MB/sec 2024-09-13T03:13:20.396 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tqhEjG9zvdmHhm- off=931935 len=1232314 2024-09-13T03:13:20.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 242 completed, throughput=5.01MB/sec 2024-09-13T03:13:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:20 smithi078 ceph-mon[85589]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:20 smithi052 ceph-mon[91421]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:20 smithi052 ceph-mon[89065]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:21.399 INFO:tasks.workunit.client.0.smithi052.stdout: 48: throughput=4.91MB/sec pending data=0 2024-09-13T03:13:21.399 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u8JVKib742NHz5q off=11027102 len=996105 2024-09-13T03:13:21.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 243 completed, throughput=4.92MB/sec 2024-09-13T03:13:21.405 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9b3FqxdXjsz9eWt off=2467724 len=1907042 2024-09-13T03:13:21.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 244 completed, throughput=4.96MB/sec 2024-09-13T03:13:21.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n6nLRRIymWULSN2 off=4211051 len=1097152 2024-09-13T03:13:21.419 INFO:tasks.workunit.client.0.smithi052.stdout:op 245 completed, throughput=4.98MB/sec 2024-09-13T03:13:21.419 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cDVjWGeI2LSPBfg off=1569185 len=1565645 2024-09-13T03:13:21.426 INFO:tasks.workunit.client.0.smithi052.stdout:op 246 completed, throughput=5.01MB/sec 2024-09-13T03:13:22.426 INFO:tasks.workunit.client.0.smithi052.stdout: 49: throughput=4.91MB/sec pending data=0 2024-09-13T03:13:22.426 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HyPELCUFt9GKh9z off=1605114 len=1802210 2024-09-13T03:13:22.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 247 completed, throughput=4.94MB/sec 2024-09-13T03:13:22.435 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x8rUudnbQgmQF4f off=11556817 len=415357 2024-09-13T03:13:22.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 248 completed, throughput=4.95MB/sec 2024-09-13T03:13:22.436 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sc-9tmlRcc9000J off=865233 len=1503494 2024-09-13T03:13:22.442 INFO:tasks.workunit.client.0.smithi052.stdout:op 249 completed, throughput=4.98MB/sec 2024-09-13T03:13:22.442 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--x1B_yn5VeXpf4b off=1250064 len=489563 2024-09-13T03:13:22.443 INFO:tasks.workunit.client.0.smithi052.stdout:op 250 completed, throughput=4.99MB/sec 2024-09-13T03:13:22.443 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TyNXuGMYOBHhm6a off=5064839 len=120714 2024-09-13T03:13:22.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 251 completed, throughput=4.99MB/sec 2024-09-13T03:13:22.444 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8piscEBpBCnnT9B off=5472144 len=1163489 2024-09-13T03:13:22.445 INFO:tasks.workunit.client.0.smithi052.stdout:op 252 completed, throughput=5.01MB/sec 2024-09-13T03:13:22.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:22 smithi078 ceph-mon[85589]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:13:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:13:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:22 smithi052 ceph-mon[91421]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:13:22.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:22 smithi052 ceph-mon[89065]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:13:23.446 INFO:tasks.workunit.client.0.smithi052.stdout: 50: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:23.446 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9uOhCp86f7oH5nW off=12729497 len=1689503 2024-09-13T03:13:23.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 253 completed, throughput=4.95MB/sec 2024-09-13T03:13:23.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--2QLYzdaIvBRgjh off=1947828 len=1781138 2024-09-13T03:13:23.464 INFO:tasks.workunit.client.0.smithi052.stdout:op 254 completed, throughput=4.98MB/sec 2024-09-13T03:13:23.464 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nbIJ39r87Br9Nma off=877706 len=1546411 2024-09-13T03:13:23.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 255 completed, throughput=5.01MB/sec 2024-09-13T03:13:24.466 INFO:tasks.workunit.client.0.smithi052.stdout: 51: throughput=4.91MB/sec pending data=0 2024-09-13T03:13:24.466 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6MBGC2z1sYMBvVB off=7559458 len=1093998 2024-09-13T03:13:24.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 256 completed, throughput=4.93MB/sec 2024-09-13T03:13:24.473 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AP4WTDvnZzaloDn off=14514583 len=618176 2024-09-13T03:13:24.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 257 completed, throughput=4.94MB/sec 2024-09-13T03:13:24.474 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cRdDTUNYK-R290Q off=1028462 len=791160 2024-09-13T03:13:24.478 INFO:tasks.workunit.client.0.smithi052.stdout:op 258 completed, throughput=4.96MB/sec 2024-09-13T03:13:24.478 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bn6kK7jOCb7SFme off=17620371 len=1782701 2024-09-13T03:13:24.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 259 completed, throughput=4.99MB/sec 2024-09-13T03:13:24.487 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Orymh84iWacUFtH off=11235957 len=1044139 2024-09-13T03:13:24.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 260 completed, throughput=5.01MB/sec 2024-09-13T03:13:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:24 smithi052 ceph-mon[91421]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:13:24.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:24 smithi052 ceph-mon[89065]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:13:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:24 smithi078 ceph-mon[85589]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:13:25.489 INFO:tasks.workunit.client.0.smithi052.stdout: 52: throughput=4.91MB/sec pending data=0 2024-09-13T03:13:25.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AzqiwDXplCEVbIm off=5945900 len=2037476 2024-09-13T03:13:25.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 261 completed, throughput=4.95MB/sec 2024-09-13T03:13:25.491 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JiYIW9PXEzdKcGs off=2976844 len=1088489 2024-09-13T03:13:25.494 INFO:tasks.workunit.client.0.smithi052.stdout:op 262 completed, throughput=4.97MB/sec 2024-09-13T03:13:25.494 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IyBX9r0R-4EmByW off=466645 len=670713 2024-09-13T03:13:25.495 INFO:tasks.workunit.client.0.smithi052.stdout:op 263 completed, throughput=4.98MB/sec 2024-09-13T03:13:25.495 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qduPxTo-MbNYXTt off=2987452 len=1798259 2024-09-13T03:13:25.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 264 completed, throughput=5.01MB/sec 2024-09-13T03:13:26.505 INFO:tasks.workunit.client.0.smithi052.stdout: 53: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:26.505 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lIHQL3tz9ulxbHK off=19546749 len=78731 2024-09-13T03:13:26.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 265 completed, throughput=4.92MB/sec 2024-09-13T03:13:26.505 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ID_2AA1TdVnXr-G off=2623235 len=676500 2024-09-13T03:13:26.507 INFO:tasks.workunit.client.0.smithi052.stdout:op 266 completed, throughput=4.93MB/sec 2024-09-13T03:13:26.507 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GvXlKz0fC94i0jz off=16958716 len=598575 2024-09-13T03:13:26.510 INFO:tasks.workunit.client.0.smithi052.stdout:op 267 completed, throughput=4.94MB/sec 2024-09-13T03:13:26.510 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7bi-giVzRAa7A25 off=10837690 len=600138 2024-09-13T03:13:26.515 INFO:tasks.workunit.client.0.smithi052.stdout:op 268 completed, throughput=4.95MB/sec 2024-09-13T03:13:26.515 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ae7hSaUxDyKwNdp off=4193276 len=1517227 2024-09-13T03:13:26.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 269 completed, throughput=4.98MB/sec 2024-09-13T03:13:26.525 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jDrfBlwEhuqMQsQ off=1494416 len=1881201 2024-09-13T03:13:26.526 INFO:tasks.workunit.client.0.smithi052.stdout:op 270 completed, throughput=5.01MB/sec 2024-09-13T03:13:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:26 smithi052 ceph-mon[91421]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:13:26.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:26 smithi052 ceph-mon[89065]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:13:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:26 smithi078 ceph-mon[85589]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:13:27.528 INFO:tasks.workunit.client.0.smithi052.stdout: 54: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:27.528 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jR29mrTnzjWxaKT off=14364903 len=1557373 2024-09-13T03:13:27.535 INFO:tasks.workunit.client.0.smithi052.stdout:op 271 completed, throughput=4.95MB/sec 2024-09-13T03:13:27.535 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-88CyuHzk9PYq3cL off=872619 len=1332920 2024-09-13T03:13:27.541 INFO:tasks.workunit.client.0.smithi052.stdout:op 272 completed, throughput=4.97MB/sec 2024-09-13T03:13:27.541 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NHtqftUFa_8ECTr off=2368506 len=1639881 2024-09-13T03:13:27.550 INFO:tasks.workunit.client.0.smithi052.stdout:op 273 completed, throughput=5MB/sec 2024-09-13T03:13:27.550 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ya96Sdyn1VLk1ga off=4437684 len=200449 2024-09-13T03:13:27.551 INFO:tasks.workunit.client.0.smithi052.stdout:op 274 completed, throughput=5MB/sec 2024-09-13T03:13:27.551 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RnKe-aCcnsezos2 off=4757399 len=780192 2024-09-13T03:13:27.555 INFO:tasks.workunit.client.0.smithi052.stdout:op 275 completed, throughput=5.01MB/sec 2024-09-13T03:13:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:28 smithi052 ceph-mon[91421]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:13:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:28 smithi052 ceph-mon[89065]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:13:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:13:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:13:28] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-13T03:13:28.555 INFO:tasks.workunit.client.0.smithi052.stdout: 55: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:28.555 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WR-K4-q26ZB4ANs off=2740713 len=1108875 2024-09-13T03:13:28.561 INFO:tasks.workunit.client.0.smithi052.stdout:op 276 completed, throughput=4.94MB/sec 2024-09-13T03:13:28.561 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3Zi1jdg9carAE3j off=4585584 len=2094207 2024-09-13T03:13:28.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 277 completed, throughput=4.98MB/sec 2024-09-13T03:13:28.572 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n3NFTRDGCsi-4fN off=11027856 len=1164814 2024-09-13T03:13:28.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 278 completed, throughput=5MB/sec 2024-09-13T03:13:28.573 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5oiWQDDlTiPVPac off=318516 len=1095338 2024-09-13T03:13:28.575 INFO:tasks.workunit.client.0.smithi052.stdout:op 279 completed, throughput=5.01MB/sec 2024-09-13T03:13:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:28 smithi078 ceph-mon[85589]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:13:29.575 INFO:tasks.workunit.client.0.smithi052.stdout: 56: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:29.575 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uYRsYdgLyEGlI4b off=2279370 len=530493 2024-09-13T03:13:29.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 280 completed, throughput=4.94MB/sec 2024-09-13T03:13:29.579 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u2-H2ESHD7UemZV off=1136439 len=1867594 2024-09-13T03:13:29.583 INFO:tasks.workunit.client.0.smithi052.stdout:op 281 completed, throughput=4.97MB/sec 2024-09-13T03:13:29.583 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZGjzDGoERCXTnT7 off=4605321 len=1498533 2024-09-13T03:13:29.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 282 completed, throughput=4.99MB/sec 2024-09-13T03:13:29.590 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x4p15c9KMW3PpDN off=559846 len=51855 2024-09-13T03:13:29.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 283 completed, throughput=4.99MB/sec 2024-09-13T03:13:29.591 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-neCIIdcl63Ux4kh off=3728740 len=1486416 2024-09-13T03:13:29.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 284 completed, throughput=5.02MB/sec 2024-09-13T03:13:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:30 smithi052 ceph-mon[91421]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:13:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:30 smithi052 ceph-mon[89065]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:13:30.592 INFO:tasks.workunit.client.0.smithi052.stdout: 57: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:30.593 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kQDHWnARzPpKZ2c off=3177282 len=835444 2024-09-13T03:13:30.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 285 completed, throughput=4.94MB/sec 2024-09-13T03:13:30.594 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L7zPlGZxq7D1m8Y off=2391682 len=113098 2024-09-13T03:13:30.595 INFO:tasks.workunit.client.0.smithi052.stdout:op 286 completed, throughput=4.95MB/sec 2024-09-13T03:13:30.595 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5xosCuC13aSkNOI off=54411 len=1446335 2024-09-13T03:13:30.602 INFO:tasks.workunit.client.0.smithi052.stdout:op 287 completed, throughput=4.97MB/sec 2024-09-13T03:13:30.604 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7y-HHXHExlBrTln off=8430066 len=1599976 2024-09-13T03:13:30.605 INFO:tasks.workunit.client.0.smithi052.stdout:op 288 completed, throughput=4.99MB/sec 2024-09-13T03:13:30.606 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H0ZbPwwVz4Oc23a off=0 len=1051604 2024-09-13T03:13:30.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 289 completed, throughput=5.01MB/sec 2024-09-13T03:13:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:30 smithi078 ceph-mon[85589]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:13:31.612 INFO:tasks.workunit.client.0.smithi052.stdout: 58: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:31.612 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A_5EhRTsFBYiWSl off=10862715 len=523031 2024-09-13T03:13:31.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 290 completed, throughput=4.93MB/sec 2024-09-13T03:13:31.613 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Enf7rAMmONkPrFe off=15070884 len=1609900 2024-09-13T03:13:31.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 291 completed, throughput=4.96MB/sec 2024-09-13T03:13:31.620 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tGb-6uhs8oFUbdL off=8957382 len=646698 2024-09-13T03:13:31.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 292 completed, throughput=4.97MB/sec 2024-09-13T03:13:31.621 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tE8cR1_3EN-ZQ0Y off=10808025 len=1651461 2024-09-13T03:13:31.633 INFO:tasks.workunit.client.0.smithi052.stdout:op 293 completed, throughput=5MB/sec 2024-09-13T03:13:31.633 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jPvK3TBtgnQGbqa off=1882571 len=1340870 2024-09-13T03:13:31.633 INFO:tasks.workunit.client.0.smithi052.stdout:op 294 completed, throughput=5.02MB/sec 2024-09-13T03:13:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:32 smithi052 ceph-mon[91421]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:13:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:32 smithi052 ceph-mon[89065]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:13:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: 59: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:32.631 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QAmV7L_Zo8sxIJC off=99691 len=1804575 2024-09-13T03:13:32.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 295 completed, throughput=4.96MB/sec 2024-09-13T03:13:32.642 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pAzCnoCGZIRcHIq off=4930051 len=1637798 2024-09-13T03:13:32.644 INFO:tasks.workunit.client.0.smithi052.stdout:op 296 completed, throughput=4.99MB/sec 2024-09-13T03:13:32.644 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9z273Mel8ulUeim off=2089954 len=973986 2024-09-13T03:13:32.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 297 completed, throughput=5MB/sec 2024-09-13T03:13:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:32 smithi078 ceph-mon[85589]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:13:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:13:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: 60: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:33.649 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yaNmDQNS19Dw_OI off=1140962 len=1266173 2024-09-13T03:13:33.652 INFO:tasks.workunit.client.0.smithi052.stdout:op 298 completed, throughput=4.94MB/sec 2024-09-13T03:13:33.652 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ay8uscFjz7p09HA off=5332832 len=1493534 2024-09-13T03:13:33.655 INFO:tasks.workunit.client.0.smithi052.stdout:op 299 completed, throughput=4.96MB/sec 2024-09-13T03:13:33.655 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fH7HBOq2go3mIvx off=17346881 len=216110 2024-09-13T03:13:33.656 INFO:tasks.workunit.client.0.smithi052.stdout:op 300 completed, throughput=4.97MB/sec 2024-09-13T03:13:33.657 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Pb32YVdSpHRZPLa off=1224067 len=1232350 2024-09-13T03:13:33.658 INFO:tasks.workunit.client.0.smithi052.stdout:op 301 completed, throughput=4.99MB/sec 2024-09-13T03:13:33.658 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k9aAgmXkkxAFIne off=2967539 len=40666 2024-09-13T03:13:33.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 302 completed, throughput=4.99MB/sec 2024-09-13T03:13:33.661 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-43SX9gzspr1z9D- off=10397388 len=89669 2024-09-13T03:13:33.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 303 completed, throughput=4.99MB/sec 2024-09-13T03:13:33.663 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QOusd0CxQdJeSIg off=5531885 len=827736 2024-09-13T03:13:33.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 304 completed, throughput=5MB/sec 2024-09-13T03:13:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:34 smithi052 ceph-mon[91421]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:34 smithi052 ceph-mon[89065]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: 61: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:34.665 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IdLSGAzBHgYMsL8 off=1391598 len=1016607 2024-09-13T03:13:34.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 305 completed, throughput=4.94MB/sec 2024-09-13T03:13:34.667 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PKCMaV4ZgB-p8ZL off=208893 len=830185 2024-09-13T03:13:34.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 306 completed, throughput=4.95MB/sec 2024-09-13T03:13:34.668 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nHapakwsmlG-ERp off=8388084 len=731395 2024-09-13T03:13:34.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 307 completed, throughput=4.96MB/sec 2024-09-13T03:13:34.673 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WOJ2EjK-9iCcGm5 off=15593422 len=251423 2024-09-13T03:13:34.673 INFO:tasks.workunit.client.0.smithi052.stdout:op 308 completed, throughput=4.96MB/sec 2024-09-13T03:13:34.673 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4-5JKa7DGyM2jx9 off=5705349 len=1817097 2024-09-13T03:13:34.676 INFO:tasks.workunit.client.0.smithi052.stdout:op 309 completed, throughput=4.99MB/sec 2024-09-13T03:13:34.676 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SK9DSZy6ajB5RJf off=976477 len=456759 2024-09-13T03:13:34.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 310 completed, throughput=5MB/sec 2024-09-13T03:13:34.677 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lq-wFRJ3Cympyuu off=2080447 len=238039 2024-09-13T03:13:34.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 311 completed, throughput=5MB/sec 2024-09-13T03:13:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:34 smithi078 ceph-mon[85589]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:13:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: 62: throughput=4.92MB/sec pending data=0 2024-09-13T03:13:35.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aonacC39GkgNjUQ off=14579248 len=510350 2024-09-13T03:13:35.682 INFO:tasks.workunit.client.0.smithi052.stdout:op 312 completed, throughput=4.93MB/sec 2024-09-13T03:13:35.682 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FCWqQi2KyV-wfG_ off=4265928 len=1039579 2024-09-13T03:13:35.684 INFO:tasks.workunit.client.0.smithi052.stdout:op 313 completed, throughput=4.94MB/sec 2024-09-13T03:13:35.684 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MRkPGDNia6y7T1m off=5832003 len=1449126 2024-09-13T03:13:35.686 INFO:tasks.workunit.client.0.smithi052.stdout:op 314 completed, throughput=4.97MB/sec 2024-09-13T03:13:35.686 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-980KRRrU3np7dH3 off=1113689 len=1226269 2024-09-13T03:13:35.693 INFO:tasks.workunit.client.0.smithi052.stdout:op 315 completed, throughput=4.98MB/sec 2024-09-13T03:13:35.693 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eQcRdVQQeW7TEkA off=653795 len=219538 2024-09-13T03:13:35.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 316 completed, throughput=4.99MB/sec 2024-09-13T03:13:35.695 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ba6cuWBCja3uJTo off=6540245 len=2041900 2024-09-13T03:13:35.703 INFO:tasks.workunit.client.0.smithi052.stdout:op 317 completed, throughput=5.02MB/sec 2024-09-13T03:13:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:36 smithi052 ceph-mon[91421]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:13:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:36 smithi052 ceph-mon[89065]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:13:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:36 smithi078 ceph-mon[85589]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:13:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: 63: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:36.703 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8Dt2eCqSqMHn5cp off=4557029 len=2066880 2024-09-13T03:13:36.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 318 completed, throughput=4.97MB/sec 2024-09-13T03:13:36.707 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N7mQrK6x5fHbNn6 off=12056686 len=1035251 2024-09-13T03:13:36.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 319 completed, throughput=4.98MB/sec 2024-09-13T03:13:36.709 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HbSi7COdoZBZuQm off=2697153 len=469931 2024-09-13T03:13:36.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 320 completed, throughput=4.99MB/sec 2024-09-13T03:13:36.710 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J8rwGqo5_XhiaTJ off=5719655 len=1690948 2024-09-13T03:13:36.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 321 completed, throughput=5.02MB/sec 2024-09-13T03:13:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: 64: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yvkd2OyedrQMNWN off=23135386 len=1813803 2024-09-13T03:13:37.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 322 completed, throughput=4.97MB/sec 2024-09-13T03:13:37.725 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1HyzK9iBC0BTBfC off=11627637 len=474624 2024-09-13T03:13:37.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 323 completed, throughput=4.97MB/sec 2024-09-13T03:13:37.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ntAfR7TbVgUrarO off=7559239 len=131605 2024-09-13T03:13:37.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 324 completed, throughput=4.97MB/sec 2024-09-13T03:13:37.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tYnRHvnUTV7sczm off=991606 len=365635 2024-09-13T03:13:37.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 325 completed, throughput=4.98MB/sec 2024-09-13T03:13:37.728 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iAIsRMw_s4mqc23 off=1255966 len=1526220 2024-09-13T03:13:37.736 INFO:tasks.workunit.client.0.smithi052.stdout:op 326 completed, throughput=5MB/sec 2024-09-13T03:13:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:38 smithi052 ceph-mon[91421]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:38 smithi052 ceph-mon[89065]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:13:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:13:38] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T03:13:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:38 smithi078 ceph-mon[85589]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:13:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: 65: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:38.736 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W9U_5Lj8-Buhlc9 off=6299138 len=879036 2024-09-13T03:13:38.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 327 completed, throughput=4.94MB/sec 2024-09-13T03:13:38.737 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q5zlVbmoijVcmI- off=69411 len=1535317 2024-09-13T03:13:38.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 328 completed, throughput=4.96MB/sec 2024-09-13T03:13:38.744 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D0xuJqoyfcNKmEX off=5099706 len=583519 2024-09-13T03:13:38.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 329 completed, throughput=4.97MB/sec 2024-09-13T03:13:38.745 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tLjD0JnyxlmRvSP off=2392103 len=87457 2024-09-13T03:13:38.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 330 completed, throughput=4.97MB/sec 2024-09-13T03:13:38.746 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZxwpWXLaQC3Ue-l off=9950168 len=1379254 2024-09-13T03:13:38.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 331 completed, throughput=4.99MB/sec 2024-09-13T03:13:38.751 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hrDmE3HzqmW_q0l off=6820539 len=1548219 2024-09-13T03:13:38.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 332 completed, throughput=5.01MB/sec 2024-09-13T03:13:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:13:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:13:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:13:39.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:13:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:13:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:13:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:13:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:13:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:13:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:13:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:13:39.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:13:39.754 INFO:tasks.workunit.client.0.smithi052.stdout: 66: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:39.754 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6gO3NKDjWPNOwWc off=1112893 len=2082086 2024-09-13T03:13:39.757 INFO:tasks.workunit.client.0.smithi052.stdout:op 333 completed, throughput=4.97MB/sec 2024-09-13T03:13:39.757 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CXx3W46gchpyHWk off=5948219 len=820488 2024-09-13T03:13:39.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 334 completed, throughput=4.98MB/sec 2024-09-13T03:13:39.762 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zDE5Swr1_6qJnDA off=12265365 len=1901354 2024-09-13T03:13:39.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 335 completed, throughput=5MB/sec 2024-09-13T03:13:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:40 smithi052 ceph-mon[91421]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:40 smithi052 ceph-mon[89065]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:40 smithi078 ceph-mon[85589]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:13:40.764 INFO:tasks.workunit.client.0.smithi052.stdout: 67: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:40.764 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uX7aWse42i800w1 off=20575517 len=1963394 2024-09-13T03:13:40.772 INFO:tasks.workunit.client.0.smithi052.stdout:op 336 completed, throughput=4.96MB/sec 2024-09-13T03:13:40.773 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RoHHaeAGoVhJ44c off=10623108 len=632718 2024-09-13T03:13:40.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 337 completed, throughput=4.97MB/sec 2024-09-13T03:13:40.777 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bQIZv8xFMpfLymf off=1126906 len=1518656 2024-09-13T03:13:40.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 338 completed, throughput=4.99MB/sec 2024-09-13T03:13:40.780 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iOvBLfvLqcqSxxy off=5770582 len=841466 2024-09-13T03:13:40.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 339 completed, throughput=5MB/sec 2024-09-13T03:13:40.785 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wLhS7AIfC2WRUcB off=1001439 len=1181717 2024-09-13T03:13:40.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 340 completed, throughput=5.01MB/sec 2024-09-13T03:13:41.793 INFO:tasks.workunit.client.0.smithi052.stdout: 68: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:41.793 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MhmGXPF9Xs_Wc3i off=8889035 len=1041366 2024-09-13T03:13:41.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 341 completed, throughput=4.96MB/sec 2024-09-13T03:13:41.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dC0MGMAca4vEUBf off=4838373 len=1632470 2024-09-13T03:13:41.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 342 completed, throughput=4.98MB/sec 2024-09-13T03:13:41.801 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0q1GxNlaZs_2AU2 off=23898001 len=359008 2024-09-13T03:13:41.804 INFO:tasks.workunit.client.0.smithi052.stdout:op 343 completed, throughput=4.98MB/sec 2024-09-13T03:13:41.805 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oEXPXM6KT_ZwsBx off=753196 len=1766270 2024-09-13T03:13:41.806 INFO:tasks.workunit.client.0.smithi052.stdout:op 344 completed, throughput=5.01MB/sec 2024-09-13T03:13:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:42 smithi052 ceph-mon[91421]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:42 smithi052 ceph-mon[89065]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:42 smithi078 ceph-mon[85589]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:13:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:42.807 INFO:tasks.workunit.client.0.smithi052.stdout: 69: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:42.807 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eXetY6xxY8KrgRJ off=2291986 len=1081008 2024-09-13T03:13:42.812 INFO:tasks.workunit.client.0.smithi052.stdout:op 345 completed, throughput=4.95MB/sec 2024-09-13T03:13:42.813 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qFkKvEAmsntnIjh off=406051 len=1686284 2024-09-13T03:13:42.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 346 completed, throughput=4.97MB/sec 2024-09-13T03:13:42.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dS3fS7rA3zDCNnJ off=15328211 len=236699 2024-09-13T03:13:42.822 INFO:tasks.workunit.client.0.smithi052.stdout:op 347 completed, throughput=4.98MB/sec 2024-09-13T03:13:42.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AlkijcAg3BrxAwv off=16755347 len=309062 2024-09-13T03:13:42.825 INFO:tasks.workunit.client.0.smithi052.stdout:op 348 completed, throughput=4.98MB/sec 2024-09-13T03:13:42.825 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0NJyOAIg_Vb7771 off=5182300 len=282809 2024-09-13T03:13:42.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 349 completed, throughput=4.98MB/sec 2024-09-13T03:13:42.826 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hMCYeaLU0cLbNi2 off=18282351 len=574349 2024-09-13T03:13:42.827 INFO:tasks.workunit.client.0.smithi052.stdout:op 350 completed, throughput=4.99MB/sec 2024-09-13T03:13:42.828 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aYP7-N5JHILflmQ off=620258 len=686091 2024-09-13T03:13:42.832 INFO:tasks.workunit.client.0.smithi052.stdout:op 351 completed, throughput=5MB/sec 2024-09-13T03:13:42.832 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l63Ic6cF-vMKQ33 off=865082 len=1492266 2024-09-13T03:13:42.837 INFO:tasks.workunit.client.0.smithi052.stdout:op 352 completed, throughput=5.02MB/sec 2024-09-13T03:13:43.837 INFO:tasks.workunit.client.0.smithi052.stdout: 70: throughput=4.95MB/sec pending data=0 2024-09-13T03:13:43.838 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n_7ohCsT3TR0Eys off=4861135 len=1362397 2024-09-13T03:13:43.841 INFO:tasks.workunit.client.0.smithi052.stdout:op 353 completed, throughput=4.97MB/sec 2024-09-13T03:13:43.841 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rpJX9ZPi-JElxVe off=6692448 len=1397102 2024-09-13T03:13:43.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 354 completed, throughput=4.99MB/sec 2024-09-13T03:13:43.848 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7b1DcHx9YVRHXNj off=5370861 len=552880 2024-09-13T03:13:43.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 355 completed, throughput=4.99MB/sec 2024-09-13T03:13:43.849 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--fswdZRdFe56lJb off=1554030 len=957834 2024-09-13T03:13:43.851 INFO:tasks.workunit.client.0.smithi052.stdout:op 356 completed, throughput=5.01MB/sec 2024-09-13T03:13:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:44 smithi052 ceph-mon[91421]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:44 smithi052 ceph-mon[89065]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:44 smithi078 ceph-mon[85589]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:44.851 INFO:tasks.workunit.client.0.smithi052.stdout: 71: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:44.851 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tOxG-KbyvS3sK3V off=0 len=1707812 2024-09-13T03:13:44.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 357 completed, throughput=4.96MB/sec 2024-09-13T03:13:44.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CRZrEzWGprEVaH1 off=5710915 len=1477094 2024-09-13T03:13:44.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 358 completed, throughput=4.98MB/sec 2024-09-13T03:13:44.855 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZicSkZ4zpI1XD44 off=5462780 len=1969458 2024-09-13T03:13:44.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 359 completed, throughput=5MB/sec 2024-09-13T03:13:45.867 INFO:tasks.workunit.client.0.smithi052.stdout: 72: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:45.867 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Mur4cgPrCqxJ2_7 off=15174015 len=750030 2024-09-13T03:13:45.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 360 completed, throughput=4.94MB/sec 2024-09-13T03:13:45.868 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k3_wKZ4nbWFk33G off=16924951 len=217235 2024-09-13T03:13:45.871 INFO:tasks.workunit.client.0.smithi052.stdout:op 361 completed, throughput=4.95MB/sec 2024-09-13T03:13:45.872 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RBYOTOKf9TMmnGG off=6941961 len=537493 2024-09-13T03:13:45.875 INFO:tasks.workunit.client.0.smithi052.stdout:op 362 completed, throughput=4.95MB/sec 2024-09-13T03:13:45.875 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GF1BzuDPQmpqD5y off=19160761 len=1083577 2024-09-13T03:13:45.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 363 completed, throughput=4.97MB/sec 2024-09-13T03:13:45.877 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-umGERTDtsqbpB7b off=11734183 len=2063971 2024-09-13T03:13:45.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 364 completed, throughput=4.99MB/sec 2024-09-13T03:13:45.881 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KqQ2YDJBZNSRoSp off=11822159 len=696987 2024-09-13T03:13:45.885 INFO:tasks.workunit.client.0.smithi052.stdout:op 365 completed, throughput=5MB/sec 2024-09-13T03:13:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:46 smithi052 ceph-mon[91421]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:13:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:46 smithi052 ceph-mon[89065]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:13:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:46 smithi078 ceph-mon[85589]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:13:46.885 INFO:tasks.workunit.client.0.smithi052.stdout: 73: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:46.885 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8CMDhGvH8nRn4B6 off=11850050 len=969865 2024-09-13T03:13:46.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 366 completed, throughput=4.95MB/sec 2024-09-13T03:13:46.887 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ke_P0W_-bLw-YIO off=1764091 len=1376470 2024-09-13T03:13:46.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 367 completed, throughput=4.97MB/sec 2024-09-13T03:13:46.896 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tomz642hli7fd5Q off=1992214 len=574399 2024-09-13T03:13:46.900 INFO:tasks.workunit.client.0.smithi052.stdout:op 368 completed, throughput=4.97MB/sec 2024-09-13T03:13:46.900 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9rjiwTdvF6Vz3TZ off=3004481 len=1268913 2024-09-13T03:13:46.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 369 completed, throughput=4.99MB/sec 2024-09-13T03:13:46.907 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9FKze4BO7lPQEvj off=15322267 len=434471 2024-09-13T03:13:46.910 INFO:tasks.workunit.client.0.smithi052.stdout:op 370 completed, throughput=4.99MB/sec 2024-09-13T03:13:46.910 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kIEAUGP-eKxCll8 off=2609829 len=541330 2024-09-13T03:13:46.910 INFO:tasks.workunit.client.0.smithi052.stdout:op 371 completed, throughput=5MB/sec 2024-09-13T03:13:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:13:47.911 INFO:tasks.workunit.client.0.smithi052.stdout: 74: throughput=4.93MB/sec pending data=0 2024-09-13T03:13:47.911 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HcLtJpKsDpxke9K off=11710724 len=693735 2024-09-13T03:13:47.912 INFO:tasks.workunit.client.0.smithi052.stdout:op 372 completed, throughput=4.94MB/sec 2024-09-13T03:13:47.912 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6lOrvf3ZSdr4zR9 off=2422376 len=2086978 2024-09-13T03:13:47.915 INFO:tasks.workunit.client.0.smithi052.stdout:op 373 completed, throughput=4.97MB/sec 2024-09-13T03:13:47.915 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UhZc12YnLSVGuuS off=12631057 len=540064 2024-09-13T03:13:47.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 374 completed, throughput=4.98MB/sec 2024-09-13T03:13:47.920 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WOJ2EjK-9iCcGm5 off=3953654 len=1838785 2024-09-13T03:13:47.922 INFO:tasks.workunit.client.0.smithi052.stdout:op 375 completed, throughput=5MB/sec 2024-09-13T03:13:47.922 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S7UGO-wgr22YLz4 off=6264597 len=243407 2024-09-13T03:13:47.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 376 completed, throughput=5MB/sec 2024-09-13T03:13:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:48 smithi052 ceph-mon[91421]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:13:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:48 smithi052 ceph-mon[89065]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:13:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:13:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:13:48] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T03:13:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:48 smithi078 ceph-mon[85589]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:13:48.924 INFO:tasks.workunit.client.0.smithi052.stdout: 75: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:48.924 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4CyBDEO2SiZ2ojL off=1429050 len=569239 2024-09-13T03:13:48.928 INFO:tasks.workunit.client.0.smithi052.stdout:op 377 completed, throughput=4.94MB/sec 2024-09-13T03:13:48.928 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E3y4Jk4JJ84og-4 off=5001432 len=691758 2024-09-13T03:13:48.932 INFO:tasks.workunit.client.0.smithi052.stdout:op 378 completed, throughput=4.95MB/sec 2024-09-13T03:13:48.932 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-806tnA2ol7zNCY0 off=3537682 len=720339 2024-09-13T03:13:48.936 INFO:tasks.workunit.client.0.smithi052.stdout:op 379 completed, throughput=4.96MB/sec 2024-09-13T03:13:48.936 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i6Y9Tpzu-74xBrw off=541451 len=799734 2024-09-13T03:13:48.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 380 completed, throughput=4.97MB/sec 2024-09-13T03:13:48.941 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8EnPR7yxL2fQ4rA off=15706929 len=1567365 2024-09-13T03:13:48.948 INFO:tasks.workunit.client.0.smithi052.stdout:op 381 completed, throughput=4.99MB/sec 2024-09-13T03:13:48.948 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UhYOLW_aVKFOrX8 off=7901077 len=1352048 2024-09-13T03:13:48.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 382 completed, throughput=5.01MB/sec 2024-09-13T03:13:49.950 INFO:tasks.workunit.client.0.smithi052.stdout: 76: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:49.950 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eal8AFpdwjS0U64 off=11225231 len=659975 2024-09-13T03:13:49.954 INFO:tasks.workunit.client.0.smithi052.stdout:op 383 completed, throughput=4.95MB/sec 2024-09-13T03:13:49.955 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xP6wnKFJi-eoQo9 off=9807522 len=460818 2024-09-13T03:13:49.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 384 completed, throughput=4.95MB/sec 2024-09-13T03:13:49.958 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eDyzir-1ynNmZjL off=17077098 len=1694389 2024-09-13T03:13:49.964 INFO:tasks.workunit.client.0.smithi052.stdout:op 385 completed, throughput=4.97MB/sec 2024-09-13T03:13:49.964 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SoF7Itn8RweXzrt off=5575837 len=1977873 2024-09-13T03:13:49.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 386 completed, throughput=5MB/sec 2024-09-13T03:13:49.973 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3RlX5t3rN-sg2ba off=6316984 len=1925268 2024-09-13T03:13:49.980 INFO:tasks.workunit.client.0.smithi052.stdout:op 387 completed, throughput=5.02MB/sec 2024-09-13T03:13:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:50 smithi052 ceph-mon[91421]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:50 smithi052 ceph-mon[89065]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:50 smithi078 ceph-mon[85589]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:13:50.980 INFO:tasks.workunit.client.0.smithi052.stdout: 77: throughput=4.96MB/sec pending data=0 2024-09-13T03:13:50.980 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8R5bH_TxHT-DWXj off=2798171 len=2014100 2024-09-13T03:13:50.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 388 completed, throughput=4.98MB/sec 2024-09-13T03:13:50.991 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--qJnFQMhrgBtnO4 off=13248979 len=588813 2024-09-13T03:13:50.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 389 completed, throughput=4.99MB/sec 2024-09-13T03:13:50.996 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KgacTLfoqYhUvMz off=14152859 len=883176 2024-09-13T03:13:51.000 INFO:tasks.workunit.client.0.smithi052.stdout:op 390 completed, throughput=5MB/sec 2024-09-13T03:13:51.001 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iuaWA6vfBQvKN74 off=518051 len=619319 2024-09-13T03:13:51.002 INFO:tasks.workunit.client.0.smithi052.stdout:op 391 completed, throughput=5.01MB/sec 2024-09-13T03:13:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:52.002 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T6EimkxvzPEqyPA off=8991889 len=1380890 2024-09-13T03:13:52.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 392 completed, throughput=4.96MB/sec 2024-09-13T03:13:52.004 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Jo9qHZoRAPf2eoF off=3015794 len=558354 2024-09-13T03:13:52.006 INFO:tasks.workunit.client.0.smithi052.stdout:op 393 completed, throughput=4.97MB/sec 2024-09-13T03:13:52.006 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SMTEkXl8N9pisQz off=2586336 len=1235683 2024-09-13T03:13:52.012 INFO:tasks.workunit.client.0.smithi052.stdout:op 394 completed, throughput=4.98MB/sec 2024-09-13T03:13:52.012 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dzOjpGX19gf11zP off=3918491 len=648859 2024-09-13T03:13:52.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 395 completed, throughput=4.99MB/sec 2024-09-13T03:13:52.013 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g-YuUMfDIK7EOt8 off=1118176 len=160448 2024-09-13T03:13:52.014 INFO:tasks.workunit.client.0.smithi052.stdout:op 396 completed, throughput=4.99MB/sec 2024-09-13T03:13:52.014 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E62_Mb2tdQ2ENNo off=17982813 len=1500859 2024-09-13T03:13:52.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 397 completed, throughput=5.01MB/sec 2024-09-13T03:13:52.498 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:52 smithi078 ceph-mon[85589]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:13:52.534 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:13:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:13:52.535 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:52 smithi052 ceph-mon[91421]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:13:52.535 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:52 smithi052 ceph-mon[89065]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:13:53.021 INFO:tasks.workunit.client.0.smithi052.stdout: 79: throughput=4.95MB/sec pending data=0 2024-09-13T03:13:53.022 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ibCEzQKG44QJsX8 off=6728779 len=1906188 2024-09-13T03:13:53.024 INFO:tasks.workunit.client.0.smithi052.stdout:op 398 completed, throughput=4.97MB/sec 2024-09-13T03:13:53.024 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mT1E83CLoP7ZnEE off=9238582 len=1450003 2024-09-13T03:13:53.030 INFO:tasks.workunit.client.0.smithi052.stdout:op 399 completed, throughput=4.98MB/sec 2024-09-13T03:13:53.030 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sCOa4OEdRW7bDl_ off=2616664 len=657169 2024-09-13T03:13:53.032 INFO:tasks.workunit.client.0.smithi052.stdout:op 400 completed, throughput=4.99MB/sec 2024-09-13T03:13:53.032 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nQgv0qNuwR6EGa6 off=17724045 len=2043497 2024-09-13T03:13:53.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 401 completed, throughput=5.02MB/sec 2024-09-13T03:13:54.040 INFO:tasks.workunit.client.0.smithi052.stdout: 80: throughput=4.95MB/sec pending data=0 2024-09-13T03:13:54.040 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rVn6XUhe6UZhMIz off=871654 len=1113563 2024-09-13T03:13:54.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 402 completed, throughput=4.97MB/sec 2024-09-13T03:13:54.041 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VRHEGySAieoKNoo off=15539882 len=851592 2024-09-13T03:13:54.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 403 completed, throughput=4.98MB/sec 2024-09-13T03:13:54.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TWZKsCr9w6PizKg off=4585725 len=1801108 2024-09-13T03:13:54.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 404 completed, throughput=5MB/sec 2024-09-13T03:13:54.051 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u266ig4Be1FhlUz off=297517 len=1133141 2024-09-13T03:13:54.054 INFO:tasks.workunit.client.0.smithi052.stdout:op 405 completed, throughput=5.01MB/sec 2024-09-13T03:13:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:54 smithi052 ceph-mon[91421]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:13:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:54 smithi052 ceph-mon[89065]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:13:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:54 smithi078 ceph-mon[85589]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:13:55.054 INFO:tasks.workunit.client.0.smithi052.stdout: 81: throughput=4.95MB/sec pending data=0 2024-09-13T03:13:55.054 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rZM5Vw5qODC-wm2 off=2278246 len=99524 2024-09-13T03:13:55.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 406 completed, throughput=4.95MB/sec 2024-09-13T03:13:55.055 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HkhTp22ywyVCcdB off=2608567 len=2001321 2024-09-13T03:13:55.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 407 completed, throughput=4.97MB/sec 2024-09-13T03:13:55.058 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gonlt_-X5rePd43 off=6216068 len=1499973 2024-09-13T03:13:55.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 408 completed, throughput=4.99MB/sec 2024-09-13T03:13:55.060 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qgBkcNJSOb-yvoN off=6603948 len=164034 2024-09-13T03:13:55.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 409 completed, throughput=4.99MB/sec 2024-09-13T03:13:55.063 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TA-TmwNmJ_6mXJH off=486924 len=793513 2024-09-13T03:13:55.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 410 completed, throughput=5MB/sec 2024-09-13T03:13:56.064 INFO:tasks.workunit.client.0.smithi052.stdout: 82: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:56.064 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4aBtBnHKFwYOoCL off=12392810 len=1323120 2024-09-13T03:13:56.066 INFO:tasks.workunit.client.0.smithi052.stdout:op 411 completed, throughput=4.96MB/sec 2024-09-13T03:13:56.066 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XyrdTPqe7adBhyD off=6106446 len=1215898 2024-09-13T03:13:56.069 INFO:tasks.workunit.client.0.smithi052.stdout:op 412 completed, throughput=4.97MB/sec 2024-09-13T03:13:56.069 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bq6IZORacZkNZh1 off=6386590 len=551589 2024-09-13T03:13:56.070 INFO:tasks.workunit.client.0.smithi052.stdout:op 413 completed, throughput=4.98MB/sec 2024-09-13T03:13:56.070 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VUMMedz4DIkXlkW off=1619283 len=673601 2024-09-13T03:13:56.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 414 completed, throughput=4.98MB/sec 2024-09-13T03:13:56.075 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1InHWTnZtyqN-mq off=1047308 len=1827054 2024-09-13T03:13:56.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 415 completed, throughput=5.01MB/sec 2024-09-13T03:13:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:56 smithi052 ceph-mon[91421]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:13:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:56 smithi052 ceph-mon[89065]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:13:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:56 smithi078 ceph-mon[85589]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:13:57.083 INFO:tasks.workunit.client.0.smithi052.stdout: 83: throughput=4.95MB/sec pending data=0 2024-09-13T03:13:57.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jQBqZm3yU7cbOvT off=2568508 len=1370487 2024-09-13T03:13:57.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 416 completed, throughput=4.96MB/sec 2024-09-13T03:13:57.085 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OA55hNKebTAa7Tb off=7610059 len=437992 2024-09-13T03:13:57.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 417 completed, throughput=4.97MB/sec 2024-09-13T03:13:57.086 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yl_xOsjz6FTk7rK off=11239526 len=1843682 2024-09-13T03:13:57.088 INFO:tasks.workunit.client.0.smithi052.stdout:op 418 completed, throughput=4.99MB/sec 2024-09-13T03:13:57.088 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AKsd7cnvADx-rZl off=3620284 len=1452474 2024-09-13T03:13:57.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 419 completed, throughput=5MB/sec 2024-09-13T03:13:58.091 INFO:tasks.workunit.client.0.smithi052.stdout: 84: throughput=4.94MB/sec pending data=0 2024-09-13T03:13:58.091 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qKhAdANs-p-zBf4 off=3983417 len=1723991 2024-09-13T03:13:58.099 INFO:tasks.workunit.client.0.smithi052.stdout:op 420 completed, throughput=4.96MB/sec 2024-09-13T03:13:58.100 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3Ea2a1D-F8ujpR_ off=610536 len=578255 2024-09-13T03:13:58.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 421 completed, throughput=4.97MB/sec 2024-09-13T03:13:58.101 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XjmdK2nPNGURBh5 off=15563432 len=511986 2024-09-13T03:13:58.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 422 completed, throughput=4.98MB/sec 2024-09-13T03:13:58.102 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U_5J53fjQeynLXn off=9278293 len=94607 2024-09-13T03:13:58.105 INFO:tasks.workunit.client.0.smithi052.stdout:op 423 completed, throughput=4.98MB/sec 2024-09-13T03:13:58.105 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Tc8d0d58EDTgo67 off=229765 len=626290 2024-09-13T03:13:58.105 INFO:tasks.workunit.client.0.smithi052.stdout:op 424 completed, throughput=4.98MB/sec 2024-09-13T03:13:58.106 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cAFX6whubtqzMQ_ off=316166 len=1370987 2024-09-13T03:13:58.111 INFO:tasks.workunit.client.0.smithi052.stdout:op 425 completed, throughput=5MB/sec 2024-09-13T03:13:58.111 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-w8Yi8Mbj_Yqbfii off=8346776 len=131264 2024-09-13T03:13:58.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 426 completed, throughput=5MB/sec 2024-09-13T03:13:58.114 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-49-SwIQt1d6AXWI off=12347387 len=1878395 2024-09-13T03:13:58.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 427 completed, throughput=5.02MB/sec 2024-09-13T03:13:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:13:58 smithi052 ceph-mon[91421]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:13:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:13:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:13:58] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-13T03:13:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:13:58 smithi052 ceph-mon[89065]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:13:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:13:58 smithi078 ceph-mon[85589]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:13:59.121 INFO:tasks.workunit.client.0.smithi052.stdout: 85: throughput=4.96MB/sec pending data=0 2024-09-13T03:13:59.121 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lMocm70ZcWP6klA off=2640009 len=398960 2024-09-13T03:13:59.122 INFO:tasks.workunit.client.0.smithi052.stdout:op 428 completed, throughput=4.97MB/sec 2024-09-13T03:13:59.122 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c4Bbqfq-Usfl1OS off=4571678 len=515518 2024-09-13T03:13:59.126 INFO:tasks.workunit.client.0.smithi052.stdout:op 429 completed, throughput=4.97MB/sec 2024-09-13T03:13:59.126 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7gx9u9__PlIGN4A off=6385859 len=2019491 2024-09-13T03:13:59.136 INFO:tasks.workunit.client.0.smithi052.stdout:op 430 completed, throughput=4.99MB/sec 2024-09-13T03:13:59.136 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k_aQmwq8vmcx9zp off=4724013 len=655662 2024-09-13T03:13:59.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 431 completed, throughput=5MB/sec 2024-09-13T03:14:00.141 INFO:tasks.workunit.client.0.smithi052.stdout: 86: throughput=4.94MB/sec pending data=0 2024-09-13T03:14:00.141 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AMEIQqRBTkL6cFc off=14816884 len=166440 2024-09-13T03:14:00.141 INFO:tasks.workunit.client.0.smithi052.stdout:op 432 completed, throughput=4.94MB/sec 2024-09-13T03:14:00.142 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-a3EYpRTibkI3_P0 off=504520 len=474940 2024-09-13T03:14:00.146 INFO:tasks.workunit.client.0.smithi052.stdout:op 433 completed, throughput=4.95MB/sec 2024-09-13T03:14:00.146 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CXx3W46gchpyHWk off=2822448 len=1651989 2024-09-13T03:14:00.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 434 completed, throughput=4.97MB/sec 2024-09-13T03:14:00.148 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iFKJcW9HyLdXRsO off=7232841 len=1459359 2024-09-13T03:14:00.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 435 completed, throughput=4.98MB/sec 2024-09-13T03:14:00.157 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PKWPKaK2KFEYysN off=16419512 len=1071851 2024-09-13T03:14:00.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 436 completed, throughput=4.99MB/sec 2024-09-13T03:14:00.163 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QfmrHERgrUFRw0t off=7312031 len=1619571 2024-09-13T03:14:00.164 INFO:tasks.workunit.client.0.smithi052.stdout:op 437 completed, throughput=5.01MB/sec 2024-09-13T03:14:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:00 smithi052 ceph-mon[91421]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:00 smithi052 ceph-mon[89065]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:00 smithi078 ceph-mon[85589]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:01.164 INFO:tasks.workunit.client.0.smithi052.stdout: 87: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:01.164 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6Pa41DwfRWI7Rwi off=5376736 len=1244345 2024-09-13T03:14:01.166 INFO:tasks.workunit.client.0.smithi052.stdout:op 438 completed, throughput=4.97MB/sec 2024-09-13T03:14:01.166 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i9LPlmE46EK7ehq off=1311072 len=196311 2024-09-13T03:14:01.168 INFO:tasks.workunit.client.0.smithi052.stdout:op 439 completed, throughput=4.97MB/sec 2024-09-13T03:14:01.168 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iMy91XwGO-3e7xa off=3996436 len=1062056 2024-09-13T03:14:01.173 INFO:tasks.workunit.client.0.smithi052.stdout:op 440 completed, throughput=4.98MB/sec 2024-09-13T03:14:01.174 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WJG3GB0YWRRjwd4 off=18872880 len=1941548 2024-09-13T03:14:01.185 INFO:tasks.workunit.client.0.smithi052.stdout:op 441 completed, throughput=5MB/sec 2024-09-13T03:14:02.185 INFO:tasks.workunit.client.0.smithi052.stdout: 88: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:02.186 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EbdORXf5VntMxE0 off=518192 len=662478 2024-09-13T03:14:02.187 INFO:tasks.workunit.client.0.smithi052.stdout:op 442 completed, throughput=4.95MB/sec 2024-09-13T03:14:02.187 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h0XQ_3Rt2wKLBaq off=7294057 len=841819 2024-09-13T03:14:02.191 INFO:tasks.workunit.client.0.smithi052.stdout:op 443 completed, throughput=4.96MB/sec 2024-09-13T03:14:02.191 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Mr7i3tFv4cjEQUo off=840235 len=2052559 2024-09-13T03:14:02.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 444 completed, throughput=4.98MB/sec 2024-09-13T03:14:02.195 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-djcik2CIuTy7Xie off=8271357 len=1218094 2024-09-13T03:14:02.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 445 completed, throughput=5MB/sec 2024-09-13T03:14:02.202 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-THY_gl5jDPndcOC off=12362848 len=1120492 2024-09-13T03:14:02.204 INFO:tasks.workunit.client.0.smithi052.stdout:op 446 completed, throughput=5.01MB/sec 2024-09-13T03:14:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:02 smithi052 ceph-mon[91421]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:14:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:02 smithi052 ceph-mon[89065]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:14:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:02 smithi078 ceph-mon[85589]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:14:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:14:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:03.204 INFO:tasks.workunit.client.0.smithi052.stdout: 89: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:03.204 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BZ1TpckmnHzv5oa off=3951759 len=327503 2024-09-13T03:14:03.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 447 completed, throughput=4.96MB/sec 2024-09-13T03:14:03.206 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U78lPNkQSUlwJ4W off=1460928 len=818084 2024-09-13T03:14:03.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 448 completed, throughput=4.96MB/sec 2024-09-13T03:14:03.207 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Au_wY1NQeC2g2F4 off=3005959 len=9923 2024-09-13T03:14:03.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 449 completed, throughput=4.96MB/sec 2024-09-13T03:14:03.207 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3UpgC1lB-ey1g4i off=7040916 len=1620022 2024-09-13T03:14:03.215 INFO:tasks.workunit.client.0.smithi052.stdout:op 450 completed, throughput=4.98MB/sec 2024-09-13T03:14:03.216 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s9cQzTYxF3cCfaB off=13657123 len=1454020 2024-09-13T03:14:03.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 451 completed, throughput=5MB/sec 2024-09-13T03:14:03.217 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nonamdhwM0abd3a off=2797560 len=1102096 2024-09-13T03:14:03.223 INFO:tasks.workunit.client.0.smithi052.stdout:op 452 completed, throughput=5.01MB/sec 2024-09-13T03:14:04.223 INFO:tasks.workunit.client.0.smithi052.stdout: 90: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:04.224 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BVRmEFYfm6edG_U off=63044 len=978789 2024-09-13T03:14:04.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 453 completed, throughput=4.96MB/sec 2024-09-13T03:14:04.226 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xbvT4r-XqPOj1nF off=17678514 len=877330 2024-09-13T03:14:04.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 454 completed, throughput=4.97MB/sec 2024-09-13T03:14:04.228 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Os28dx_st9339P off=1067914 len=151711 2024-09-13T03:14:04.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 455 completed, throughput=4.97MB/sec 2024-09-13T03:14:04.231 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0XAtPY9xgkDUswu off=2487588 len=1518152 2024-09-13T03:14:04.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 456 completed, throughput=4.99MB/sec 2024-09-13T03:14:04.233 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-920e8Z9C0eCPwOZ off=4239346 len=1952096 2024-09-13T03:14:04.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 457 completed, throughput=5.01MB/sec 2024-09-13T03:14:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:04 smithi052 ceph-mon[91421]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:04 smithi052 ceph-mon[89065]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:04 smithi078 ceph-mon[85589]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:05.235 INFO:tasks.workunit.client.0.smithi052.stdout: 91: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:05.235 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J1LPM2jhJ9Qm8ed off=3387823 len=1938913 2024-09-13T03:14:05.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 458 completed, throughput=4.97MB/sec 2024-09-13T03:14:05.249 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZxTH_1TEwSjhcED off=2897195 len=496369 2024-09-13T03:14:05.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 459 completed, throughput=4.98MB/sec 2024-09-13T03:14:05.249 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-beqcXjtqkzwPbpV off=7843515 len=478220 2024-09-13T03:14:05.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 460 completed, throughput=4.98MB/sec 2024-09-13T03:14:05.253 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lmB786wvo6nRsfT off=1951166 len=265375 2024-09-13T03:14:05.255 INFO:tasks.workunit.client.0.smithi052.stdout:op 461 completed, throughput=4.99MB/sec 2024-09-13T03:14:05.255 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-elDq0S3DdPw--FO off=5646596 len=1825937 2024-09-13T03:14:05.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 462 completed, throughput=5.01MB/sec 2024-09-13T03:14:06.258 INFO:tasks.workunit.client.0.smithi052.stdout: 92: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:06.258 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7L3BrdxyH2fsPH7 off=20498698 len=995746 2024-09-13T03:14:06.264 INFO:tasks.workunit.client.0.smithi052.stdout:op 463 completed, throughput=4.96MB/sec 2024-09-13T03:14:06.264 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zo3FxrkWQOiJq-_ off=12642922 len=1581061 2024-09-13T03:14:06.267 INFO:tasks.workunit.client.0.smithi052.stdout:op 464 completed, throughput=4.98MB/sec 2024-09-13T03:14:06.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8EtUQ-jCSUVBuN_ off=12292346 len=2047708 2024-09-13T03:14:06.269 INFO:tasks.workunit.client.0.smithi052.stdout:op 465 completed, throughput=5MB/sec 2024-09-13T03:14:06.269 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FSpbSj_2a7JcwN2 off=6534009 len=929168 2024-09-13T03:14:06.270 INFO:tasks.workunit.client.0.smithi052.stdout:op 466 completed, throughput=5.01MB/sec 2024-09-13T03:14:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:06 smithi052 ceph-mon[91421]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:14:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:06 smithi052 ceph-mon[89065]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:14:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:06 smithi078 ceph-mon[85589]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:14:07.271 INFO:tasks.workunit.client.0.smithi052.stdout: 93: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:07.271 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c5nPvJfKSukDv_u off=8871922 len=1137436 2024-09-13T03:14:07.273 INFO:tasks.workunit.client.0.smithi052.stdout:op 467 completed, throughput=4.97MB/sec 2024-09-13T03:14:07.273 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-djwLZ2LNvkfxixi off=159223 len=136914 2024-09-13T03:14:07.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 468 completed, throughput=4.97MB/sec 2024-09-13T03:14:07.275 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lkc9Eiu1Tari7cw off=4234287 len=93926 2024-09-13T03:14:07.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 469 completed, throughput=4.97MB/sec 2024-09-13T03:14:07.276 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xlgCItQLJHUbqXp off=681254 len=563851 2024-09-13T03:14:07.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 470 completed, throughput=4.97MB/sec 2024-09-13T03:14:07.280 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nkzg38ncop_YCPW off=2477685 len=380317 2024-09-13T03:14:07.281 INFO:tasks.workunit.client.0.smithi052.stdout:op 471 completed, throughput=4.98MB/sec 2024-09-13T03:14:07.281 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-araIolifP-s9VZD off=99063 len=1072996 2024-09-13T03:14:07.282 INFO:tasks.workunit.client.0.smithi052.stdout:op 472 completed, throughput=4.99MB/sec 2024-09-13T03:14:07.282 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-geuTvjtYCasjudf off=1828351 len=1578108 2024-09-13T03:14:07.290 INFO:tasks.workunit.client.0.smithi052.stdout:op 473 completed, throughput=5MB/sec 2024-09-13T03:14:08.291 INFO:tasks.workunit.client.0.smithi052.stdout: 94: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:08.291 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FNB4CVqFuO-WpIx off=2464992 len=1371167 2024-09-13T03:14:08.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 474 completed, throughput=4.97MB/sec 2024-09-13T03:14:08.298 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RNINFUOg0225TMx off=10002984 len=2042450 2024-09-13T03:14:08.306 INFO:tasks.workunit.client.0.smithi052.stdout:op 475 completed, throughput=4.98MB/sec 2024-09-13T03:14:08.307 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f1FhROFcmTd6KNY off=3245533 len=2038819 2024-09-13T03:14:08.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 476 completed, throughput=5MB/sec 2024-09-13T03:14:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:08 smithi052 ceph-mon[91421]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:14:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:14:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:14:08] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:14:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:08 smithi052 ceph-mon[89065]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:14:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:08 smithi078 ceph-mon[85589]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:14:09.320 INFO:tasks.workunit.client.0.smithi052.stdout: 95: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:09.320 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AVqDbnAjgiMObL9 off=11628451 len=379418 2024-09-13T03:14:09.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 477 completed, throughput=4.96MB/sec 2024-09-13T03:14:09.324 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KlZ5wgLjWwGNw_m off=17614153 len=770631 2024-09-13T03:14:09.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 478 completed, throughput=4.96MB/sec 2024-09-13T03:14:09.326 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7lJa1NZ_m0rMbA6 off=1675891 len=701963 2024-09-13T03:14:09.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 479 completed, throughput=4.97MB/sec 2024-09-13T03:14:09.327 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UkmS-MltXPR5a_O off=4619768 len=405887 2024-09-13T03:14:09.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 480 completed, throughput=4.97MB/sec 2024-09-13T03:14:09.331 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Uia8P-AQBszwz6l off=3781457 len=1379158 2024-09-13T03:14:09.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 481 completed, throughput=4.99MB/sec 2024-09-13T03:14:09.338 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aaoPbD7EcDAHjkn off=2449516 len=631298 2024-09-13T03:14:09.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 482 completed, throughput=4.99MB/sec 2024-09-13T03:14:09.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4pgexZ5uFFjMCWa off=100761 len=1288372 2024-09-13T03:14:09.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 483 completed, throughput=5.01MB/sec 2024-09-13T03:14:10.341 INFO:tasks.workunit.client.0.smithi052.stdout: 96: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:10.341 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KKlhJCmWfLc0w-K off=1185253 len=1761576 2024-09-13T03:14:10.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 484 completed, throughput=4.97MB/sec 2024-09-13T03:14:10.345 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CwCarFgca_p54t_ off=3839147 len=545160 2024-09-13T03:14:10.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 485 completed, throughput=4.98MB/sec 2024-09-13T03:14:10.346 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pyj2PHu0cSPK97X off=11332930 len=152333 2024-09-13T03:14:10.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 486 completed, throughput=4.98MB/sec 2024-09-13T03:14:10.349 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Vg7FsKUOzeITNS- off=1855098 len=1627771 2024-09-13T03:14:10.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 487 completed, throughput=4.99MB/sec 2024-09-13T03:14:10.356 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4meOXyrHweHEfx1 off=1185641 len=1449596 2024-09-13T03:14:10.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 488 completed, throughput=5.01MB/sec 2024-09-13T03:14:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:10 smithi052 ceph-mon[91421]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:14:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:10 smithi052 ceph-mon[89065]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:14:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:10 smithi078 ceph-mon[85589]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:14:11.363 INFO:tasks.workunit.client.0.smithi052.stdout: 97: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:11.363 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PdAHGWuqjg50wOT off=3002336 len=748979 2024-09-13T03:14:11.368 INFO:tasks.workunit.client.0.smithi052.stdout:op 489 completed, throughput=4.96MB/sec 2024-09-13T03:14:11.368 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oAIvHPdtqazQSEa off=11703979 len=460312 2024-09-13T03:14:11.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 490 completed, throughput=4.97MB/sec 2024-09-13T03:14:11.369 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XXZbfTgNn5xcdMW off=19063709 len=1356966 2024-09-13T03:14:11.375 INFO:tasks.workunit.client.0.smithi052.stdout:op 491 completed, throughput=4.98MB/sec 2024-09-13T03:14:11.375 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8bnSS_rQKMOCGeI off=12885449 len=1112881 2024-09-13T03:14:11.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 492 completed, throughput=4.99MB/sec 2024-09-13T03:14:11.377 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kvof5-oSVzGhgk_ off=3639150 len=1048452 2024-09-13T03:14:11.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 493 completed, throughput=5MB/sec 2024-09-13T03:14:12.383 INFO:tasks.workunit.client.0.smithi052.stdout: 98: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:12.383 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5KfxCDnAy2Y4Oy7 off=13547479 len=1877293 2024-09-13T03:14:12.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 494 completed, throughput=4.97MB/sec 2024-09-13T03:14:12.395 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fLKNmSAsKotLyiW off=517980 len=1935097 2024-09-13T03:14:12.402 INFO:tasks.workunit.client.0.smithi052.stdout:op 495 completed, throughput=4.99MB/sec 2024-09-13T03:14:12.402 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OMV3nbIBYgNYm6n off=8277124 len=1301155 2024-09-13T03:14:12.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 496 completed, throughput=5MB/sec 2024-09-13T03:14:12.404 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6NfbabAJGT36D8J off=5950680 len=19526 2024-09-13T03:14:12.406 INFO:tasks.workunit.client.0.smithi052.stdout:op 497 completed, throughput=5MB/sec 2024-09-13T03:14:12.406 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iurYbBFnLPIq-yg off=4462487 len=177806 2024-09-13T03:14:12.406 INFO:tasks.workunit.client.0.smithi052.stdout:op 498 completed, throughput=5MB/sec 2024-09-13T03:14:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:12 smithi052 ceph-mon[91421]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:12 smithi052 ceph-mon[89065]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:12 smithi078 ceph-mon[85589]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:14:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:13.407 INFO:tasks.workunit.client.0.smithi052.stdout: 99: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:13.407 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qTQ3pJpXOJRTIDC off=2352035 len=485924 2024-09-13T03:14:13.408 INFO:tasks.workunit.client.0.smithi052.stdout:op 499 completed, throughput=4.96MB/sec 2024-09-13T03:14:13.408 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mKzYC3sDGkCNXI8 off=6389981 len=1584151 2024-09-13T03:14:13.416 INFO:tasks.workunit.client.0.smithi052.stdout:op 500 completed, throughput=4.97MB/sec 2024-09-13T03:14:13.416 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bn6kK7jOCb7SFme off=1902500 len=2048399 2024-09-13T03:14:13.419 INFO:tasks.workunit.client.0.smithi052.stdout:op 501 completed, throughput=4.99MB/sec 2024-09-13T03:14:13.419 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L8pFyCBj8_BhZ4m off=2196227 len=1396069 2024-09-13T03:14:13.425 INFO:tasks.workunit.client.0.smithi052.stdout:op 502 completed, throughput=5MB/sec 2024-09-13T03:14:14.428 INFO:tasks.workunit.client.0.smithi052.stdout: 100: throughput=4.95MB/sec pending data=0 2024-09-13T03:14:14.428 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4UV3BXWZVtRW1D7 off=4320909 len=1430465 2024-09-13T03:14:14.428 INFO:tasks.workunit.client.0.smithi052.stdout:op 503 completed, throughput=4.97MB/sec 2024-09-13T03:14:14.428 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wi2WXZhJ8l3wVGP off=865258 len=526146 2024-09-13T03:14:14.432 INFO:tasks.workunit.client.0.smithi052.stdout:op 504 completed, throughput=4.97MB/sec 2024-09-13T03:14:14.432 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Y-uF5HPPQglG1Y off=40897 len=242847 2024-09-13T03:14:14.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 505 completed, throughput=4.97MB/sec 2024-09-13T03:14:14.435 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ADvWhvuVoiT65Hi off=6262202 len=1436584 2024-09-13T03:14:14.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 506 completed, throughput=4.99MB/sec 2024-09-13T03:14:14.437 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ltLavAYKaHKSJbu off=8527246 len=1059197 2024-09-13T03:14:14.438 INFO:tasks.workunit.client.0.smithi052.stdout:op 507 completed, throughput=5MB/sec 2024-09-13T03:14:14.438 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZxCPItkyAkbMtuJ off=777266 len=72029 2024-09-13T03:14:14.439 INFO:tasks.workunit.client.0.smithi052.stdout:op 508 completed, throughput=5MB/sec 2024-09-13T03:14:14.439 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QmntKOP9es7Zywr off=14295697 len=981729 2024-09-13T03:14:14.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 509 completed, throughput=5.01MB/sec 2024-09-13T03:14:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:14 smithi052 ceph-mon[91421]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:14.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:14 smithi052 ceph-mon[89065]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:14 smithi078 ceph-mon[85589]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:14:15.444 INFO:tasks.workunit.client.0.smithi052.stdout: 101: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:15.444 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mYnOyvhPzxKpeZu off=4024824 len=653410 2024-09-13T03:14:15.449 INFO:tasks.workunit.client.0.smithi052.stdout:op 510 completed, throughput=4.96MB/sec 2024-09-13T03:14:15.449 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Aj1wZHpt6Z8JZBg off=3603987 len=1865250 2024-09-13T03:14:15.459 INFO:tasks.workunit.client.0.smithi052.stdout:op 511 completed, throughput=4.98MB/sec 2024-09-13T03:14:15.459 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NnAGTSq2E6idw35 off=6552440 len=412851 2024-09-13T03:14:15.460 INFO:tasks.workunit.client.0.smithi052.stdout:op 512 completed, throughput=4.98MB/sec 2024-09-13T03:14:15.460 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Mp-zGuldPEUxIfk off=7305219 len=840899 2024-09-13T03:14:15.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 513 completed, throughput=4.99MB/sec 2024-09-13T03:14:15.466 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YQECbya_ESmbhpz off=12659365 len=1206709 2024-09-13T03:14:15.471 INFO:tasks.workunit.client.0.smithi052.stdout:op 514 completed, throughput=5MB/sec 2024-09-13T03:14:16.472 INFO:tasks.workunit.client.0.smithi052.stdout: 102: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:16.473 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I-rijUHUpohaYaD off=3004913 len=1551416 2024-09-13T03:14:16.479 INFO:tasks.workunit.client.0.smithi052.stdout:op 515 completed, throughput=4.97MB/sec 2024-09-13T03:14:16.480 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mE1BHzYyH1QItqM off=317604 len=797491 2024-09-13T03:14:16.483 INFO:tasks.workunit.client.0.smithi052.stdout:op 516 completed, throughput=4.98MB/sec 2024-09-13T03:14:16.483 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aSpt3AX7IQSTopn off=399481 len=1912509 2024-09-13T03:14:16.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 517 completed, throughput=4.99MB/sec 2024-09-13T03:14:16.485 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fwDbxx4uKY-56-J off=3678656 len=534608 2024-09-13T03:14:16.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 518 completed, throughput=5MB/sec 2024-09-13T03:14:16.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JGVgDRu5gSC7CAo off=18745729 len=1732060 2024-09-13T03:14:16.490 INFO:tasks.workunit.client.0.smithi052.stdout:op 519 completed, throughput=5.01MB/sec 2024-09-13T03:14:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:16 smithi078 ceph-mon[85589]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:16 smithi052 ceph-mon[91421]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:16 smithi052 ceph-mon[89065]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:17.491 INFO:tasks.workunit.client.0.smithi052.stdout: 103: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:17.491 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Rgk7qT-B2A0rIxB off=663561 len=644410 2024-09-13T03:14:17.495 INFO:tasks.workunit.client.0.smithi052.stdout:op 520 completed, throughput=4.97MB/sec 2024-09-13T03:14:17.495 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-be-LsRHq4DIt2LV off=4144445 len=1109077 2024-09-13T03:14:17.503 INFO:tasks.workunit.client.0.smithi052.stdout:op 521 completed, throughput=4.98MB/sec 2024-09-13T03:14:17.504 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UauDFYmGAEBKZje off=10925477 len=1880646 2024-09-13T03:14:17.510 INFO:tasks.workunit.client.0.smithi052.stdout:op 522 completed, throughput=5MB/sec 2024-09-13T03:14:17.511 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pBv9nAgei65bD-d off=11841034 len=803441 2024-09-13T03:14:17.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 523 completed, throughput=5.01MB/sec 2024-09-13T03:14:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:17.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:18.512 INFO:tasks.workunit.client.0.smithi052.stdout: 104: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:18.512 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ivt_i-413o_qhCq off=0 len=1310172 2024-09-13T03:14:18.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 524 completed, throughput=4.97MB/sec 2024-09-13T03:14:18.520 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oCuKwDmjshq544C off=8209632 len=2080258 2024-09-13T03:14:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:18 smithi052 ceph-mon[91421]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:14:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:14:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:14:18] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-13T03:14:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:18 smithi052 ceph-mon[89065]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:14:18.532 INFO:tasks.workunit.client.0.smithi052.stdout:op 525 completed, throughput=4.99MB/sec 2024-09-13T03:14:18.532 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Avcqd5OW2rnSZLh off=6417033 len=1351960 2024-09-13T03:14:18.535 INFO:tasks.workunit.client.0.smithi052.stdout:op 526 completed, throughput=5MB/sec 2024-09-13T03:14:18.535 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZLQazcnHHL-x8G- off=2015226 len=1163349 2024-09-13T03:14:18.539 INFO:tasks.workunit.client.0.smithi052.stdout:op 527 completed, throughput=5.01MB/sec 2024-09-13T03:14:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:18 smithi078 ceph-mon[85589]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:14:19.540 INFO:tasks.workunit.client.0.smithi052.stdout: 105: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:19.540 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ihQpA_zZ2N8lP3b off=5420931 len=982317 2024-09-13T03:14:19.541 INFO:tasks.workunit.client.0.smithi052.stdout:op 528 completed, throughput=4.97MB/sec 2024-09-13T03:14:19.542 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--ijgvgr3CvqLy2K off=1152667 len=945731 2024-09-13T03:14:19.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 529 completed, throughput=4.98MB/sec 2024-09-13T03:14:19.543 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cDdElo37G4Hs52s off=9515518 len=217945 2024-09-13T03:14:19.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 530 completed, throughput=4.98MB/sec 2024-09-13T03:14:19.544 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ztw1a4u9gZo57f- off=584687 len=1085729 2024-09-13T03:14:19.546 INFO:tasks.workunit.client.0.smithi052.stdout:op 531 completed, throughput=4.99MB/sec 2024-09-13T03:14:19.546 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iPxEBxamoUDN4OI off=1677489 len=542095 2024-09-13T03:14:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:op 532 completed, throughput=5MB/sec 2024-09-13T03:14:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CMzSRGtoC2mVzMg off=451921 len=1043699 2024-09-13T03:14:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 533 completed, throughput=5.01MB/sec 2024-09-13T03:14:20.549 INFO:tasks.workunit.client.0.smithi052.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:20.549 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IySfGGh6N6zSDBi off=4687034 len=358083 2024-09-13T03:14:20.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 534 completed, throughput=4.96MB/sec 2024-09-13T03:14:20.553 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k1jlsjF7l9ecFq2 off=8225946 len=386648 2024-09-13T03:14:20.556 INFO:tasks.workunit.client.0.smithi052.stdout:op 535 completed, throughput=4.97MB/sec 2024-09-13T03:14:20.556 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i7Lkw-mOrBfnKfk off=10739803 len=776211 2024-09-13T03:14:20.560 INFO:tasks.workunit.client.0.smithi052.stdout:op 536 completed, throughput=4.97MB/sec 2024-09-13T03:14:20.560 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2SSDxdswXfraXE7 off=16573279 len=1596416 2024-09-13T03:14:20.566 INFO:tasks.workunit.client.0.smithi052.stdout:op 537 completed, throughput=4.99MB/sec 2024-09-13T03:14:20.567 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hvf218Qlk2tJcVD off=6780443 len=536641 2024-09-13T03:14:20.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 538 completed, throughput=4.99MB/sec 2024-09-13T03:14:20.571 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--Z0abH_rFApCJEi off=6865848 len=664672 2024-09-13T03:14:20.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 539 completed, throughput=5MB/sec 2024-09-13T03:14:20.572 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lA5m5pLNiXtKq7U off=96733 len=896560 2024-09-13T03:14:20.574 INFO:tasks.workunit.client.0.smithi052.stdout:op 540 completed, throughput=5MB/sec 2024-09-13T03:14:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:20 smithi078 ceph-mon[85589]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:14:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:20 smithi052 ceph-mon[91421]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:14:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:20 smithi052 ceph-mon[89065]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:14:21.574 INFO:tasks.workunit.client.0.smithi052.stdout: 107: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:21.574 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qKhAdANs-p-zBf4 off=12340617 len=607277 2024-09-13T03:14:21.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 541 completed, throughput=4.96MB/sec 2024-09-13T03:14:21.579 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oHNpDlezMiIcBQw off=9784997 len=1800268 2024-09-13T03:14:21.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 542 completed, throughput=4.98MB/sec 2024-09-13T03:14:21.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-htHXFtjHI8CJpuj off=536266 len=577291 2024-09-13T03:14:21.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 543 completed, throughput=4.98MB/sec 2024-09-13T03:14:21.584 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zttJ9p730t58LQm off=3328880 len=1729927 2024-09-13T03:14:21.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 544 completed, throughput=5MB/sec 2024-09-13T03:14:21.590 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IPa9zAucAYAZy4e off=1242167 len=1335560 2024-09-13T03:14:21.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 545 completed, throughput=5.01MB/sec 2024-09-13T03:14:22.591 INFO:tasks.workunit.client.0.smithi052.stdout: 108: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:22.591 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Dy145L9DcVNqiAk off=6574711 len=1558200 2024-09-13T03:14:22.598 INFO:tasks.workunit.client.0.smithi052.stdout:op 546 completed, throughput=4.98MB/sec 2024-09-13T03:14:22.598 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9sTfZKkB9KvW-se off=12824445 len=1173766 2024-09-13T03:14:22.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 547 completed, throughput=4.99MB/sec 2024-09-13T03:14:22.604 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-umGERTDtsqbpB7b off=371337 len=275664 2024-09-13T03:14:22.605 INFO:tasks.workunit.client.0.smithi052.stdout:op 548 completed, throughput=4.99MB/sec 2024-09-13T03:14:22.605 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XIpYxEOz87ge6mv off=16767424 len=867080 2024-09-13T03:14:22.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 549 completed, throughput=5MB/sec 2024-09-13T03:14:22.611 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KNmJLCeL02I5-bi off=10189385 len=1641936 2024-09-13T03:14:22.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 550 completed, throughput=5.01MB/sec 2024-09-13T03:14:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:22 smithi078 ceph-mon[85589]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:14:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:14:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:22.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:22 smithi052 ceph-mon[89065]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:22 smithi052 ceph-mon[91421]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:14:23.613 INFO:tasks.workunit.client.0.smithi052.stdout: 109: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:23.613 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xrCGYmRdksvaOJm off=12826117 len=1953015 2024-09-13T03:14:23.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 551 completed, throughput=4.98MB/sec 2024-09-13T03:14:23.621 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j2OLWetYGmntplt off=13967 len=612065 2024-09-13T03:14:23.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 552 completed, throughput=4.99MB/sec 2024-09-13T03:14:23.625 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7ySamyE0jaib5on off=2532959 len=919908 2024-09-13T03:14:23.629 INFO:tasks.workunit.client.0.smithi052.stdout:op 553 completed, throughput=5MB/sec 2024-09-13T03:14:23.629 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FqPKH33tBs_fm4e off=5075108 len=1110548 2024-09-13T03:14:23.631 INFO:tasks.workunit.client.0.smithi052.stdout:op 554 completed, throughput=5.01MB/sec 2024-09-13T03:14:24.631 INFO:tasks.workunit.client.0.smithi052.stdout: 110: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:24.631 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t9bAbjiZO68HKiV off=4661628 len=247515 2024-09-13T03:14:24.634 INFO:tasks.workunit.client.0.smithi052.stdout:op 555 completed, throughput=4.96MB/sec 2024-09-13T03:14:24.634 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wfqt7OZFZgpa5PN off=8810187 len=1905851 2024-09-13T03:14:24.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 556 completed, throughput=4.98MB/sec 2024-09-13T03:14:24.637 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iUu0D8kzbSxLnMC off=6334262 len=744658 2024-09-13T03:14:24.642 INFO:tasks.workunit.client.0.smithi052.stdout:op 557 completed, throughput=4.98MB/sec 2024-09-13T03:14:24.642 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ai2kmR9spE9H5sS off=11466979 len=1653044 2024-09-13T03:14:24.643 INFO:tasks.workunit.client.0.smithi052.stdout:op 558 completed, throughput=5MB/sec 2024-09-13T03:14:24.643 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-39WooWlnzXNO_2- off=8299368 len=1052397 2024-09-13T03:14:24.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 559 completed, throughput=5.01MB/sec 2024-09-13T03:14:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:24 smithi078 ceph-mon[85589]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:24 smithi052 ceph-mon[91421]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:24 smithi052 ceph-mon[89065]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:25.650 INFO:tasks.workunit.client.0.smithi052.stdout: 111: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:25.650 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jh_F9UjBs0zOClM off=6875072 len=1466979 2024-09-13T03:14:25.652 INFO:tasks.workunit.client.0.smithi052.stdout:op 560 completed, throughput=4.98MB/sec 2024-09-13T03:14:25.652 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i8nWj84LkSezsS1 off=1638741 len=991854 2024-09-13T03:14:25.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 561 completed, throughput=4.98MB/sec 2024-09-13T03:14:25.657 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lRPYTwLCV3BZzEW off=19299594 len=267286 2024-09-13T03:14:25.658 INFO:tasks.workunit.client.0.smithi052.stdout:op 562 completed, throughput=4.99MB/sec 2024-09-13T03:14:25.658 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AoywyDcATnwd4Uq off=8451691 len=420947 2024-09-13T03:14:25.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 563 completed, throughput=4.99MB/sec 2024-09-13T03:14:25.662 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V0LinsCIgaXBqQ0 off=3309172 len=54452 2024-09-13T03:14:25.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 564 completed, throughput=4.99MB/sec 2024-09-13T03:14:25.664 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NbUp0cIFr7hBcEr off=15394601 len=1734910 2024-09-13T03:14:25.666 INFO:tasks.workunit.client.0.smithi052.stdout:op 565 completed, throughput=5MB/sec 2024-09-13T03:14:26.666 INFO:tasks.workunit.client.0.smithi052.stdout: 112: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:26.666 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cmNi6T2Vg1AJExs off=17734729 len=1033776 2024-09-13T03:14:26.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 566 completed, throughput=4.97MB/sec 2024-09-13T03:14:26.668 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M5ip7EWIcDGNk1v off=2382517 len=1540341 2024-09-13T03:14:26.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 567 completed, throughput=4.98MB/sec 2024-09-13T03:14:26.670 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9zvR-ZqseuEpZL8 off=2116067 len=540801 2024-09-13T03:14:26.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 568 completed, throughput=4.99MB/sec 2024-09-13T03:14:26.672 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kPANg_WZbewTQGJ off=289536 len=1288125 2024-09-13T03:14:26.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 569 completed, throughput=5MB/sec 2024-09-13T03:14:26.677 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eO9q3BMaJIV7drW off=1241599 len=1556154 2024-09-13T03:14:26.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 570 completed, throughput=5.01MB/sec 2024-09-13T03:14:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:26 smithi078 ceph-mon[85589]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:26 smithi052 ceph-mon[91421]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:26 smithi052 ceph-mon[89065]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:14:27.685 INFO:tasks.workunit.client.0.smithi052.stdout: 113: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:27.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wXLFm6IzAsHy0HX off=12581719 len=2038351 2024-09-13T03:14:27.694 INFO:tasks.workunit.client.0.smithi052.stdout:op 571 completed, throughput=4.98MB/sec 2024-09-13T03:14:27.694 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F3JIu3aeDI349BK off=15931187 len=176700 2024-09-13T03:14:27.694 INFO:tasks.workunit.client.0.smithi052.stdout:op 572 completed, throughput=4.98MB/sec 2024-09-13T03:14:27.695 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1VSakHBDhFV2Zva off=2939334 len=1530241 2024-09-13T03:14:27.698 INFO:tasks.workunit.client.0.smithi052.stdout:op 573 completed, throughput=5MB/sec 2024-09-13T03:14:27.698 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Aj1wZHpt6Z8JZBg off=7116426 len=2034111 2024-09-13T03:14:27.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 574 completed, throughput=5.01MB/sec 2024-09-13T03:14:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:28 smithi052 ceph-mon[91421]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:28 smithi052 ceph-mon[89065]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:14:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:14:28] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-13T03:14:28.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:28 smithi078 ceph-mon[85589]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:28.702 INFO:tasks.workunit.client.0.smithi052.stdout: 114: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:28.702 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zeYwFBqtLKdmIS9 off=939887 len=79640 2024-09-13T03:14:28.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 575 completed, throughput=4.97MB/sec 2024-09-13T03:14:28.704 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--PGDIxW4Jv59Oc6 off=6918142 len=550989 2024-09-13T03:14:28.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 576 completed, throughput=4.97MB/sec 2024-09-13T03:14:28.707 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gmVLuBqLmdNfbJQ off=6157232 len=1282861 2024-09-13T03:14:28.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 577 completed, throughput=4.98MB/sec 2024-09-13T03:14:28.717 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L2aE45S99m2KMx9 off=19024931 len=1582059 2024-09-13T03:14:28.718 INFO:tasks.workunit.client.0.smithi052.stdout:op 578 completed, throughput=5MB/sec 2024-09-13T03:14:28.718 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RWKjAWr-Ew_MX8L off=13175660 len=85069 2024-09-13T03:14:28.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 579 completed, throughput=5MB/sec 2024-09-13T03:14:28.720 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9L6qDLCj7B5mH6Z off=9294016 len=2086297 2024-09-13T03:14:28.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 580 completed, throughput=5.02MB/sec 2024-09-13T03:14:29.730 INFO:tasks.workunit.client.0.smithi052.stdout: 115: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:29.730 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sp9bmzwO0BW14-9 off=21473930 len=1196386 2024-09-13T03:14:29.735 INFO:tasks.workunit.client.0.smithi052.stdout:op 581 completed, throughput=4.98MB/sec 2024-09-13T03:14:29.735 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7FtyFkJBqBLf8jT off=2128595 len=1123968 2024-09-13T03:14:29.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 582 completed, throughput=4.99MB/sec 2024-09-13T03:14:29.741 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1QVJE00LDDdXrKx off=8824781 len=1604595 2024-09-13T03:14:29.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 583 completed, throughput=5MB/sec 2024-09-13T03:14:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:30 smithi078 ceph-mon[85589]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:30.751 INFO:tasks.workunit.client.0.smithi052.stdout: 116: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:30.751 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f0jt3xrd_w3PRkt off=1126084 len=346815 2024-09-13T03:14:30.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 584 completed, throughput=4.96MB/sec 2024-09-13T03:14:30.754 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ujjCBorxn-zxGd0 off=4211073 len=497039 2024-09-13T03:14:30.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 585 completed, throughput=4.97MB/sec 2024-09-13T03:14:30.755 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8_vQxbboD-f6OSb off=943206 len=110447 2024-09-13T03:14:30.756 INFO:tasks.workunit.client.0.smithi052.stdout:op 586 completed, throughput=4.97MB/sec 2024-09-13T03:14:30.756 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JbSnaM8M5XMzlH0 off=5343382 len=1570272 2024-09-13T03:14:30.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 587 completed, throughput=4.98MB/sec 2024-09-13T03:14:30.758 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-85SxW5T9IirX-DG off=4588502 len=1042706 2024-09-13T03:14:30.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 588 completed, throughput=4.99MB/sec 2024-09-13T03:14:30.759 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d4CRRD9vfJ31Eyd off=5494996 len=998479 2024-09-13T03:14:30.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 589 completed, throughput=5MB/sec 2024-09-13T03:14:30.765 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eb-A1YMCvui-OYG off=1881463 len=1900435 2024-09-13T03:14:30.776 INFO:tasks.workunit.client.0.smithi052.stdout:op 590 completed, throughput=5.01MB/sec 2024-09-13T03:14:30.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:30 smithi052 ceph-mon[89065]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:30 smithi052 ceph-mon[91421]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:31.776 INFO:tasks.workunit.client.0.smithi052.stdout: 117: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:31.777 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n9PgbS5MfGD-QP1 off=9891384 len=808449 2024-09-13T03:14:31.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 591 completed, throughput=4.98MB/sec 2024-09-13T03:14:31.781 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-85AhANNbM8ueMju off=4478508 len=1039459 2024-09-13T03:14:31.786 INFO:tasks.workunit.client.0.smithi052.stdout:op 592 completed, throughput=4.98MB/sec 2024-09-13T03:14:31.786 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6BHojYdrCMWeD-T off=3616582 len=155292 2024-09-13T03:14:31.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 593 completed, throughput=4.99MB/sec 2024-09-13T03:14:31.789 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tPvW2lSYoRj2gf5 off=11454657 len=843466 2024-09-13T03:14:31.793 INFO:tasks.workunit.client.0.smithi052.stdout:op 594 completed, throughput=4.99MB/sec 2024-09-13T03:14:31.793 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MaOpXVSExIZQrqo off=7250644 len=512160 2024-09-13T03:14:31.796 INFO:tasks.workunit.client.0.smithi052.stdout:op 595 completed, throughput=5MB/sec 2024-09-13T03:14:31.796 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VgDo8kdxHZ4kGQ2 off=527435 len=395861 2024-09-13T03:14:31.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 596 completed, throughput=5MB/sec 2024-09-13T03:14:31.797 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZJTgJQP-eQsfC6B off=1440868 len=302687 2024-09-13T03:14:31.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 597 completed, throughput=5MB/sec 2024-09-13T03:14:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:32 smithi078 ceph-mon[85589]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:14:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:14:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:32 smithi052 ceph-mon[91421]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:14:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:32 smithi052 ceph-mon[89065]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:14:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: 118: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:32.798 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o2s6pwR7M7VHjU_ off=4047332 len=1835092 2024-09-13T03:14:32.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 598 completed, throughput=4.97MB/sec 2024-09-13T03:14:32.810 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TtbBGB1j-OjvmI2 off=493496 len=445764 2024-09-13T03:14:32.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 599 completed, throughput=4.98MB/sec 2024-09-13T03:14:32.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bCagI7l0iXLEp9c off=16206061 len=2033656 2024-09-13T03:14:32.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 600 completed, throughput=4.99MB/sec 2024-09-13T03:14:32.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CqQHtH2QB_HrKFE off=4599820 len=873052 2024-09-13T03:14:32.818 INFO:tasks.workunit.client.0.smithi052.stdout:op 601 completed, throughput=5MB/sec 2024-09-13T03:14:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: 119: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:33.823 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bj-LyqlWk7nLrKE off=7180719 len=70315 2024-09-13T03:14:33.824 INFO:tasks.workunit.client.0.smithi052.stdout:op 602 completed, throughput=4.96MB/sec 2024-09-13T03:14:33.824 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DJS62o8NaSWDqgo off=9095122 len=293866 2024-09-13T03:14:33.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 603 completed, throughput=4.96MB/sec 2024-09-13T03:14:33.826 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RUQdoLyvXhfeAG2 off=13407852 len=607902 2024-09-13T03:14:33.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 604 completed, throughput=4.97MB/sec 2024-09-13T03:14:33.826 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kHWOyLshnDLFjV3 off=8762308 len=623712 2024-09-13T03:14:33.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 605 completed, throughput=4.97MB/sec 2024-09-13T03:14:33.829 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3oo3h5zUKOoRSPA off=2254110 len=1508746 2024-09-13T03:14:33.830 INFO:tasks.workunit.client.0.smithi052.stdout:op 606 completed, throughput=4.98MB/sec 2024-09-13T03:14:33.830 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OFwwtxqPpgFRdAA off=11352615 len=1489858 2024-09-13T03:14:33.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 607 completed, throughput=4.99MB/sec 2024-09-13T03:14:33.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ivcwvc7sbUtFRDh off=8371810 len=1177850 2024-09-13T03:14:33.845 INFO:tasks.workunit.client.0.smithi052.stdout:op 608 completed, throughput=5MB/sec 2024-09-13T03:14:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:34 smithi078 ceph-mon[85589]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:34.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:34 smithi052 ceph-mon[89065]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:34 smithi052 ceph-mon[91421]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:14:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: 120: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:34.844 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8nXoOHR58nR6Yz5 off=5828605 len=1746839 2024-09-13T03:14:34.846 INFO:tasks.workunit.client.0.smithi052.stdout:op 609 completed, throughput=4.98MB/sec 2024-09-13T03:14:34.847 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QSx-IOt7W3UL3KK off=5263663 len=2014030 2024-09-13T03:14:34.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 610 completed, throughput=4.99MB/sec 2024-09-13T03:14:34.849 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WkzPXMUJ97a2-Dm off=16150784 len=127037 2024-09-13T03:14:34.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 611 completed, throughput=4.99MB/sec 2024-09-13T03:14:34.852 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k_aQmwq8vmcx9zp off=3174988 len=1434887 2024-09-13T03:14:34.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 612 completed, throughput=5MB/sec 2024-09-13T03:14:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: 121: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:35.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9RmqcYKRGw5enNO off=1518298 len=10390 2024-09-13T03:14:35.861 INFO:tasks.workunit.client.0.smithi052.stdout:op 613 completed, throughput=4.96MB/sec 2024-09-13T03:14:35.861 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dElKMvCnqCWi4pg off=591854 len=508131 2024-09-13T03:14:35.861 INFO:tasks.workunit.client.0.smithi052.stdout:op 614 completed, throughput=4.97MB/sec 2024-09-13T03:14:35.862 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rF-bhVh5Z-GJGNJ off=18501993 len=1328903 2024-09-13T03:14:35.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 615 completed, throughput=4.98MB/sec 2024-09-13T03:14:35.868 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CJbWlOSzGKbt-14 off=6973928 len=2001285 2024-09-13T03:14:35.876 INFO:tasks.workunit.client.0.smithi052.stdout:op 616 completed, throughput=4.99MB/sec 2024-09-13T03:14:35.876 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LG3R7fK5uS9m28y off=1140555 len=1070881 2024-09-13T03:14:35.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 617 completed, throughput=5MB/sec 2024-09-13T03:14:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:36 smithi078 ceph-mon[85589]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:14:36.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:36 smithi052 ceph-mon[89065]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:14:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:36 smithi052 ceph-mon[91421]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:14:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: 122: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:36.879 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4m1SxvZSEkIVeeJ off=1598071 len=1412780 2024-09-13T03:14:36.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 618 completed, throughput=4.97MB/sec 2024-09-13T03:14:36.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-29cwRYYhOmbJv5u off=2753186 len=135558 2024-09-13T03:14:36.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 619 completed, throughput=4.97MB/sec 2024-09-13T03:14:36.881 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fW8l9Z5J68AysL1 off=1355321 len=1506374 2024-09-13T03:14:36.889 INFO:tasks.workunit.client.0.smithi052.stdout:op 620 completed, throughput=4.98MB/sec 2024-09-13T03:14:36.889 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1Tl6rCjWD0f_6Gz off=3728127 len=1641674 2024-09-13T03:14:36.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 621 completed, throughput=5MB/sec 2024-09-13T03:14:36.897 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RQGiPFBuHnz86rZ off=10385472 len=510583 2024-09-13T03:14:36.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 622 completed, throughput=5MB/sec 2024-09-13T03:14:36.898 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X0kjr6e3G80ddhc off=1878673 len=617823 2024-09-13T03:14:36.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 623 completed, throughput=5MB/sec 2024-09-13T03:14:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:37.900 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y-RIj2UqH3jfFEg off=14313671 len=1154222 2024-09-13T03:14:37.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 624 completed, throughput=4.97MB/sec 2024-09-13T03:14:37.902 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oRPUzRZgL_V6fCD off=2784408 len=1489951 2024-09-13T03:14:37.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 625 completed, throughput=4.98MB/sec 2024-09-13T03:14:37.904 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3_bZpifUxq-NQ-E off=3281438 len=557188 2024-09-13T03:14:37.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 626 completed, throughput=4.99MB/sec 2024-09-13T03:14:37.906 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UhL6A4zu4TQqFKt off=8048549 len=176310 2024-09-13T03:14:37.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 627 completed, throughput=4.99MB/sec 2024-09-13T03:14:37.906 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AMEIQqRBTkL6cFc off=8604543 len=418707 2024-09-13T03:14:37.910 INFO:tasks.workunit.client.0.smithi052.stdout:op 628 completed, throughput=4.99MB/sec 2024-09-13T03:14:37.910 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XhSIWARMVo4sUvg off=4142500 len=266620 2024-09-13T03:14:37.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 629 completed, throughput=4.99MB/sec 2024-09-13T03:14:37.913 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NWaEFBGpAigFjBb off=21092323 len=656724 2024-09-13T03:14:37.914 INFO:tasks.workunit.client.0.smithi052.stdout:op 630 completed, throughput=5MB/sec 2024-09-13T03:14:37.914 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mIZOezEU8mHKNxA off=3254132 len=1192053 2024-09-13T03:14:37.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 631 completed, throughput=5.01MB/sec 2024-09-13T03:14:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:38 smithi052 ceph-mon[91421]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:14:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:38 smithi052 ceph-mon[89065]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:14:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:14:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:14:38] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T03:14:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:38 smithi078 ceph-mon[85589]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:14:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: 124: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:38.916 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wi2WXZhJ8l3wVGP off=193694 len=1777091 2024-09-13T03:14:38.924 INFO:tasks.workunit.client.0.smithi052.stdout:op 632 completed, throughput=4.98MB/sec 2024-09-13T03:14:38.924 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2cV6WcGr2BU_jl1 off=622180 len=2028184 2024-09-13T03:14:38.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 633 completed, throughput=5MB/sec 2024-09-13T03:14:38.926 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lpikuYIT1hhrmqz off=1293867 len=965861 2024-09-13T03:14:38.930 INFO:tasks.workunit.client.0.smithi052.stdout:op 634 completed, throughput=5MB/sec 2024-09-13T03:14:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:14:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:14:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:14:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:39.930 INFO:tasks.workunit.client.0.smithi052.stdout: 125: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:39.930 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-boTIy4O7A5RdWKS off=9479782 len=1026653 2024-09-13T03:14:39.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 635 completed, throughput=4.97MB/sec 2024-09-13T03:14:39.931 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aiWrBIXeRoRP27P off=7762046 len=1709807 2024-09-13T03:14:39.938 INFO:tasks.workunit.client.0.smithi052.stdout:op 636 completed, throughput=4.98MB/sec 2024-09-13T03:14:39.939 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-B2HS9tC4JVEzy1F off=11038959 len=1485466 2024-09-13T03:14:39.943 INFO:tasks.workunit.client.0.smithi052.stdout:op 637 completed, throughput=5MB/sec 2024-09-13T03:14:39.944 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jZE0o1LZHAB0x8L off=4543723 len=425922 2024-09-13T03:14:39.946 INFO:tasks.workunit.client.0.smithi052.stdout:op 638 completed, throughput=5MB/sec 2024-09-13T03:14:39.946 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xnxdTYYn5BjCvn2 off=979699 len=1519925 2024-09-13T03:14:39.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 639 completed, throughput=5.01MB/sec 2024-09-13T03:14:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:40 smithi078 ceph-mon[85589]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:14:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:14:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[91421]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:14:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:14:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[89065]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:14:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:14:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:14:40.952 INFO:tasks.workunit.client.0.smithi052.stdout: 126: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A34fZUO4_U5x_Yx off=10999028 len=1051740 2024-09-13T03:14:40.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 640 completed, throughput=4.98MB/sec 2024-09-13T03:14:40.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xhowdXZzmmqMsEK off=8098574 len=684914 2024-09-13T03:14:40.962 INFO:tasks.workunit.client.0.smithi052.stdout:op 641 completed, throughput=4.98MB/sec 2024-09-13T03:14:40.963 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6WkXhXsKPptzs9F off=19135978 len=193041 2024-09-13T03:14:40.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 642 completed, throughput=4.98MB/sec 2024-09-13T03:14:40.963 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dmGuoGGgnwhXJ0K off=9376463 len=1916298 2024-09-13T03:14:40.970 INFO:tasks.workunit.client.0.smithi052.stdout:op 643 completed, throughput=5MB/sec 2024-09-13T03:14:40.971 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yYUJO_9Te6XXpYq off=8792541 len=633200 2024-09-13T03:14:40.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 644 completed, throughput=5MB/sec 2024-09-13T03:14:41.972 INFO:tasks.workunit.client.0.smithi052.stdout: 127: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:41.973 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MCz2t1pKevS2yKs off=6945059 len=1725460 2024-09-13T03:14:41.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 645 completed, throughput=4.98MB/sec 2024-09-13T03:14:41.975 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iac4cEaM_FbKuaR off=12417010 len=194250 2024-09-13T03:14:41.976 INFO:tasks.workunit.client.0.smithi052.stdout:op 646 completed, throughput=4.98MB/sec 2024-09-13T03:14:41.976 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CjEWAevnQvwGv37 off=2570249 len=811308 2024-09-13T03:14:41.978 INFO:tasks.workunit.client.0.smithi052.stdout:op 647 completed, throughput=4.98MB/sec 2024-09-13T03:14:41.978 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Py6e_B3ALk13wiM off=0 len=1556249 2024-09-13T03:14:41.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 648 completed, throughput=5MB/sec 2024-09-13T03:14:41.986 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TMjqI9bldq1cVKk off=17097997 len=2025647 2024-09-13T03:14:41.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 649 completed, throughput=5.01MB/sec 2024-09-13T03:14:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:42 smithi078 ceph-mon[85589]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:14:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:42 smithi052 ceph-mon[91421]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:42 smithi052 ceph-mon[89065]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:42.997 INFO:tasks.workunit.client.0.smithi052.stdout: 128: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:42.998 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WZRXfCVuAQfaxdZ off=3471649 len=1714455 2024-09-13T03:14:43.000 INFO:tasks.workunit.client.0.smithi052.stdout:op 650 completed, throughput=4.98MB/sec 2024-09-13T03:14:43.000 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Lu7vee0ofnPU-vd off=2033996 len=939505 2024-09-13T03:14:43.005 INFO:tasks.workunit.client.0.smithi052.stdout:op 651 completed, throughput=4.99MB/sec 2024-09-13T03:14:43.005 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-383XR9uhU-kNCMO off=20556981 len=422891 2024-09-13T03:14:43.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 652 completed, throughput=4.99MB/sec 2024-09-13T03:14:43.009 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UpP6LsIFvN6d9dx off=9704040 len=490328 2024-09-13T03:14:43.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 653 completed, throughput=5MB/sec 2024-09-13T03:14:43.013 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-26fccAgmYz87-ai off=275716 len=1810314 2024-09-13T03:14:43.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 654 completed, throughput=5.01MB/sec 2024-09-13T03:14:44.021 INFO:tasks.workunit.client.0.smithi052.stdout: 129: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:44.021 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tnkRGUsFiMbD4xy off=10154749 len=2076806 2024-09-13T03:14:44.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 655 completed, throughput=4.99MB/sec 2024-09-13T03:14:44.033 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5SPvSRNM7QVtUlq off=4120342 len=49959 2024-09-13T03:14:44.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 656 completed, throughput=4.99MB/sec 2024-09-13T03:14:44.033 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5qzkMGzolqh3HT1 off=3331785 len=1528868 2024-09-13T03:14:44.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 657 completed, throughput=5MB/sec 2024-09-13T03:14:44.035 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sO9S9B4AaMcmcI5 off=2369545 len=1049487 2024-09-13T03:14:44.040 INFO:tasks.workunit.client.0.smithi052.stdout:op 658 completed, throughput=5.01MB/sec 2024-09-13T03:14:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:44 smithi078 ceph-mon[85589]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:44 smithi052 ceph-mon[89065]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:44 smithi052 ceph-mon[91421]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:45.041 INFO:tasks.workunit.client.0.smithi052.stdout: 130: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:45.041 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oj9m3xx16Yh90Zi off=13159766 len=1316390 2024-09-13T03:14:45.044 INFO:tasks.workunit.client.0.smithi052.stdout:op 659 completed, throughput=4.98MB/sec 2024-09-13T03:14:45.044 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YHLnVjEUviUId4w off=7327539 len=1545569 2024-09-13T03:14:45.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 660 completed, throughput=4.99MB/sec 2024-09-13T03:14:45.051 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gmQncOFmK-XTe17 off=3413887 len=813392 2024-09-13T03:14:45.053 INFO:tasks.workunit.client.0.smithi052.stdout:op 661 completed, throughput=4.99MB/sec 2024-09-13T03:14:45.053 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s81l2cUgCFW3eTF off=3231199 len=1832230 2024-09-13T03:14:45.056 INFO:tasks.workunit.client.0.smithi052.stdout:op 662 completed, throughput=5.01MB/sec 2024-09-13T03:14:46.057 INFO:tasks.workunit.client.0.smithi052.stdout: 131: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:46.057 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-a1_DL57K2TkkquD off=2402444 len=962881 2024-09-13T03:14:46.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 663 completed, throughput=4.98MB/sec 2024-09-13T03:14:46.062 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mjEzVGcWVQjM47p off=1226138 len=643401 2024-09-13T03:14:46.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 664 completed, throughput=4.98MB/sec 2024-09-13T03:14:46.063 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pAzCnoCGZIRcHIq off=10697754 len=366996 2024-09-13T03:14:46.066 INFO:tasks.workunit.client.0.smithi052.stdout:op 665 completed, throughput=4.98MB/sec 2024-09-13T03:14:46.066 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KKl77CCcVb15a9v off=1879160 len=1460739 2024-09-13T03:14:46.069 INFO:tasks.workunit.client.0.smithi052.stdout:op 666 completed, throughput=4.99MB/sec 2024-09-13T03:14:46.069 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k9aAgmXkkxAFIne off=613971 len=293398 2024-09-13T03:14:46.072 INFO:tasks.workunit.client.0.smithi052.stdout:op 667 completed, throughput=5MB/sec 2024-09-13T03:14:46.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eq-6yUYYF5xm92c off=5591445 len=680428 2024-09-13T03:14:46.076 INFO:tasks.workunit.client.0.smithi052.stdout:op 668 completed, throughput=5MB/sec 2024-09-13T03:14:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:46 smithi078 ceph-mon[85589]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:46 smithi052 ceph-mon[91421]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:46 smithi052 ceph-mon[89065]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:14:47.076 INFO:tasks.workunit.client.0.smithi052.stdout: 132: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:47.076 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-09G5g2eeFjBRG1F off=7022404 len=966974 2024-09-13T03:14:47.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 669 completed, throughput=4.97MB/sec 2024-09-13T03:14:47.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s0GDCP7oJhi1TCV off=0 len=1498981 2024-09-13T03:14:47.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 670 completed, throughput=4.98MB/sec 2024-09-13T03:14:47.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AEdZd1DCgSN7Jk_ off=17138041 len=2063236 2024-09-13T03:14:47.092 INFO:tasks.workunit.client.0.smithi052.stdout:op 671 completed, throughput=4.99MB/sec 2024-09-13T03:14:47.092 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zaztgS2OHRxBvPs off=2343446 len=759959 2024-09-13T03:14:47.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 672 completed, throughput=5MB/sec 2024-09-13T03:14:47.093 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jJciM8CAf47QO8l off=2037659 len=242362 2024-09-13T03:14:47.096 INFO:tasks.workunit.client.0.smithi052.stdout:op 673 completed, throughput=5MB/sec 2024-09-13T03:14:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:47.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:47.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:14:48.096 INFO:tasks.workunit.client.0.smithi052.stdout: 133: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:48.097 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UMACVAPKytlFHLa off=2220755 len=1968666 2024-09-13T03:14:48.105 INFO:tasks.workunit.client.0.smithi052.stdout:op 674 completed, throughput=4.98MB/sec 2024-09-13T03:14:48.105 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HSrrIAOMoruOlp4 off=2807879 len=131358 2024-09-13T03:14:48.106 INFO:tasks.workunit.client.0.smithi052.stdout:op 675 completed, throughput=4.98MB/sec 2024-09-13T03:14:48.106 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zl5zWedFM5CAqrz off=20384183 len=743314 2024-09-13T03:14:48.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 676 completed, throughput=4.98MB/sec 2024-09-13T03:14:48.110 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dpvlzy4kmt9ZXz_ off=6137368 len=521320 2024-09-13T03:14:48.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 677 completed, throughput=4.99MB/sec 2024-09-13T03:14:48.113 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XliXBFFMcZxW6Bi off=719630 len=201058 2024-09-13T03:14:48.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 678 completed, throughput=4.99MB/sec 2024-09-13T03:14:48.115 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e-o343NZF1YLgfV off=6438925 len=1905225 2024-09-13T03:14:48.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 679 completed, throughput=5MB/sec 2024-09-13T03:14:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:48 smithi052 ceph-mon[91421]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:14:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:14:48] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T03:14:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:48 smithi052 ceph-mon[89065]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:48 smithi078 ceph-mon[85589]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:14:49.119 INFO:tasks.workunit.client.0.smithi052.stdout: 134: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:49.119 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lF4azX_XU31tfsE off=8111331 len=1431822 2024-09-13T03:14:49.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 680 completed, throughput=4.98MB/sec 2024-09-13T03:14:49.121 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rAZPMeHsLkhXdqK off=870085 len=1496880 2024-09-13T03:14:49.124 INFO:tasks.workunit.client.0.smithi052.stdout:op 681 completed, throughput=4.99MB/sec 2024-09-13T03:14:49.124 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QfmrHERgrUFRw0t off=4724295 len=1221386 2024-09-13T03:14:49.126 INFO:tasks.workunit.client.0.smithi052.stdout:op 682 completed, throughput=4.99MB/sec 2024-09-13T03:14:49.126 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-neUx1YijrdjgqWH off=8379953 len=1946988 2024-09-13T03:14:49.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 683 completed, throughput=5.01MB/sec 2024-09-13T03:14:50.129 INFO:tasks.workunit.client.0.smithi052.stdout: 135: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:50.129 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4lGK1sy0KhF1MHi off=14535388 len=214886 2024-09-13T03:14:50.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 684 completed, throughput=4.97MB/sec 2024-09-13T03:14:50.132 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S4NJq8cbM1AJG1i off=11260521 len=466196 2024-09-13T03:14:50.136 INFO:tasks.workunit.client.0.smithi052.stdout:op 685 completed, throughput=4.98MB/sec 2024-09-13T03:14:50.136 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rDeFnqbhwwRhVGI off=5508153 len=1283449 2024-09-13T03:14:50.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 686 completed, throughput=4.98MB/sec 2024-09-13T03:14:50.139 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0ptt0-FEskJcy7p off=22447666 len=1135750 2024-09-13T03:14:50.145 INFO:tasks.workunit.client.0.smithi052.stdout:op 687 completed, throughput=4.99MB/sec 2024-09-13T03:14:50.145 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bt0hE0zH2Cr7Bvj off=4488315 len=1415049 2024-09-13T03:14:50.146 INFO:tasks.workunit.client.0.smithi052.stdout:op 688 completed, throughput=5MB/sec 2024-09-13T03:14:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:50 smithi078 ceph-mon[85589]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:50 smithi052 ceph-mon[89065]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:50 smithi052 ceph-mon[91421]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:14:51.147 INFO:tasks.workunit.client.0.smithi052.stdout: 136: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:51.147 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tH0Hu96Lfom5Ws4 off=2784241 len=671428 2024-09-13T03:14:51.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 689 completed, throughput=4.97MB/sec 2024-09-13T03:14:51.148 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kLy2rHJt1ZfIVEH off=949705 len=1840388 2024-09-13T03:14:51.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 690 completed, throughput=4.98MB/sec 2024-09-13T03:14:51.156 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jh7PfreVTJF51AQ off=12110601 len=1783356 2024-09-13T03:14:51.164 INFO:tasks.workunit.client.0.smithi052.stdout:op 691 completed, throughput=4.99MB/sec 2024-09-13T03:14:51.164 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X7JimEPhrZrMVgK off=350921 len=1871354 2024-09-13T03:14:51.166 INFO:tasks.workunit.client.0.smithi052.stdout:op 692 completed, throughput=5.01MB/sec 2024-09-13T03:14:52.167 INFO:tasks.workunit.client.0.smithi052.stdout: 137: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:52.167 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EHBp_HEufNlNa4Z off=370239 len=67783 2024-09-13T03:14:52.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 693 completed, throughput=4.97MB/sec 2024-09-13T03:14:52.170 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W03TFq6gGvo5DNY off=8747994 len=66105 2024-09-13T03:14:52.172 INFO:tasks.workunit.client.0.smithi052.stdout:op 694 completed, throughput=4.97MB/sec 2024-09-13T03:14:52.173 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dA6GJSYzBbo-y5i off=5173155 len=1085151 2024-09-13T03:14:52.174 INFO:tasks.workunit.client.0.smithi052.stdout:op 695 completed, throughput=4.98MB/sec 2024-09-13T03:14:52.174 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ageID-dgheV9Fpu off=11062064 len=1189502 2024-09-13T03:14:52.182 INFO:tasks.workunit.client.0.smithi052.stdout:op 696 completed, throughput=4.99MB/sec 2024-09-13T03:14:52.182 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TEc8tt4EafJgygB off=20013080 len=1847732 2024-09-13T03:14:52.184 INFO:tasks.workunit.client.0.smithi052.stdout:op 697 completed, throughput=5MB/sec 2024-09-13T03:14:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:52 smithi078 ceph-mon[85589]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:14:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:14:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:14:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:52 smithi052 ceph-mon[89065]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:14:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:52 smithi052 ceph-mon[91421]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:14:53.185 INFO:tasks.workunit.client.0.smithi052.stdout: 138: throughput=4.96MB/sec pending data=0 2024-09-13T03:14:53.185 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UeABFrEJrST4A5v off=348511 len=1576354 2024-09-13T03:14:53.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 698 completed, throughput=4.98MB/sec 2024-09-13T03:14:53.193 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3mehUhxwdnvX4W8 off=13203031 len=711248 2024-09-13T03:14:53.197 INFO:tasks.workunit.client.0.smithi052.stdout:op 699 completed, throughput=4.98MB/sec 2024-09-13T03:14:53.197 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lx6iR4FC_vy9SO6 off=5690619 len=1343718 2024-09-13T03:14:53.203 INFO:tasks.workunit.client.0.smithi052.stdout:op 700 completed, throughput=4.99MB/sec 2024-09-13T03:14:53.203 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BhmhRsZ6ZFtPInF off=2007957 len=800843 2024-09-13T03:14:53.208 INFO:tasks.workunit.client.0.smithi052.stdout:op 701 completed, throughput=4.99MB/sec 2024-09-13T03:14:53.208 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YaVG9Bx_NwK3rSS off=3423453 len=1642139 2024-09-13T03:14:53.215 INFO:tasks.workunit.client.0.smithi052.stdout:op 702 completed, throughput=5MB/sec 2024-09-13T03:14:54.216 INFO:tasks.workunit.client.0.smithi052.stdout: 139: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:54.216 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Jj9KswNvbIyOjOL off=4522228 len=1656530 2024-09-13T03:14:54.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 703 completed, throughput=4.98MB/sec 2024-09-13T03:14:54.225 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kHSM639jvAIi1N_ off=4565561 len=251900 2024-09-13T03:14:54.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 704 completed, throughput=4.98MB/sec 2024-09-13T03:14:54.226 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V5NBbLhR1FBCgcW off=12554933 len=1823269 2024-09-13T03:14:54.234 INFO:tasks.workunit.client.0.smithi052.stdout:op 705 completed, throughput=4.99MB/sec 2024-09-13T03:14:54.234 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KKlhJCmWfLc0w-K off=1178211 len=1768618 2024-09-13T03:14:54.237 INFO:tasks.workunit.client.0.smithi052.stdout:op 706 completed, throughput=5.01MB/sec 2024-09-13T03:14:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:54 smithi078 ceph-mon[85589]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:54.810 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:54 smithi052 ceph-mon[91421]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:54.811 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:54 smithi052 ceph-mon[89065]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:14:55.238 INFO:tasks.workunit.client.0.smithi052.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:55.238 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NyGTta2hbOu42sq off=14458405 len=1713578 2024-09-13T03:14:55.245 INFO:tasks.workunit.client.0.smithi052.stdout:op 707 completed, throughput=4.98MB/sec 2024-09-13T03:14:55.245 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5BmUEj37vZvIMn8 off=7057276 len=1029274 2024-09-13T03:14:55.247 INFO:tasks.workunit.client.0.smithi052.stdout:op 708 completed, throughput=4.99MB/sec 2024-09-13T03:14:55.247 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cizv3bnLjopMM8H off=19250817 len=545920 2024-09-13T03:14:55.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 709 completed, throughput=4.99MB/sec 2024-09-13T03:14:55.252 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MJH-2OIBznRWs8a off=11573277 len=1288295 2024-09-13T03:14:55.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 710 completed, throughput=5MB/sec 2024-09-13T03:14:56.253 INFO:tasks.workunit.client.0.smithi052.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:56.253 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OD2-VcmTOA6td4k off=5789772 len=961804 2024-09-13T03:14:56.255 INFO:tasks.workunit.client.0.smithi052.stdout:op 711 completed, throughput=4.97MB/sec 2024-09-13T03:14:56.255 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xiY7HPmtvXze6NK off=21995707 len=472047 2024-09-13T03:14:56.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 712 completed, throughput=4.98MB/sec 2024-09-13T03:14:56.259 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QD-0jEvKshqHXIe off=11191066 len=232314 2024-09-13T03:14:56.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 713 completed, throughput=4.98MB/sec 2024-09-13T03:14:56.260 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t1HdMlBgZUe7NAu off=156932 len=257944 2024-09-13T03:14:56.261 INFO:tasks.workunit.client.0.smithi052.stdout:op 714 completed, throughput=4.98MB/sec 2024-09-13T03:14:56.261 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lNDlV4RqLKH9IgN off=14590864 len=1891393 2024-09-13T03:14:56.272 INFO:tasks.workunit.client.0.smithi052.stdout:op 715 completed, throughput=4.99MB/sec 2024-09-13T03:14:56.272 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mhIPin3Gvmo1-DK off=2383834 len=1834683 2024-09-13T03:14:56.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 716 completed, throughput=5MB/sec 2024-09-13T03:14:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:56 smithi078 ceph-mon[85589]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:56 smithi052 ceph-mon[91421]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:56.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:56 smithi052 ceph-mon[89065]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:14:57.281 INFO:tasks.workunit.client.0.smithi052.stdout: 142: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:57.281 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IeL81ilM6ZiMxJx off=1077922 len=889601 2024-09-13T03:14:57.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 717 completed, throughput=4.97MB/sec 2024-09-13T03:14:57.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u3A3amSSoHM0fgJ off=9469743 len=1285586 2024-09-13T03:14:57.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 718 completed, throughput=4.98MB/sec 2024-09-13T03:14:57.288 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1MMBBHDcRHNz-x5 off=2698867 len=30498 2024-09-13T03:14:57.290 INFO:tasks.workunit.client.0.smithi052.stdout:op 719 completed, throughput=4.98MB/sec 2024-09-13T03:14:57.290 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BivWox1iPTdiBVw off=19207044 len=1679278 2024-09-13T03:14:57.292 INFO:tasks.workunit.client.0.smithi052.stdout:op 720 completed, throughput=4.99MB/sec 2024-09-13T03:14:57.292 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8rFLmprv8FfwkJK off=9001220 len=687621 2024-09-13T03:14:57.296 INFO:tasks.workunit.client.0.smithi052.stdout:op 721 completed, throughput=5MB/sec 2024-09-13T03:14:57.296 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kHWOyLshnDLFjV3 off=10385159 len=52110 2024-09-13T03:14:57.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 722 completed, throughput=5MB/sec 2024-09-13T03:14:57.299 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--W2Ex3KCsQk_XRM off=16904101 len=1190377 2024-09-13T03:14:57.300 INFO:tasks.workunit.client.0.smithi052.stdout:op 723 completed, throughput=5.01MB/sec 2024-09-13T03:14:58.300 INFO:tasks.workunit.client.0.smithi052.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:58.300 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W5UgiNKPaKlT5N2 off=2072619 len=1119439 2024-09-13T03:14:58.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 724 completed, throughput=4.98MB/sec 2024-09-13T03:14:58.308 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NqQ7XJxDYqVBW5D off=1285858 len=760216 2024-09-13T03:14:58.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 725 completed, throughput=4.98MB/sec 2024-09-13T03:14:58.313 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BhmhRsZ6ZFtPInF off=619856 len=806371 2024-09-13T03:14:58.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 726 completed, throughput=4.99MB/sec 2024-09-13T03:14:58.314 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iHzkvDVyRAkwBhK off=595714 len=1245326 2024-09-13T03:14:58.315 INFO:tasks.workunit.client.0.smithi052.stdout:op 727 completed, throughput=5MB/sec 2024-09-13T03:14:58.315 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_4OBu_wlSywQ_-B off=213197 len=948850 2024-09-13T03:14:58.317 INFO:tasks.workunit.client.0.smithi052.stdout:op 728 completed, throughput=5MB/sec 2024-09-13T03:14:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:14:58 smithi052 ceph-mon[91421]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:14:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:14:58 smithi052 ceph-mon[89065]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:14:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:14:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:14:58] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T03:14:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:14:58 smithi078 ceph-mon[85589]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:14:59.317 INFO:tasks.workunit.client.0.smithi052.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-13T03:14:59.317 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Xlpjtg8JjAays2b off=14751358 len=190014 2024-09-13T03:14:59.318 INFO:tasks.workunit.client.0.smithi052.stdout:op 729 completed, throughput=4.97MB/sec 2024-09-13T03:14:59.318 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HcnDT4QO98mxZfU off=0 len=1578047 2024-09-13T03:14:59.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 730 completed, throughput=4.98MB/sec 2024-09-13T03:14:59.320 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QsspQAB8VmydbP- off=4545738 len=2037447 2024-09-13T03:14:59.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 731 completed, throughput=4.99MB/sec 2024-09-13T03:14:59.322 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zt7pZVY-ldcbCtr off=5775682 len=539892 2024-09-13T03:14:59.323 INFO:tasks.workunit.client.0.smithi052.stdout:op 732 completed, throughput=5MB/sec 2024-09-13T03:14:59.323 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iNo_s0JJVsI4LDb off=1441797 len=353166 2024-09-13T03:14:59.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 733 completed, throughput=5MB/sec 2024-09-13T03:14:59.326 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o0_MgjoDUXQq3TU off=12132584 len=237678 2024-09-13T03:14:59.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 734 completed, throughput=5MB/sec 2024-09-13T03:15:00.327 INFO:tasks.workunit.client.0.smithi052.stdout: 145: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:00.328 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SMzGaYAD67OxpZS off=2075385 len=1973921 2024-09-13T03:15:00.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 735 completed, throughput=4.98MB/sec 2024-09-13T03:15:00.330 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Pc7HQho1im4NL3 off=8885716 len=1279804 2024-09-13T03:15:00.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 736 completed, throughput=4.99MB/sec 2024-09-13T03:15:00.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B0GWHsqBD2nq6Sc off=14666958 len=565605 2024-09-13T03:15:00.333 INFO:tasks.workunit.client.0.smithi052.stdout:op 737 completed, throughput=4.99MB/sec 2024-09-13T03:15:00.333 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TDUcm8i7u_P4b42 off=2922425 len=2064894 2024-09-13T03:15:00.337 INFO:tasks.workunit.client.0.smithi052.stdout:op 738 completed, throughput=5MB/sec 2024-09-13T03:15:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:00 smithi078 ceph-mon[85589]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:00 smithi052 ceph-mon[91421]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:00 smithi052 ceph-mon[89065]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:01.337 INFO:tasks.workunit.client.0.smithi052.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:01.337 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C8Zw3r7SzY_VKKU off=3027070 len=850806 2024-09-13T03:15:01.343 INFO:tasks.workunit.client.0.smithi052.stdout:op 739 completed, throughput=4.98MB/sec 2024-09-13T03:15:01.343 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e81iknX1djwu2nW off=13237418 len=1350197 2024-09-13T03:15:01.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 740 completed, throughput=4.98MB/sec 2024-09-13T03:15:01.345 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sIL2nRZ5-cUvYZW off=2972839 len=2060460 2024-09-13T03:15:01.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 741 completed, throughput=5MB/sec 2024-09-13T03:15:01.356 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hetuH2B47UyG_Vt off=6025571 len=304434 2024-09-13T03:15:01.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 742 completed, throughput=5MB/sec 2024-09-13T03:15:01.356 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UYgUjxXHOoNshFW off=8530198 len=1449294 2024-09-13T03:15:01.362 INFO:tasks.workunit.client.0.smithi052.stdout:op 743 completed, throughput=5.01MB/sec 2024-09-13T03:15:02.363 INFO:tasks.workunit.client.0.smithi052.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:02.363 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NgRncGqNnTXMJep off=5259874 len=2021607 2024-09-13T03:15:02.374 INFO:tasks.workunit.client.0.smithi052.stdout:op 744 completed, throughput=4.99MB/sec 2024-09-13T03:15:02.374 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uqtupoGCIJgx8KD off=1902989 len=1557401 2024-09-13T03:15:02.381 INFO:tasks.workunit.client.0.smithi052.stdout:op 745 completed, throughput=5MB/sec 2024-09-13T03:15:02.381 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8qvIg_7-HI2hOhh off=247509 len=4653 2024-09-13T03:15:02.384 INFO:tasks.workunit.client.0.smithi052.stdout:op 746 completed, throughput=5MB/sec 2024-09-13T03:15:02.384 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-86mrsJDh9K6ikas off=2922140 len=345814 2024-09-13T03:15:02.386 INFO:tasks.workunit.client.0.smithi052.stdout:op 747 completed, throughput=5MB/sec 2024-09-13T03:15:02.386 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jejgj_UYaPF1qWv off=8671458 len=244304 2024-09-13T03:15:02.389 INFO:tasks.workunit.client.0.smithi052.stdout:op 748 completed, throughput=5MB/sec 2024-09-13T03:15:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:15:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:02 smithi078 ceph-mon[85589]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:15:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:02 smithi052 ceph-mon[91421]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:15:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:02 smithi052 ceph-mon[89065]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:15:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:03.389 INFO:tasks.workunit.client.0.smithi052.stdout: 148: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:03.389 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9euYt9i-WY9rQ4i off=5770153 len=203876 2024-09-13T03:15:03.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 749 completed, throughput=4.97MB/sec 2024-09-13T03:15:03.390 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WWU30qfCgWSa90s off=1669141 len=62944 2024-09-13T03:15:03.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 750 completed, throughput=4.97MB/sec 2024-09-13T03:15:03.391 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eHxcKMCwRIqv5T_ off=1103611 len=832187 2024-09-13T03:15:03.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 751 completed, throughput=4.97MB/sec 2024-09-13T03:15:03.392 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OPTbUuBPtxZrFH5 off=5699232 len=1384292 2024-09-13T03:15:03.399 INFO:tasks.workunit.client.0.smithi052.stdout:op 752 completed, throughput=4.98MB/sec 2024-09-13T03:15:03.399 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ybbDWSZ_Iy5oIMH off=7120524 len=1723012 2024-09-13T03:15:03.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 753 completed, throughput=4.99MB/sec 2024-09-13T03:15:03.401 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8Q4sDPHiDZnschR off=8475449 len=1735194 2024-09-13T03:15:03.403 INFO:tasks.workunit.client.0.smithi052.stdout:op 754 completed, throughput=5MB/sec 2024-09-13T03:15:04.404 INFO:tasks.workunit.client.0.smithi052.stdout: 149: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:04.404 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--3yH5f_5HxtZLep off=14293180 len=1330246 2024-09-13T03:15:04.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 755 completed, throughput=4.98MB/sec 2024-09-13T03:15:04.413 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5lqq3LomP0YUfuy off=5670479 len=1559357 2024-09-13T03:15:04.415 INFO:tasks.workunit.client.0.smithi052.stdout:op 756 completed, throughput=4.99MB/sec 2024-09-13T03:15:04.415 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uCfvTSb7dnx6KTu off=9635861 len=794938 2024-09-13T03:15:04.416 INFO:tasks.workunit.client.0.smithi052.stdout:op 757 completed, throughput=4.99MB/sec 2024-09-13T03:15:04.416 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F7rszBnFYNymh9b off=1900635 len=1558774 2024-09-13T03:15:04.424 INFO:tasks.workunit.client.0.smithi052.stdout:op 758 completed, throughput=5MB/sec 2024-09-13T03:15:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:04 smithi078 ceph-mon[85589]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:04 smithi052 ceph-mon[91421]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:04 smithi052 ceph-mon[89065]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:15:05.425 INFO:tasks.workunit.client.0.smithi052.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:05.425 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nz_X-bxcg132hFQ off=18582478 len=1127880 2024-09-13T03:15:05.433 INFO:tasks.workunit.client.0.smithi052.stdout:op 759 completed, throughput=4.98MB/sec 2024-09-13T03:15:05.433 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DzBXMqr8XUdDudz off=15080976 len=1604134 2024-09-13T03:15:05.440 INFO:tasks.workunit.client.0.smithi052.stdout:op 760 completed, throughput=4.99MB/sec 2024-09-13T03:15:05.440 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HK6kLaEaCoRgdJ2 off=14614408 len=889799 2024-09-13T03:15:05.442 INFO:tasks.workunit.client.0.smithi052.stdout:op 761 completed, throughput=4.99MB/sec 2024-09-13T03:15:05.442 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2xI2-jB-6WY_xl5 off=15462769 len=1018563 2024-09-13T03:15:05.447 INFO:tasks.workunit.client.0.smithi052.stdout:op 762 completed, throughput=5MB/sec 2024-09-13T03:15:05.447 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Pq4j1FU25DpzcyY off=17537274 len=1884414 2024-09-13T03:15:05.449 INFO:tasks.workunit.client.0.smithi052.stdout:op 763 completed, throughput=5.01MB/sec 2024-09-13T03:15:06.449 INFO:tasks.workunit.client.0.smithi052.stdout: 151: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:06.450 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fxUTRDFwExv-Z-E off=4640784 len=445138 2024-09-13T03:15:06.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 764 completed, throughput=4.98MB/sec 2024-09-13T03:15:06.453 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0LwJbwifTpGMe7q off=7851743 len=1548734 2024-09-13T03:15:06.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 765 completed, throughput=4.99MB/sec 2024-09-13T03:15:06.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0uqQuDNe3Ueq23E off=8156446 len=2076517 2024-09-13T03:15:06.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 766 completed, throughput=5MB/sec 2024-09-13T03:15:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:06 smithi078 ceph-mon[85589]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:15:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:06 smithi052 ceph-mon[91421]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:15:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:06 smithi052 ceph-mon[89065]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:15:07.466 INFO:tasks.workunit.client.0.smithi052.stdout: 152: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:07.466 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AYQe1rNUIhrJvmb off=17479555 len=607445 2024-09-13T03:15:07.470 INFO:tasks.workunit.client.0.smithi052.stdout:op 767 completed, throughput=4.97MB/sec 2024-09-13T03:15:07.470 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J4Q8rchyP3Y1xXf off=17512982 len=466564 2024-09-13T03:15:07.471 INFO:tasks.workunit.client.0.smithi052.stdout:op 768 completed, throughput=4.98MB/sec 2024-09-13T03:15:07.471 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TZgSo3h2AWk7YZi off=1772229 len=687258 2024-09-13T03:15:07.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 769 completed, throughput=4.98MB/sec 2024-09-13T03:15:07.476 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CsDy_ZEsbK3gaOC off=9186328 len=1932468 2024-09-13T03:15:07.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 770 completed, throughput=4.99MB/sec 2024-09-13T03:15:07.486 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_vEKq83lLyZqQog off=3875312 len=1133297 2024-09-13T03:15:07.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 771 completed, throughput=5MB/sec 2024-09-13T03:15:07.488 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UbwPcVz4ratM_Bg off=3354971 len=1134598 2024-09-13T03:15:07.490 INFO:tasks.workunit.client.0.smithi052.stdout:op 772 completed, throughput=5.01MB/sec 2024-09-13T03:15:08.490 INFO:tasks.workunit.client.0.smithi052.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:08.490 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2xI2-jB-6WY_xl5 off=9155612 len=1481328 2024-09-13T03:15:08.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 773 completed, throughput=4.98MB/sec 2024-09-13T03:15:08.493 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fIY8yITxJPnpQ05 off=5934425 len=1130456 2024-09-13T03:15:08.498 INFO:tasks.workunit.client.0.smithi052.stdout:op 774 completed, throughput=4.99MB/sec 2024-09-13T03:15:08.498 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uTVYOxSCBNZq2dq off=1165088 len=1497542 2024-09-13T03:15:08.508 INFO:tasks.workunit.client.0.smithi052.stdout:op 775 completed, throughput=5MB/sec 2024-09-13T03:15:08.508 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ppp8JHyNNh66mf1 off=9041496 len=1555240 2024-09-13T03:15:08.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 776 completed, throughput=5.01MB/sec 2024-09-13T03:15:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:08 smithi052 ceph-mon[91421]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:15:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:15:08] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:15:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:08 smithi052 ceph-mon[89065]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:08 smithi078 ceph-mon[85589]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:09.509 INFO:tasks.workunit.client.0.smithi052.stdout: 154: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:09.510 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0BNABKEPCk8Y3AP off=1348395 len=1713994 2024-09-13T03:15:09.512 INFO:tasks.workunit.client.0.smithi052.stdout:op 777 completed, throughput=4.99MB/sec 2024-09-13T03:15:09.512 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_yrQ-i_YjD33Bte off=7827591 len=1556331 2024-09-13T03:15:09.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 778 completed, throughput=5MB/sec 2024-09-13T03:15:09.520 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GBY_4FObaSZomAW off=19196537 len=377601 2024-09-13T03:15:09.523 INFO:tasks.workunit.client.0.smithi052.stdout:op 779 completed, throughput=5MB/sec 2024-09-13T03:15:09.523 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zfaunDJxek-ifA6 off=12539387 len=1919732 2024-09-13T03:15:09.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 780 completed, throughput=5.01MB/sec 2024-09-13T03:15:10.531 INFO:tasks.workunit.client.0.smithi052.stdout: 155: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:10.532 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zk0W5U3InHfBZqC off=870762 len=398435 2024-09-13T03:15:10.535 INFO:tasks.workunit.client.0.smithi052.stdout:op 781 completed, throughput=4.98MB/sec 2024-09-13T03:15:10.535 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-52bM3e1Y9nHJFcU off=0 len=1597529 2024-09-13T03:15:10.542 INFO:tasks.workunit.client.0.smithi052.stdout:op 782 completed, throughput=4.99MB/sec 2024-09-13T03:15:10.542 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NBGpj-NiYHju1P2 off=583275 len=1472049 2024-09-13T03:15:10.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 783 completed, throughput=5MB/sec 2024-09-13T03:15:10.543 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5FiYz4hpZKbNm5H off=1381048 len=1584229 2024-09-13T03:15:10.551 INFO:tasks.workunit.client.0.smithi052.stdout:op 784 completed, throughput=5.01MB/sec 2024-09-13T03:15:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:10 smithi078 ceph-mon[85589]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:10 smithi052 ceph-mon[89065]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:10 smithi052 ceph-mon[91421]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:11.551 INFO:tasks.workunit.client.0.smithi052.stdout: 156: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:11.551 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EAhX80sEs3FUC3x off=10802414 len=1189378 2024-09-13T03:15:11.554 INFO:tasks.workunit.client.0.smithi052.stdout:op 785 completed, throughput=4.98MB/sec 2024-09-13T03:15:11.554 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gwOqjMsdftBdKzG off=1060327 len=1922996 2024-09-13T03:15:11.565 INFO:tasks.workunit.client.0.smithi052.stdout:op 786 completed, throughput=4.99MB/sec 2024-09-13T03:15:11.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Twq2skxopCj8PZR off=4723181 len=1855539 2024-09-13T03:15:11.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 787 completed, throughput=5.01MB/sec 2024-09-13T03:15:12.573 INFO:tasks.workunit.client.0.smithi052.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:12.574 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wSQdDy6uDnQXwc4 off=6756739 len=1574545 2024-09-13T03:15:12.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 788 completed, throughput=4.98MB/sec 2024-09-13T03:15:12.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f35B14XwmrAuvA1 off=948466 len=711026 2024-09-13T03:15:12.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 789 completed, throughput=4.99MB/sec 2024-09-13T03:15:12.581 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N5svKQcTpbOkQbv off=8051908 len=156430 2024-09-13T03:15:12.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 790 completed, throughput=4.99MB/sec 2024-09-13T03:15:12.581 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-O9Cw4tRNpffrh6K off=1681521 len=1697911 2024-09-13T03:15:12.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 791 completed, throughput=5MB/sec 2024-09-13T03:15:12.584 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rMuQM0xDsuoJ5iP off=2434598 len=1995287 2024-09-13T03:15:12.595 INFO:tasks.workunit.client.0.smithi052.stdout:op 792 completed, throughput=5.01MB/sec 2024-09-13T03:15:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:12 smithi078 ceph-mon[85589]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:15:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:12 smithi052 ceph-mon[91421]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:12 smithi052 ceph-mon[89065]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:13.596 INFO:tasks.workunit.client.0.smithi052.stdout: 158: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:13.596 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aYP7-N5JHILflmQ off=191718 len=1931981 2024-09-13T03:15:13.598 INFO:tasks.workunit.client.0.smithi052.stdout:op 793 completed, throughput=4.99MB/sec 2024-09-13T03:15:13.598 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OQsBAPllMNn5TeT off=2768398 len=986864 2024-09-13T03:15:13.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 794 completed, throughput=5MB/sec 2024-09-13T03:15:13.604 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vesPhXBo1J6j3ML off=15368870 len=423394 2024-09-13T03:15:13.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 795 completed, throughput=5MB/sec 2024-09-13T03:15:13.608 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a5Cr99diHTB2yw8 off=1264081 len=1495993 2024-09-13T03:15:13.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 796 completed, throughput=5.01MB/sec 2024-09-13T03:15:14.613 INFO:tasks.workunit.client.0.smithi052.stdout: 159: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:14.613 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pVQ41u6CDaV7L65 off=583693 len=693270 2024-09-13T03:15:14.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 797 completed, throughput=4.98MB/sec 2024-09-13T03:15:14.615 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ldpDobZWx7XB291 off=7323456 len=233311 2024-09-13T03:15:14.618 INFO:tasks.workunit.client.0.smithi052.stdout:op 798 completed, throughput=4.98MB/sec 2024-09-13T03:15:14.618 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CK4K9qHi90_6Eni off=7930628 len=310771 2024-09-13T03:15:14.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 799 completed, throughput=4.98MB/sec 2024-09-13T03:15:14.621 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S8JR-MdzEgMRcfX off=777276 len=863749 2024-09-13T03:15:14.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 800 completed, throughput=4.99MB/sec 2024-09-13T03:15:14.623 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pc7ChSodfLgplnb off=22828 len=856131 2024-09-13T03:15:14.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 801 completed, throughput=4.99MB/sec 2024-09-13T03:15:14.628 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ups0ZVuMD5m-m6O off=14291913 len=903000 2024-09-13T03:15:14.629 INFO:tasks.workunit.client.0.smithi052.stdout:op 802 completed, throughput=5MB/sec 2024-09-13T03:15:14.629 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zAfRUuP89Xool2m off=7462894 len=1116218 2024-09-13T03:15:14.630 INFO:tasks.workunit.client.0.smithi052.stdout:op 803 completed, throughput=5MB/sec 2024-09-13T03:15:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:14 smithi078 ceph-mon[85589]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:15:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:14 smithi052 ceph-mon[91421]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:15:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:14 smithi052 ceph-mon[89065]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:15:15.631 INFO:tasks.workunit.client.0.smithi052.stdout: 160: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:15.631 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zTpbdSJbQ6E6B0G off=5687249 len=1599214 2024-09-13T03:15:15.634 INFO:tasks.workunit.client.0.smithi052.stdout:op 804 completed, throughput=4.98MB/sec 2024-09-13T03:15:15.634 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cA7nGDUBZwTVI22 off=17249011 len=930465 2024-09-13T03:15:15.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 805 completed, throughput=4.99MB/sec 2024-09-13T03:15:15.640 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LIOxc8rqeuX6bpH off=994124 len=1385087 2024-09-13T03:15:15.646 INFO:tasks.workunit.client.0.smithi052.stdout:op 806 completed, throughput=5MB/sec 2024-09-13T03:15:15.646 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KIxcGUu626cV0dh off=3202294 len=676751 2024-09-13T03:15:15.647 INFO:tasks.workunit.client.0.smithi052.stdout:op 807 completed, throughput=5MB/sec 2024-09-13T03:15:16.648 INFO:tasks.workunit.client.0.smithi052.stdout: 161: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:16.648 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8Bogxn1Z11dSm-o off=29375 len=818448 2024-09-13T03:15:16.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 808 completed, throughput=4.97MB/sec 2024-09-13T03:15:16.649 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tOxG-KbyvS3sK3V off=211631 len=504645 2024-09-13T03:15:16.653 INFO:tasks.workunit.client.0.smithi052.stdout:op 809 completed, throughput=4.98MB/sec 2024-09-13T03:15:16.653 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aSpt3AX7IQSTopn off=197880 len=1676800 2024-09-13T03:15:16.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 810 completed, throughput=4.99MB/sec 2024-09-13T03:15:16.664 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rGB0cheCrPjl6FU off=10082581 len=387186 2024-09-13T03:15:16.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 811 completed, throughput=4.99MB/sec 2024-09-13T03:15:16.667 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tmK_BEEs_7eVUV- off=10856943 len=944193 2024-09-13T03:15:16.673 INFO:tasks.workunit.client.0.smithi052.stdout:op 812 completed, throughput=4.99MB/sec 2024-09-13T03:15:16.673 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SWGpINXPwoATaCX off=9145921 len=1706963 2024-09-13T03:15:16.679 INFO:tasks.workunit.client.0.smithi052.stdout:op 813 completed, throughput=5MB/sec 2024-09-13T03:15:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:16 smithi078 ceph-mon[85589]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-13T03:15:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:16 smithi052 ceph-mon[91421]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-13T03:15:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:16 smithi052 ceph-mon[89065]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-09-13T03:15:17.679 INFO:tasks.workunit.client.0.smithi052.stdout: 162: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:17.679 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mkbqaVFYjytOMMl off=2135062 len=319908 2024-09-13T03:15:17.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 814 completed, throughput=4.98MB/sec 2024-09-13T03:15:17.680 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KzK9ti9xA9qs2zj off=19361488 len=798349 2024-09-13T03:15:17.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 815 completed, throughput=4.98MB/sec 2024-09-13T03:15:17.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8IaHcowlTNW6Bnd off=12418950 len=1217179 2024-09-13T03:15:17.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 816 completed, throughput=4.99MB/sec 2024-09-13T03:15:17.687 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xVpqubps8vvtC-I off=9421090 len=1072359 2024-09-13T03:15:17.689 INFO:tasks.workunit.client.0.smithi052.stdout:op 817 completed, throughput=4.99MB/sec 2024-09-13T03:15:17.689 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-y3u5dFLx6RPTVZl off=11855143 len=1896879 2024-09-13T03:15:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:17.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 818 completed, throughput=5MB/sec 2024-09-13T03:15:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:17.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:18 smithi052 ceph-mon[91421]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:15:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:18 smithi052 ceph-mon[89065]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:15:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:15:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:15:18] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:15:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:18 smithi078 ceph-mon[85589]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:15:18.697 INFO:tasks.workunit.client.0.smithi052.stdout: 163: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:18.697 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jRLkGOM37Id5Oii off=15919359 len=675684 2024-09-13T03:15:18.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 819 completed, throughput=4.98MB/sec 2024-09-13T03:15:18.699 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-99BZn0vLDxFwPW7 off=5104866 len=1739152 2024-09-13T03:15:18.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 820 completed, throughput=4.99MB/sec 2024-09-13T03:15:18.707 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eSWNQJ79DkIW9Lq off=8206403 len=21293 2024-09-13T03:15:18.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 821 completed, throughput=4.99MB/sec 2024-09-13T03:15:18.707 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mlJ1wwuzLgwTtmw off=19318178 len=132387 2024-09-13T03:15:18.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 822 completed, throughput=4.99MB/sec 2024-09-13T03:15:18.707 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PXVVwssX1-HeYcX off=8637402 len=891881 2024-09-13T03:15:18.711 INFO:tasks.workunit.client.0.smithi052.stdout:op 823 completed, throughput=4.99MB/sec 2024-09-13T03:15:18.712 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-weFWz3HY3y_ouaR off=13494458 len=1345488 2024-09-13T03:15:18.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 824 completed, throughput=5MB/sec 2024-09-13T03:15:19.713 INFO:tasks.workunit.client.0.smithi052.stdout: 164: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:19.713 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aXj2nsaQixlS8Tl off=5864844 len=1122882 2024-09-13T03:15:19.719 INFO:tasks.workunit.client.0.smithi052.stdout:op 825 completed, throughput=4.98MB/sec 2024-09-13T03:15:19.720 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MTfSNNnj3VSRZ9u off=5492623 len=692697 2024-09-13T03:15:19.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 826 completed, throughput=4.98MB/sec 2024-09-13T03:15:19.724 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SALXm5LZve9RY2C off=5273195 len=688608 2024-09-13T03:15:19.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 827 completed, throughput=4.98MB/sec 2024-09-13T03:15:19.725 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Jqdtzfcjw6cdFYX off=2662645 len=26496 2024-09-13T03:15:19.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 828 completed, throughput=4.98MB/sec 2024-09-13T03:15:19.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qQshIT4QNaJOJAK off=5803304 len=2006994 2024-09-13T03:15:19.730 INFO:tasks.workunit.client.0.smithi052.stdout:op 829 completed, throughput=5MB/sec 2024-09-13T03:15:19.730 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AlkijcAg3BrxAwv off=10316391 len=1000302 2024-09-13T03:15:19.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 830 completed, throughput=5MB/sec 2024-09-13T03:15:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:20 smithi078 ceph-mon[85589]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:20.733 INFO:tasks.workunit.client.0.smithi052.stdout: 165: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:20.733 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A_C3iPIlEHib1e_ off=10086633 len=752524 2024-09-13T03:15:20.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 831 completed, throughput=4.98MB/sec 2024-09-13T03:15:20.737 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wlwf1v445Y-bBk9 off=15820382 len=214622 2024-09-13T03:15:20.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 832 completed, throughput=4.98MB/sec 2024-09-13T03:15:20.738 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6m8BOmJJ7A5pDML off=10800398 len=1043409 2024-09-13T03:15:20.739 INFO:tasks.workunit.client.0.smithi052.stdout:op 833 completed, throughput=4.98MB/sec 2024-09-13T03:15:20.740 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xX4JBsLj17LGaRc off=5925148 len=833883 2024-09-13T03:15:20.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 834 completed, throughput=4.99MB/sec 2024-09-13T03:15:20.744 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S6KsdvbQcfYzWst off=17567876 len=1333875 2024-09-13T03:15:20.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 835 completed, throughput=5MB/sec 2024-09-13T03:15:20.751 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rqm0GCktZRa2Vq8 off=14689713 len=1473633 2024-09-13T03:15:20.753 INFO:tasks.workunit.client.0.smithi052.stdout:op 836 completed, throughput=5MB/sec 2024-09-13T03:15:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:20 smithi052 ceph-mon[91421]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:20 smithi052 ceph-mon[89065]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:21.754 INFO:tasks.workunit.client.0.smithi052.stdout: 166: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:21.754 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6IKs3kT-8uV4zzp off=2455467 len=1238839 2024-09-13T03:15:21.756 INFO:tasks.workunit.client.0.smithi052.stdout:op 837 completed, throughput=4.98MB/sec 2024-09-13T03:15:21.756 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8XLbrS7vGt9DvSX off=3019779 len=541484 2024-09-13T03:15:21.760 INFO:tasks.workunit.client.0.smithi052.stdout:op 838 completed, throughput=4.98MB/sec 2024-09-13T03:15:21.760 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OFkrPRtKKp8Gpc9 off=1419957 len=674478 2024-09-13T03:15:21.761 INFO:tasks.workunit.client.0.smithi052.stdout:op 839 completed, throughput=4.99MB/sec 2024-09-13T03:15:21.762 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8fija3qM3jX9Yww off=2825069 len=1777275 2024-09-13T03:15:21.769 INFO:tasks.workunit.client.0.smithi052.stdout:op 840 completed, throughput=5MB/sec 2024-09-13T03:15:21.770 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Dcs-4n3burL9xCC off=7027961 len=337714 2024-09-13T03:15:21.770 INFO:tasks.workunit.client.0.smithi052.stdout:op 841 completed, throughput=5MB/sec 2024-09-13T03:15:21.771 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L7zPlGZxq7D1m8Y off=7128104 len=1189734 2024-09-13T03:15:21.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 842 completed, throughput=5.01MB/sec 2024-09-13T03:15:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:22 smithi078 ceph-mon[85589]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:15:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:22.776 INFO:tasks.workunit.client.0.smithi052.stdout: 167: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:22.776 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nTt0u5F6QpxrjMw off=14963795 len=1722067 2024-09-13T03:15:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:22 smithi052 ceph-mon[91421]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:22 smithi052 ceph-mon[89065]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:15:22.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 843 completed, throughput=4.99MB/sec 2024-09-13T03:15:22.784 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eQcRdVQQeW7TEkA off=2682233 len=315207 2024-09-13T03:15:22.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 844 completed, throughput=4.99MB/sec 2024-09-13T03:15:22.785 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4BGfTJZT9pd6pB7 off=4755680 len=1556310 2024-09-13T03:15:22.793 INFO:tasks.workunit.client.0.smithi052.stdout:op 845 completed, throughput=5MB/sec 2024-09-13T03:15:22.793 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AIxq8DG90BPjEYr off=11738066 len=407156 2024-09-13T03:15:22.796 INFO:tasks.workunit.client.0.smithi052.stdout:op 846 completed, throughput=5MB/sec 2024-09-13T03:15:22.796 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XHjIv8w3VRt1ils off=2239422 len=1556562 2024-09-13T03:15:22.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 847 completed, throughput=5.01MB/sec 2024-09-13T03:15:23.798 INFO:tasks.workunit.client.0.smithi052.stdout: 168: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:23.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HLv5rUSykkhdXiK off=13267496 len=397659 2024-09-13T03:15:23.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 848 completed, throughput=4.98MB/sec 2024-09-13T03:15:23.799 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--S4hMoNQkUnOaRj off=143887 len=409924 2024-09-13T03:15:23.803 INFO:tasks.workunit.client.0.smithi052.stdout:op 849 completed, throughput=4.98MB/sec 2024-09-13T03:15:23.803 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TOk25fawQj8vhLt off=14882897 len=208855 2024-09-13T03:15:23.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 850 completed, throughput=4.98MB/sec 2024-09-13T03:15:23.806 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3vwad-t4CnbDo_5 off=7426313 len=612899 2024-09-13T03:15:23.807 INFO:tasks.workunit.client.0.smithi052.stdout:op 851 completed, throughput=4.99MB/sec 2024-09-13T03:15:23.807 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dQnthjWi7FtiZlK off=1383652 len=1350929 2024-09-13T03:15:23.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 852 completed, throughput=4.99MB/sec 2024-09-13T03:15:23.813 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LCtz-gCqB9X1AFq off=1565873 len=2084591 2024-09-13T03:15:23.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 853 completed, throughput=5MB/sec 2024-09-13T03:15:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:24 smithi078 ceph-mon[85589]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:24 smithi052 ceph-mon[91421]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:24 smithi052 ceph-mon[89065]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:24.829 INFO:tasks.workunit.client.0.smithi052.stdout: 169: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:24.829 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NWXE3Qy8FCyzHkX off=5917963 len=663025 2024-09-13T03:15:24.830 INFO:tasks.workunit.client.0.smithi052.stdout:op 854 completed, throughput=4.98MB/sec 2024-09-13T03:15:24.830 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HCYWc6DmnCC3gvC off=4149049 len=1281800 2024-09-13T03:15:24.832 INFO:tasks.workunit.client.0.smithi052.stdout:op 855 completed, throughput=4.99MB/sec 2024-09-13T03:15:24.832 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JsQ3gvuiThwGnIu off=1017640 len=1912027 2024-09-13T03:15:24.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 856 completed, throughput=5MB/sec 2024-09-13T03:15:24.836 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hMyFC47o1Oq0z7B off=9751457 len=2039078 2024-09-13T03:15:24.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 857 completed, throughput=5.01MB/sec 2024-09-13T03:15:25.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:25 smithi078 ceph-mon[85589]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:15:25.784 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:25 smithi052 ceph-mon[91421]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:15:25.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:25 smithi052 ceph-mon[89065]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:15:25.853 INFO:tasks.workunit.client.0.smithi052.stdout: 170: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:25.853 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dIMrjkDKoQ5j8qp off=15540204 len=1201232 2024-09-13T03:15:25.871 INFO:tasks.workunit.client.0.smithi052.stdout:op 858 completed, throughput=4.99MB/sec 2024-09-13T03:15:25.871 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UKOrXi-xiXYUvS2 off=19791240 len=1897897 2024-09-13T03:15:25.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 859 completed, throughput=5MB/sec 2024-09-13T03:15:25.873 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bTwNAiJbRkCUBD7 off=158173 len=586361 2024-09-13T03:15:25.874 INFO:tasks.workunit.client.0.smithi052.stdout:op 860 completed, throughput=5MB/sec 2024-09-13T03:15:25.874 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XL6BYcbYpr9Xhgi off=171320 len=365254 2024-09-13T03:15:25.875 INFO:tasks.workunit.client.0.smithi052.stdout:op 861 completed, throughput=5MB/sec 2024-09-13T03:15:26.864 INFO:tasks.workunit.client.0.smithi052.stdout: 171: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:26.864 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-apemWZqRT6h0nTL off=1435642 len=418561 2024-09-13T03:15:26.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 862 completed, throughput=4.97MB/sec 2024-09-13T03:15:26.867 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YaBOkFzMaEoXPHH off=4633252 len=727387 2024-09-13T03:15:26.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 863 completed, throughput=4.98MB/sec 2024-09-13T03:15:26.869 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vv_buTfg7zP1YVD off=6825 len=1735070 2024-09-13T03:15:26.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 864 completed, throughput=4.99MB/sec 2024-09-13T03:15:26.879 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-siCCTyibCevMb7k off=8989502 len=1659649 2024-09-13T03:15:26.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 865 completed, throughput=5MB/sec 2024-09-13T03:15:26.887 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j1Eyw3LAtbSQzkT off=14225695 len=569857 2024-09-13T03:15:26.891 INFO:tasks.workunit.client.0.smithi052.stdout:op 866 completed, throughput=5MB/sec 2024-09-13T03:15:26.891 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0tJUxl4QQidxaWX off=770559 len=344388 2024-09-13T03:15:26.891 INFO:tasks.workunit.client.0.smithi052.stdout:op 867 completed, throughput=5MB/sec 2024-09-13T03:15:27.892 INFO:tasks.workunit.client.0.smithi052.stdout: 172: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:27.892 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cS3331TYABifcBu off=1627517 len=831183 2024-09-13T03:15:27.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 868 completed, throughput=4.98MB/sec 2024-09-13T03:15:27.897 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mFZ2HWGgziYG4-j off=2735412 len=16645 2024-09-13T03:15:27.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 869 completed, throughput=4.98MB/sec 2024-09-13T03:15:27.899 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xf3aAFQ8q7szPbY off=79713 len=694293 2024-09-13T03:15:27.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 870 completed, throughput=4.98MB/sec 2024-09-13T03:15:27.904 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ccaxO77MFDrE8L9 off=1663771 len=1508861 2024-09-13T03:15:27.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 871 completed, throughput=4.99MB/sec 2024-09-13T03:15:27.906 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9gGxPsDQ04VU_g2 off=1730851 len=1255191 2024-09-13T03:15:27.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 872 completed, throughput=5MB/sec 2024-09-13T03:15:27.909 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6COG-vg_7XGWGsG off=6699937 len=1859168 2024-09-13T03:15:27.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 873 completed, throughput=5.01MB/sec 2024-09-13T03:15:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:27 smithi078 ceph-mon[85589]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:27 smithi052 ceph-mon[91421]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:27 smithi052 ceph-mon[89065]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:15:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:15:28] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:15:28.917 INFO:tasks.workunit.client.0.smithi052.stdout: 173: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:28.917 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VByZkx0GJoWnKcg off=8223199 len=567933 2024-09-13T03:15:28.921 INFO:tasks.workunit.client.0.smithi052.stdout:op 874 completed, throughput=4.98MB/sec 2024-09-13T03:15:28.921 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iyVRgHK4itZd8wB off=8542706 len=1524747 2024-09-13T03:15:28.928 INFO:tasks.workunit.client.0.smithi052.stdout:op 875 completed, throughput=4.99MB/sec 2024-09-13T03:15:28.928 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u266ig4Be1FhlUz off=1206462 len=1869465 2024-09-13T03:15:28.932 INFO:tasks.workunit.client.0.smithi052.stdout:op 876 completed, throughput=5MB/sec 2024-09-13T03:15:28.932 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gqvb_u0-6HQXBeu off=3195898 len=107503 2024-09-13T03:15:28.934 INFO:tasks.workunit.client.0.smithi052.stdout:op 877 completed, throughput=5MB/sec 2024-09-13T03:15:28.934 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SFlM-WYOA2VEpFf off=10321198 len=1152726 2024-09-13T03:15:28.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 878 completed, throughput=5MB/sec 2024-09-13T03:15:29.936 INFO:tasks.workunit.client.0.smithi052.stdout: 174: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:29.936 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S_PYzbMZjym-I5V off=2177900 len=1012086 2024-09-13T03:15:29.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 879 completed, throughput=4.98MB/sec 2024-09-13T03:15:29.941 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6DHx3yJBAmJaaQ4 off=12253273 len=381443 2024-09-13T03:15:29.945 INFO:tasks.workunit.client.0.smithi052.stdout:op 880 completed, throughput=4.98MB/sec 2024-09-13T03:15:29.945 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Xnir-VLiTMhCkt1 off=4101271 len=1329936 2024-09-13T03:15:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:29 smithi078 ceph-mon[85589]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:29.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 881 completed, throughput=4.99MB/sec 2024-09-13T03:15:29.951 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RE11Snm6FEy2KwE off=8161102 len=775851 2024-09-13T03:15:29.955 INFO:tasks.workunit.client.0.smithi052.stdout:op 882 completed, throughput=4.99MB/sec 2024-09-13T03:15:29.956 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fE9GLiuSeVrLlrI off=1421301 len=299751 2024-09-13T03:15:29.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 883 completed, throughput=5MB/sec 2024-09-13T03:15:29.956 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5cMFKWsoGYQlJIO off=9252692 len=900140 2024-09-13T03:15:29.957 INFO:tasks.workunit.client.0.smithi052.stdout:op 884 completed, throughput=5MB/sec 2024-09-13T03:15:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:29 smithi052 ceph-mon[91421]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:29 smithi052 ceph-mon[89065]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:30.958 INFO:tasks.workunit.client.0.smithi052.stdout: 175: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:30.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gyO6VaFDtonNOJL off=3579887 len=1578381 2024-09-13T03:15:30.966 INFO:tasks.workunit.client.0.smithi052.stdout:op 885 completed, throughput=4.98MB/sec 2024-09-13T03:15:30.966 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TvES38Mkmcde_PV off=5463786 len=1110847 2024-09-13T03:15:30.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 886 completed, throughput=4.99MB/sec 2024-09-13T03:15:30.971 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SwKNwpYAY5ElotU off=8295713 len=167352 2024-09-13T03:15:30.974 INFO:tasks.workunit.client.0.smithi052.stdout:op 887 completed, throughput=4.99MB/sec 2024-09-13T03:15:30.974 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pN6-7CKHoDbYAWY off=2645380 len=1097607 2024-09-13T03:15:30.980 INFO:tasks.workunit.client.0.smithi052.stdout:op 888 completed, throughput=4.99MB/sec 2024-09-13T03:15:30.980 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bqNggoSscnHEoCe off=7839829 len=1920530 2024-09-13T03:15:30.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 889 completed, throughput=5MB/sec 2024-09-13T03:15:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:31 smithi078 ceph-mon[85589]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: 176: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:31.982 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pW0bbjvgvB2C9fG off=14160820 len=1752024 2024-09-13T03:15:31.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 890 completed, throughput=4.99MB/sec 2024-09-13T03:15:31.986 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ramh41-Ru0yw4W2 off=1572021 len=774040 2024-09-13T03:15:31.987 INFO:tasks.workunit.client.0.smithi052.stdout:op 891 completed, throughput=4.99MB/sec 2024-09-13T03:15:31.987 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i-Qx_Jf92Afiui_ off=6254223 len=29702 2024-09-13T03:15:31.988 INFO:tasks.workunit.client.0.smithi052.stdout:op 892 completed, throughput=4.99MB/sec 2024-09-13T03:15:31.988 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3ovJuaS1sMTMotE off=1805567 len=1769819 2024-09-13T03:15:31.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 893 completed, throughput=5MB/sec 2024-09-13T03:15:31.990 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sF4chf18GHaWh5G off=8834349 len=1025165 2024-09-13T03:15:31.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 894 completed, throughput=5MB/sec 2024-09-13T03:15:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:31 smithi052 ceph-mon[91421]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:31 smithi052 ceph-mon[89065]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:15:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:15:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: 177: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:32.992 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RDVivMrYUFGrmGh off=12672063 len=1135245 2024-09-13T03:15:32.993 INFO:tasks.workunit.client.0.smithi052.stdout:op 895 completed, throughput=4.98MB/sec 2024-09-13T03:15:32.993 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_B-5BixKovjeQzZ off=6588811 len=405718 2024-09-13T03:15:32.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 896 completed, throughput=4.98MB/sec 2024-09-13T03:15:32.997 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZoUKBy-JrUOrjhD off=7922596 len=766334 2024-09-13T03:15:32.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-13T03:15:32.999 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FZrtHk3EIQQvp0y off=12836135 len=1205979 2024-09-13T03:15:33.001 INFO:tasks.workunit.client.0.smithi052.stdout:op 898 completed, throughput=4.99MB/sec 2024-09-13T03:15:33.001 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tAcBDDblVZaDGy_ off=5500514 len=914979 2024-09-13T03:15:33.006 INFO:tasks.workunit.client.0.smithi052.stdout:op 899 completed, throughput=5MB/sec 2024-09-13T03:15:33.006 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IACJs7qxpnUdOcf off=1394460 len=27990 2024-09-13T03:15:33.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 900 completed, throughput=5MB/sec 2024-09-13T03:15:33.008 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NjbuI_UqYEvsI6W off=852949 len=1035826 2024-09-13T03:15:33.014 INFO:tasks.workunit.client.0.smithi052.stdout:op 901 completed, throughput=5MB/sec 2024-09-13T03:15:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:33 smithi078 ceph-mon[85589]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: 178: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:34.015 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Q4RdNqxWevU_wAn off=19512515 len=1044919 2024-09-13T03:15:34.016 INFO:tasks.workunit.client.0.smithi052.stdout:op 902 completed, throughput=4.98MB/sec 2024-09-13T03:15:34.016 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sU-_kQX_Aycuuor off=9143615 len=1191472 2024-09-13T03:15:34.024 INFO:tasks.workunit.client.0.smithi052.stdout:op 903 completed, throughput=4.99MB/sec 2024-09-13T03:15:34.024 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tm6yYnxo6cOOIuC off=1480378 len=2028091 2024-09-13T03:15:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:33 smithi052 ceph-mon[91421]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:34.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:33 smithi052 ceph-mon[89065]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:34.036 INFO:tasks.workunit.client.0.smithi052.stdout:op 904 completed, throughput=5MB/sec 2024-09-13T03:15:34.036 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N3IIIAia70Gp972 off=12346847 len=583692 2024-09-13T03:15:34.040 INFO:tasks.workunit.client.0.smithi052.stdout:op 905 completed, throughput=5MB/sec 2024-09-13T03:15:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: 179: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:35.040 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WThRIihwSlfav3Y off=9939712 len=1477149 2024-09-13T03:15:35.043 INFO:tasks.workunit.client.0.smithi052.stdout:op 906 completed, throughput=4.98MB/sec 2024-09-13T03:15:35.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_MSzV3BdEfhjUYr off=10770858 len=493368 2024-09-13T03:15:35.047 INFO:tasks.workunit.client.0.smithi052.stdout:op 907 completed, throughput=4.98MB/sec 2024-09-13T03:15:35.048 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eZkihUH43dFK5LC off=20551315 len=261165 2024-09-13T03:15:35.048 INFO:tasks.workunit.client.0.smithi052.stdout:op 908 completed, throughput=4.99MB/sec 2024-09-13T03:15:35.048 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Zy-mS_hULZfqYNG off=13407958 len=1939431 2024-09-13T03:15:35.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 909 completed, throughput=5MB/sec 2024-09-13T03:15:35.057 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0k_5uZgebfYLBVU off=2944649 len=997841 2024-09-13T03:15:35.059 INFO:tasks.workunit.client.0.smithi052.stdout:op 910 completed, throughput=5MB/sec 2024-09-13T03:15:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:35 smithi078 ceph-mon[85589]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:15:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:35 smithi052 ceph-mon[91421]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:15:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:35 smithi052 ceph-mon[89065]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:15:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: 180: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:36.060 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TMQ4ghuURPB6CVB off=20682974 len=2010940 2024-09-13T03:15:36.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 911 completed, throughput=4.98MB/sec 2024-09-13T03:15:36.063 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dKra8gYmYVRg6Ux off=4529261 len=2011311 2024-09-13T03:15:36.065 INFO:tasks.workunit.client.0.smithi052.stdout:op 912 completed, throughput=4.99MB/sec 2024-09-13T03:15:36.065 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JkPyOFxvmruuoA6 off=6427813 len=441961 2024-09-13T03:15:36.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 913 completed, throughput=5MB/sec 2024-09-13T03:15:36.067 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Rd5dSO8ldwu4MJ off=14431945 len=829280 2024-09-13T03:15:36.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 914 completed, throughput=5MB/sec 2024-09-13T03:15:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: 181: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:37.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MylhfECVlauayFh off=18083165 len=1131637 2024-09-13T03:15:37.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 915 completed, throughput=4.98MB/sec 2024-09-13T03:15:37.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sdf2Dn4wSX5IR30 off=8383278 len=540632 2024-09-13T03:15:37.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 916 completed, throughput=4.98MB/sec 2024-09-13T03:15:37.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jfVWTKzcin3eQN8 off=903842 len=1052098 2024-09-13T03:15:37.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 917 completed, throughput=4.99MB/sec 2024-09-13T03:15:37.085 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bhHO291mQHVEtEr off=19225253 len=646121 2024-09-13T03:15:37.089 INFO:tasks.workunit.client.0.smithi052.stdout:op 918 completed, throughput=4.99MB/sec 2024-09-13T03:15:37.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yQ2lRKU9zqMHGUy off=9957458 len=1013930 2024-09-13T03:15:37.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 919 completed, throughput=5MB/sec 2024-09-13T03:15:37.090 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LXAyZGIQCO2n_Fj off=10595894 len=1392877 2024-09-13T03:15:37.092 INFO:tasks.workunit.client.0.smithi052.stdout:op 920 completed, throughput=5MB/sec 2024-09-13T03:15:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:37 smithi078 ceph-mon[85589]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:37 smithi052 ceph-mon[91421]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:37 smithi052 ceph-mon[89065]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: 182: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:38.093 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OCBFkdycz-R732s off=1178433 len=261446 2024-09-13T03:15:38.096 INFO:tasks.workunit.client.0.smithi052.stdout:op 921 completed, throughput=4.98MB/sec 2024-09-13T03:15:38.096 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IeolF-4FSv-3W8F off=714663 len=1758788 2024-09-13T03:15:38.107 INFO:tasks.workunit.client.0.smithi052.stdout:op 922 completed, throughput=4.99MB/sec 2024-09-13T03:15:38.107 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0wTzRM8B3RCsdGS off=1690527 len=1383957 2024-09-13T03:15:38.109 INFO:tasks.workunit.client.0.smithi052.stdout:op 923 completed, throughput=4.99MB/sec 2024-09-13T03:15:38.109 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iBghN__Ha8h4Heu off=3962583 len=693351 2024-09-13T03:15:38.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 924 completed, throughput=5MB/sec 2024-09-13T03:15:38.110 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W7jjP9AprRT47MO off=290987 len=1394402 2024-09-13T03:15:38.111 INFO:tasks.workunit.client.0.smithi052.stdout:op 925 completed, throughput=5MB/sec 2024-09-13T03:15:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:15:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:15:38] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:15:39.112 INFO:tasks.workunit.client.0.smithi052.stdout: 183: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:39.113 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NmbGWS-CAeeE-P_ off=778871 len=281156 2024-09-13T03:15:39.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 926 completed, throughput=4.98MB/sec 2024-09-13T03:15:39.113 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hFI7EdpVmsrhdU_ off=16920280 len=804831 2024-09-13T03:15:39.115 INFO:tasks.workunit.client.0.smithi052.stdout:op 927 completed, throughput=4.98MB/sec 2024-09-13T03:15:39.115 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xHwAKmvngUjYkbU off=4034949 len=385271 2024-09-13T03:15:39.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 928 completed, throughput=4.98MB/sec 2024-09-13T03:15:39.119 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kkNyLxomlWc7mFA off=177790 len=1968977 2024-09-13T03:15:39.130 INFO:tasks.workunit.client.0.smithi052.stdout:op 929 completed, throughput=4.99MB/sec 2024-09-13T03:15:39.130 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FI1bYChRz6IrlSV off=10153706 len=318759 2024-09-13T03:15:39.130 INFO:tasks.workunit.client.0.smithi052.stdout:op 930 completed, throughput=5MB/sec 2024-09-13T03:15:39.130 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k4BsHge8UUmBruB off=7748718 len=746616 2024-09-13T03:15:39.131 INFO:tasks.workunit.client.0.smithi052.stdout:op 931 completed, throughput=5MB/sec 2024-09-13T03:15:39.131 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3zy7U6F11-dYrF5 off=3383150 len=1423315 2024-09-13T03:15:39.138 INFO:tasks.workunit.client.0.smithi052.stdout:op 932 completed, throughput=5.01MB/sec 2024-09-13T03:15:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:39 smithi078 ceph-mon[85589]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:15:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:39 smithi052 ceph-mon[91421]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:15:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:39 smithi052 ceph-mon[89065]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:15:40.138 INFO:tasks.workunit.client.0.smithi052.stdout: 184: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:40.138 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GOac5Kz4LDQd4Ow off=4495902 len=620206 2024-09-13T03:15:40.142 INFO:tasks.workunit.client.0.smithi052.stdout:op 933 completed, throughput=4.98MB/sec 2024-09-13T03:15:40.142 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rMuQM0xDsuoJ5iP off=2665252 len=175648 2024-09-13T03:15:40.143 INFO:tasks.workunit.client.0.smithi052.stdout:op 934 completed, throughput=4.98MB/sec 2024-09-13T03:15:40.143 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UJ_OnchLwboWxfC off=4492655 len=1991645 2024-09-13T03:15:40.149 INFO:tasks.workunit.client.0.smithi052.stdout:op 935 completed, throughput=4.99MB/sec 2024-09-13T03:15:40.150 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-krz-kJpVOgFbbbM off=9239216 len=29786 2024-09-13T03:15:40.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 936 completed, throughput=4.99MB/sec 2024-09-13T03:15:40.152 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yyggrheohVrD37r off=4070862 len=343853 2024-09-13T03:15:40.154 INFO:tasks.workunit.client.0.smithi052.stdout:op 937 completed, throughput=5MB/sec 2024-09-13T03:15:40.154 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t1HdMlBgZUe7NAu off=2254424 len=1063531 2024-09-13T03:15:40.159 INFO:tasks.workunit.client.0.smithi052.stdout:op 938 completed, throughput=5MB/sec 2024-09-13T03:15:41.159 INFO:tasks.workunit.client.0.smithi052.stdout: 185: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:41.160 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AeA7N-MgjPIqV2N off=18673793 len=384687 2024-09-13T03:15:41.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 939 completed, throughput=4.98MB/sec 2024-09-13T03:15:41.163 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ii05u-Escbv4OZy off=9841469 len=211888 2024-09-13T03:15:41.166 INFO:tasks.workunit.client.0.smithi052.stdout:op 940 completed, throughput=4.98MB/sec 2024-09-13T03:15:41.166 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-urvJZFfAb7RdNDy off=313800 len=1814692 2024-09-13T03:15:41.176 INFO:tasks.workunit.client.0.smithi052.stdout:op 941 completed, throughput=4.99MB/sec 2024-09-13T03:15:41.176 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rNrnE73Kc-ApOph off=12779808 len=2028123 2024-09-13T03:15:41.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 942 completed, throughput=5MB/sec 2024-09-13T03:15:41.186 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M5ip7EWIcDGNk1v off=2338875 len=128222 2024-09-13T03:15:41.187 INFO:tasks.workunit.client.0.smithi052.stdout:op 943 completed, throughput=5MB/sec 2024-09-13T03:15:41.187 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mDhFn82AcMkjE9M off=4838670 len=763493 2024-09-13T03:15:41.191 INFO:tasks.workunit.client.0.smithi052.stdout:op 944 completed, throughput=5MB/sec 2024-09-13T03:15:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:15:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:15:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:40 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:15:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:15:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:15:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:15:41.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:40 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:15:42.192 INFO:tasks.workunit.client.0.smithi052.stdout: 186: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:42.192 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5HHPMc1TfJkIq4L off=4662307 len=856301 2024-09-13T03:15:42.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 945 completed, throughput=4.98MB/sec 2024-09-13T03:15:42.193 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T0D0g58NMVpXys0 off=151539 len=1557519 2024-09-13T03:15:42.197 INFO:tasks.workunit.client.0.smithi052.stdout:op 946 completed, throughput=4.99MB/sec 2024-09-13T03:15:42.197 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ivt_i-413o_qhCq off=0 len=1310172 2024-09-13T03:15:42.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 947 completed, throughput=4.99MB/sec 2024-09-13T03:15:42.200 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TWaCNrUn-b3KF_o off=13202682 len=1460400 2024-09-13T03:15:42.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 948 completed, throughput=5MB/sec 2024-09-13T03:15:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:42 smithi052 ceph-mon[91421]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:15:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:42 smithi052 ceph-mon[89065]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:15:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:42 smithi078 ceph-mon[85589]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:15:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:15:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:43.202 INFO:tasks.workunit.client.0.smithi052.stdout: 187: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:43.202 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LGZt8cTKvdKnkfG off=10359900 len=413527 2024-09-13T03:15:43.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 949 completed, throughput=4.98MB/sec 2024-09-13T03:15:43.206 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KpvoyMs35EEsIy6 off=2955213 len=1122179 2024-09-13T03:15:43.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 950 completed, throughput=4.98MB/sec 2024-09-13T03:15:43.207 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ckr-O88bsKHhdD9 off=724792 len=80891 2024-09-13T03:15:43.210 INFO:tasks.workunit.client.0.smithi052.stdout:op 951 completed, throughput=4.98MB/sec 2024-09-13T03:15:43.210 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3o7ut3z0M7cMIjM off=17843739 len=1465154 2024-09-13T03:15:43.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 952 completed, throughput=4.99MB/sec 2024-09-13T03:15:43.218 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-61t4NHsORvGXnwX off=11901255 len=573957 2024-09-13T03:15:43.221 INFO:tasks.workunit.client.0.smithi052.stdout:op 953 completed, throughput=4.99MB/sec 2024-09-13T03:15:43.222 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YO5uaXWBFdZ-CLo off=7091824 len=388264 2024-09-13T03:15:43.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 954 completed, throughput=4.99MB/sec 2024-09-13T03:15:43.225 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LFkZEFFhsZtJA4m off=1275117 len=286150 2024-09-13T03:15:43.228 INFO:tasks.workunit.client.0.smithi052.stdout:op 955 completed, throughput=4.99MB/sec 2024-09-13T03:15:43.228 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yADiWhvq4eGbEOP off=5300571 len=2068552 2024-09-13T03:15:43.232 INFO:tasks.workunit.client.0.smithi052.stdout:op 956 completed, throughput=5.01MB/sec 2024-09-13T03:15:44.232 INFO:tasks.workunit.client.0.smithi052.stdout: 188: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:44.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tAcBDDblVZaDGy_ off=3171892 len=726655 2024-09-13T03:15:44.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 957 completed, throughput=4.98MB/sec 2024-09-13T03:15:44.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ewm4bL4O0ChLl1l off=843975 len=88216 2024-09-13T03:15:44.236 INFO:tasks.workunit.client.0.smithi052.stdout:op 958 completed, throughput=4.98MB/sec 2024-09-13T03:15:44.236 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n7xlf_252stUMWC off=3606549 len=517912 2024-09-13T03:15:44.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 959 completed, throughput=4.99MB/sec 2024-09-13T03:15:44.240 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Wkw2Lh40NVnZ8s off=6724878 len=3932 2024-09-13T03:15:44.242 INFO:tasks.workunit.client.0.smithi052.stdout:op 960 completed, throughput=4.99MB/sec 2024-09-13T03:15:44.242 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g7YW65hm09WQykY off=2632647 len=1677943 2024-09-13T03:15:44.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 961 completed, throughput=4.99MB/sec 2024-09-13T03:15:44.244 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PccCTTe3DQttK38 off=6318221 len=1537209 2024-09-13T03:15:44.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 962 completed, throughput=5MB/sec 2024-09-13T03:15:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:44 smithi052 ceph-mon[91421]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:44 smithi052 ceph-mon[89065]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:44 smithi078 ceph-mon[85589]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:15:45.252 INFO:tasks.workunit.client.0.smithi052.stdout: 189: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:45.252 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-r9V3KfFGdrNinZk off=4547707 len=753768 2024-09-13T03:15:45.257 INFO:tasks.workunit.client.0.smithi052.stdout:op 963 completed, throughput=4.98MB/sec 2024-09-13T03:15:45.257 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xwSIpggBvzaItAn off=8692794 len=1106749 2024-09-13T03:15:45.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 964 completed, throughput=4.98MB/sec 2024-09-13T03:15:45.259 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Xx8rYqldBoAWOFh off=2082705 len=1781755 2024-09-13T03:15:45.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 965 completed, throughput=4.99MB/sec 2024-09-13T03:15:45.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u3Qkee50BazVEpe off=6139887 len=481517 2024-09-13T03:15:45.267 INFO:tasks.workunit.client.0.smithi052.stdout:op 966 completed, throughput=5MB/sec 2024-09-13T03:15:45.268 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r2H7JgNWsOhxomA off=45723 len=840159 2024-09-13T03:15:45.270 INFO:tasks.workunit.client.0.smithi052.stdout:op 967 completed, throughput=5MB/sec 2024-09-13T03:15:45.270 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_0ITney6Z7vxwn0 off=10267994 len=1995820 2024-09-13T03:15:45.271 INFO:tasks.workunit.client.0.smithi052.stdout:op 968 completed, throughput=5.01MB/sec 2024-09-13T03:15:46.273 INFO:tasks.workunit.client.0.smithi052.stdout: 190: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:46.273 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nh6jKZvp4p5HQ3z off=7768463 len=1855418 2024-09-13T03:15:46.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 969 completed, throughput=4.99MB/sec 2024-09-13T03:15:46.280 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FFGIPixsrbx2jxx off=8622278 len=1541859 2024-09-13T03:15:46.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 970 completed, throughput=5MB/sec 2024-09-13T03:15:46.288 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vhSAPmwbQe8-1M6 off=1122557 len=1909019 2024-09-13T03:15:46.292 INFO:tasks.workunit.client.0.smithi052.stdout:op 971 completed, throughput=5.01MB/sec 2024-09-13T03:15:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:46 smithi052 ceph-mon[91421]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:46 smithi052 ceph-mon[89065]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:46 smithi078 ceph-mon[85589]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:15:47.292 INFO:tasks.workunit.client.0.smithi052.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:47.292 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M5xathC32ulslJO off=16018375 len=851129 2024-09-13T03:15:47.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 972 completed, throughput=4.99MB/sec 2024-09-13T03:15:47.298 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vrCNPgBcBT2iYrb off=0 len=1504640 2024-09-13T03:15:47.302 INFO:tasks.workunit.client.0.smithi052.stdout:op 973 completed, throughput=4.99MB/sec 2024-09-13T03:15:47.302 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f67fpBZfxYZOlEf off=1907739 len=1280918 2024-09-13T03:15:47.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 974 completed, throughput=5MB/sec 2024-09-13T03:15:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:15:48.308 INFO:tasks.workunit.client.0.smithi052.stdout: 192: throughput=4.97MB/sec pending data=0 2024-09-13T03:15:48.308 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-emb5tE2BtikazR8 off=3198107 len=555962 2024-09-13T03:15:48.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 975 completed, throughput=4.98MB/sec 2024-09-13T03:15:48.312 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OHEPxylzGOWPQ2L off=2938212 len=1057183 2024-09-13T03:15:48.314 INFO:tasks.workunit.client.0.smithi052.stdout:op 976 completed, throughput=4.98MB/sec 2024-09-13T03:15:48.314 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oGGpBGmBTcoTuIx off=2987712 len=226024 2024-09-13T03:15:48.315 INFO:tasks.workunit.client.0.smithi052.stdout:op 977 completed, throughput=4.98MB/sec 2024-09-13T03:15:48.315 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-weNxDAnYtz9ACQ_ off=4729919 len=831701 2024-09-13T03:15:48.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 978 completed, throughput=4.99MB/sec 2024-09-13T03:15:48.320 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b8hpUvwiDUGH00O off=6384750 len=723441 2024-09-13T03:15:48.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 979 completed, throughput=4.99MB/sec 2024-09-13T03:15:48.325 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ovwbcsjksYX3FNB off=2584495 len=607544 2024-09-13T03:15:48.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 980 completed, throughput=4.99MB/sec 2024-09-13T03:15:48.326 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S07cYbfmQ6u8B9e off=431033 len=933570 2024-09-13T03:15:48.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 981 completed, throughput=5MB/sec 2024-09-13T03:15:48.328 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-supAw6s_16j_d_w off=5875472 len=639211 2024-09-13T03:15:48.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 982 completed, throughput=5MB/sec 2024-09-13T03:15:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:48 smithi052 ceph-mon[91421]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:48 smithi052 ceph-mon[89065]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:48.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:15:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:15:48] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:15:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:48 smithi078 ceph-mon[85589]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:15:49.332 INFO:tasks.workunit.client.0.smithi052.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:49.332 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wIJTopFCS08FA2k off=5419022 len=1849449 2024-09-13T03:15:49.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 983 completed, throughput=4.98MB/sec 2024-09-13T03:15:49.345 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W_4KuIMR4HxEMkW off=9259462 len=1796396 2024-09-13T03:15:49.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 984 completed, throughput=4.99MB/sec 2024-09-13T03:15:49.346 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U_5J53fjQeynLXn off=5183229 len=186014 2024-09-13T03:15:49.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 985 completed, throughput=4.99MB/sec 2024-09-13T03:15:49.349 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dSWSiArplTPsvzQ off=6251870 len=23399 2024-09-13T03:15:49.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 986 completed, throughput=4.99MB/sec 2024-09-13T03:15:49.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nTt0u5F6QpxrjMw off=16852994 len=1920485 2024-09-13T03:15:49.351 INFO:tasks.workunit.client.0.smithi052.stdout:op 987 completed, throughput=5MB/sec 2024-09-13T03:15:50.351 INFO:tasks.workunit.client.0.smithi052.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:50.351 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cgQLVfKRjTzgow4 off=5387881 len=1622012 2024-09-13T03:15:50.359 INFO:tasks.workunit.client.0.smithi052.stdout:op 988 completed, throughput=4.99MB/sec 2024-09-13T03:15:50.359 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fwi9IjRT3efgag6 off=7324766 len=1586195 2024-09-13T03:15:50.366 INFO:tasks.workunit.client.0.smithi052.stdout:op 989 completed, throughput=4.99MB/sec 2024-09-13T03:15:50.366 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jMCsXeD1u63xYJI off=11447350 len=1539763 2024-09-13T03:15:50.367 INFO:tasks.workunit.client.0.smithi052.stdout:op 990 completed, throughput=5MB/sec 2024-09-13T03:15:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:50 smithi052 ceph-mon[91421]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:50 smithi052 ceph-mon[89065]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:50 smithi078 ceph-mon[85589]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:15:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:51.368 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Hq4obXluSjIFMji off=11612624 len=560213 2024-09-13T03:15:51.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 991 completed, throughput=4.98MB/sec 2024-09-13T03:15:51.369 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Q3pOwQqFFEuRTCr off=450353 len=372378 2024-09-13T03:15:51.370 INFO:tasks.workunit.client.0.smithi052.stdout:op 992 completed, throughput=4.98MB/sec 2024-09-13T03:15:51.370 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qlkiXLo8BSN0ays off=1359938 len=1063270 2024-09-13T03:15:51.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 993 completed, throughput=4.98MB/sec 2024-09-13T03:15:51.376 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yTOEcLWOD2rWPAO off=6622305 len=242881 2024-09-13T03:15:51.379 INFO:tasks.workunit.client.0.smithi052.stdout:op 994 completed, throughput=4.99MB/sec 2024-09-13T03:15:51.379 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FmzfxXGlp8ooD06 off=5689503 len=181390 2024-09-13T03:15:51.381 INFO:tasks.workunit.client.0.smithi052.stdout:op 995 completed, throughput=4.99MB/sec 2024-09-13T03:15:51.382 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VtSYSHT9yciDtN8 off=6649082 len=1283080 2024-09-13T03:15:51.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 996 completed, throughput=4.99MB/sec 2024-09-13T03:15:51.383 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V5NBbLhR1FBCgcW off=2636432 len=937633 2024-09-13T03:15:51.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 997 completed, throughput=5MB/sec 2024-09-13T03:15:51.388 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UhRqaRBArMHUuJz off=2545764 len=1099337 2024-09-13T03:15:51.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 998 completed, throughput=5MB/sec 2024-09-13T03:15:52.394 INFO:tasks.workunit.client.0.smithi052.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:52.394 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TVAnkrb59CXaHrT off=786748 len=843051 2024-09-13T03:15:52.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 999 completed, throughput=4.98MB/sec 2024-09-13T03:15:52.396 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SSybyBqFRc1i27B off=7209665 len=769349 2024-09-13T03:15:52.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 1000 completed, throughput=4.98MB/sec 2024-09-13T03:15:52.401 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NQ9Pzb9H9zNV2YQ off=2793268 len=1008628 2024-09-13T03:15:52.403 INFO:tasks.workunit.client.0.smithi052.stdout:op 1001 completed, throughput=4.99MB/sec 2024-09-13T03:15:52.403 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BulU9Sr322Phm0u off=4507612 len=1937822 2024-09-13T03:15:52.407 INFO:tasks.workunit.client.0.smithi052.stdout:op 1002 completed, throughput=5MB/sec 2024-09-13T03:15:52.407 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-To4mTleS_Zo5TbC off=3151987 len=883907 2024-09-13T03:15:52.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 1003 completed, throughput=5MB/sec 2024-09-13T03:15:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:52 smithi052 ceph-mon[91421]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:15:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:52 smithi052 ceph-mon[89065]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:15:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:52 smithi078 ceph-mon[85589]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:15:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:15:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:15:53.409 INFO:tasks.workunit.client.0.smithi052.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:53.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Lctt1vXe-mg28_X off=2853507 len=1681111 2024-09-13T03:15:53.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 1004 completed, throughput=4.99MB/sec 2024-09-13T03:15:53.412 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-giZUnmhoUszwVal off=3474688 len=1711382 2024-09-13T03:15:53.418 INFO:tasks.workunit.client.0.smithi052.stdout:op 1005 completed, throughput=4.99MB/sec 2024-09-13T03:15:53.418 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c0XsleHvN5fyu-v off=10068708 len=1481108 2024-09-13T03:15:53.428 INFO:tasks.workunit.client.0.smithi052.stdout:op 1006 completed, throughput=5MB/sec 2024-09-13T03:15:54.426 INFO:tasks.workunit.client.0.smithi052.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:54.426 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OiXxnqiDd2WUWtP off=2300626 len=1741031 2024-09-13T03:15:54.428 INFO:tasks.workunit.client.0.smithi052.stdout:op 1007 completed, throughput=4.98MB/sec 2024-09-13T03:15:54.428 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c4Bbqfq-Usfl1OS off=9542809 len=140345 2024-09-13T03:15:54.429 INFO:tasks.workunit.client.0.smithi052.stdout:op 1008 completed, throughput=4.98MB/sec 2024-09-13T03:15:54.429 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bTIW4NDe3TUcnTn off=10961257 len=498454 2024-09-13T03:15:54.433 INFO:tasks.workunit.client.0.smithi052.stdout:op 1009 completed, throughput=4.99MB/sec 2024-09-13T03:15:54.433 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7jz2PssfdGDA3do off=14750293 len=1457652 2024-09-13T03:15:54.439 INFO:tasks.workunit.client.0.smithi052.stdout:op 1010 completed, throughput=4.99MB/sec 2024-09-13T03:15:54.439 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wf6XeWIAP-rc5lH off=20862325 len=1695867 2024-09-13T03:15:54.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 1011 completed, throughput=5MB/sec 2024-09-13T03:15:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:54 smithi052 ceph-mon[91421]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:15:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:54 smithi052 ceph-mon[89065]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:15:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:54 smithi078 ceph-mon[85589]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:15:55.441 INFO:tasks.workunit.client.0.smithi052.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:55.441 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Wq53kBJntmPc-m5 off=0 len=1700768 2024-09-13T03:15:55.451 INFO:tasks.workunit.client.0.smithi052.stdout:op 1012 completed, throughput=4.98MB/sec 2024-09-13T03:15:55.451 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nLtz-DW5LmUCTX4 off=16458391 len=689417 2024-09-13T03:15:55.455 INFO:tasks.workunit.client.0.smithi052.stdout:op 1013 completed, throughput=4.99MB/sec 2024-09-13T03:15:55.455 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YAOoN96D2aprs6E off=1108944 len=619068 2024-09-13T03:15:55.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 1014 completed, throughput=4.99MB/sec 2024-09-13T03:15:55.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IMQ8Hlk9WZf32Vp off=2924733 len=175369 2024-09-13T03:15:55.458 INFO:tasks.workunit.client.0.smithi052.stdout:op 1015 completed, throughput=4.99MB/sec 2024-09-13T03:15:55.458 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-p-7aJVypJ8l2V-r off=1650908 len=58934 2024-09-13T03:15:55.459 INFO:tasks.workunit.client.0.smithi052.stdout:op 1016 completed, throughput=4.99MB/sec 2024-09-13T03:15:55.459 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-II9pTZjFQ_qfJKx off=235807 len=1821796 2024-09-13T03:15:55.462 INFO:tasks.workunit.client.0.smithi052.stdout:op 1017 completed, throughput=5MB/sec 2024-09-13T03:15:56.463 INFO:tasks.workunit.client.0.smithi052.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:56.490 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iINbI7zl9z0gfZf off=2438414 len=373904 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:op 1018 completed, throughput=4.98MB/sec 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4o02GLcUTAttxd9 off=2229629 len=1211520 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:op 1019 completed, throughput=4.98MB/sec 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M7yE9simz3Aoj2f off=14630562 len=612296 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:op 1020 completed, throughput=4.99MB/sec 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XRJaB9KNTuD0haG off=12649884 len=882069 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:op 1021 completed, throughput=4.99MB/sec 2024-09-13T03:15:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6BqWyx8rJ5cXSAa off=17388805 len=781502 2024-09-13T03:15:56.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 1022 completed, throughput=4.99MB/sec 2024-09-13T03:15:56.493 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kJdp0bsbzN-AXWn off=5159342 len=1379756 2024-09-13T03:15:56.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 1023 completed, throughput=5MB/sec 2024-09-13T03:15:56.493 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7v-OKeBKOkuecse off=6049258 len=289438 2024-09-13T03:15:56.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 1024 completed, throughput=5MB/sec 2024-09-13T03:15:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:56 smithi052 ceph-mon[91421]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:15:56.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:56 smithi052 ceph-mon[89065]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:15:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:56 smithi078 ceph-mon[85589]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:15:57.487 INFO:tasks.workunit.client.0.smithi052.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:57.487 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T4a2Qcj60Bz75Qg off=672406 len=462583 2024-09-13T03:15:57.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 1025 completed, throughput=4.98MB/sec 2024-09-13T03:15:57.488 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Kc_qF7dD2pufH9N off=851377 len=405260 2024-09-13T03:15:57.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 1026 completed, throughput=4.98MB/sec 2024-09-13T03:15:57.491 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-94dRjVJg3xum0je off=7540453 len=633232 2024-09-13T03:15:57.496 INFO:tasks.workunit.client.0.smithi052.stdout:op 1027 completed, throughput=4.98MB/sec 2024-09-13T03:15:57.496 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--UBlEU6QI32uNFv off=125744 len=957953 2024-09-13T03:15:57.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 1028 completed, throughput=4.99MB/sec 2024-09-13T03:15:57.497 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JMsLzMFatWtykdM off=6536622 len=1930041 2024-09-13T03:15:57.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 1029 completed, throughput=5MB/sec 2024-09-13T03:15:57.509 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-weNxDAnYtz9ACQ_ off=3600682 len=1712755 2024-09-13T03:15:57.518 INFO:tasks.workunit.client.0.smithi052.stdout:op 1030 completed, throughput=5MB/sec 2024-09-13T03:15:58.518 INFO:tasks.workunit.client.0.smithi052.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:58.518 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P-5r4lEFL4AHvKZ off=4032350 len=608735 2024-09-13T03:15:58.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 1031 completed, throughput=4.98MB/sec 2024-09-13T03:15:58.520 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4uEIHddOoBZT9jc off=1478908 len=1930984 2024-09-13T03:15:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:15:58 smithi052 ceph-mon[91421]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:15:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:15:58 smithi052 ceph-mon[89065]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:15:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:15:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:15:58] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:15:58.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 1032 completed, throughput=4.99MB/sec 2024-09-13T03:15:58.529 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M4HHUk_U2d_vgAO off=7951473 len=1394481 2024-09-13T03:15:58.535 INFO:tasks.workunit.client.0.smithi052.stdout:op 1033 completed, throughput=5MB/sec 2024-09-13T03:15:58.535 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KIxcGUu626cV0dh off=6218307 len=1266128 2024-09-13T03:15:58.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 1034 completed, throughput=5MB/sec 2024-09-13T03:15:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:15:58 smithi078 ceph-mon[85589]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:15:59.537 INFO:tasks.workunit.client.0.smithi052.stdout: 203: throughput=4.98MB/sec pending data=0 2024-09-13T03:15:59.538 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vdA0oorbXHSKBOE off=9266960 len=1109382 2024-09-13T03:15:59.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 1035 completed, throughput=4.98MB/sec 2024-09-13T03:15:59.544 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dXG6OPmbtgarjg4 off=145921 len=199797 2024-09-13T03:15:59.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 1036 completed, throughput=4.99MB/sec 2024-09-13T03:15:59.545 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sVySf4r2cBzoJL2 off=10375721 len=1959105 2024-09-13T03:15:59.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 1037 completed, throughput=4.99MB/sec 2024-09-13T03:15:59.553 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BPBCCjTgCvZ3kcJ off=4463596 len=1023111 2024-09-13T03:15:59.555 INFO:tasks.workunit.client.0.smithi052.stdout:op 1038 completed, throughput=5MB/sec 2024-09-13T03:15:59.555 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H0o4NpB7omU3D71 off=834586 len=2000857 2024-09-13T03:15:59.557 INFO:tasks.workunit.client.0.smithi052.stdout:op 1039 completed, throughput=5.01MB/sec 2024-09-13T03:16:00.558 INFO:tasks.workunit.client.0.smithi052.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:00.558 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NgwcvJmhUKDdUsJ off=0 len=1483898 2024-09-13T03:16:00.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 1040 completed, throughput=4.99MB/sec 2024-09-13T03:16:00.560 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-palhN2vFvb5OIw8 off=13401837 len=573465 2024-09-13T03:16:00.560 INFO:tasks.workunit.client.0.smithi052.stdout:op 1041 completed, throughput=4.99MB/sec 2024-09-13T03:16:00.561 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WNzg7Q7cwrOmcby off=6852537 len=1688694 2024-09-13T03:16:00.569 INFO:tasks.workunit.client.0.smithi052.stdout:op 1042 completed, throughput=5MB/sec 2024-09-13T03:16:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:00 smithi078 ceph-mon[85589]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:16:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:00 smithi052 ceph-mon[91421]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:16:00.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:00 smithi052 ceph-mon[89065]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:16:01.569 INFO:tasks.workunit.client.0.smithi052.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:01.569 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l4AwFpQeXzufSAF off=8719718 len=2094489 2024-09-13T03:16:01.577 INFO:tasks.workunit.client.0.smithi052.stdout:op 1043 completed, throughput=4.99MB/sec 2024-09-13T03:16:01.577 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vbCQqBuaNEm8Imh off=1196590 len=903210 2024-09-13T03:16:01.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 1044 completed, throughput=4.99MB/sec 2024-09-13T03:16:01.580 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yItT1kMwoDX2BA- off=13639228 len=597695 2024-09-13T03:16:01.580 INFO:tasks.workunit.client.0.smithi052.stdout:op 1045 completed, throughput=4.99MB/sec 2024-09-13T03:16:01.580 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fgSHoODEOi_8FIC off=12042014 len=135031 2024-09-13T03:16:01.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 1046 completed, throughput=4.99MB/sec 2024-09-13T03:16:01.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0T3vd-uxRgDOWoC off=6647300 len=149802 2024-09-13T03:16:01.583 INFO:tasks.workunit.client.0.smithi052.stdout:op 1047 completed, throughput=4.99MB/sec 2024-09-13T03:16:01.583 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wq53kBJntmPc-m5 off=651522 len=760972 2024-09-13T03:16:01.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 1048 completed, throughput=5MB/sec 2024-09-13T03:16:01.585 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2gOCwLd_LPUCK2J off=1978163 len=526427 2024-09-13T03:16:01.588 INFO:tasks.workunit.client.0.smithi052.stdout:op 1049 completed, throughput=5MB/sec 2024-09-13T03:16:02.588 INFO:tasks.workunit.client.0.smithi052.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:02.589 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-r_Fc6T3pzW1qLwo off=10156479 len=1587298 2024-09-13T03:16:02.596 INFO:tasks.workunit.client.0.smithi052.stdout:op 1050 completed, throughput=4.98MB/sec 2024-09-13T03:16:02.596 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ups0ZVuMD5m-m6O off=1511417 len=1904278 2024-09-13T03:16:02.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 1051 completed, throughput=4.99MB/sec 2024-09-13T03:16:02.604 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fSTa202NMrIbMmC off=1348092 len=557420 2024-09-13T03:16:02.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 1052 completed, throughput=4.99MB/sec 2024-09-13T03:16:02.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Dlx6iRV56PRt-rl off=2875324 len=2054089 2024-09-13T03:16:02.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 1053 completed, throughput=5MB/sec 2024-09-13T03:16:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:02 smithi078 ceph-mon[85589]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:16:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:02 smithi052 ceph-mon[91421]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:02 smithi052 ceph-mon[89065]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:16:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:03.609 INFO:tasks.workunit.client.0.smithi052.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:03.609 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_E1hL1S-nYE4ulz off=4724746 len=880361 2024-09-13T03:16:03.610 INFO:tasks.workunit.client.0.smithi052.stdout:op 1054 completed, throughput=4.98MB/sec 2024-09-13T03:16:03.610 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xBGV2zOfw_Z_VE9 off=8704906 len=1885105 2024-09-13T03:16:03.612 INFO:tasks.workunit.client.0.smithi052.stdout:op 1055 completed, throughput=4.99MB/sec 2024-09-13T03:16:03.613 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tRlWWG3CItHNvPY off=13675903 len=1027575 2024-09-13T03:16:03.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 1056 completed, throughput=5MB/sec 2024-09-13T03:16:03.615 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C-11bi9i13sUmPV off=11402152 len=175160 2024-09-13T03:16:03.616 INFO:tasks.workunit.client.0.smithi052.stdout:op 1057 completed, throughput=5MB/sec 2024-09-13T03:16:03.616 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xRto8KuaK4e_pMM off=9856205 len=1608979 2024-09-13T03:16:03.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 1058 completed, throughput=5MB/sec 2024-09-13T03:16:04.624 INFO:tasks.workunit.client.0.smithi052.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:04.624 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Zd1KdzCr_0DIsGc off=3599805 len=316248 2024-09-13T03:16:04.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 1059 completed, throughput=4.98MB/sec 2024-09-13T03:16:04.627 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E9zHa36FUE53LxA off=4116412 len=897987 2024-09-13T03:16:04.629 INFO:tasks.workunit.client.0.smithi052.stdout:op 1060 completed, throughput=4.99MB/sec 2024-09-13T03:16:04.629 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-h8LNshAJdZwyck6 off=5112875 len=2006916 2024-09-13T03:16:04.631 INFO:tasks.workunit.client.0.smithi052.stdout:op 1061 completed, throughput=5MB/sec 2024-09-13T03:16:04.631 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PeNrfQ2pyZyQEU5 off=5584877 len=393107 2024-09-13T03:16:04.635 INFO:tasks.workunit.client.0.smithi052.stdout:op 1062 completed, throughput=5MB/sec 2024-09-13T03:16:04.635 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iQn3X2llLwHuYFz off=10644347 len=1666502 2024-09-13T03:16:04.644 INFO:tasks.workunit.client.0.smithi052.stdout:op 1063 completed, throughput=5MB/sec 2024-09-13T03:16:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:04 smithi078 ceph-mon[85589]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:16:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:04 smithi052 ceph-mon[91421]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:16:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:04 smithi052 ceph-mon[89065]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:16:05.644 INFO:tasks.workunit.client.0.smithi052.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:05.644 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mfa_NRfvyC8wiKq off=1066934 len=2018978 2024-09-13T03:16:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 1064 completed, throughput=4.99MB/sec 2024-09-13T03:16:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3UFhMUdaTIRviDP off=2618704 len=752723 2024-09-13T03:16:05.659 INFO:tasks.workunit.client.0.smithi052.stdout:op 1065 completed, throughput=4.99MB/sec 2024-09-13T03:16:05.659 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ys6dLwz1ccKi8gY off=10467105 len=236571 2024-09-13T03:16:05.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 1066 completed, throughput=4.99MB/sec 2024-09-13T03:16:05.662 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gZ9p3kXr09M-Cdu off=2916168 len=480510 2024-09-13T03:16:05.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 1067 completed, throughput=5MB/sec 2024-09-13T03:16:05.662 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gHjLwQuknMd4Hgw off=1604785 len=758687 2024-09-13T03:16:05.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 1068 completed, throughput=5MB/sec 2024-09-13T03:16:05.667 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_V4MTBLVGvRYsGa off=3145572 len=1630299 2024-09-13T03:16:05.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 1069 completed, throughput=5.01MB/sec 2024-09-13T03:16:06.669 INFO:tasks.workunit.client.0.smithi052.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:06.669 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qMiz-ZIr_Q_USF4 off=4713971 len=679219 2024-09-13T03:16:06.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 1070 completed, throughput=4.99MB/sec 2024-09-13T03:16:06.670 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dJM8Hcdklu7un9R off=13698735 len=1588455 2024-09-13T03:16:06.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 1071 completed, throughput=4.99MB/sec 2024-09-13T03:16:06.672 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KVCh8etZKgnGF0H off=1580129 len=970269 2024-09-13T03:16:06.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 1072 completed, throughput=5MB/sec 2024-09-13T03:16:06.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Zevxw5u013J5cTH off=1869208 len=1460569 2024-09-13T03:16:06.684 INFO:tasks.workunit.client.0.smithi052.stdout:op 1073 completed, throughput=5MB/sec 2024-09-13T03:16:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:06 smithi078 ceph-mon[85589]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:06 smithi052 ceph-mon[91421]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:06 smithi052 ceph-mon[89065]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:07.684 INFO:tasks.workunit.client.0.smithi052.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:07.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XTwlweF9ym6RU39 off=10817080 len=1229713 2024-09-13T03:16:07.691 INFO:tasks.workunit.client.0.smithi052.stdout:op 1074 completed, throughput=4.99MB/sec 2024-09-13T03:16:07.691 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tikVnyLpcFtsjS4 off=2055067 len=1910148 2024-09-13T03:16:07.703 INFO:tasks.workunit.client.0.smithi052.stdout:op 1075 completed, throughput=4.99MB/sec 2024-09-13T03:16:07.703 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WJG3GB0YWRRjwd4 off=17561054 len=1981845 2024-09-13T03:16:07.712 INFO:tasks.workunit.client.0.smithi052.stdout:op 1076 completed, throughput=5MB/sec 2024-09-13T03:16:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:08 smithi052 ceph-mon[91421]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:16:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:16:08] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T03:16:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:08 smithi052 ceph-mon[89065]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:08 smithi078 ceph-mon[85589]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:16:08.712 INFO:tasks.workunit.client.0.smithi052.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:08.712 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Yn7FTNpcAv5gY6 off=1959057 len=2078772 2024-09-13T03:16:08.726 INFO:tasks.workunit.client.0.smithi052.stdout:op 1077 completed, throughput=4.99MB/sec 2024-09-13T03:16:08.726 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6sKJsts0ZCLnyDC off=4345422 len=701338 2024-09-13T03:16:08.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 1078 completed, throughput=4.99MB/sec 2024-09-13T03:16:08.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KsMZUvvnlK6Je4Q off=9722512 len=133153 2024-09-13T03:16:08.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 1079 completed, throughput=4.99MB/sec 2024-09-13T03:16:08.728 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Nt267FdFIePOEoj off=552488 len=1011495 2024-09-13T03:16:08.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 1080 completed, throughput=5MB/sec 2024-09-13T03:16:08.733 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rOxruATxHDJaSLv off=15587045 len=56508 2024-09-13T03:16:08.733 INFO:tasks.workunit.client.0.smithi052.stdout:op 1081 completed, throughput=5MB/sec 2024-09-13T03:16:08.733 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8EwyqH0siN7jeL1 off=12085999 len=448331 2024-09-13T03:16:08.734 INFO:tasks.workunit.client.0.smithi052.stdout:op 1082 completed, throughput=5MB/sec 2024-09-13T03:16:08.734 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1N1HdZYtJ-VPiRK off=1661675 len=383131 2024-09-13T03:16:08.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 1083 completed, throughput=5MB/sec 2024-09-13T03:16:09.738 INFO:tasks.workunit.client.0.smithi052.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:09.738 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0i6rPmsJInY-VgQ off=2054206 len=1930369 2024-09-13T03:16:09.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-13T03:16:09.742 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5_s6fi5tZeDmX0d off=541690 len=1619916 2024-09-13T03:16:09.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 1085 completed, throughput=4.99MB/sec 2024-09-13T03:16:09.751 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-p_bhQHmMQs7xKjg off=7644084 len=575176 2024-09-13T03:16:09.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 1086 completed, throughput=4.99MB/sec 2024-09-13T03:16:09.755 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vPx2hBksV6qaf3R off=2269843 len=1092132 2024-09-13T03:16:09.756 INFO:tasks.workunit.client.0.smithi052.stdout:op 1087 completed, throughput=5MB/sec 2024-09-13T03:16:09.756 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_mOwUT-hjV8sUGR off=14728685 len=2095281 2024-09-13T03:16:09.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 1088 completed, throughput=5.01MB/sec 2024-09-13T03:16:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:10 smithi078 ceph-mon[85589]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:10.764 INFO:tasks.workunit.client.0.smithi052.stdout: 214: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:10.764 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qoO5WiOEIhcW7hz off=2423805 len=3909 2024-09-13T03:16:10.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-13T03:16:10.767 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EPOmzGj2ruw6MMf off=2982348 len=1440612 2024-09-13T03:16:10.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 1090 completed, throughput=4.99MB/sec 2024-09-13T03:16:10.774 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tZJNPJZBVp-Ap2s off=3010204 len=854979 2024-09-13T03:16:10.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 1091 completed, throughput=5MB/sec 2024-09-13T03:16:10.775 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LIOxc8rqeuX6bpH off=709871 len=1918135 2024-09-13T03:16:10.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 1092 completed, throughput=5MB/sec 2024-09-13T03:16:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:10 smithi052 ceph-mon[91421]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:10 smithi052 ceph-mon[89065]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:16:11.777 INFO:tasks.workunit.client.0.smithi052.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:11.778 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Vljq1JVRU6c03Sn off=12885921 len=8953 2024-09-13T03:16:11.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1093 completed, throughput=4.98MB/sec 2024-09-13T03:16:11.778 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KViGt9zYdaaecdB off=89172 len=1886680 2024-09-13T03:16:11.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 1094 completed, throughput=4.99MB/sec 2024-09-13T03:16:11.782 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L3nqlJFQaSAJUGT off=11139402 len=1053146 2024-09-13T03:16:11.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 1095 completed, throughput=4.99MB/sec 2024-09-13T03:16:11.784 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fxBQpCQio6_YbXt off=457488 len=1505980 2024-09-13T03:16:11.786 INFO:tasks.workunit.client.0.smithi052.stdout:op 1096 completed, throughput=5MB/sec 2024-09-13T03:16:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:12 smithi078 ceph-mon[85589]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:16:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:12 smithi052 ceph-mon[91421]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:12 smithi052 ceph-mon[89065]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:12.786 INFO:tasks.workunit.client.0.smithi052.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:12.786 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_24sst_W-TjPoN3 off=712007 len=1838399 2024-09-13T03:16:12.788 INFO:tasks.workunit.client.0.smithi052.stdout:op 1097 completed, throughput=4.99MB/sec 2024-09-13T03:16:12.789 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g-YuUMfDIK7EOt8 off=830959 len=864717 2024-09-13T03:16:12.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 1098 completed, throughput=4.99MB/sec 2024-09-13T03:16:12.790 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-j8hNmezyPK_drn6 off=1625041 len=471976 2024-09-13T03:16:12.791 INFO:tasks.workunit.client.0.smithi052.stdout:op 1099 completed, throughput=4.99MB/sec 2024-09-13T03:16:12.791 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-msi0dpcEqsOMNNL off=2320749 len=1758293 2024-09-13T03:16:12.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 1100 completed, throughput=5MB/sec 2024-09-13T03:16:12.792 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TBu_kfZl1v_-IHI off=3540296 len=1223587 2024-09-13T03:16:12.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 1101 completed, throughput=5MB/sec 2024-09-13T03:16:13.799 INFO:tasks.workunit.client.0.smithi052.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:13.799 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oi6j8aP78VX0_Ry off=15483832 len=1388910 2024-09-13T03:16:13.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 1102 completed, throughput=4.99MB/sec 2024-09-13T03:16:13.802 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fE9GLiuSeVrLlrI off=11337005 len=1845689 2024-09-13T03:16:13.804 INFO:tasks.workunit.client.0.smithi052.stdout:op 1103 completed, throughput=4.99MB/sec 2024-09-13T03:16:13.804 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OsHQaDpDchcZhJo off=1053505 len=1480784 2024-09-13T03:16:13.806 INFO:tasks.workunit.client.0.smithi052.stdout:op 1104 completed, throughput=5MB/sec 2024-09-13T03:16:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:14 smithi078 ceph-mon[85589]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:16:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:14 smithi052 ceph-mon[91421]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:16:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:14 smithi052 ceph-mon[89065]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:16:14.807 INFO:tasks.workunit.client.0.smithi052.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:14.807 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jlj2WRkq39oyt20 off=339889 len=1095707 2024-09-13T03:16:14.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 1105 completed, throughput=4.98MB/sec 2024-09-13T03:16:14.813 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AkCZzZZMAB5Ai7_ off=19791893 len=952821 2024-09-13T03:16:14.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 1106 completed, throughput=4.99MB/sec 2024-09-13T03:16:14.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MsLrXS5I1HvG4Pe off=15427365 len=898909 2024-09-13T03:16:14.820 INFO:tasks.workunit.client.0.smithi052.stdout:op 1107 completed, throughput=4.99MB/sec 2024-09-13T03:16:14.820 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-agMCpmB_i2cHS6a off=1288157 len=501217 2024-09-13T03:16:14.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 1108 completed, throughput=4.99MB/sec 2024-09-13T03:16:14.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jZE0o1LZHAB0x8L off=13570971 len=2023391 2024-09-13T03:16:14.823 INFO:tasks.workunit.client.0.smithi052.stdout:op 1109 completed, throughput=5MB/sec 2024-09-13T03:16:15.824 INFO:tasks.workunit.client.0.smithi052.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:15.824 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gcykwFLmHkRHeb3 off=7155610 len=895917 2024-09-13T03:16:15.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 1110 completed, throughput=4.98MB/sec 2024-09-13T03:16:15.829 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LOOrX9xD-_NNKCg off=1968762 len=1554813 2024-09-13T03:16:15.831 INFO:tasks.workunit.client.0.smithi052.stdout:op 1111 completed, throughput=4.99MB/sec 2024-09-13T03:16:15.831 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KmiDV1esGkd5KCF off=8868106 len=739800 2024-09-13T03:16:15.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 1112 completed, throughput=4.99MB/sec 2024-09-13T03:16:15.833 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vesPhXBo1J6j3ML off=1941093 len=818837 2024-09-13T03:16:15.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 1113 completed, throughput=5MB/sec 2024-09-13T03:16:15.838 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cR8duMC6G_9las4 off=5344561 len=851800 2024-09-13T03:16:15.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 1114 completed, throughput=5MB/sec 2024-09-13T03:16:15.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qt75QQ4OPvcMySt off=3815624 len=1843857 2024-09-13T03:16:15.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 1115 completed, throughput=5.01MB/sec 2024-09-13T03:16:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:16 smithi078 ceph-mon[85589]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:16 smithi052 ceph-mon[91421]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:16 smithi052 ceph-mon[89065]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:16.846 INFO:tasks.workunit.client.0.smithi052.stdout: 220: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:16.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5Z0dbaArwhYOyg9 off=1851182 len=1308972 2024-09-13T03:16:16.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 1116 completed, throughput=4.99MB/sec 2024-09-13T03:16:16.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lCBUHq99SSiy5pd off=1839744 len=797014 2024-09-13T03:16:16.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 1117 completed, throughput=4.99MB/sec 2024-09-13T03:16:16.855 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gmVLuBqLmdNfbJQ off=3417994 len=977348 2024-09-13T03:16:16.857 INFO:tasks.workunit.client.0.smithi052.stdout:op 1118 completed, throughput=5MB/sec 2024-09-13T03:16:16.857 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PsoSBDXvId2_trt off=104203 len=1730207 2024-09-13T03:16:16.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 1119 completed, throughput=5.01MB/sec 2024-09-13T03:16:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:17.696 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:16:17 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=sqlstore.transactions t=2024-09-13T03:16:17.328800187Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T03:16:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:17.868 INFO:tasks.workunit.client.0.smithi052.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:17.868 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8U4SITUYBjsJplH off=2755279 len=1294500 2024-09-13T03:16:17.870 INFO:tasks.workunit.client.0.smithi052.stdout:op 1120 completed, throughput=4.99MB/sec 2024-09-13T03:16:17.870 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OzeZdjxO9wMzW-x off=2158373 len=851174 2024-09-13T03:16:17.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 1121 completed, throughput=4.99MB/sec 2024-09-13T03:16:17.873 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PlHRhPrHhcHJs_7 off=9605067 len=1669011 2024-09-13T03:16:17.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 1122 completed, throughput=5MB/sec 2024-09-13T03:16:17.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5ScBQRPg6qtHe96 off=13871764 len=947957 2024-09-13T03:16:17.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 1123 completed, throughput=5MB/sec 2024-09-13T03:16:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:16:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:16:18] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T03:16:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:18 smithi052 ceph-mon[91421]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:18 smithi052 ceph-mon[89065]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:18 smithi078 ceph-mon[85589]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:16:18.882 INFO:tasks.workunit.client.0.smithi052.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:18.882 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AoywyDcATnwd4Uq off=2242074 len=450113 2024-09-13T03:16:18.886 INFO:tasks.workunit.client.0.smithi052.stdout:op 1124 completed, throughput=4.98MB/sec 2024-09-13T03:16:18.886 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gnC7bz1R7cT7_ff off=2045305 len=1579881 2024-09-13T03:16:18.888 INFO:tasks.workunit.client.0.smithi052.stdout:op 1125 completed, throughput=4.99MB/sec 2024-09-13T03:16:18.888 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tFjxxnsuc-MNYJ1 off=13495579 len=1964995 2024-09-13T03:16:18.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 1126 completed, throughput=5MB/sec 2024-09-13T03:16:18.896 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rGPNAUOp_QgziNt off=2456019 len=248225 2024-09-13T03:16:18.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 1127 completed, throughput=5MB/sec 2024-09-13T03:16:18.897 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2iKymtonETRjat3 off=654753 len=769544 2024-09-13T03:16:18.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 1128 completed, throughput=5MB/sec 2024-09-13T03:16:19.902 INFO:tasks.workunit.client.0.smithi052.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:19.903 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0_HE7c5T2hFLbua off=1272112 len=273575 2024-09-13T03:16:19.903 INFO:tasks.workunit.client.0.smithi052.stdout:op 1129 completed, throughput=4.98MB/sec 2024-09-13T03:16:19.903 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zt7pZVY-ldcbCtr off=4276857 len=530140 2024-09-13T03:16:19.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 1130 completed, throughput=4.98MB/sec 2024-09-13T03:16:19.904 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A6I6ABCRg1Wa7Ie off=2313434 len=2040297 2024-09-13T03:16:19.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 1131 completed, throughput=4.99MB/sec 2024-09-13T03:16:19.916 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x5JpQ78292bqzww off=15356701 len=735956 2024-09-13T03:16:19.921 INFO:tasks.workunit.client.0.smithi052.stdout:op 1132 completed, throughput=4.99MB/sec 2024-09-13T03:16:19.921 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AVqDbnAjgiMObL9 off=1018851 len=593478 2024-09-13T03:16:19.922 INFO:tasks.workunit.client.0.smithi052.stdout:op 1133 completed, throughput=5MB/sec 2024-09-13T03:16:19.922 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7yLTI6oXqMt8TyP off=8688145 len=1505285 2024-09-13T03:16:19.930 INFO:tasks.workunit.client.0.smithi052.stdout:op 1134 completed, throughput=5MB/sec 2024-09-13T03:16:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:20 smithi078 ceph-mon[85589]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:20 smithi052 ceph-mon[91421]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:20 smithi052 ceph-mon[89065]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:16:20.930 INFO:tasks.workunit.client.0.smithi052.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:20.930 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KO2PrFjnYkQrhtz off=14773665 len=1506693 2024-09-13T03:16:20.938 INFO:tasks.workunit.client.0.smithi052.stdout:op 1135 completed, throughput=4.99MB/sec 2024-09-13T03:16:20.938 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lxzzaA90-XgS-sc off=10543731 len=1349698 2024-09-13T03:16:20.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 1136 completed, throughput=4.99MB/sec 2024-09-13T03:16:20.940 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZwPRHqiRc1Xq1d1 off=949747 len=1652347 2024-09-13T03:16:20.943 INFO:tasks.workunit.client.0.smithi052.stdout:op 1137 completed, throughput=5MB/sec 2024-09-13T03:16:20.943 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TD5fTj-k71vFgnY off=703457 len=321085 2024-09-13T03:16:20.946 INFO:tasks.workunit.client.0.smithi052.stdout:op 1138 completed, throughput=5MB/sec 2024-09-13T03:16:21.946 INFO:tasks.workunit.client.0.smithi052.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:21.947 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P23AOUQcSlvQ3ZB off=5626725 len=677232 2024-09-13T03:16:21.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 1139 completed, throughput=4.98MB/sec 2024-09-13T03:16:21.952 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hcoAasDDFiiKG2j off=8468009 len=636689 2024-09-13T03:16:21.955 INFO:tasks.workunit.client.0.smithi052.stdout:op 1140 completed, throughput=4.98MB/sec 2024-09-13T03:16:21.956 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kNsnT735GbNF4ho off=19481821 len=360492 2024-09-13T03:16:21.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 1141 completed, throughput=4.99MB/sec 2024-09-13T03:16:21.956 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j-3W0hwT0ZgbSSI off=6732061 len=1981474 2024-09-13T03:16:21.967 INFO:tasks.workunit.client.0.smithi052.stdout:op 1142 completed, throughput=4.99MB/sec 2024-09-13T03:16:21.967 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wDLIJG0mwsexuA9 off=10110476 len=1378516 2024-09-13T03:16:21.974 INFO:tasks.workunit.client.0.smithi052.stdout:op 1143 completed, throughput=5MB/sec 2024-09-13T03:16:21.974 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vGMSLvXNtdYz1CF off=2850393 len=1670325 2024-09-13T03:16:21.981 INFO:tasks.workunit.client.0.smithi052.stdout:op 1144 completed, throughput=5.01MB/sec 2024-09-13T03:16:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:22 smithi078 ceph-mon[85589]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:16:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:22 smithi052 ceph-mon[91421]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:22 smithi052 ceph-mon[89065]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:22.981 INFO:tasks.workunit.client.0.smithi052.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:22.982 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5heFUYSBXWgn3uY off=10303429 len=84992 2024-09-13T03:16:22.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 1145 completed, throughput=4.98MB/sec 2024-09-13T03:16:22.982 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GM0etKoBTvLERhj off=913938 len=573902 2024-09-13T03:16:22.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 1146 completed, throughput=4.99MB/sec 2024-09-13T03:16:22.986 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7YVEJExGEiEK-ao off=699343 len=1691901 2024-09-13T03:16:22.993 INFO:tasks.workunit.client.0.smithi052.stdout:op 1147 completed, throughput=4.99MB/sec 2024-09-13T03:16:22.993 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OD2-VcmTOA6td4k off=4292406 len=34169 2024-09-13T03:16:22.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 1148 completed, throughput=4.99MB/sec 2024-09-13T03:16:22.996 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-O22Gajlzb-FJUE6 off=17989792 len=600552 2024-09-13T03:16:22.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 1149 completed, throughput=5MB/sec 2024-09-13T03:16:22.999 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WXqTkRvuJ2dCrOl off=15361096 len=1334860 2024-09-13T03:16:23.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 1150 completed, throughput=5MB/sec 2024-09-13T03:16:24.008 INFO:tasks.workunit.client.0.smithi052.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:24.008 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-omHes5Z4h5D1BmZ off=912840 len=1307712 2024-09-13T03:16:24.015 INFO:tasks.workunit.client.0.smithi052.stdout:op 1151 completed, throughput=4.99MB/sec 2024-09-13T03:16:24.015 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T6tHyGQxtRLTC8- off=3837220 len=1847585 2024-09-13T03:16:24.022 INFO:tasks.workunit.client.0.smithi052.stdout:op 1152 completed, throughput=4.99MB/sec 2024-09-13T03:16:24.023 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9qQhErAuksrmvTN off=5510624 len=844189 2024-09-13T03:16:24.027 INFO:tasks.workunit.client.0.smithi052.stdout:op 1153 completed, throughput=5MB/sec 2024-09-13T03:16:24.027 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aeEMQr34e3gomQE off=5533249 len=1601966 2024-09-13T03:16:24.034 INFO:tasks.workunit.client.0.smithi052.stdout:op 1154 completed, throughput=5MB/sec 2024-09-13T03:16:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:24 smithi078 ceph-mon[85589]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:24 smithi052 ceph-mon[91421]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:24 smithi052 ceph-mon[89065]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:16:25.034 INFO:tasks.workunit.client.0.smithi052.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:25.034 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HFV26yVvp9lRoq0 off=19032333 len=338406 2024-09-13T03:16:25.037 INFO:tasks.workunit.client.0.smithi052.stdout:op 1155 completed, throughput=4.98MB/sec 2024-09-13T03:16:25.038 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I2RYUd-CARzGBHG off=6147995 len=1460135 2024-09-13T03:16:25.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 1156 completed, throughput=4.99MB/sec 2024-09-13T03:16:25.040 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-un1HJoAUENoQ27m off=585613 len=700789 2024-09-13T03:16:25.044 INFO:tasks.workunit.client.0.smithi052.stdout:op 1157 completed, throughput=4.99MB/sec 2024-09-13T03:16:25.044 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zl5zWedFM5CAqrz off=17822857 len=386184 2024-09-13T03:16:25.045 INFO:tasks.workunit.client.0.smithi052.stdout:op 1158 completed, throughput=4.99MB/sec 2024-09-13T03:16:25.045 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M9cf2d4KQt9UfEQ off=5371138 len=1044466 2024-09-13T03:16:25.046 INFO:tasks.workunit.client.0.smithi052.stdout:op 1159 completed, throughput=5MB/sec 2024-09-13T03:16:25.046 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xU0t_YGZ_ze5uiQ off=600108 len=1144446 2024-09-13T03:16:25.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 1160 completed, throughput=5MB/sec 2024-09-13T03:16:26.050 INFO:tasks.workunit.client.0.smithi052.stdout: 229: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:26.050 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--0cZv-pjly0Dmcp off=0 len=1346540 2024-09-13T03:16:26.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 1161 completed, throughput=4.99MB/sec 2024-09-13T03:16:26.057 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P-V2TmXcNQpyQhN off=4554729 len=782334 2024-09-13T03:16:26.058 INFO:tasks.workunit.client.0.smithi052.stdout:op 1162 completed, throughput=4.99MB/sec 2024-09-13T03:16:26.058 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-axWxnYTw7P3E2r6 off=11121315 len=421601 2024-09-13T03:16:26.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 1163 completed, throughput=4.99MB/sec 2024-09-13T03:16:26.062 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PO5SbJPs9ckx4W5 off=7941449 len=1163774 2024-09-13T03:16:26.068 INFO:tasks.workunit.client.0.smithi052.stdout:op 1164 completed, throughput=4.99MB/sec 2024-09-13T03:16:26.068 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JuB5dyqpah6u8Yy off=23322519 len=1494363 2024-09-13T03:16:26.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 1165 completed, throughput=5MB/sec 2024-09-13T03:16:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:26 smithi078 ceph-mon[85589]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:16:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:26 smithi052 ceph-mon[91421]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:16:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:26 smithi052 ceph-mon[89065]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:16:27.072 INFO:tasks.workunit.client.0.smithi052.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:27.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2O_FXwuu_SNI49u off=10674049 len=2058181 2024-09-13T03:16:27.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 1166 completed, throughput=4.99MB/sec 2024-09-13T03:16:27.086 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bhlwrn0sjl4MHWg off=5912893 len=1073671 2024-09-13T03:16:27.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 1167 completed, throughput=4.99MB/sec 2024-09-13T03:16:27.090 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3oj3LjIo4Bq640z off=16262731 len=824924 2024-09-13T03:16:27.092 INFO:tasks.workunit.client.0.smithi052.stdout:op 1168 completed, throughput=5MB/sec 2024-09-13T03:16:27.092 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sI2-xV_Y-FisuJf off=1619820 len=1396804 2024-09-13T03:16:27.094 INFO:tasks.workunit.client.0.smithi052.stdout:op 1169 completed, throughput=5MB/sec 2024-09-13T03:16:28.095 INFO:tasks.workunit.client.0.smithi052.stdout: 231: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:28.095 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rEYuSW3LLxiRwfN off=2413364 len=1694494 2024-09-13T03:16:28.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 1170 completed, throughput=4.99MB/sec 2024-09-13T03:16:28.102 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3057rFSwJ0o2y2I off=2919025 len=909210 2024-09-13T03:16:28.106 INFO:tasks.workunit.client.0.smithi052.stdout:op 1171 completed, throughput=4.99MB/sec 2024-09-13T03:16:28.107 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2rxK4BlfMTvmqOo off=522198 len=2013788 2024-09-13T03:16:28.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 1172 completed, throughput=5MB/sec 2024-09-13T03:16:28.114 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dQwNBK3gi6L2G1C off=5361839 len=553998 2024-09-13T03:16:28.117 INFO:tasks.workunit.client.0.smithi052.stdout:op 1173 completed, throughput=5MB/sec 2024-09-13T03:16:28.117 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cW9uqnQgAa3VjyC off=16064723 len=679554 2024-09-13T03:16:28.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 1174 completed, throughput=5MB/sec 2024-09-13T03:16:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:28 smithi052 ceph-mon[91421]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:16:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:28 smithi052 ceph-mon[89065]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:16:28.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:16:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:16:28] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T03:16:28.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:28 smithi078 ceph-mon[85589]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:16:29.122 INFO:tasks.workunit.client.0.smithi052.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:29.122 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EFOHzNEOpxGX6xT off=3015508 len=1989141 2024-09-13T03:16:29.124 INFO:tasks.workunit.client.0.smithi052.stdout:op 1175 completed, throughput=4.99MB/sec 2024-09-13T03:16:29.124 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-As44aLVwEzG-SOJ off=1715360 len=913856 2024-09-13T03:16:29.125 INFO:tasks.workunit.client.0.smithi052.stdout:op 1176 completed, throughput=4.99MB/sec 2024-09-13T03:16:29.125 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RiGMcCrhBeslANr off=765670 len=1893696 2024-09-13T03:16:29.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 1177 completed, throughput=5MB/sec 2024-09-13T03:16:30.133 INFO:tasks.workunit.client.0.smithi052.stdout: 233: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:30.134 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-INwPAM5nbAydhBK off=6842756 len=819267 2024-09-13T03:16:30.136 INFO:tasks.workunit.client.0.smithi052.stdout:op 1178 completed, throughput=4.98MB/sec 2024-09-13T03:16:30.136 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J10AAYEE7ILovxr off=26258 len=316589 2024-09-13T03:16:30.137 INFO:tasks.workunit.client.0.smithi052.stdout:op 1179 completed, throughput=4.98MB/sec 2024-09-13T03:16:30.137 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cNR0YfYQRuzaIVR off=566160 len=1711491 2024-09-13T03:16:30.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 1180 completed, throughput=4.99MB/sec 2024-09-13T03:16:30.145 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pZlCIYrR6TbR7W8 off=627670 len=685938 2024-09-13T03:16:30.146 INFO:tasks.workunit.client.0.smithi052.stdout:op 1181 completed, throughput=4.99MB/sec 2024-09-13T03:16:30.146 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Rh0BPGbj68p3Hgl off=18577646 len=794722 2024-09-13T03:16:30.147 INFO:tasks.workunit.client.0.smithi052.stdout:op 1182 completed, throughput=5MB/sec 2024-09-13T03:16:30.147 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_F1JAYPm3WihBVb off=7270288 len=511279 2024-09-13T03:16:30.149 INFO:tasks.workunit.client.0.smithi052.stdout:op 1183 completed, throughput=5MB/sec 2024-09-13T03:16:30.149 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AIxq8DG90BPjEYr off=7781698 len=1525511 2024-09-13T03:16:30.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 1184 completed, throughput=5MB/sec 2024-09-13T03:16:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:30 smithi078 ceph-mon[85589]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:16:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:30 smithi052 ceph-mon[91421]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:16:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:30 smithi052 ceph-mon[89065]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:16:31.152 INFO:tasks.workunit.client.0.smithi052.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:31.152 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mgN2Rcrbz-FQJUO off=14738543 len=914881 2024-09-13T03:16:31.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 1185 completed, throughput=4.99MB/sec 2024-09-13T03:16:31.156 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o2oM_-kF9S8U-zK off=20994467 len=184800 2024-09-13T03:16:31.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 1186 completed, throughput=4.99MB/sec 2024-09-13T03:16:31.157 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qnnWnVOSJNL574w off=6873972 len=1074204 2024-09-13T03:16:31.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 1187 completed, throughput=4.99MB/sec 2024-09-13T03:16:31.162 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jE1hI5Kn90DoUAo off=2177485 len=1837781 2024-09-13T03:16:31.171 INFO:tasks.workunit.client.0.smithi052.stdout:op 1188 completed, throughput=5MB/sec 2024-09-13T03:16:31.171 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1dJbWLSLsy3o9lj off=58047 len=1995609 2024-09-13T03:16:31.182 INFO:tasks.workunit.client.0.smithi052.stdout:op 1189 completed, throughput=5.01MB/sec 2024-09-13T03:16:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: 235: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:32.183 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pTjo3owoXHyLGgm off=4225921 len=1601718 2024-09-13T03:16:32.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 1190 completed, throughput=4.99MB/sec 2024-09-13T03:16:32.189 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Au_wY1NQeC2g2F4 off=7992844 len=751173 2024-09-13T03:16:32.191 INFO:tasks.workunit.client.0.smithi052.stdout:op 1191 completed, throughput=5MB/sec 2024-09-13T03:16:32.191 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aF3tYnzZPQ4iUE_ off=1110535 len=709335 2024-09-13T03:16:32.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 1192 completed, throughput=5MB/sec 2024-09-13T03:16:32.192 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CrpzLPNPI0m7VtT off=6821883 len=708729 2024-09-13T03:16:32.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 1193 completed, throughput=5MB/sec 2024-09-13T03:16:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:32 smithi078 ceph-mon[85589]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:16:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:16:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:16:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:32 smithi052 ceph-mon[91421]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:16:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:32 smithi052 ceph-mon[89065]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:16:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: 236: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:33.196 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E0sQxIve1-OTat4 off=1244348 len=1357513 2024-09-13T03:16:33.197 INFO:tasks.workunit.client.0.smithi052.stdout:op 1194 completed, throughput=4.99MB/sec 2024-09-13T03:16:33.197 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NjFp1FEuSLEkA6t off=650812 len=303992 2024-09-13T03:16:33.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 1195 completed, throughput=4.99MB/sec 2024-09-13T03:16:33.199 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Tp4jN_Hx2cpTzN_ off=7129610 len=1016086 2024-09-13T03:16:33.200 INFO:tasks.workunit.client.0.smithi052.stdout:op 1196 completed, throughput=4.99MB/sec 2024-09-13T03:16:33.200 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ii05u-Escbv4OZy off=5689856 len=795554 2024-09-13T03:16:33.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 1197 completed, throughput=4.99MB/sec 2024-09-13T03:16:33.205 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VBTH8iQJpecdEVV off=550991 len=1260477 2024-09-13T03:16:33.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 1198 completed, throughput=5MB/sec 2024-09-13T03:16:33.211 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-INwPAM5nbAydhBK off=2366750 len=894587 2024-09-13T03:16:33.216 INFO:tasks.workunit.client.0.smithi052.stdout:op 1199 completed, throughput=5MB/sec 2024-09-13T03:16:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: 237: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:34.216 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CXx3W46gchpyHWk off=13623035 len=41553 2024-09-13T03:16:34.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 1200 completed, throughput=4.98MB/sec 2024-09-13T03:16:34.217 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GO47OQqcN8-ehZD off=714487 len=225043 2024-09-13T03:16:34.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 1201 completed, throughput=4.98MB/sec 2024-09-13T03:16:34.219 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q7NoQ_92LWTiX18 off=13663192 len=1315027 2024-09-13T03:16:34.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 1202 completed, throughput=4.99MB/sec 2024-09-13T03:16:34.226 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BulU9Sr322Phm0u off=1182822 len=594493 2024-09-13T03:16:34.230 INFO:tasks.workunit.client.0.smithi052.stdout:op 1203 completed, throughput=4.99MB/sec 2024-09-13T03:16:34.230 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-013FJVNJmmOK9sn off=5600454 len=182313 2024-09-13T03:16:34.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 1204 completed, throughput=4.99MB/sec 2024-09-13T03:16:34.231 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x1jimsmDBbbCiRk off=8366184 len=1651047 2024-09-13T03:16:34.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 1205 completed, throughput=5MB/sec 2024-09-13T03:16:34.233 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pyj2PHu0cSPK97X off=10844694 len=959023 2024-09-13T03:16:34.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 1206 completed, throughput=5MB/sec 2024-09-13T03:16:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:34 smithi078 ceph-mon[85589]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-13T03:16:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:34 smithi052 ceph-mon[91421]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-13T03:16:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:34 smithi052 ceph-mon[89065]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-13T03:16:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:35.236 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g2xHH77x91EbuI6 off=156821 len=1016924 2024-09-13T03:16:35.241 INFO:tasks.workunit.client.0.smithi052.stdout:op 1207 completed, throughput=4.98MB/sec 2024-09-13T03:16:35.241 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wjdfQwtdS0AJlxC off=12336108 len=1448311 2024-09-13T03:16:35.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 1208 completed, throughput=4.99MB/sec 2024-09-13T03:16:35.243 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zTpbdSJbQ6E6B0G off=1647735 len=1127781 2024-09-13T03:16:35.245 INFO:tasks.workunit.client.0.smithi052.stdout:op 1209 completed, throughput=4.99MB/sec 2024-09-13T03:16:35.246 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lXirsrLFiOv9l4Q off=102658 len=1615478 2024-09-13T03:16:35.247 INFO:tasks.workunit.client.0.smithi052.stdout:op 1210 completed, throughput=5MB/sec 2024-09-13T03:16:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:36.248 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Aa_DdF1NKrOpAqA off=7842245 len=481917 2024-09-13T03:16:36.250 INFO:tasks.workunit.client.0.smithi052.stdout:op 1211 completed, throughput=4.98MB/sec 2024-09-13T03:16:36.250 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M5xathC32ulslJO off=6980519 len=1059195 2024-09-13T03:16:36.256 INFO:tasks.workunit.client.0.smithi052.stdout:op 1212 completed, throughput=4.99MB/sec 2024-09-13T03:16:36.256 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MUixycYEB9q5LyK off=3310098 len=2026914 2024-09-13T03:16:36.268 INFO:tasks.workunit.client.0.smithi052.stdout:op 1213 completed, throughput=4.99MB/sec 2024-09-13T03:16:36.268 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-baFEGxxSH4k2rz7 off=5073654 len=1658824 2024-09-13T03:16:36.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 1214 completed, throughput=5MB/sec 2024-09-13T03:16:36.274 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JdpOf8Sf06Q_jR3 off=882646 len=729735 2024-09-13T03:16:36.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 1215 completed, throughput=5MB/sec 2024-09-13T03:16:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:36 smithi078 ceph-mon[85589]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:16:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:36 smithi052 ceph-mon[91421]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:16:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:36 smithi052 ceph-mon[89065]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:16:37.276 INFO:tasks.workunit.client.0.smithi052.stdout: 240: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:37.276 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fPg5FOzeiSTk6at off=6875227 len=912466 2024-09-13T03:16:37.281 INFO:tasks.workunit.client.0.smithi052.stdout:op 1216 completed, throughput=4.99MB/sec 2024-09-13T03:16:37.281 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u8uDxsyn19smVSs off=10737676 len=27030 2024-09-13T03:16:37.282 INFO:tasks.workunit.client.0.smithi052.stdout:op 1217 completed, throughput=4.99MB/sec 2024-09-13T03:16:37.282 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7GQBuh920Rbez4H off=1090768 len=1124824 2024-09-13T03:16:37.283 INFO:tasks.workunit.client.0.smithi052.stdout:op 1218 completed, throughput=4.99MB/sec 2024-09-13T03:16:37.283 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C-0UdZMugqIihcJ off=7526231 len=953435 2024-09-13T03:16:37.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 1219 completed, throughput=4.99MB/sec 2024-09-13T03:16:37.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nkcpqe2x9B_d51s off=476047 len=1704271 2024-09-13T03:16:37.289 INFO:tasks.workunit.client.0.smithi052.stdout:op 1220 completed, throughput=5MB/sec 2024-09-13T03:16:37.289 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XuEUULWesKa63if off=8929819 len=1115728 2024-09-13T03:16:37.290 INFO:tasks.workunit.client.0.smithi052.stdout:op 1221 completed, throughput=5MB/sec 2024-09-13T03:16:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: 241: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:38.291 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q8CIIy6JOTAr467 off=11484417 len=1921583 2024-09-13T03:16:38.293 INFO:tasks.workunit.client.0.smithi052.stdout:op 1222 completed, throughput=4.99MB/sec 2024-09-13T03:16:38.293 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QMnM0LBb9DI3dPW off=4478701 len=1396095 2024-09-13T03:16:38.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 1223 completed, throughput=5MB/sec 2024-09-13T03:16:38.300 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f8JjBi12DC-yon8 off=9700220 len=2037216 2024-09-13T03:16:38.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 1224 completed, throughput=5MB/sec 2024-09-13T03:16:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:16:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:16:38] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T03:16:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:38 smithi052 ceph-mon[91421]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:16:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:38 smithi052 ceph-mon[89065]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:16:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:38 smithi078 ceph-mon[85589]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:16:39.314 INFO:tasks.workunit.client.0.smithi052.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:39.314 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sc5H5fGEGsaOaIh off=3066013 len=1065162 2024-09-13T03:16:39.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 1225 completed, throughput=4.99MB/sec 2024-09-13T03:16:39.316 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bu4KIMpNToiYE3f off=1994416 len=791888 2024-09-13T03:16:39.317 INFO:tasks.workunit.client.0.smithi052.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-13T03:16:39.318 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8IclNBuI_1Yp1pY off=2096443 len=928152 2024-09-13T03:16:39.323 INFO:tasks.workunit.client.0.smithi052.stdout:op 1227 completed, throughput=4.99MB/sec 2024-09-13T03:16:39.323 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1Z8O7FZErN7cMeo off=11571027 len=1380069 2024-09-13T03:16:39.329 INFO:tasks.workunit.client.0.smithi052.stdout:op 1228 completed, throughput=5MB/sec 2024-09-13T03:16:39.330 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xfvNePQJP5Yi2pm off=19429211 len=514355 2024-09-13T03:16:39.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 1229 completed, throughput=5MB/sec 2024-09-13T03:16:40.332 INFO:tasks.workunit.client.0.smithi052.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:40.332 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5SSQES369c2ydbj off=5070090 len=1830953 2024-09-13T03:16:40.335 INFO:tasks.workunit.client.0.smithi052.stdout:op 1230 completed, throughput=4.99MB/sec 2024-09-13T03:16:40.335 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HIRctr2m3sJl6xb off=4603017 len=1890888 2024-09-13T03:16:40.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 1231 completed, throughput=5MB/sec 2024-09-13T03:16:40.344 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0km4ipqd91S9JPe off=1978450 len=246173 2024-09-13T03:16:40.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 1232 completed, throughput=5MB/sec 2024-09-13T03:16:40.347 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qdwUxKWX62BlAmh off=4204467 len=1712663 2024-09-13T03:16:40.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 1233 completed, throughput=5MB/sec 2024-09-13T03:16:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:40 smithi078 ceph-mon[85589]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:16:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:40 smithi052 ceph-mon[91421]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:16:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:40 smithi052 ceph-mon[89065]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:16:41.348 INFO:tasks.workunit.client.0.smithi052.stdout: 244: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:41.349 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x4p15c9KMW3PpDN off=0 len=1512961 2024-09-13T03:16:41.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 1234 completed, throughput=4.99MB/sec 2024-09-13T03:16:41.356 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PrdLwooOXXfkeW8 off=12075585 len=373460 2024-09-13T03:16:41.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 1235 completed, throughput=4.99MB/sec 2024-09-13T03:16:41.359 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uXFpDtbrfPq4fM5 off=9022709 len=746679 2024-09-13T03:16:41.362 INFO:tasks.workunit.client.0.smithi052.stdout:op 1236 completed, throughput=4.99MB/sec 2024-09-13T03:16:41.363 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jE1hI5Kn90DoUAo off=2644779 len=1657729 2024-09-13T03:16:41.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 1237 completed, throughput=5MB/sec 2024-09-13T03:16:41.370 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1ncLmYwN6_QwDx5 off=616699 len=1038061 2024-09-13T03:16:41.374 INFO:tasks.workunit.client.0.smithi052.stdout:op 1238 completed, throughput=5MB/sec 2024-09-13T03:16:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:16:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:16:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:16:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:16:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:16:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:16:42.374 INFO:tasks.workunit.client.0.smithi052.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:42.375 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SypVolMpgugQmo2 off=5872042 len=1850079 2024-09-13T03:16:42.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 1239 completed, throughput=4.99MB/sec 2024-09-13T03:16:42.385 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1HCfDB1T6NEu3-w off=2102615 len=1401612 2024-09-13T03:16:42.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 1240 completed, throughput=4.99MB/sec 2024-09-13T03:16:42.391 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jDarmgB2dYAZZEz off=0 len=1255022 2024-09-13T03:16:42.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 1241 completed, throughput=5MB/sec 2024-09-13T03:16:42.394 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-l05Nd1v0wqdowUF off=12434238 len=1083826 2024-09-13T03:16:42.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 1242 completed, throughput=5MB/sec 2024-09-13T03:16:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:42 smithi078 ceph-mon[85589]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:16:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:42 smithi052 ceph-mon[91421]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:42 smithi052 ceph-mon[89065]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:43.395 INFO:tasks.workunit.client.0.smithi052.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:43.396 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PFK3T557O8TBK3w off=4855062 len=412140 2024-09-13T03:16:43.397 INFO:tasks.workunit.client.0.smithi052.stdout:op 1243 completed, throughput=4.99MB/sec 2024-09-13T03:16:43.397 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_gz2zbU_Shf4vEi off=15667204 len=1325421 2024-09-13T03:16:43.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 1244 completed, throughput=4.99MB/sec 2024-09-13T03:16:43.404 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kibjLnp_3BqcrEB off=1029426 len=786782 2024-09-13T03:16:43.405 INFO:tasks.workunit.client.0.smithi052.stdout:op 1245 completed, throughput=4.99MB/sec 2024-09-13T03:16:43.405 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h7-7WbuVCyawbj6 off=12098558 len=700994 2024-09-13T03:16:43.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 1246 completed, throughput=5MB/sec 2024-09-13T03:16:43.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QZesl7gXbXgsdHI off=16498835 len=1225717 2024-09-13T03:16:43.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 1247 completed, throughput=5MB/sec 2024-09-13T03:16:44.412 INFO:tasks.workunit.client.0.smithi052.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:44.413 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jDrfBlwEhuqMQsQ off=10282505 len=561632 2024-09-13T03:16:44.415 INFO:tasks.workunit.client.0.smithi052.stdout:op 1248 completed, throughput=4.98MB/sec 2024-09-13T03:16:44.416 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b3Tbzt8TLmMLQCE off=3129347 len=820990 2024-09-13T03:16:44.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 1249 completed, throughput=4.99MB/sec 2024-09-13T03:16:44.420 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6Csm9IVuFf9sr8u off=6038457 len=1513665 2024-09-13T03:16:44.428 INFO:tasks.workunit.client.0.smithi052.stdout:op 1250 completed, throughput=4.99MB/sec 2024-09-13T03:16:44.428 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MINHc4MWSUe7ZhP off=8423979 len=1114348 2024-09-13T03:16:44.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 1251 completed, throughput=5MB/sec 2024-09-13T03:16:44.435 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--rRYc_8l-ARxArb off=6121508 len=501331 2024-09-13T03:16:44.438 INFO:tasks.workunit.client.0.smithi052.stdout:op 1252 completed, throughput=5MB/sec 2024-09-13T03:16:44.439 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qFkKvEAmsntnIjh off=21321480 len=1306452 2024-09-13T03:16:44.447 INFO:tasks.workunit.client.0.smithi052.stdout:op 1253 completed, throughput=5MB/sec 2024-09-13T03:16:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:44 smithi078 ceph-mon[85589]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:44 smithi052 ceph-mon[91421]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:44 smithi052 ceph-mon[89065]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:45.448 INFO:tasks.workunit.client.0.smithi052.stdout: 248: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:45.448 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DfwBKSkHQyBKq_N off=7803932 len=1705946 2024-09-13T03:16:45.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 1254 completed, throughput=4.99MB/sec 2024-09-13T03:16:45.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XzhnofYupHStYPW off=0 len=1743494 2024-09-13T03:16:45.464 INFO:tasks.workunit.client.0.smithi052.stdout:op 1255 completed, throughput=4.99MB/sec 2024-09-13T03:16:45.464 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yhp9AWOdE0Cd2XP off=2678888 len=1960447 2024-09-13T03:16:45.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 1256 completed, throughput=5MB/sec 2024-09-13T03:16:46.466 INFO:tasks.workunit.client.0.smithi052.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:46.466 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hYgBU_chazUCna_ off=10028621 len=1121609 2024-09-13T03:16:46.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 1257 completed, throughput=4.99MB/sec 2024-09-13T03:16:46.467 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DxrNFT2AP5ur-OQ off=9258955 len=1817670 2024-09-13T03:16:46.478 INFO:tasks.workunit.client.0.smithi052.stdout:op 1258 completed, throughput=4.99MB/sec 2024-09-13T03:16:46.478 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P19OI4BZ8CZt8Of off=266762 len=1504471 2024-09-13T03:16:46.480 INFO:tasks.workunit.client.0.smithi052.stdout:op 1259 completed, throughput=5MB/sec 2024-09-13T03:16:46.480 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ymF4lVetkELW7ow off=8423175 len=1242615 2024-09-13T03:16:46.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 1260 completed, throughput=5MB/sec 2024-09-13T03:16:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:46 smithi078 ceph-mon[85589]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:46 smithi052 ceph-mon[91421]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:46 smithi052 ceph-mon[89065]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:16:47.486 INFO:tasks.workunit.client.0.smithi052.stdout: 250: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:47.486 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jVbDjaUSRBUvaIf off=355014 len=2053134 2024-09-13T03:16:47.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 1261 completed, throughput=4.99MB/sec 2024-09-13T03:16:47.489 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mn2GPpELBnCl4Jy off=15396003 len=1555868 2024-09-13T03:16:47.496 INFO:tasks.workunit.client.0.smithi052.stdout:op 1262 completed, throughput=5MB/sec 2024-09-13T03:16:47.496 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KgacTLfoqYhUvMz off=17065530 len=1012590 2024-09-13T03:16:47.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 1263 completed, throughput=5MB/sec 2024-09-13T03:16:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:47.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:16:48.501 INFO:tasks.workunit.client.0.smithi052.stdout: 251: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:48.501 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--NUMwVg47acQRh1 off=1927119 len=908501 2024-09-13T03:16:48.501 INFO:tasks.workunit.client.0.smithi052.stdout:op 1264 completed, throughput=4.98MB/sec 2024-09-13T03:16:48.501 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jk-4cCpLts4j5ks off=2227415 len=1363741 2024-09-13T03:16:48.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 1265 completed, throughput=4.99MB/sec 2024-09-13T03:16:48.502 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3TS8wF9CW_BrJa9 off=2819314 len=761616 2024-09-13T03:16:48.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 1266 completed, throughput=4.99MB/sec 2024-09-13T03:16:48.505 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sCzY4ERlvmLiUj_ off=2598452 len=780905 2024-09-13T03:16:48.507 INFO:tasks.workunit.client.0.smithi052.stdout:op 1267 completed, throughput=5MB/sec 2024-09-13T03:16:48.507 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sc-9tmlRcc9000J off=835034 len=1303848 2024-09-13T03:16:48.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 1268 completed, throughput=5MB/sec 2024-09-13T03:16:48.514 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ye3CM5WpD5DTnhY off=2773580 len=806439 2024-09-13T03:16:48.519 INFO:tasks.workunit.client.0.smithi052.stdout:op 1269 completed, throughput=5MB/sec 2024-09-13T03:16:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:48 smithi052 ceph-mon[91421]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:16:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:16:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:16:48] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T03:16:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:48 smithi052 ceph-mon[89065]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:16:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:48 smithi078 ceph-mon[85589]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:16:49.519 INFO:tasks.workunit.client.0.smithi052.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:49.519 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ma_UwLRK96cONtX off=1936910 len=747461 2024-09-13T03:16:49.525 INFO:tasks.workunit.client.0.smithi052.stdout:op 1270 completed, throughput=4.99MB/sec 2024-09-13T03:16:49.526 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jHJj2BPG2waJ3JS off=3846062 len=1587871 2024-09-13T03:16:49.534 INFO:tasks.workunit.client.0.smithi052.stdout:op 1271 completed, throughput=4.99MB/sec 2024-09-13T03:16:49.534 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZKizCTefWHMG3i_ off=751281 len=365445 2024-09-13T03:16:49.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 1272 completed, throughput=4.99MB/sec 2024-09-13T03:16:49.537 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FU_2i8mnlbQ95o9 off=3051239 len=240135 2024-09-13T03:16:49.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 1273 completed, throughput=4.99MB/sec 2024-09-13T03:16:49.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yqKJtDmB6n-M3jz off=530263 len=1428641 2024-09-13T03:16:49.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 1274 completed, throughput=5MB/sec 2024-09-13T03:16:49.545 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dOcb9L5YNrW3O98 off=18752810 len=1718950 2024-09-13T03:16:49.547 INFO:tasks.workunit.client.0.smithi052.stdout:op 1275 completed, throughput=5.01MB/sec 2024-09-13T03:16:50.548 INFO:tasks.workunit.client.0.smithi052.stdout: 253: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:50.548 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4UhNNLewF0_mONj off=14822828 len=860241 2024-09-13T03:16:50.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 1276 completed, throughput=4.99MB/sec 2024-09-13T03:16:50.549 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sSjj5Ral924fL0d off=7341216 len=1748982 2024-09-13T03:16:50.557 INFO:tasks.workunit.client.0.smithi052.stdout:op 1277 completed, throughput=5MB/sec 2024-09-13T03:16:50.557 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--0fBd_brPMhXVEo off=3768762 len=2033239 2024-09-13T03:16:50.569 INFO:tasks.workunit.client.0.smithi052.stdout:op 1278 completed, throughput=5MB/sec 2024-09-13T03:16:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:50 smithi078 ceph-mon[85589]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:16:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:50 smithi052 ceph-mon[91421]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:16:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:50 smithi052 ceph-mon[89065]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:16:51.572 INFO:tasks.workunit.client.0.smithi052.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:51.573 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a0zlkD1zz0igdm- off=6362864 len=1977801 2024-09-13T03:16:51.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 1279 completed, throughput=4.99MB/sec 2024-09-13T03:16:51.573 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c5nPvJfKSukDv_u off=8854089 len=1587387 2024-09-13T03:16:51.575 INFO:tasks.workunit.client.0.smithi052.stdout:op 1280 completed, throughput=5MB/sec 2024-09-13T03:16:51.575 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rBF4NgMcLVvWCBJ off=3738449 len=163801 2024-09-13T03:16:51.578 INFO:tasks.workunit.client.0.smithi052.stdout:op 1281 completed, throughput=5MB/sec 2024-09-13T03:16:51.578 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-byIpMVpUE8kisCt off=1034911 len=1125739 2024-09-13T03:16:51.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 1282 completed, throughput=5MB/sec 2024-09-13T03:16:52.579 INFO:tasks.workunit.client.0.smithi052.stdout: 255: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:52.579 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hRkP_eRfq1mfTPu off=7047144 len=875969 2024-09-13T03:16:52.585 INFO:tasks.workunit.client.0.smithi052.stdout:op 1283 completed, throughput=4.98MB/sec 2024-09-13T03:16:52.585 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_9zUKtdsSyWZ9E0 off=2094363 len=629801 2024-09-13T03:16:52.589 INFO:tasks.workunit.client.0.smithi052.stdout:op 1284 completed, throughput=4.99MB/sec 2024-09-13T03:16:52.589 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5mOwZw-HSNWYXYW off=3159477 len=77036 2024-09-13T03:16:52.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 1285 completed, throughput=4.99MB/sec 2024-09-13T03:16:52.590 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sc5H5fGEGsaOaIh off=405374 len=607201 2024-09-13T03:16:52.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 1286 completed, throughput=4.99MB/sec 2024-09-13T03:16:52.591 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nz_X-bxcg132hFQ off=17819632 len=785109 2024-09-13T03:16:52.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 1287 completed, throughput=4.99MB/sec 2024-09-13T03:16:52.597 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EtEPpeMculn3tM5 off=14360618 len=951949 2024-09-13T03:16:52.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 1288 completed, throughput=5MB/sec 2024-09-13T03:16:52.598 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4FNtCAakxDYpUGW off=3595860 len=2093272 2024-09-13T03:16:52.600 INFO:tasks.workunit.client.0.smithi052.stdout:op 1289 completed, throughput=5MB/sec 2024-09-13T03:16:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:52 smithi078 ceph-mon[85589]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:16:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:16:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:52 smithi052 ceph-mon[91421]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:52 smithi052 ceph-mon[89065]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:53.601 INFO:tasks.workunit.client.0.smithi052.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:53.601 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ULORkox3n5sBUB1 off=12014747 len=1269617 2024-09-13T03:16:53.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 1290 completed, throughput=4.99MB/sec 2024-09-13T03:16:53.603 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-90g7ANPOXKasdVv off=204766 len=1289374 2024-09-13T03:16:53.610 INFO:tasks.workunit.client.0.smithi052.stdout:op 1291 completed, throughput=4.99MB/sec 2024-09-13T03:16:53.610 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aTkUcreGcdz4yRn off=10484500 len=912613 2024-09-13T03:16:53.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 1292 completed, throughput=5MB/sec 2024-09-13T03:16:53.615 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ahx8yQNtmvG6kvq off=6241878 len=816112 2024-09-13T03:16:53.616 INFO:tasks.workunit.client.0.smithi052.stdout:op 1293 completed, throughput=5MB/sec 2024-09-13T03:16:53.616 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lsSTkNXBn-M4HgU off=15635731 len=544404 2024-09-13T03:16:53.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 1294 completed, throughput=5MB/sec 2024-09-13T03:16:54.621 INFO:tasks.workunit.client.0.smithi052.stdout: 257: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:54.621 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qic4oEvzzgpOFCk off=2204740 len=464168 2024-09-13T03:16:54.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 1295 completed, throughput=4.98MB/sec 2024-09-13T03:16:54.625 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jQPeYpSZi9488an off=1164010 len=416543 2024-09-13T03:16:54.626 INFO:tasks.workunit.client.0.smithi052.stdout:op 1296 completed, throughput=4.99MB/sec 2024-09-13T03:16:54.626 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DvtS_jZ9C7DQdHr off=504753 len=351532 2024-09-13T03:16:54.629 INFO:tasks.workunit.client.0.smithi052.stdout:op 1297 completed, throughput=4.99MB/sec 2024-09-13T03:16:54.629 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RyqRRJvQZgkDVps off=131440 len=1274140 2024-09-13T03:16:54.631 INFO:tasks.workunit.client.0.smithi052.stdout:op 1298 completed, throughput=4.99MB/sec 2024-09-13T03:16:54.631 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-r9V3KfFGdrNinZk off=1756557 len=556693 2024-09-13T03:16:54.635 INFO:tasks.workunit.client.0.smithi052.stdout:op 1299 completed, throughput=4.99MB/sec 2024-09-13T03:16:54.635 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1s_undNATSpzwRm off=8641210 len=1803017 2024-09-13T03:16:54.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 1300 completed, throughput=5MB/sec 2024-09-13T03:16:54.637 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dUDuJgLJ9IVMRyF off=9679323 len=581593 2024-09-13T03:16:54.639 INFO:tasks.workunit.client.0.smithi052.stdout:op 1301 completed, throughput=5MB/sec 2024-09-13T03:16:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:54 smithi078 ceph-mon[85589]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:16:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:54 smithi052 ceph-mon[89065]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:16:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:54 smithi052 ceph-mon[91421]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:16:55.639 INFO:tasks.workunit.client.0.smithi052.stdout: 258: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:55.639 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S7UGO-wgr22YLz4 off=543626 len=1601937 2024-09-13T03:16:55.642 INFO:tasks.workunit.client.0.smithi052.stdout:op 1302 completed, throughput=4.99MB/sec 2024-09-13T03:16:55.643 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kquVAXH8thDm3Is off=2276454 len=1426517 2024-09-13T03:16:55.652 INFO:tasks.workunit.client.0.smithi052.stdout:op 1303 completed, throughput=4.99MB/sec 2024-09-13T03:16:55.652 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qrFuLAVQ4WKkjzY off=410809 len=1327498 2024-09-13T03:16:55.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 1304 completed, throughput=5MB/sec 2024-09-13T03:16:55.658 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vqEz8dGq9DpU9JW off=23746115 len=505369 2024-09-13T03:16:55.659 INFO:tasks.workunit.client.0.smithi052.stdout:op 1305 completed, throughput=5MB/sec 2024-09-13T03:16:56.660 INFO:tasks.workunit.client.0.smithi052.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:56.660 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d3BgIJG0fo4CHl3 off=4053579 len=664296 2024-09-13T03:16:56.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 1306 completed, throughput=4.98MB/sec 2024-09-13T03:16:56.661 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NH-h5bQp20HtL_B off=10129778 len=91343 2024-09-13T03:16:56.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 1307 completed, throughput=4.98MB/sec 2024-09-13T03:16:56.661 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2Xh8-GIjI-zIHnV off=3313024 len=927570 2024-09-13T03:16:56.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 1308 completed, throughput=4.99MB/sec 2024-09-13T03:16:56.662 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1ZYaxaSOFT8BrGU off=5212482 len=1072994 2024-09-13T03:16:56.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 1309 completed, throughput=4.99MB/sec 2024-09-13T03:16:56.668 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-60DIrIWGqXuLRVd off=532040 len=650357 2024-09-13T03:16:56.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 1310 completed, throughput=4.99MB/sec 2024-09-13T03:16:56.672 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vuQprBOFuRXCT7Z off=1169419 len=1692644 2024-09-13T03:16:56.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 1311 completed, throughput=5MB/sec 2024-09-13T03:16:56.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BijKfEIvECZAn7f off=3041982 len=1466315 2024-09-13T03:16:56.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 1312 completed, throughput=5MB/sec 2024-09-13T03:16:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:56 smithi078 ceph-mon[85589]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:16:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:56 smithi052 ceph-mon[91421]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:16:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:56 smithi052 ceph-mon[89065]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:16:57.686 INFO:tasks.workunit.client.0.smithi052.stdout: 260: throughput=4.99MB/sec pending data=0 2024-09-13T03:16:57.686 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Hhzm7_xo78__VVP off=309773 len=585395 2024-09-13T03:16:57.690 INFO:tasks.workunit.client.0.smithi052.stdout:op 1313 completed, throughput=4.99MB/sec 2024-09-13T03:16:57.690 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SbuwTh_O54BsnSo off=7796917 len=978265 2024-09-13T03:16:57.696 INFO:tasks.workunit.client.0.smithi052.stdout:op 1314 completed, throughput=4.99MB/sec 2024-09-13T03:16:57.697 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jvIz-ol1MTEWuFj off=0 len=1083994 2024-09-13T03:16:57.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 1315 completed, throughput=4.99MB/sec 2024-09-13T03:16:57.699 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rE3fITGhInDKmu- off=6388949 len=347835 2024-09-13T03:16:57.700 INFO:tasks.workunit.client.0.smithi052.stdout:op 1316 completed, throughput=5MB/sec 2024-09-13T03:16:57.700 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AtYDuBy-HbJAAt- off=11961312 len=203116 2024-09-13T03:16:57.703 INFO:tasks.workunit.client.0.smithi052.stdout:op 1317 completed, throughput=5MB/sec 2024-09-13T03:16:57.703 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7FtyFkJBqBLf8jT off=2484188 len=1657032 2024-09-13T03:16:57.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 1318 completed, throughput=5MB/sec 2024-09-13T03:16:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:16:58 smithi052 ceph-mon[89065]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:16:58 smithi052 ceph-mon[91421]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:58.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:16:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:16:58] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-09-13T03:16:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:16:58 smithi078 ceph-mon[85589]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:16:58.707 INFO:tasks.workunit.client.0.smithi052.stdout: 261: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:58.707 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d8Ib5V_v7jOEEmk off=16377824 len=2054091 2024-09-13T03:16:58.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 1319 completed, throughput=4.99MB/sec 2024-09-13T03:16:58.710 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zzJ5P1DpOwsNPGI off=3214892 len=742482 2024-09-13T03:16:58.711 INFO:tasks.workunit.client.0.smithi052.stdout:op 1320 completed, throughput=4.99MB/sec 2024-09-13T03:16:58.711 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ii1RNvnRsgw37N3 off=50297 len=691049 2024-09-13T03:16:58.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 1321 completed, throughput=5MB/sec 2024-09-13T03:16:58.716 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dr5XQBjqwcPE8dP off=16010262 len=1347130 2024-09-13T03:16:58.718 INFO:tasks.workunit.client.0.smithi052.stdout:op 1322 completed, throughput=5MB/sec 2024-09-13T03:16:59.718 INFO:tasks.workunit.client.0.smithi052.stdout: 262: throughput=4.98MB/sec pending data=0 2024-09-13T03:16:59.718 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oD5cGq8joncgaRo off=6427664 len=1799865 2024-09-13T03:16:59.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 1323 completed, throughput=4.99MB/sec 2024-09-13T03:16:59.721 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zD5jdnU7gnqgxew off=18421526 len=640619 2024-09-13T03:16:59.722 INFO:tasks.workunit.client.0.smithi052.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-13T03:16:59.722 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-almuagPMZ9x4RNU off=1188337 len=635906 2024-09-13T03:16:59.722 INFO:tasks.workunit.client.0.smithi052.stdout:op 1325 completed, throughput=4.99MB/sec 2024-09-13T03:16:59.723 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YvIc0almqnseCxW off=9186572 len=1792071 2024-09-13T03:16:59.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 1326 completed, throughput=5MB/sec 2024-09-13T03:16:59.724 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MU5yz_hCzRqmK9r off=10552208 len=463275 2024-09-13T03:16:59.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 1327 completed, throughput=5MB/sec 2024-09-13T03:17:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:00 smithi078 ceph-mon[85589]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:17:00.728 INFO:tasks.workunit.client.0.smithi052.stdout: 263: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:00.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7F0p1n0Rjz0L8Jz off=11389654 len=1729268 2024-09-13T03:17:00.730 INFO:tasks.workunit.client.0.smithi052.stdout:op 1328 completed, throughput=4.99MB/sec 2024-09-13T03:17:00.730 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PCYUeUEjJLPdvSL off=382375 len=197803 2024-09-13T03:17:00.733 INFO:tasks.workunit.client.0.smithi052.stdout:op 1329 completed, throughput=4.99MB/sec 2024-09-13T03:17:00.733 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9qU8MzzJkxSvNi2 off=5017481 len=999285 2024-09-13T03:17:00.734 INFO:tasks.workunit.client.0.smithi052.stdout:op 1330 completed, throughput=4.99MB/sec 2024-09-13T03:17:00.735 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Zut91aOdg5BGkD5 off=14938029 len=1430832 2024-09-13T03:17:00.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 1331 completed, throughput=5MB/sec 2024-09-13T03:17:00.738 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pRaxUiWgeRnHsEU off=7316016 len=629831 2024-09-13T03:17:00.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 1332 completed, throughput=5MB/sec 2024-09-13T03:17:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:00 smithi052 ceph-mon[91421]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:17:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:00 smithi052 ceph-mon[89065]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:17:01.739 INFO:tasks.workunit.client.0.smithi052.stdout: 264: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:01.739 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v_kcMPpYswKIhER off=7114280 len=980345 2024-09-13T03:17:01.740 INFO:tasks.workunit.client.0.smithi052.stdout:op 1333 completed, throughput=4.98MB/sec 2024-09-13T03:17:01.740 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--dMjWI-9N7gWAx8 off=6687242 len=78757 2024-09-13T03:17:01.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-13T03:17:01.744 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YaAJuANNVaJ3dv9 off=10868152 len=1467727 2024-09-13T03:17:01.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 1335 completed, throughput=4.99MB/sec 2024-09-13T03:17:01.747 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-39itquKn7iTZrVK off=6747451 len=68016 2024-09-13T03:17:01.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 1336 completed, throughput=4.99MB/sec 2024-09-13T03:17:01.747 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AcmFcmVXt0c3G3e off=4689774 len=1181208 2024-09-13T03:17:01.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 1337 completed, throughput=4.99MB/sec 2024-09-13T03:17:01.749 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TaYjuf6Iob0a2kX off=8538894 len=1853477 2024-09-13T03:17:01.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 1338 completed, throughput=5MB/sec 2024-09-13T03:17:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:02 smithi078 ceph-mon[85589]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:17:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:02.752 INFO:tasks.workunit.client.0.smithi052.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:02.752 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qmb-oefVem2k66j off=1180196 len=147790 2024-09-13T03:17:02.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 1339 completed, throughput=4.98MB/sec 2024-09-13T03:17:02.755 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-056T4MlwVUJpWUZ off=9248508 len=1432070 2024-09-13T03:17:02.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 1340 completed, throughput=4.99MB/sec 2024-09-13T03:17:02.763 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--nK0gjkAcPsBEdc off=8061129 len=1196708 2024-09-13T03:17:02.768 INFO:tasks.workunit.client.0.smithi052.stdout:op 1341 completed, throughput=4.99MB/sec 2024-09-13T03:17:02.768 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hnmA6BswyVxMaxA off=19491205 len=584459 2024-09-13T03:17:02.769 INFO:tasks.workunit.client.0.smithi052.stdout:op 1342 completed, throughput=4.99MB/sec 2024-09-13T03:17:02.769 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F1aeAb6OOpQkOg9 off=4107600 len=564004 2024-09-13T03:17:02.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 1343 completed, throughput=5MB/sec 2024-09-13T03:17:02.773 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q88z0wWVq-TFRqh off=9146808 len=165798 2024-09-13T03:17:02.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 1344 completed, throughput=5MB/sec 2024-09-13T03:17:02.773 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xf3aAFQ8q7szPbY off=18554161 len=1457308 2024-09-13T03:17:02.776 INFO:tasks.workunit.client.0.smithi052.stdout:op 1345 completed, throughput=5MB/sec 2024-09-13T03:17:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:02 smithi052 ceph-mon[91421]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:02.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:02 smithi052 ceph-mon[89065]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:17:02.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:03.777 INFO:tasks.workunit.client.0.smithi052.stdout: 266: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:03.777 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-krFReERQlQVa2Nw off=148469 len=1540542 2024-09-13T03:17:03.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 1346 completed, throughput=4.99MB/sec 2024-09-13T03:17:03.779 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Vyvmemhenvqshgo off=4354099 len=2076544 2024-09-13T03:17:03.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 1347 completed, throughput=5MB/sec 2024-09-13T03:17:03.782 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-85SxW5T9IirX-DG off=6243067 len=1821086 2024-09-13T03:17:03.783 INFO:tasks.workunit.client.0.smithi052.stdout:op 1348 completed, throughput=5MB/sec 2024-09-13T03:17:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:04 smithi078 ceph-mon[85589]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:17:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:04 smithi052 ceph-mon[91421]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:17:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:04 smithi052 ceph-mon[89065]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:17:04.783 INFO:tasks.workunit.client.0.smithi052.stdout: 267: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:04.783 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--knug1lUpoF1DJ9 off=11366967 len=1873023 2024-09-13T03:17:04.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 1349 completed, throughput=4.99MB/sec 2024-09-13T03:17:04.792 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hlsANzgqc2hqREa off=2122344 len=796126 2024-09-13T03:17:04.796 INFO:tasks.workunit.client.0.smithi052.stdout:op 1350 completed, throughput=4.99MB/sec 2024-09-13T03:17:04.797 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cD5mO8W_HyXCDE1 off=770075 len=452429 2024-09-13T03:17:04.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 1351 completed, throughput=4.99MB/sec 2024-09-13T03:17:04.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XA1eW2jMorqFzMW off=965676 len=1139886 2024-09-13T03:17:04.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 1352 completed, throughput=5MB/sec 2024-09-13T03:17:04.800 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VcCsw8_Nri2t501 off=7318255 len=121787 2024-09-13T03:17:04.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 1353 completed, throughput=5MB/sec 2024-09-13T03:17:04.802 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yvkd2OyedrQMNWN off=757770 len=957579 2024-09-13T03:17:04.803 INFO:tasks.workunit.client.0.smithi052.stdout:op 1354 completed, throughput=5MB/sec 2024-09-13T03:17:05.803 INFO:tasks.workunit.client.0.smithi052.stdout: 268: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:05.803 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--pTMoygH4iobu6a off=3129937 len=1312964 2024-09-13T03:17:05.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 1355 completed, throughput=4.99MB/sec 2024-09-13T03:17:05.805 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WIdJqJ6nbiAOWY8 off=16079256 len=1985613 2024-09-13T03:17:05.808 INFO:tasks.workunit.client.0.smithi052.stdout:op 1356 completed, throughput=5MB/sec 2024-09-13T03:17:05.808 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o8wYmDaaAs_f8pw off=9335430 len=294244 2024-09-13T03:17:05.809 INFO:tasks.workunit.client.0.smithi052.stdout:op 1357 completed, throughput=5MB/sec 2024-09-13T03:17:05.809 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sWeM4M4UOAM3D5V off=5763333 len=1359145 2024-09-13T03:17:05.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 1358 completed, throughput=5MB/sec 2024-09-13T03:17:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:06 smithi078 ceph-mon[85589]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T03:17:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:06 smithi052 ceph-mon[91421]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T03:17:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:06 smithi052 ceph-mon[89065]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T03:17:06.811 INFO:tasks.workunit.client.0.smithi052.stdout: 269: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:06.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-m6xwupwsgyfIEd2 off=13431162 len=1811398 2024-09-13T03:17:06.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 1359 completed, throughput=4.99MB/sec 2024-09-13T03:17:06.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Sxa1F9vugTGOF4Z off=1378325 len=54568 2024-09-13T03:17:06.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 1360 completed, throughput=4.99MB/sec 2024-09-13T03:17:06.816 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rkQB4545lTOkkim off=6546668 len=682869 2024-09-13T03:17:06.818 INFO:tasks.workunit.client.0.smithi052.stdout:op 1361 completed, throughput=4.99MB/sec 2024-09-13T03:17:06.818 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TUsqI-x5-MU9JRU off=3276455 len=131579 2024-09-13T03:17:06.820 INFO:tasks.workunit.client.0.smithi052.stdout:op 1362 completed, throughput=4.99MB/sec 2024-09-13T03:17:06.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DfwBKSkHQyBKq_N off=7702233 len=1948764 2024-09-13T03:17:06.823 INFO:tasks.workunit.client.0.smithi052.stdout:op 1363 completed, throughput=5MB/sec 2024-09-13T03:17:06.823 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j05XFkA7QhQbOnT off=4480836 len=755463 2024-09-13T03:17:06.827 INFO:tasks.workunit.client.0.smithi052.stdout:op 1364 completed, throughput=5MB/sec 2024-09-13T03:17:07.828 INFO:tasks.workunit.client.0.smithi052.stdout: 270: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:07.828 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NlrFd41gsxtrh1I off=2339821 len=1480964 2024-09-13T03:17:07.830 INFO:tasks.workunit.client.0.smithi052.stdout:op 1365 completed, throughput=4.99MB/sec 2024-09-13T03:17:07.830 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dBonFvp0d9MQZCL off=7398707 len=1889505 2024-09-13T03:17:07.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 1366 completed, throughput=4.99MB/sec 2024-09-13T03:17:07.834 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-24vTgEgoKpNmOrA off=428686 len=168756 2024-09-13T03:17:07.837 INFO:tasks.workunit.client.0.smithi052.stdout:op 1367 completed, throughput=5MB/sec 2024-09-13T03:17:07.837 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r7Ui8Yh6Kd2X-ok off=522115 len=1194284 2024-09-13T03:17:07.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 1368 completed, throughput=5MB/sec 2024-09-13T03:17:07.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DkaCENSALB5UKZO off=2105309 len=1055711 2024-09-13T03:17:07.844 INFO:tasks.workunit.client.0.smithi052.stdout:op 1369 completed, throughput=5MB/sec 2024-09-13T03:17:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:08 smithi052 ceph-mon[91421]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-13T03:17:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:17:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:17:08] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T03:17:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:08 smithi052 ceph-mon[89065]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-13T03:17:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:08 smithi078 ceph-mon[85589]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-13T03:17:08.844 INFO:tasks.workunit.client.0.smithi052.stdout: 271: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:08.844 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a0zlkD1zz0igdm- off=4683988 len=1651870 2024-09-13T03:17:08.848 INFO:tasks.workunit.client.0.smithi052.stdout:op 1370 completed, throughput=4.99MB/sec 2024-09-13T03:17:08.848 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dW23e_nOukHgS3V off=3967867 len=136576 2024-09-13T03:17:08.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 1371 completed, throughput=4.99MB/sec 2024-09-13T03:17:08.849 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MkLqbQ2Dk42z8z2 off=9930643 len=1279429 2024-09-13T03:17:08.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 1372 completed, throughput=5MB/sec 2024-09-13T03:17:08.855 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zoZCtPdpa8zJbjj off=3152414 len=475951 2024-09-13T03:17:08.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 1373 completed, throughput=5MB/sec 2024-09-13T03:17:08.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5NtMOOaqkFaMlFH off=1117182 len=1537685 2024-09-13T03:17:08.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 1374 completed, throughput=5MB/sec 2024-09-13T03:17:09.868 INFO:tasks.workunit.client.0.smithi052.stdout: 272: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:09.869 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8IclNBuI_1Yp1pY off=2326726 len=1811586 2024-09-13T03:17:09.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 1375 completed, throughput=4.99MB/sec 2024-09-13T03:17:09.878 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E9opo2VUhn28uJY off=5167988 len=1792272 2024-09-13T03:17:09.886 INFO:tasks.workunit.client.0.smithi052.stdout:op 1376 completed, throughput=5MB/sec 2024-09-13T03:17:09.886 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9v1NrCFmaHZkIFP off=19402808 len=784980 2024-09-13T03:17:09.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 1377 completed, throughput=5MB/sec 2024-09-13T03:17:09.887 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N2sXtDBu_nto6qG off=1215772 len=1222264 2024-09-13T03:17:09.895 INFO:tasks.workunit.client.0.smithi052.stdout:op 1378 completed, throughput=5MB/sec 2024-09-13T03:17:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:10 smithi078 ceph-mon[85589]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T03:17:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:10 smithi052 ceph-mon[91421]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T03:17:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:10 smithi052 ceph-mon[89065]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-13T03:17:10.895 INFO:tasks.workunit.client.0.smithi052.stdout: 273: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:10.895 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E9XmaJvj6KR0TVy off=846886 len=1084738 2024-09-13T03:17:10.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 1379 completed, throughput=4.99MB/sec 2024-09-13T03:17:10.898 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--PNekwLefdttWM4 off=920125 len=629061 2024-09-13T03:17:10.898 INFO:tasks.workunit.client.0.smithi052.stdout:op 1380 completed, throughput=4.99MB/sec 2024-09-13T03:17:10.899 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NoAB_t2uXrAdKDk off=9138514 len=1571906 2024-09-13T03:17:10.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 1381 completed, throughput=5MB/sec 2024-09-13T03:17:10.902 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Kzl70dqnb_NMHz8 off=18564640 len=294234 2024-09-13T03:17:10.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 1382 completed, throughput=5MB/sec 2024-09-13T03:17:10.905 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lihtaoJW-QChokx off=12909511 len=1489950 2024-09-13T03:17:10.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 1383 completed, throughput=5MB/sec 2024-09-13T03:17:11.907 INFO:tasks.workunit.client.0.smithi052.stdout: 274: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:11.907 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3eOdh8OqSluSIyY off=11902543 len=266256 2024-09-13T03:17:11.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 1384 completed, throughput=4.98MB/sec 2024-09-13T03:17:11.909 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_OvjL4oFRdxecdh off=21381930 len=1380941 2024-09-13T03:17:11.911 INFO:tasks.workunit.client.0.smithi052.stdout:op 1385 completed, throughput=4.99MB/sec 2024-09-13T03:17:11.912 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_OvjL4oFRdxecdh off=7906391 len=1011398 2024-09-13T03:17:11.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 1386 completed, throughput=4.99MB/sec 2024-09-13T03:17:11.918 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TRqJ-A6_h1c028y off=8176941 len=1040497 2024-09-13T03:17:11.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 1387 completed, throughput=5MB/sec 2024-09-13T03:17:11.919 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--gu1Ud8IMrd38De off=3372178 len=1839691 2024-09-13T03:17:11.922 INFO:tasks.workunit.client.0.smithi052.stdout:op 1388 completed, throughput=5MB/sec 2024-09-13T03:17:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:12 smithi078 ceph-mon[85589]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-13T03:17:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:17:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:12 smithi052 ceph-mon[91421]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-13T03:17:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:12 smithi052 ceph-mon[89065]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-13T03:17:12.923 INFO:tasks.workunit.client.0.smithi052.stdout: 275: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:12.923 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-REeZ-oFkOHZ-phT off=8296788 len=1316245 2024-09-13T03:17:12.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 1389 completed, throughput=4.99MB/sec 2024-09-13T03:17:12.925 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iyAdOMWfeqZxbhc off=1414795 len=984620 2024-09-13T03:17:12.932 INFO:tasks.workunit.client.0.smithi052.stdout:op 1390 completed, throughput=4.99MB/sec 2024-09-13T03:17:12.932 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C49X5RvehIYvO6b off=578567 len=436633 2024-09-13T03:17:12.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 1391 completed, throughput=4.99MB/sec 2024-09-13T03:17:12.933 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iXnOk_2r-18dRlc off=12360228 len=89683 2024-09-13T03:17:12.934 INFO:tasks.workunit.client.0.smithi052.stdout:op 1392 completed, throughput=4.99MB/sec 2024-09-13T03:17:12.934 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q5zlVbmoijVcmI- off=730061 len=635579 2024-09-13T03:17:12.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 1393 completed, throughput=5MB/sec 2024-09-13T03:17:12.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ShkzdXll26LwNQT off=11452895 len=1216924 2024-09-13T03:17:12.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 1394 completed, throughput=5MB/sec 2024-09-13T03:17:13.942 INFO:tasks.workunit.client.0.smithi052.stdout: 276: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:13.942 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NbUp0cIFr7hBcEr off=15667662 len=1783950 2024-09-13T03:17:13.944 INFO:tasks.workunit.client.0.smithi052.stdout:op 1395 completed, throughput=4.99MB/sec 2024-09-13T03:17:13.944 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kl-GLPCJlD2qF1F off=103415 len=1404408 2024-09-13T03:17:13.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 1396 completed, throughput=4.99MB/sec 2024-09-13T03:17:13.951 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wURNcYvK-BLdFe6 off=9660897 len=444209 2024-09-13T03:17:13.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 1397 completed, throughput=4.99MB/sec 2024-09-13T03:17:13.952 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EQjFCXjpQt6AVlv off=5746909 len=246409 2024-09-13T03:17:13.953 INFO:tasks.workunit.client.0.smithi052.stdout:op 1398 completed, throughput=5MB/sec 2024-09-13T03:17:13.953 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GCp_K630cFTu0Al off=9409519 len=1633340 2024-09-13T03:17:13.960 INFO:tasks.workunit.client.0.smithi052.stdout:op 1399 completed, throughput=5MB/sec 2024-09-13T03:17:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:14 smithi078 ceph-mon[85589]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-13T03:17:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:14 smithi052 ceph-mon[91421]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-13T03:17:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:14 smithi052 ceph-mon[89065]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-13T03:17:14.960 INFO:tasks.workunit.client.0.smithi052.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:14.960 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bjGzIdYBxFrJ2MB off=3467851 len=1311849 2024-09-13T03:17:14.961 INFO:tasks.workunit.client.0.smithi052.stdout:op 1400 completed, throughput=4.99MB/sec 2024-09-13T03:17:14.962 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OR7g88CGZrJpbwm off=7338679 len=1259825 2024-09-13T03:17:14.970 INFO:tasks.workunit.client.0.smithi052.stdout:op 1401 completed, throughput=4.99MB/sec 2024-09-13T03:17:14.970 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xKOI8-_2XngSmI7 off=3311738 len=1208291 2024-09-13T03:17:14.976 INFO:tasks.workunit.client.0.smithi052.stdout:op 1402 completed, throughput=5MB/sec 2024-09-13T03:17:14.976 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--V7ZkxFen0dOmKw off=21747192 len=724735 2024-09-13T03:17:14.977 INFO:tasks.workunit.client.0.smithi052.stdout:op 1403 completed, throughput=5MB/sec 2024-09-13T03:17:14.977 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FjgZlcXpBeTgdy- off=6095493 len=884401 2024-09-13T03:17:14.978 INFO:tasks.workunit.client.0.smithi052.stdout:op 1404 completed, throughput=5MB/sec 2024-09-13T03:17:15.979 INFO:tasks.workunit.client.0.smithi052.stdout: 278: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:15.979 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gh6Q7AMTFQ1doCb off=941822 len=188104 2024-09-13T03:17:15.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 1405 completed, throughput=4.98MB/sec 2024-09-13T03:17:15.982 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1wagLFS8TWwBktZ off=185992 len=1013103 2024-09-13T03:17:15.983 INFO:tasks.workunit.client.0.smithi052.stdout:op 1406 completed, throughput=4.99MB/sec 2024-09-13T03:17:15.983 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--sQREktplxqid4p off=8046419 len=922075 2024-09-13T03:17:15.988 INFO:tasks.workunit.client.0.smithi052.stdout:op 1407 completed, throughput=4.99MB/sec 2024-09-13T03:17:15.989 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8eU61CmDD41HXyg off=10227160 len=790850 2024-09-13T03:17:15.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 1408 completed, throughput=4.99MB/sec 2024-09-13T03:17:15.990 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hVyzLZxicqjAqz_ off=12984161 len=1132639 2024-09-13T03:17:15.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 1409 completed, throughput=5MB/sec 2024-09-13T03:17:15.995 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PKCMaV4ZgB-p8ZL off=2097573 len=708482 2024-09-13T03:17:15.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 1410 completed, throughput=5MB/sec 2024-09-13T03:17:15.997 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9WgwuEeD3TouoJX off=10335851 len=1844846 2024-09-13T03:17:16.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 1411 completed, throughput=5.01MB/sec 2024-09-13T03:17:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:16 smithi078 ceph-mon[85589]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T03:17:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:16 smithi052 ceph-mon[91421]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T03:17:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:16 smithi052 ceph-mon[89065]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-13T03:17:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:17.008 INFO:tasks.workunit.client.0.smithi052.stdout: 279: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:17.008 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dJeMB1VjjiIe_GQ off=150261 len=287391 2024-09-13T03:17:17.010 INFO:tasks.workunit.client.0.smithi052.stdout:op 1412 completed, throughput=4.99MB/sec 2024-09-13T03:17:17.010 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kYegesSZV3eZryv off=338194 len=541942 2024-09-13T03:17:17.014 INFO:tasks.workunit.client.0.smithi052.stdout:op 1413 completed, throughput=4.99MB/sec 2024-09-13T03:17:17.014 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bn6kK7jOCb7SFme off=6675029 len=1352908 2024-09-13T03:17:17.016 INFO:tasks.workunit.client.0.smithi052.stdout:op 1414 completed, throughput=4.99MB/sec 2024-09-13T03:17:17.016 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dJvEO3xRChIw8xw off=1621350 len=954215 2024-09-13T03:17:17.018 INFO:tasks.workunit.client.0.smithi052.stdout:op 1415 completed, throughput=5MB/sec 2024-09-13T03:17:17.018 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g896bkPRPdklve1 off=9130042 len=1920700 2024-09-13T03:17:17.029 INFO:tasks.workunit.client.0.smithi052.stdout:op 1416 completed, throughput=5MB/sec 2024-09-13T03:17:18.029 INFO:tasks.workunit.client.0.smithi052.stdout: 280: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:18.030 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gah1TaYcqWCWrEI off=21288328 len=1804555 2024-09-13T03:17:18.032 INFO:tasks.workunit.client.0.smithi052.stdout:op 1417 completed, throughput=4.99MB/sec 2024-09-13T03:17:18.032 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EusJXaoLXfTuw_u off=8269345 len=1262589 2024-09-13T03:17:18.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 1418 completed, throughput=5MB/sec 2024-09-13T03:17:18.038 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4leK0kRrkScY8w1 off=14123356 len=1194851 2024-09-13T03:17:18.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 1419 completed, throughput=5MB/sec 2024-09-13T03:17:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:18 smithi052 ceph-mon[91421]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T03:17:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:18 smithi052 ceph-mon[89065]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T03:17:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:17:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:17:18] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T03:17:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:18 smithi078 ceph-mon[85589]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-13T03:17:19.040 INFO:tasks.workunit.client.0.smithi052.stdout: 281: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:19.040 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PlHRhPrHhcHJs_7 off=9960585 len=652942 2024-09-13T03:17:19.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 1420 completed, throughput=4.99MB/sec 2024-09-13T03:17:19.041 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Iu9inW8pDgu9Mmg off=668100 len=2020442 2024-09-13T03:17:19.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 1421 completed, throughput=4.99MB/sec 2024-09-13T03:17:19.051 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GqD3mIRolltm7Ar off=14394604 len=1449826 2024-09-13T03:17:19.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 1422 completed, throughput=5MB/sec 2024-09-13T03:17:19.058 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_f593Bv3zSZu8pf off=7273531 len=124624 2024-09-13T03:17:19.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 1423 completed, throughput=5MB/sec 2024-09-13T03:17:19.060 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jcyHJOYiwobtvsa off=2815109 len=215410 2024-09-13T03:17:19.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 1424 completed, throughput=5MB/sec 2024-09-13T03:17:19.061 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9qDTjOQVXsjrCJC off=615073 len=1612799 2024-09-13T03:17:19.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 1425 completed, throughput=5MB/sec 2024-09-13T03:17:20.064 INFO:tasks.workunit.client.0.smithi052.stdout: 282: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:20.064 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f9Blm92jv6ugpr8 off=3497621 len=58237 2024-09-13T03:17:20.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 1426 completed, throughput=4.99MB/sec 2024-09-13T03:17:20.067 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x86dXZY3kUyPWqD off=3923851 len=790470 2024-09-13T03:17:20.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 1427 completed, throughput=4.99MB/sec 2024-09-13T03:17:20.071 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ewsUTVGPfRsO74F off=9822733 len=223183 2024-09-13T03:17:20.072 INFO:tasks.workunit.client.0.smithi052.stdout:op 1428 completed, throughput=4.99MB/sec 2024-09-13T03:17:20.072 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YIRN8yKJfqtjmLp off=10240230 len=1681096 2024-09-13T03:17:20.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 1429 completed, throughput=4.99MB/sec 2024-09-13T03:17:20.074 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2wHdXuiOpkhUxlf off=10830418 len=300938 2024-09-13T03:17:20.077 INFO:tasks.workunit.client.0.smithi052.stdout:op 1430 completed, throughput=5MB/sec 2024-09-13T03:17:20.077 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HaOfnJ3dLmIz_db off=9231788 len=743888 2024-09-13T03:17:20.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 1431 completed, throughput=5MB/sec 2024-09-13T03:17:20.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2VBiLAWXXfZWqTP off=12868207 len=2032417 2024-09-13T03:17:20.081 INFO:tasks.workunit.client.0.smithi052.stdout:op 1432 completed, throughput=5MB/sec 2024-09-13T03:17:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:20 smithi078 ceph-mon[85589]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:20 smithi052 ceph-mon[91421]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:20 smithi052 ceph-mon[89065]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:21.081 INFO:tasks.workunit.client.0.smithi052.stdout: 283: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:21.081 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7T3JI4C6qxhjFhX off=1183748 len=741849 2024-09-13T03:17:21.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 1433 completed, throughput=4.99MB/sec 2024-09-13T03:17:21.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pGTbhYtpKp4sJGc off=1490143 len=503969 2024-09-13T03:17:21.084 INFO:tasks.workunit.client.0.smithi052.stdout:op 1434 completed, throughput=4.99MB/sec 2024-09-13T03:17:21.085 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gtn6n8wQ7huXA2g off=14797007 len=105680 2024-09-13T03:17:21.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 1435 completed, throughput=4.99MB/sec 2024-09-13T03:17:21.085 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EiqKZY19_c_yDSU off=14558867 len=1924821 2024-09-13T03:17:21.087 INFO:tasks.workunit.client.0.smithi052.stdout:op 1436 completed, throughput=5MB/sec 2024-09-13T03:17:21.087 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qc2qrBmtW10LMEo off=1274405 len=1599568 2024-09-13T03:17:21.095 INFO:tasks.workunit.client.0.smithi052.stdout:op 1437 completed, throughput=5MB/sec 2024-09-13T03:17:22.096 INFO:tasks.workunit.client.0.smithi052.stdout: 284: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:22.096 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Soyis-8Tpa2_-bt off=1031708 len=1201280 2024-09-13T03:17:22.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 1438 completed, throughput=4.99MB/sec 2024-09-13T03:17:22.098 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pE8QeN2xkz618mg off=623991 len=742714 2024-09-13T03:17:22.099 INFO:tasks.workunit.client.0.smithi052.stdout:op 1439 completed, throughput=4.99MB/sec 2024-09-13T03:17:22.099 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-00AuMTzJb8RKob0 off=508832 len=1814253 2024-09-13T03:17:22.107 INFO:tasks.workunit.client.0.smithi052.stdout:op 1440 completed, throughput=5MB/sec 2024-09-13T03:17:22.107 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hnsy-WFcohhSNQ_ off=161648 len=2074969 2024-09-13T03:17:22.116 INFO:tasks.workunit.client.0.smithi052.stdout:op 1441 completed, throughput=5MB/sec 2024-09-13T03:17:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:22 smithi078 ceph-mon[85589]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:17:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:17:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:22 smithi052 ceph-mon[91421]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:17:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:22 smithi052 ceph-mon[89065]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:17:23.116 INFO:tasks.workunit.client.0.smithi052.stdout: 285: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:23.116 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ayq3D3RC9J_rWGy off=12309321 len=353345 2024-09-13T03:17:23.117 INFO:tasks.workunit.client.0.smithi052.stdout:op 1442 completed, throughput=4.99MB/sec 2024-09-13T03:17:23.117 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M9vTnmA39PCUb4Z off=5598012 len=459417 2024-09-13T03:17:23.120 INFO:tasks.workunit.client.0.smithi052.stdout:op 1443 completed, throughput=4.99MB/sec 2024-09-13T03:17:23.121 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GqwwdGD8e84jeLI off=1991513 len=1271434 2024-09-13T03:17:23.125 INFO:tasks.workunit.client.0.smithi052.stdout:op 1444 completed, throughput=4.99MB/sec 2024-09-13T03:17:23.126 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V6jI_1GzeyzUjo5 off=1175411 len=293840 2024-09-13T03:17:23.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 1445 completed, throughput=5MB/sec 2024-09-13T03:17:23.129 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NQGS0Ojgup2LDIW off=2575246 len=1621915 2024-09-13T03:17:23.131 INFO:tasks.workunit.client.0.smithi052.stdout:op 1446 completed, throughput=5MB/sec 2024-09-13T03:17:23.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:23 smithi078 ceph-mon[85589]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:23.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:23 smithi052 ceph-mon[91421]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:23.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:23 smithi052 ceph-mon[89065]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:24.131 INFO:tasks.workunit.client.0.smithi052.stdout: 286: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:24.131 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OHZRwSSLW2dyjf8 off=1939213 len=1752810 2024-09-13T03:17:24.134 INFO:tasks.workunit.client.0.smithi052.stdout:op 1447 completed, throughput=4.99MB/sec 2024-09-13T03:17:24.134 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pboTKgCnSz7yTVe off=15007209 len=1347608 2024-09-13T03:17:24.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 1448 completed, throughput=4.99MB/sec 2024-09-13T03:17:24.140 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-845OW-_4CpifiuW off=3931585 len=983504 2024-09-13T03:17:24.147 INFO:tasks.workunit.client.0.smithi052.stdout:op 1449 completed, throughput=5MB/sec 2024-09-13T03:17:24.147 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c1izVjfIGsCrQhC off=5910373 len=130575 2024-09-13T03:17:24.149 INFO:tasks.workunit.client.0.smithi052.stdout:op 1450 completed, throughput=5MB/sec 2024-09-13T03:17:24.150 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tC8DvbAW1Wj-1kU off=2301512 len=427550 2024-09-13T03:17:24.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 1451 completed, throughput=5MB/sec 2024-09-13T03:17:24.151 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vU7MBMspNknkOiP off=16664812 len=1418123 2024-09-13T03:17:24.159 INFO:tasks.workunit.client.0.smithi052.stdout:op 1452 completed, throughput=5MB/sec 2024-09-13T03:17:25.159 INFO:tasks.workunit.client.0.smithi052.stdout: 287: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:25.159 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3UM_AXngQOWmcQ8 off=6244099 len=907208 2024-09-13T03:17:25.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 1453 completed, throughput=4.99MB/sec 2024-09-13T03:17:25.160 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mMp3GEKjRUU_tJt off=2083375 len=918354 2024-09-13T03:17:25.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 1454 completed, throughput=4.99MB/sec 2024-09-13T03:17:25.162 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sFatlAxFJOAQcwJ off=7348666 len=1093452 2024-09-13T03:17:25.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 1455 completed, throughput=4.99MB/sec 2024-09-13T03:17:25.163 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aAUedLx9jD5AJb5 off=13332369 len=1352242 2024-09-13T03:17:25.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 1456 completed, throughput=5MB/sec 2024-09-13T03:17:25.170 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RIrOi66hpGDZSar off=6199519 len=784247 2024-09-13T03:17:25.174 INFO:tasks.workunit.client.0.smithi052.stdout:op 1457 completed, throughput=5MB/sec 2024-09-13T03:17:25.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:25 smithi078 ceph-mon[85589]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:17:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:25 smithi052 ceph-mon[91421]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:17:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:25 smithi052 ceph-mon[89065]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:17:26.175 INFO:tasks.workunit.client.0.smithi052.stdout: 288: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:26.175 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FoMnDo5tamkkF2k off=10123227 len=939092 2024-09-13T03:17:26.176 INFO:tasks.workunit.client.0.smithi052.stdout:op 1458 completed, throughput=4.99MB/sec 2024-09-13T03:17:26.176 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t46TDVfkEFNjiLL off=984846 len=1061523 2024-09-13T03:17:26.179 INFO:tasks.workunit.client.0.smithi052.stdout:op 1459 completed, throughput=4.99MB/sec 2024-09-13T03:17:26.179 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J8UMuf6lHGc7PzT off=4739257 len=1246611 2024-09-13T03:17:26.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 1460 completed, throughput=5MB/sec 2024-09-13T03:17:26.181 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KgacTLfoqYhUvMz off=15138061 len=1250779 2024-09-13T03:17:26.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 1461 completed, throughput=5MB/sec 2024-09-13T03:17:26.186 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l4AwFpQeXzufSAF off=3331958 len=1432629 2024-09-13T03:17:26.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 1462 completed, throughput=5MB/sec 2024-09-13T03:17:27.193 INFO:tasks.workunit.client.0.smithi052.stdout: 289: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:27.193 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Sv3Dj3jV44hkxay off=16190002 len=1803679 2024-09-13T03:17:27.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 1463 completed, throughput=4.99MB/sec 2024-09-13T03:17:27.195 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HHKtBoN_8CAM5xY off=1777934 len=832781 2024-09-13T03:17:27.200 INFO:tasks.workunit.client.0.smithi052.stdout:op 1464 completed, throughput=5MB/sec 2024-09-13T03:17:27.200 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e7Fod05AjQo6POJ off=442415 len=675230 2024-09-13T03:17:27.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 1465 completed, throughput=5MB/sec 2024-09-13T03:17:27.201 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vGdXmXsU1ueN07- off=5883227 len=1557701 2024-09-13T03:17:27.209 INFO:tasks.workunit.client.0.smithi052.stdout:op 1466 completed, throughput=5MB/sec 2024-09-13T03:17:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:27 smithi078 ceph-mon[85589]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:17:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:27 smithi052 ceph-mon[91421]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:17:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:27 smithi052 ceph-mon[89065]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:17:28.209 INFO:tasks.workunit.client.0.smithi052.stdout: 290: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:28.210 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fshYyFDyFt0VoFD off=4502195 len=1418418 2024-09-13T03:17:28.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 1467 completed, throughput=4.99MB/sec 2024-09-13T03:17:28.217 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y29jk3ZLmHgZQvD off=12656498 len=1789418 2024-09-13T03:17:28.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 1468 completed, throughput=5MB/sec 2024-09-13T03:17:28.219 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2eQbz48iCL4c6Sg off=8337431 len=143950 2024-09-13T03:17:28.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 1469 completed, throughput=5MB/sec 2024-09-13T03:17:28.219 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A5PdEIhn10KIHlJ off=10227428 len=1882027 2024-09-13T03:17:28.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 1470 completed, throughput=5MB/sec 2024-09-13T03:17:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:17:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:17:28] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T03:17:29.227 INFO:tasks.workunit.client.0.smithi052.stdout: 291: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:29.228 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RCGpM0TN4xcaje_ off=11575689 len=510202 2024-09-13T03:17:29.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 1471 completed, throughput=4.99MB/sec 2024-09-13T03:17:29.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ghmfdjBBywtONIu off=16861104 len=75359 2024-09-13T03:17:29.232 INFO:tasks.workunit.client.0.smithi052.stdout:op 1472 completed, throughput=4.99MB/sec 2024-09-13T03:17:29.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3xtP52MD9S4acdt off=3315202 len=872654 2024-09-13T03:17:29.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 1473 completed, throughput=4.99MB/sec 2024-09-13T03:17:29.233 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PgrydYuC0W4OejL off=18141493 len=1761738 2024-09-13T03:17:29.236 INFO:tasks.workunit.client.0.smithi052.stdout:op 1474 completed, throughput=5MB/sec 2024-09-13T03:17:29.236 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UZnMZOQSZiEBcUN off=934834 len=815084 2024-09-13T03:17:29.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 1475 completed, throughput=5MB/sec 2024-09-13T03:17:29.238 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OR7g88CGZrJpbwm off=20592281 len=116670 2024-09-13T03:17:29.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 1476 completed, throughput=5MB/sec 2024-09-13T03:17:29.240 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gtb6_3q9vmmRkoF off=25 len=1826283 2024-09-13T03:17:29.242 INFO:tasks.workunit.client.0.smithi052.stdout:op 1477 completed, throughput=5MB/sec 2024-09-13T03:17:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:29 smithi078 ceph-mon[85589]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:17:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:29 smithi052 ceph-mon[91421]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:17:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:29 smithi052 ceph-mon[89065]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:17:30.243 INFO:tasks.workunit.client.0.smithi052.stdout: 292: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:30.243 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V3fp4nJVp7G6m26 off=10140437 len=63356 2024-09-13T03:17:30.245 INFO:tasks.workunit.client.0.smithi052.stdout:op 1478 completed, throughput=4.99MB/sec 2024-09-13T03:17:30.245 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FT3Dmbw9fwZQKXQ off=9790159 len=1082810 2024-09-13T03:17:30.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 1479 completed, throughput=4.99MB/sec 2024-09-13T03:17:30.251 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-amHiWVMJy7ZevYa off=1244190 len=432524 2024-09-13T03:17:30.252 INFO:tasks.workunit.client.0.smithi052.stdout:op 1480 completed, throughput=4.99MB/sec 2024-09-13T03:17:30.252 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mWoKT54Gk2OXC4v off=2324942 len=5139 2024-09-13T03:17:30.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 1481 completed, throughput=4.99MB/sec 2024-09-13T03:17:30.253 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fS_MsmUhr30Caag off=5949100 len=1597868 2024-09-13T03:17:30.255 INFO:tasks.workunit.client.0.smithi052.stdout:op 1482 completed, throughput=5MB/sec 2024-09-13T03:17:30.255 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4P6ZpuSyxYWEIeO off=11496523 len=918346 2024-09-13T03:17:30.256 INFO:tasks.workunit.client.0.smithi052.stdout:op 1483 completed, throughput=5MB/sec 2024-09-13T03:17:30.256 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d4nmA0IMyMcYlyb off=3176682 len=1995500 2024-09-13T03:17:30.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 1484 completed, throughput=5.01MB/sec 2024-09-13T03:17:31.260 INFO:tasks.workunit.client.0.smithi052.stdout: 293: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:31.261 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rqm0GCktZRa2Vq8 off=9056001 len=1455876 2024-09-13T03:17:31.268 INFO:tasks.workunit.client.0.smithi052.stdout:op 1485 completed, throughput=4.99MB/sec 2024-09-13T03:17:31.268 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WKMNy2G4LCH1KcE off=3114715 len=1821058 2024-09-13T03:17:31.271 INFO:tasks.workunit.client.0.smithi052.stdout:op 1486 completed, throughput=5MB/sec 2024-09-13T03:17:31.271 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xHaH0A3qvPHhBEF off=11370153 len=1090154 2024-09-13T03:17:31.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 1487 completed, throughput=5MB/sec 2024-09-13T03:17:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:31 smithi078 ceph-mon[85589]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:31 smithi052 ceph-mon[91421]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:31 smithi052 ceph-mon[89065]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: 294: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:32.277 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iHm9HQ_vWZJ-6zf off=7718226 len=591277 2024-09-13T03:17:32.278 INFO:tasks.workunit.client.0.smithi052.stdout:op 1488 completed, throughput=4.99MB/sec 2024-09-13T03:17:32.278 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--0CLN7MtAktIV66 off=3462640 len=1873984 2024-09-13T03:17:32.287 INFO:tasks.workunit.client.0.smithi052.stdout:op 1489 completed, throughput=4.99MB/sec 2024-09-13T03:17:32.288 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W9CizeYuPbNcdMk off=696282 len=12155 2024-09-13T03:17:32.290 INFO:tasks.workunit.client.0.smithi052.stdout:op 1490 completed, throughput=4.99MB/sec 2024-09-13T03:17:32.290 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7qicIiyElk15sf7 off=1609504 len=1536442 2024-09-13T03:17:32.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 1491 completed, throughput=5MB/sec 2024-09-13T03:17:32.297 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kXRzIGhAzilJ4km off=20548423 len=469801 2024-09-13T03:17:32.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 1492 completed, throughput=5MB/sec 2024-09-13T03:17:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:17:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: 295: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:33.299 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sc5H5fGEGsaOaIh off=12355137 len=1614396 2024-09-13T03:17:33.302 INFO:tasks.workunit.client.0.smithi052.stdout:op 1493 completed, throughput=4.99MB/sec 2024-09-13T03:17:33.302 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0d1MMxGOTT3PGPw off=2360763 len=208544 2024-09-13T03:17:33.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 1494 completed, throughput=4.99MB/sec 2024-09-13T03:17:33.305 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uQZNN-zc_1a-anz off=6489408 len=2094096 2024-09-13T03:17:33.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 1495 completed, throughput=5MB/sec 2024-09-13T03:17:33.308 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D0d0hcoRQ-WdzP7 off=5945552 len=663280 2024-09-13T03:17:33.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 1496 completed, throughput=5MB/sec 2024-09-13T03:17:33.312 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ceht4uKPKDiIWeB off=2400088 len=307969 2024-09-13T03:17:33.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 1497 completed, throughput=5MB/sec 2024-09-13T03:17:33.313 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Yov2-cS9inViyhn off=3752983 len=1616517 2024-09-13T03:17:33.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 1498 completed, throughput=5MB/sec 2024-09-13T03:17:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:33 smithi078 ceph-mon[85589]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:33 smithi052 ceph-mon[91421]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:33 smithi052 ceph-mon[89065]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:17:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: 296: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:34.320 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CGo-kfLPa9xfMdo off=2611238 len=1892054 2024-09-13T03:17:34.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 1499 completed, throughput=4.99MB/sec 2024-09-13T03:17:34.330 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zWvudjLvgTwTgA9 off=3777530 len=457263 2024-09-13T03:17:34.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 1500 completed, throughput=4.99MB/sec 2024-09-13T03:17:34.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ry0PDKDgw-Mxq1U off=109285 len=1834650 2024-09-13T03:17:34.333 INFO:tasks.workunit.client.0.smithi052.stdout:op 1501 completed, throughput=5MB/sec 2024-09-13T03:17:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: 297: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:35.334 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BQlBCrJLsTYjlHy off=3652979 len=1743953 2024-09-13T03:17:35.336 INFO:tasks.workunit.client.0.smithi052.stdout:op 1502 completed, throughput=4.99MB/sec 2024-09-13T03:17:35.336 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nvoL_KxFvu4UQiK off=3789717 len=1972956 2024-09-13T03:17:35.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 1503 completed, throughput=5MB/sec 2024-09-13T03:17:35.344 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BQ-SPc8_B7KK1c6 off=16583417 len=1340624 2024-09-13T03:17:35.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 1504 completed, throughput=5MB/sec 2024-09-13T03:17:35.346 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6gBwKiBcZw4JvQw off=261742 len=1076890 2024-09-13T03:17:35.352 INFO:tasks.workunit.client.0.smithi052.stdout:op 1505 completed, throughput=5MB/sec 2024-09-13T03:17:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:35 smithi078 ceph-mon[85589]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:17:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:35 smithi052 ceph-mon[91421]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:17:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:35 smithi052 ceph-mon[89065]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:17:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: 298: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:36.353 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-riajNBSOZdJen5X off=13616521 len=2072292 2024-09-13T03:17:36.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 1506 completed, throughput=4.99MB/sec 2024-09-13T03:17:36.363 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kNsnT735GbNF4ho off=16993000 len=897151 2024-09-13T03:17:36.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 1507 completed, throughput=5MB/sec 2024-09-13T03:17:36.365 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FqpcXl_6-YL8f3k off=522256 len=1751546 2024-09-13T03:17:36.368 INFO:tasks.workunit.client.0.smithi052.stdout:op 1508 completed, throughput=5MB/sec 2024-09-13T03:17:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: 299: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:37.369 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EsSbe0oXBhN3I81 off=1173515 len=1283267 2024-09-13T03:17:37.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 1509 completed, throughput=4.99MB/sec 2024-09-13T03:17:37.371 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ceZ4eMI1XL4uAI9 off=11247586 len=1825350 2024-09-13T03:17:37.380 INFO:tasks.workunit.client.0.smithi052.stdout:op 1510 completed, throughput=4.99MB/sec 2024-09-13T03:17:37.380 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7VYDiN4fBLnKZTD off=15291606 len=1283328 2024-09-13T03:17:37.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 1511 completed, throughput=5MB/sec 2024-09-13T03:17:37.385 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qf7HNoECaP9a-8R off=13180491 len=1704071 2024-09-13T03:17:37.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 1512 completed, throughput=5MB/sec 2024-09-13T03:17:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:37 smithi078 ceph-mon[85589]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:37 smithi052 ceph-mon[91421]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:37 smithi052 ceph-mon[89065]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:17:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: 300: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:38.389 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jukt9uD1hK-p0ck off=269704 len=1941082 2024-09-13T03:17:38.397 INFO:tasks.workunit.client.0.smithi052.stdout:op 1513 completed, throughput=4.99MB/sec 2024-09-13T03:17:38.397 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SXnbk0cXyciOUM_ off=10611478 len=1986557 2024-09-13T03:17:38.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 1514 completed, throughput=5MB/sec 2024-09-13T03:17:38.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pO16Yo1vE_8lb78 off=9016451 len=1492962 2024-09-13T03:17:38.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 1515 completed, throughput=5MB/sec 2024-09-13T03:17:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:17:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:17:38] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T03:17:39.411 INFO:tasks.workunit.client.0.smithi052.stdout: 301: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:39.411 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6kpvtv4uimtFt8m off=3461785 len=41451 2024-09-13T03:17:39.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 1516 completed, throughput=4.99MB/sec 2024-09-13T03:17:39.414 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8r4XqqsuQv8biBm off=929004 len=113263 2024-09-13T03:17:39.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 1517 completed, throughput=4.99MB/sec 2024-09-13T03:17:39.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DWnklsjEzhyR1CK off=4347864 len=1224392 2024-09-13T03:17:39.421 INFO:tasks.workunit.client.0.smithi052.stdout:op 1518 completed, throughput=4.99MB/sec 2024-09-13T03:17:39.421 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KoTt2gSjIcC4rUN off=3668122 len=420109 2024-09-13T03:17:39.425 INFO:tasks.workunit.client.0.smithi052.stdout:op 1519 completed, throughput=4.99MB/sec 2024-09-13T03:17:39.425 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-z31QFH8JMp0UXb9 off=21409524 len=575742 2024-09-13T03:17:39.428 INFO:tasks.workunit.client.0.smithi052.stdout:op 1520 completed, throughput=4.99MB/sec 2024-09-13T03:17:39.429 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zg618PZpKsfu9b3 off=12100908 len=1720161 2024-09-13T03:17:39.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 1521 completed, throughput=5MB/sec 2024-09-13T03:17:39.437 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pAnkNezl4AT4aO4 off=12829 len=290260 2024-09-13T03:17:39.438 INFO:tasks.workunit.client.0.smithi052.stdout:op 1522 completed, throughput=5MB/sec 2024-09-13T03:17:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:39 smithi078 ceph-mon[85589]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:17:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:39 smithi052 ceph-mon[91421]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:17:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:39 smithi052 ceph-mon[89065]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:17:40.438 INFO:tasks.workunit.client.0.smithi052.stdout: 302: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:40.438 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-At7Vymi-IMR2MBR off=3968586 len=1198100 2024-09-13T03:17:40.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 1523 completed, throughput=4.99MB/sec 2024-09-13T03:17:40.444 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fqcnwlapCHU37XJ off=714490 len=486178 2024-09-13T03:17:40.445 INFO:tasks.workunit.client.0.smithi052.stdout:op 1524 completed, throughput=4.99MB/sec 2024-09-13T03:17:40.445 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8F00oLyZWqGSC5N off=11352548 len=506806 2024-09-13T03:17:40.446 INFO:tasks.workunit.client.0.smithi052.stdout:op 1525 completed, throughput=4.99MB/sec 2024-09-13T03:17:40.446 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZjrWQWh1_vB0czG off=2925329 len=1609070 2024-09-13T03:17:40.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 1526 completed, throughput=5MB/sec 2024-09-13T03:17:40.453 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4Ege5ZwToUPxIeC off=2090257 len=294888 2024-09-13T03:17:40.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 1527 completed, throughput=5MB/sec 2024-09-13T03:17:40.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XvKZPrRD_J9PCKA off=12496029 len=942697 2024-09-13T03:17:40.460 INFO:tasks.workunit.client.0.smithi052.stdout:op 1528 completed, throughput=5MB/sec 2024-09-13T03:17:40.460 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lm3PTNI2A2xTILN off=2740915 len=996786 2024-09-13T03:17:40.461 INFO:tasks.workunit.client.0.smithi052.stdout:op 1529 completed, throughput=5MB/sec 2024-09-13T03:17:41.462 INFO:tasks.workunit.client.0.smithi052.stdout: 303: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:41.462 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dS5wEJ6bjL3xEhG off=283322 len=1469046 2024-09-13T03:17:41.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 1530 completed, throughput=4.99MB/sec 2024-09-13T03:17:41.465 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Pm4x2pW2fTLtP0q off=2636831 len=1085323 2024-09-13T03:17:41.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 1531 completed, throughput=4.99MB/sec 2024-09-13T03:17:41.469 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-joOnP49aes8M_0J off=20252335 len=439367 2024-09-13T03:17:41.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 1532 completed, throughput=5MB/sec 2024-09-13T03:17:41.472 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-orjSOVrZ66RGpBb off=20787492 len=1455543 2024-09-13T03:17:41.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 1533 completed, throughput=5MB/sec 2024-09-13T03:17:41.474 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j5XTEUUf2ufzRC0 off=5672564 len=628748 2024-09-13T03:17:41.478 INFO:tasks.workunit.client.0.smithi052.stdout:op 1534 completed, throughput=5MB/sec 2024-09-13T03:17:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:41 smithi078 ceph-mon[85589]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:17:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:17:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:17:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:17:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:41 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:17:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[91421]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:17:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[89065]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:17:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:41 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:17:42.478 INFO:tasks.workunit.client.0.smithi052.stdout: 304: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:42.479 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VWqpyk_kgZEmfGp off=6497376 len=1875135 2024-09-13T03:17:42.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 1535 completed, throughput=4.99MB/sec 2024-09-13T03:17:42.487 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-__EGfB_5PHgKvFe off=155722 len=1523964 2024-09-13T03:17:42.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 1536 completed, throughput=5MB/sec 2024-09-13T03:17:42.493 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IU4WOJeXuodTDHs off=11796979 len=1142073 2024-09-13T03:17:42.498 INFO:tasks.workunit.client.0.smithi052.stdout:op 1537 completed, throughput=5MB/sec 2024-09-13T03:17:42.498 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0wI4KlY9IHaAwPx off=13258400 len=1540001 2024-09-13T03:17:42.499 INFO:tasks.workunit.client.0.smithi052.stdout:op 1538 completed, throughput=5MB/sec 2024-09-13T03:17:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:17:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:43.500 INFO:tasks.workunit.client.0.smithi052.stdout: 305: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:43.500 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-59Z_XOyRP4iuOxW off=1136669 len=37115 2024-09-13T03:17:43.501 INFO:tasks.workunit.client.0.smithi052.stdout:op 1539 completed, throughput=4.99MB/sec 2024-09-13T03:17:43.501 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BW_M4_qKR2S3do5 off=1918288 len=1739545 2024-09-13T03:17:43.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 1540 completed, throughput=4.99MB/sec 2024-09-13T03:17:43.510 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HvIfXz25igmhbLw off=635398 len=2057381 2024-09-13T03:17:43.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 1541 completed, throughput=5MB/sec 2024-09-13T03:17:43.513 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-auL3qDCFuHWOAeu off=12353781 len=455046 2024-09-13T03:17:43.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 1542 completed, throughput=5MB/sec 2024-09-13T03:17:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:43 smithi078 ceph-mon[85589]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:17:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:43 smithi052 ceph-mon[91421]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:17:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:43 smithi052 ceph-mon[89065]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:17:44.520 INFO:tasks.workunit.client.0.smithi052.stdout: 306: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:44.520 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lQRXQmz74wuPgxT off=7782693 len=62377 2024-09-13T03:17:44.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 1543 completed, throughput=4.98MB/sec 2024-09-13T03:17:44.520 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6g2kRkYMEY8YRho off=3970122 len=351842 2024-09-13T03:17:44.523 INFO:tasks.workunit.client.0.smithi052.stdout:op 1544 completed, throughput=4.99MB/sec 2024-09-13T03:17:44.523 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W26vN_YRys3ec0n off=5117308 len=2055685 2024-09-13T03:17:44.533 INFO:tasks.workunit.client.0.smithi052.stdout:op 1545 completed, throughput=4.99MB/sec 2024-09-13T03:17:44.533 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PMjk02w--KY3YTG off=1002769 len=1936847 2024-09-13T03:17:44.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 1546 completed, throughput=5MB/sec 2024-09-13T03:17:44.537 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x1V6beqJybyvdMi off=9584080 len=18983 2024-09-13T03:17:44.539 INFO:tasks.workunit.client.0.smithi052.stdout:op 1547 completed, throughput=5MB/sec 2024-09-13T03:17:44.539 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a0wdRp3hBd2PhaE off=5461315 len=340281 2024-09-13T03:17:44.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 1548 completed, throughput=5MB/sec 2024-09-13T03:17:44.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vTBGE9MOLBLyr7p off=6778390 len=459372 2024-09-13T03:17:44.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 1549 completed, throughput=5MB/sec 2024-09-13T03:17:45.543 INFO:tasks.workunit.client.0.smithi052.stdout: 307: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:45.543 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hZ_hWvDTYlg8GJT off=7576937 len=1108551 2024-09-13T03:17:45.551 INFO:tasks.workunit.client.0.smithi052.stdout:op 1550 completed, throughput=4.99MB/sec 2024-09-13T03:17:45.551 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rUGF1ZWXVXwcMOT off=4625481 len=1369158 2024-09-13T03:17:45.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 1551 completed, throughput=4.99MB/sec 2024-09-13T03:17:45.553 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fIY8yITxJPnpQ05 off=8066044 len=1004702 2024-09-13T03:17:45.555 INFO:tasks.workunit.client.0.smithi052.stdout:op 1552 completed, throughput=4.99MB/sec 2024-09-13T03:17:45.555 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EPdGvx5V1AuzX_R off=9578918 len=803806 2024-09-13T03:17:45.556 INFO:tasks.workunit.client.0.smithi052.stdout:op 1553 completed, throughput=5MB/sec 2024-09-13T03:17:45.557 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-14-DVF0P92EGgBX off=10081407 len=488368 2024-09-13T03:17:45.560 INFO:tasks.workunit.client.0.smithi052.stdout:op 1554 completed, throughput=5MB/sec 2024-09-13T03:17:45.561 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_3hCVUqqG61Om_u off=14407703 len=53782 2024-09-13T03:17:45.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 1555 completed, throughput=5MB/sec 2024-09-13T03:17:45.563 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LWVBQZc_glTIUWu off=2087726 len=1311316 2024-09-13T03:17:45.569 INFO:tasks.workunit.client.0.smithi052.stdout:op 1556 completed, throughput=5MB/sec 2024-09-13T03:17:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:45 smithi052 ceph-mon[91421]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:17:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:45 smithi052 ceph-mon[89065]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:17:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:45 smithi078 ceph-mon[85589]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:17:46.569 INFO:tasks.workunit.client.0.smithi052.stdout: 308: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:46.569 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n4pYWKlojWZEiHF off=2703789 len=2028163 2024-09-13T03:17:46.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 1557 completed, throughput=4.99MB/sec 2024-09-13T03:17:46.581 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YFaweyl5F-QODdp off=7797743 len=634564 2024-09-13T03:17:46.582 INFO:tasks.workunit.client.0.smithi052.stdout:op 1558 completed, throughput=4.99MB/sec 2024-09-13T03:17:46.583 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xn2oNfXydHCPjZo off=2579889 len=664993 2024-09-13T03:17:46.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 1559 completed, throughput=5MB/sec 2024-09-13T03:17:46.584 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PtxPlkukU93DXip off=925191 len=1240166 2024-09-13T03:17:46.587 INFO:tasks.workunit.client.0.smithi052.stdout:op 1560 completed, throughput=5MB/sec 2024-09-13T03:17:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:47.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:17:47.587 INFO:tasks.workunit.client.0.smithi052.stdout: 309: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:47.587 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l1oX4DASJvYZu8O off=9515986 len=623873 2024-09-13T03:17:47.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 1561 completed, throughput=4.99MB/sec 2024-09-13T03:17:47.591 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ISotAH7kbdjbsMu off=8318377 len=92165 2024-09-13T03:17:47.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 1562 completed, throughput=4.99MB/sec 2024-09-13T03:17:47.592 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-31I3zCy35oEskvQ off=3105129 len=312408 2024-09-13T03:17:47.595 INFO:tasks.workunit.client.0.smithi052.stdout:op 1563 completed, throughput=4.99MB/sec 2024-09-13T03:17:47.595 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CpkX0w_GYn5bjiN off=4392292 len=928214 2024-09-13T03:17:47.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 1564 completed, throughput=4.99MB/sec 2024-09-13T03:17:47.597 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SXJbMyhjffVjTaw off=11524595 len=1896590 2024-09-13T03:17:47.605 INFO:tasks.workunit.client.0.smithi052.stdout:op 1565 completed, throughput=5MB/sec 2024-09-13T03:17:47.605 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--0CLN7MtAktIV66 off=5308130 len=564204 2024-09-13T03:17:47.609 INFO:tasks.workunit.client.0.smithi052.stdout:op 1566 completed, throughput=5MB/sec 2024-09-13T03:17:47.609 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wyydT7S__tx2wOD off=367532 len=1357871 2024-09-13T03:17:47.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 1567 completed, throughput=5MB/sec 2024-09-13T03:17:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:47 smithi052 ceph-mon[91421]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:17:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:47 smithi052 ceph-mon[89065]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:17:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:47 smithi078 ceph-mon[85589]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:17:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:17:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:17:48] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:17:48.616 INFO:tasks.workunit.client.0.smithi052.stdout: 310: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:48.616 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QeiCBiNWupJ9sBp off=16830110 len=419746 2024-09-13T03:17:48.619 INFO:tasks.workunit.client.0.smithi052.stdout:op 1568 completed, throughput=4.99MB/sec 2024-09-13T03:17:48.776 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ytYbEnEaOcJdSkn off=12710512 len=751690 2024-09-13T03:17:48.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 1569 completed, throughput=4.99MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6yPQw-Z0SrWoqf6 off=10141207 len=792315 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1570 completed, throughput=4.99MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P8qtsXR3KunRIT7 off=17744766 len=631649 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1571 completed, throughput=4.99MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L0tNFFOgLRfOcCV off=17039005 len=72380 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1572 completed, throughput=4.99MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xijuoTpG4v4rvox off=15408071 len=317929 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1573 completed, throughput=4.99MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HibOlXkNzNHjK8Y off=2150904 len=284172 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1574 completed, throughput=5MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f9Bd2xQou-51Sx8 off=567102 len=1217312 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 1575 completed, throughput=5MB/sec 2024-09-13T03:17:48.778 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-s2d_p5QvfPsXtbf off=8460944 len=1996682 2024-09-13T03:17:48.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 1576 completed, throughput=5MB/sec 2024-09-13T03:17:49.646 INFO:tasks.workunit.client.0.smithi052.stdout: 311: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:49.647 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--yhP3Nk1w-qHrU3 off=18810082 len=805843 2024-09-13T03:17:49.648 INFO:tasks.workunit.client.0.smithi052.stdout:op 1577 completed, throughput=4.99MB/sec 2024-09-13T03:17:49.648 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KBmSkbr25t8MYE9 off=8803069 len=727232 2024-09-13T03:17:49.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 1578 completed, throughput=4.99MB/sec 2024-09-13T03:17:49.649 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CHLe14xPhq1hAg4 off=5326896 len=406847 2024-09-13T03:17:49.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 1579 completed, throughput=4.99MB/sec 2024-09-13T03:17:49.649 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pZlCIYrR6TbR7W8 off=8870290 len=769858 2024-09-13T03:17:49.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 1580 completed, throughput=5MB/sec 2024-09-13T03:17:49.655 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yOMIRGhuK-NCEtm off=4816682 len=876269 2024-09-13T03:17:49.660 INFO:tasks.workunit.client.0.smithi052.stdout:op 1581 completed, throughput=5MB/sec 2024-09-13T03:17:49.660 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--9IqK5zHd-JvbUX off=5541307 len=1019887 2024-09-13T03:17:49.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 1582 completed, throughput=5MB/sec 2024-09-13T03:17:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:49 smithi052 ceph-mon[91421]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:17:50.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:49 smithi052 ceph-mon[89065]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:17:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:49 smithi078 ceph-mon[85589]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:17:50.662 INFO:tasks.workunit.client.0.smithi052.stdout: 312: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:50.662 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E9GFoZ5UeBnbe7r off=5625871 len=950502 2024-09-13T03:17:50.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 1583 completed, throughput=4.99MB/sec 2024-09-13T03:17:50.668 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PsoSBDXvId2_trt off=711516 len=48339 2024-09-13T03:17:50.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 1584 completed, throughput=4.99MB/sec 2024-09-13T03:17:50.670 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jz3bjxCYHR6MrFf off=2126143 len=1455228 2024-09-13T03:17:50.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 1585 completed, throughput=4.99MB/sec 2024-09-13T03:17:50.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UeABFrEJrST4A5v off=19574369 len=2020672 2024-09-13T03:17:50.690 INFO:tasks.workunit.client.0.smithi052.stdout:op 1586 completed, throughput=5MB/sec 2024-09-13T03:17:50.690 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v7iQqKTp4-orXvx off=7219606 len=1847661 2024-09-13T03:17:50.692 INFO:tasks.workunit.client.0.smithi052.stdout:op 1587 completed, throughput=5.01MB/sec 2024-09-13T03:17:51.692 INFO:tasks.workunit.client.0.smithi052.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:51.693 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IXGxgwnP_zp9fjE off=6449511 len=1832359 2024-09-13T03:17:51.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 1588 completed, throughput=4.99MB/sec 2024-09-13T03:17:51.695 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ue1aucNNk28bs8Z off=15647646 len=932721 2024-09-13T03:17:51.700 INFO:tasks.workunit.client.0.smithi052.stdout:op 1589 completed, throughput=5MB/sec 2024-09-13T03:17:51.701 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DUT1RUf3-4mdmIL off=7257138 len=981487 2024-09-13T03:17:51.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 1590 completed, throughput=5MB/sec 2024-09-13T03:17:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:51 smithi052 ceph-mon[91421]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:17:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:51 smithi052 ceph-mon[89065]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:17:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:51 smithi078 ceph-mon[85589]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:17:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:17:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:17:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:17:52.702 INFO:tasks.workunit.client.0.smithi052.stdout: 314: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:52.703 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-B7VMN0fiasJsrwd off=647519 len=1159116 2024-09-13T03:17:52.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 1591 completed, throughput=4.99MB/sec 2024-09-13T03:17:52.709 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VZIJ0iQsKE595Oi off=1718281 len=1476413 2024-09-13T03:17:52.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 1592 completed, throughput=4.99MB/sec 2024-09-13T03:17:52.717 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AYVt1JgbK7qeZzi off=10511898 len=813678 2024-09-13T03:17:52.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 1593 completed, throughput=4.99MB/sec 2024-09-13T03:17:52.721 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lT3wzqQ1_XmSmee off=6253074 len=1485484 2024-09-13T03:17:52.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 1594 completed, throughput=5MB/sec 2024-09-13T03:17:52.727 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rA40savlpTQbBix off=14031859 len=2046335 2024-09-13T03:17:52.735 INFO:tasks.workunit.client.0.smithi052.stdout:op 1595 completed, throughput=5.01MB/sec 2024-09-13T03:17:53.736 INFO:tasks.workunit.client.0.smithi052.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:53.736 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r7WtquyJDHMMh-j off=5200300 len=168754 2024-09-13T03:17:53.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 1596 completed, throughput=4.99MB/sec 2024-09-13T03:17:53.737 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gPD-30GmWbgTX3L off=4459423 len=1089790 2024-09-13T03:17:53.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 1597 completed, throughput=4.99MB/sec 2024-09-13T03:17:53.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tg4SYQh-hapBsYS off=6268556 len=305801 2024-09-13T03:17:53.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 1598 completed, throughput=4.99MB/sec 2024-09-13T03:17:53.744 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0uqQuDNe3Ueq23E off=17245743 len=524955 2024-09-13T03:17:53.748 INFO:tasks.workunit.client.0.smithi052.stdout:op 1599 completed, throughput=5MB/sec 2024-09-13T03:17:53.749 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L147vHq3k11OFXg off=351686 len=1545948 2024-09-13T03:17:53.756 INFO:tasks.workunit.client.0.smithi052.stdout:op 1600 completed, throughput=5MB/sec 2024-09-13T03:17:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:53 smithi052 ceph-mon[91421]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:17:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:53 smithi052 ceph-mon[89065]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:17:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:53 smithi078 ceph-mon[85589]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:17:54.756 INFO:tasks.workunit.client.0.smithi052.stdout: 316: throughput=4.98MB/sec pending data=0 2024-09-13T03:17:54.756 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rWTy5j-y2THRNmn off=591753 len=2043965 2024-09-13T03:17:54.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 1601 completed, throughput=4.99MB/sec 2024-09-13T03:17:54.759 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-70B6mxtU1VfviLw off=5068319 len=1072927 2024-09-13T03:17:54.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 1602 completed, throughput=4.99MB/sec 2024-09-13T03:17:54.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6kQrsbjYA8F1Hwu off=2578494 len=1736226 2024-09-13T03:17:54.766 INFO:tasks.workunit.client.0.smithi052.stdout:op 1603 completed, throughput=5MB/sec 2024-09-13T03:17:54.766 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fMc47_w46Z85LN2 off=3800460 len=1585993 2024-09-13T03:17:54.768 INFO:tasks.workunit.client.0.smithi052.stdout:op 1604 completed, throughput=5MB/sec 2024-09-13T03:17:55.769 INFO:tasks.workunit.client.0.smithi052.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:55.769 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xfvNePQJP5Yi2pm off=1289516 len=1452330 2024-09-13T03:17:55.776 INFO:tasks.workunit.client.0.smithi052.stdout:op 1605 completed, throughput=4.99MB/sec 2024-09-13T03:17:55.776 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-McWXCha1hvoZpEq off=7888287 len=954519 2024-09-13T03:17:55.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 1606 completed, throughput=4.99MB/sec 2024-09-13T03:17:55.781 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fUxtBp-c-d-BBRG off=13081115 len=697610 2024-09-13T03:17:55.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 1607 completed, throughput=5MB/sec 2024-09-13T03:17:55.782 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BIsiIqyqJaaiADk off=9274423 len=262111 2024-09-13T03:17:55.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 1608 completed, throughput=5MB/sec 2024-09-13T03:17:55.785 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VN_cePRN0ty-w84 off=4079283 len=1387608 2024-09-13T03:17:55.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 1609 completed, throughput=5MB/sec 2024-09-13T03:17:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:55 smithi052 ceph-mon[91421]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:17:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:55 smithi052 ceph-mon[89065]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:17:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:55 smithi078 ceph-mon[85589]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:17:56.792 INFO:tasks.workunit.client.0.smithi052.stdout: 318: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:56.792 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yml_uaau5cLV11R off=18303043 len=971794 2024-09-13T03:17:56.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 1610 completed, throughput=4.99MB/sec 2024-09-13T03:17:56.797 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eLR1843F48QZcRY off=15040825 len=1936800 2024-09-13T03:17:56.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 1611 completed, throughput=4.99MB/sec 2024-09-13T03:17:56.801 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8q8iz_T5fUh34tB off=6143020 len=1860781 2024-09-13T03:17:56.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 1612 completed, throughput=5MB/sec 2024-09-13T03:17:56.816 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EzJiHE46PnioZ2e off=6380480 len=952419 2024-09-13T03:17:56.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 1613 completed, throughput=5MB/sec 2024-09-13T03:17:57.815 INFO:tasks.workunit.client.0.smithi052.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:57.815 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NQkyKZAOHqwv3m1 off=916915 len=1098622 2024-09-13T03:17:57.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 1614 completed, throughput=4.99MB/sec 2024-09-13T03:17:57.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Br57ho0uRrv8Gys off=12005452 len=1385003 2024-09-13T03:17:57.823 INFO:tasks.workunit.client.0.smithi052.stdout:op 1615 completed, throughput=4.99MB/sec 2024-09-13T03:17:57.823 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rytq9dOMKY6-SFM off=6744521 len=1367030 2024-09-13T03:17:57.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 1616 completed, throughput=5MB/sec 2024-09-13T03:17:57.826 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SMzGaYAD67OxpZS off=1427004 len=1381340 2024-09-13T03:17:57.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 1617 completed, throughput=5MB/sec 2024-09-13T03:17:58.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:17:58 smithi078 ceph-mon[85589]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:17:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:17:58 smithi052 ceph-mon[91421]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:17:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:17:58 smithi052 ceph-mon[89065]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-09-13T03:17:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:17:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:17:58] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-09-13T03:17:58.833 INFO:tasks.workunit.client.0.smithi052.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:58.833 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kv8-bsF_ir1Aowz off=4274211 len=1782882 2024-09-13T03:17:58.843 INFO:tasks.workunit.client.0.smithi052.stdout:op 1618 completed, throughput=4.99MB/sec 2024-09-13T03:17:58.843 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RAv5Oc-Fc0Tvkw3 off=724816 len=1451078 2024-09-13T03:17:58.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 1619 completed, throughput=5MB/sec 2024-09-13T03:17:58.853 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hG3FWN67Y04Hg3f off=10204793 len=1566428 2024-09-13T03:17:58.860 INFO:tasks.workunit.client.0.smithi052.stdout:op 1620 completed, throughput=5MB/sec 2024-09-13T03:17:59.861 INFO:tasks.workunit.client.0.smithi052.stdout: 321: throughput=4.99MB/sec pending data=0 2024-09-13T03:17:59.861 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JieyXvLY-QyFXPi off=190535 len=2094184 2024-09-13T03:17:59.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 1621 completed, throughput=4.99MB/sec 2024-09-13T03:17:59.877 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pJojMlaSuGqN-tw off=1281922 len=347323 2024-09-13T03:17:59.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 1622 completed, throughput=4.99MB/sec 2024-09-13T03:17:59.878 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WZRXfCVuAQfaxdZ off=4032575 len=535172 2024-09-13T03:17:59.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 1623 completed, throughput=4.99MB/sec 2024-09-13T03:17:59.878 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5Jw0zALXL_S2035 off=796567 len=818327 2024-09-13T03:17:59.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 1624 completed, throughput=5MB/sec 2024-09-13T03:17:59.880 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cq02hExPEXz7lga off=14960690 len=1037154 2024-09-13T03:17:59.886 INFO:tasks.workunit.client.0.smithi052.stdout:op 1625 completed, throughput=5MB/sec 2024-09-13T03:17:59.887 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--uoaC2xIF4cSLhu off=19206959 len=647720 2024-09-13T03:17:59.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 1626 completed, throughput=5MB/sec 2024-09-13T03:18:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:00 smithi078 ceph-mon[85589]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:18:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:00 smithi052 ceph-mon[91421]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:18:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:00 smithi052 ceph-mon[89065]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:18:00.888 INFO:tasks.workunit.client.0.smithi052.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:00.888 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LaAVz87RuTKFxNF off=10817308 len=1153918 2024-09-13T03:18:00.889 INFO:tasks.workunit.client.0.smithi052.stdout:op 1627 completed, throughput=4.99MB/sec 2024-09-13T03:18:00.890 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CV7eBfoepW_mKvY off=669425 len=122574 2024-09-13T03:18:00.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 1628 completed, throughput=4.99MB/sec 2024-09-13T03:18:00.892 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fPEFX6dI1eFzfCZ off=1587714 len=450553 2024-09-13T03:18:00.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 1629 completed, throughput=4.99MB/sec 2024-09-13T03:18:00.897 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n4zK_uaNsI4EOdR off=942083 len=1386331 2024-09-13T03:18:00.898 INFO:tasks.workunit.client.0.smithi052.stdout:op 1630 completed, throughput=4.99MB/sec 2024-09-13T03:18:00.898 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-02OltlwO4W9P1mp off=13739881 len=1382440 2024-09-13T03:18:00.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 1631 completed, throughput=5MB/sec 2024-09-13T03:18:00.904 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xee4bhYgRZQFT4_ off=4449851 len=1414184 2024-09-13T03:18:00.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 1632 completed, throughput=5MB/sec 2024-09-13T03:18:01.906 INFO:tasks.workunit.client.0.smithi052.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:01.906 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Sq8uSX7WH4HMipR off=3283859 len=1871885 2024-09-13T03:18:01.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 1633 completed, throughput=4.99MB/sec 2024-09-13T03:18:01.909 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-98j4oKR5sUf16aq off=7516075 len=547590 2024-09-13T03:18:01.910 INFO:tasks.workunit.client.0.smithi052.stdout:op 1634 completed, throughput=4.99MB/sec 2024-09-13T03:18:01.910 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cy4ZAx7jsvXg4SZ off=1241595 len=1327805 2024-09-13T03:18:01.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 1635 completed, throughput=5MB/sec 2024-09-13T03:18:01.917 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ANW0YvFKeyFiwyp off=1862857 len=1087986 2024-09-13T03:18:01.922 INFO:tasks.workunit.client.0.smithi052.stdout:op 1636 completed, throughput=5MB/sec 2024-09-13T03:18:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:02 smithi078 ceph-mon[85589]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:18:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:02.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:18:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:02.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:02 smithi052 ceph-mon[89065]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:18:02.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:02 smithi052 ceph-mon[91421]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:18:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:02.922 INFO:tasks.workunit.client.0.smithi052.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:02.922 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xKOI8-_2XngSmI7 off=8929146 len=1716326 2024-09-13T03:18:02.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 1637 completed, throughput=4.99MB/sec 2024-09-13T03:18:02.926 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dAzFDKFK9vp3nj5 off=10059859 len=188492 2024-09-13T03:18:02.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 1638 completed, throughput=4.99MB/sec 2024-09-13T03:18:02.927 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xWfMu7wY7eDpCr_ off=1449318 len=1433120 2024-09-13T03:18:02.934 INFO:tasks.workunit.client.0.smithi052.stdout:op 1639 completed, throughput=5MB/sec 2024-09-13T03:18:02.935 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dHxHcXHim8CbRE1 off=7893302 len=2013378 2024-09-13T03:18:02.943 INFO:tasks.workunit.client.0.smithi052.stdout:op 1640 completed, throughput=5MB/sec 2024-09-13T03:18:03.944 INFO:tasks.workunit.client.0.smithi052.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:03.944 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7El7XkbEZCPmn0e off=5243922 len=1195315 2024-09-13T03:18:03.950 INFO:tasks.workunit.client.0.smithi052.stdout:op 1641 completed, throughput=4.99MB/sec 2024-09-13T03:18:03.950 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dr5XQBjqwcPE8dP off=2974304 len=1851884 2024-09-13T03:18:03.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 1642 completed, throughput=4.99MB/sec 2024-09-13T03:18:03.952 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NW4I5tZfneds66z off=2335939 len=1637600 2024-09-13T03:18:03.961 INFO:tasks.workunit.client.0.smithi052.stdout:op 1643 completed, throughput=5MB/sec 2024-09-13T03:18:03.961 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T5CMI0hA_eX3KDE off=5231706 len=2030414 2024-09-13T03:18:03.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 1644 completed, throughput=5.01MB/sec 2024-09-13T03:18:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:04 smithi078 ceph-mon[85589]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:18:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:04 smithi052 ceph-mon[89065]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:18:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:04 smithi052 ceph-mon[91421]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:18:04.969 INFO:tasks.workunit.client.0.smithi052.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:04.969 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tPikkopzYyPeV6N off=1358217 len=95093 2024-09-13T03:18:04.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 1645 completed, throughput=4.99MB/sec 2024-09-13T03:18:04.969 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GqD3mIRolltm7Ar off=20648743 len=1974013 2024-09-13T03:18:04.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 1646 completed, throughput=5MB/sec 2024-09-13T03:18:04.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yphsnwZ173iM9AF off=14870588 len=1534412 2024-09-13T03:18:04.980 INFO:tasks.workunit.client.0.smithi052.stdout:op 1647 completed, throughput=5MB/sec 2024-09-13T03:18:05.981 INFO:tasks.workunit.client.0.smithi052.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:05.981 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KyAz0xtAyjVyPyC off=5857051 len=1494981 2024-09-13T03:18:05.988 INFO:tasks.workunit.client.0.smithi052.stdout:op 1648 completed, throughput=4.99MB/sec 2024-09-13T03:18:05.988 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Oj05LNvRiAoWkPe off=5565865 len=1754725 2024-09-13T03:18:05.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 1649 completed, throughput=4.99MB/sec 2024-09-13T03:18:05.996 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8x_dxZhL5ZYuk4- off=6160195 len=601990 2024-09-13T03:18:06.000 INFO:tasks.workunit.client.0.smithi052.stdout:op 1650 completed, throughput=5MB/sec 2024-09-13T03:18:06.000 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Br4_1TfxGvipGV1 off=11027873 len=185424 2024-09-13T03:18:06.005 INFO:tasks.workunit.client.0.smithi052.stdout:op 1651 completed, throughput=5MB/sec 2024-09-13T03:18:06.005 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7zy2WO3AznPAw6H off=1759102 len=1232382 2024-09-13T03:18:06.009 INFO:tasks.workunit.client.0.smithi052.stdout:op 1652 completed, throughput=5MB/sec 2024-09-13T03:18:06.009 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FMKkLZZaoCSd0FS off=4896181 len=283834 2024-09-13T03:18:06.011 INFO:tasks.workunit.client.0.smithi052.stdout:op 1653 completed, throughput=5MB/sec 2024-09-13T03:18:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:06 smithi078 ceph-mon[85589]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:06 smithi052 ceph-mon[91421]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:06 smithi052 ceph-mon[89065]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:07.011 INFO:tasks.workunit.client.0.smithi052.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:07.012 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EC83dqyGgD7JkWH off=3834173 len=1502774 2024-09-13T03:18:07.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 1654 completed, throughput=4.99MB/sec 2024-09-13T03:18:07.013 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6Csm9IVuFf9sr8u off=8114729 len=1728706 2024-09-13T03:18:07.016 INFO:tasks.workunit.client.0.smithi052.stdout:op 1655 completed, throughput=4.99MB/sec 2024-09-13T03:18:07.016 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Mur4cgPrCqxJ2_7 off=6122832 len=243129 2024-09-13T03:18:07.017 INFO:tasks.workunit.client.0.smithi052.stdout:op 1656 completed, throughput=5MB/sec 2024-09-13T03:18:07.017 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6fSFrNkvsEyrGWr off=3040319 len=252131 2024-09-13T03:18:07.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 1657 completed, throughput=5MB/sec 2024-09-13T03:18:07.020 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vwaC4SxW6wjGkDc off=1119207 len=1816340 2024-09-13T03:18:07.028 INFO:tasks.workunit.client.0.smithi052.stdout:op 1658 completed, throughput=5MB/sec 2024-09-13T03:18:08.028 INFO:tasks.workunit.client.0.smithi052.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:08.028 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QLL-JxwHhQv6UC3 off=867413 len=2061376 2024-09-13T03:18:08.030 INFO:tasks.workunit.client.0.smithi052.stdout:op 1659 completed, throughput=4.99MB/sec 2024-09-13T03:18:08.030 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oEZadm06xKoxvBY off=1588644 len=433272 2024-09-13T03:18:08.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 1660 completed, throughput=4.99MB/sec 2024-09-13T03:18:08.035 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Hnr_1Y-ZpkHuiaw off=6919522 len=1458599 2024-09-13T03:18:08.045 INFO:tasks.workunit.client.0.smithi052.stdout:op 1661 completed, throughput=5MB/sec 2024-09-13T03:18:08.046 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-315hhQobDavRToO off=9654814 len=931599 2024-09-13T03:18:08.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 1662 completed, throughput=5MB/sec 2024-09-13T03:18:08.049 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9scwJLLYq4q1uZP off=9778214 len=1954997 2024-09-13T03:18:08.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 1663 completed, throughput=5.01MB/sec 2024-09-13T03:18:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:08 smithi078 ceph-mon[85589]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:08 smithi052 ceph-mon[91421]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:08 smithi052 ceph-mon[89065]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:18:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:18:08] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T03:18:09.051 INFO:tasks.workunit.client.0.smithi052.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:09.051 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pCsdMalCZslQQf2 off=3355385 len=1416917 2024-09-13T03:18:09.058 INFO:tasks.workunit.client.0.smithi052.stdout:op 1664 completed, throughput=4.99MB/sec 2024-09-13T03:18:09.058 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9x3ulJEjdhyM8G4 off=2489501 len=410065 2024-09-13T03:18:09.061 INFO:tasks.workunit.client.0.smithi052.stdout:op 1665 completed, throughput=5MB/sec 2024-09-13T03:18:09.061 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RVYL8LF2V1kc7k7 off=10369390 len=1380406 2024-09-13T03:18:09.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 1666 completed, throughput=5MB/sec 2024-09-13T03:18:09.068 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YUVoELWXZQAahKo off=2101845 len=1590614 2024-09-13T03:18:09.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 1667 completed, throughput=5MB/sec 2024-09-13T03:18:10.074 INFO:tasks.workunit.client.0.smithi052.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tA4bWJcxlTo1z-e off=3541673 len=2005265 2024-09-13T03:18:10.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 1668 completed, throughput=4.99MB/sec 2024-09-13T03:18:10.086 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F45cnOfiMKpci8d off=900577 len=1194410 2024-09-13T03:18:10.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 1669 completed, throughput=5MB/sec 2024-09-13T03:18:10.093 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fyYu7f-AKW8B52N off=13364717 len=1372933 2024-09-13T03:18:10.099 INFO:tasks.workunit.client.0.smithi052.stdout:op 1670 completed, throughput=5MB/sec 2024-09-13T03:18:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:10 smithi078 ceph-mon[85589]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:10 smithi052 ceph-mon[89065]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:10 smithi052 ceph-mon[91421]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:11.099 INFO:tasks.workunit.client.0.smithi052.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:11.099 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-G86R4UDibnhfEtv off=7604635 len=1196839 2024-09-13T03:18:11.106 INFO:tasks.workunit.client.0.smithi052.stdout:op 1671 completed, throughput=4.99MB/sec 2024-09-13T03:18:11.106 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_mOwUT-hjV8sUGR off=9758209 len=1386381 2024-09-13T03:18:11.107 INFO:tasks.workunit.client.0.smithi052.stdout:op 1672 completed, throughput=4.99MB/sec 2024-09-13T03:18:11.107 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SFlM-WYOA2VEpFf off=1467576 len=1091229 2024-09-13T03:18:11.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 1673 completed, throughput=5MB/sec 2024-09-13T03:18:11.114 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9BD7IbPmj8BE_9q off=1994155 len=1961960 2024-09-13T03:18:11.115 INFO:tasks.workunit.client.0.smithi052.stdout:op 1674 completed, throughput=5MB/sec 2024-09-13T03:18:12.116 INFO:tasks.workunit.client.0.smithi052.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:12.116 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UduDdEXoGErNxVM off=19600068 len=248702 2024-09-13T03:18:12.117 INFO:tasks.workunit.client.0.smithi052.stdout:op 1675 completed, throughput=4.99MB/sec 2024-09-13T03:18:12.117 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X1fTr7qtkw0durd off=2780380 len=150664 2024-09-13T03:18:12.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 1676 completed, throughput=4.99MB/sec 2024-09-13T03:18:12.118 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9g6AvcTeaykO75R off=1266549 len=1683931 2024-09-13T03:18:12.120 INFO:tasks.workunit.client.0.smithi052.stdout:op 1677 completed, throughput=4.99MB/sec 2024-09-13T03:18:12.120 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UV9TN1LRUufDfXp off=13898533 len=812797 2024-09-13T03:18:12.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 1678 completed, throughput=5MB/sec 2024-09-13T03:18:12.122 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cs0dNX2RdlFVMgD off=643438 len=1173944 2024-09-13T03:18:12.123 INFO:tasks.workunit.client.0.smithi052.stdout:op 1679 completed, throughput=5MB/sec 2024-09-13T03:18:12.124 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mT1E83CLoP7ZnEE off=14864261 len=1084684 2024-09-13T03:18:12.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 1680 completed, throughput=5MB/sec 2024-09-13T03:18:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:12 smithi078 ceph-mon[85589]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:18:12.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:18:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:12 smithi052 ceph-mon[91421]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:18:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:12 smithi052 ceph-mon[89065]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-13T03:18:13.126 INFO:tasks.workunit.client.0.smithi052.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:13.126 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2xBG8iDsjSin-lF off=10036134 len=1493101 2024-09-13T03:18:13.128 INFO:tasks.workunit.client.0.smithi052.stdout:op 1681 completed, throughput=4.99MB/sec 2024-09-13T03:18:13.128 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--_wUgZ0D47x-fNM off=15040151 len=954940 2024-09-13T03:18:13.130 INFO:tasks.workunit.client.0.smithi052.stdout:op 1682 completed, throughput=4.99MB/sec 2024-09-13T03:18:13.130 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jSxo9La29gElTBV off=5693010 len=2032445 2024-09-13T03:18:13.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 1683 completed, throughput=5MB/sec 2024-09-13T03:18:13.132 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MdBT_N3Pd-NxrL7 off=16749981 len=404390 2024-09-13T03:18:13.135 INFO:tasks.workunit.client.0.smithi052.stdout:op 1684 completed, throughput=5MB/sec 2024-09-13T03:18:14.136 INFO:tasks.workunit.client.0.smithi052.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:14.136 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Wbec5knFt7zDUYt off=874604 len=43204 2024-09-13T03:18:14.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 1685 completed, throughput=4.99MB/sec 2024-09-13T03:18:14.139 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Sdyzmg7ZsyG1hX off=472503 len=577920 2024-09-13T03:18:14.143 INFO:tasks.workunit.client.0.smithi052.stdout:op 1686 completed, throughput=4.99MB/sec 2024-09-13T03:18:14.143 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mEdVs1hfsSWL2Xi off=224894 len=519987 2024-09-13T03:18:14.145 INFO:tasks.workunit.client.0.smithi052.stdout:op 1687 completed, throughput=4.99MB/sec 2024-09-13T03:18:14.145 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sbal8QX3e9vAjpY off=3532180 len=1822869 2024-09-13T03:18:14.147 INFO:tasks.workunit.client.0.smithi052.stdout:op 1688 completed, throughput=4.99MB/sec 2024-09-13T03:18:14.147 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--R08EH_R2GzPV3n off=2230335 len=667448 2024-09-13T03:18:14.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 1689 completed, throughput=5MB/sec 2024-09-13T03:18:14.151 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H0JRfTX1MAeOEXD off=1732075 len=1231389 2024-09-13T03:18:14.153 INFO:tasks.workunit.client.0.smithi052.stdout:op 1690 completed, throughput=5MB/sec 2024-09-13T03:18:14.153 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xyP7aSfuLbFqvcC off=682121 len=828559 2024-09-13T03:18:14.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 1691 completed, throughput=5MB/sec 2024-09-13T03:18:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:14 smithi078 ceph-mon[85589]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:14 smithi052 ceph-mon[91421]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:14 smithi052 ceph-mon[89065]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:18:15.156 INFO:tasks.workunit.client.0.smithi052.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:15.156 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TiKgz0Tborn0GWu off=3264912 len=1430025 2024-09-13T03:18:15.158 INFO:tasks.workunit.client.0.smithi052.stdout:op 1692 completed, throughput=4.99MB/sec 2024-09-13T03:18:15.158 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ENcgKGC1Yv9ZEqx off=15290888 len=91701 2024-09-13T03:18:15.161 INFO:tasks.workunit.client.0.smithi052.stdout:op 1693 completed, throughput=4.99MB/sec 2024-09-13T03:18:15.161 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-si_eYDHcBDeVSs_ off=1842756 len=1202774 2024-09-13T03:18:15.167 INFO:tasks.workunit.client.0.smithi052.stdout:op 1694 completed, throughput=4.99MB/sec 2024-09-13T03:18:15.167 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IONORKt6IdjPrvR off=1385058 len=656622 2024-09-13T03:18:15.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 1695 completed, throughput=5MB/sec 2024-09-13T03:18:15.171 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5JqHsEnzu9UYAZe off=2596188 len=2031089 2024-09-13T03:18:15.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 1696 completed, throughput=5MB/sec 2024-09-13T03:18:16.182 INFO:tasks.workunit.client.0.smithi052.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:16.182 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nW69cDqIWdFcqDd off=9167119 len=1332349 2024-09-13T03:18:16.188 INFO:tasks.workunit.client.0.smithi052.stdout:op 1697 completed, throughput=4.99MB/sec 2024-09-13T03:18:16.188 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HwNNvSP6XB0vc4n off=54016 len=732476 2024-09-13T03:18:16.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 1698 completed, throughput=4.99MB/sec 2024-09-13T03:18:16.193 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zg4gkGjhqEgT-yj off=5501355 len=1500897 2024-09-13T03:18:16.194 INFO:tasks.workunit.client.0.smithi052.stdout:op 1699 completed, throughput=5MB/sec 2024-09-13T03:18:16.194 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RT-9eExTWfeUQ86 off=3554824 len=912720 2024-09-13T03:18:16.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 1700 completed, throughput=5MB/sec 2024-09-13T03:18:16.199 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zIl5g0A_hiCkwNL off=2489491 len=1754558 2024-09-13T03:18:16.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 1701 completed, throughput=5MB/sec 2024-09-13T03:18:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:16 smithi078 ceph-mon[85589]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-13T03:18:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:16 smithi052 ceph-mon[91421]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-13T03:18:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:16 smithi052 ceph-mon[89065]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-13T03:18:17.202 INFO:tasks.workunit.client.0.smithi052.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:17.202 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xfGJwCl-Hnwzv-z off=15711727 len=1280711 2024-09-13T03:18:17.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 1702 completed, throughput=4.99MB/sec 2024-09-13T03:18:17.208 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1eejxzd1x7_2N9x off=24716561 len=158243 2024-09-13T03:18:17.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 1703 completed, throughput=4.99MB/sec 2024-09-13T03:18:17.212 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-R68T9PP3BKYqdlH off=3895705 len=325112 2024-09-13T03:18:17.214 INFO:tasks.workunit.client.0.smithi052.stdout:op 1704 completed, throughput=4.99MB/sec 2024-09-13T03:18:17.214 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rWujYmhUVd2ujZl off=20580246 len=96217 2024-09-13T03:18:17.215 INFO:tasks.workunit.client.0.smithi052.stdout:op 1705 completed, throughput=4.99MB/sec 2024-09-13T03:18:17.215 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PYDMxlVRGXM3NZZ off=5553759 len=1870358 2024-09-13T03:18:17.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 1706 completed, throughput=5MB/sec 2024-09-13T03:18:17.217 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YO5uaXWBFdZ-CLo off=5104252 len=38745 2024-09-13T03:18:17.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 1707 completed, throughput=5MB/sec 2024-09-13T03:18:17.218 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FhDbyhJKkcYfo50 off=3026280 len=264980 2024-09-13T03:18:17.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 1708 completed, throughput=5MB/sec 2024-09-13T03:18:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:18.219 INFO:tasks.workunit.client.0.smithi052.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:18.219 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iECkVTSVEH4Oh1x off=20181965 len=228721 2024-09-13T03:18:18.222 INFO:tasks.workunit.client.0.smithi052.stdout:op 1709 completed, throughput=4.99MB/sec 2024-09-13T03:18:18.222 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k93EGL96qcrXfx7 off=3073684 len=1834210 2024-09-13T03:18:18.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 1710 completed, throughput=4.99MB/sec 2024-09-13T03:18:18.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9Ju8X8lPBE-XZya off=3832865 len=1439029 2024-09-13T03:18:18.234 INFO:tasks.workunit.client.0.smithi052.stdout:op 1711 completed, throughput=5MB/sec 2024-09-13T03:18:18.234 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NRgBQJvWktjOCGP off=9880821 len=668044 2024-09-13T03:18:18.237 INFO:tasks.workunit.client.0.smithi052.stdout:op 1712 completed, throughput=5MB/sec 2024-09-13T03:18:18.238 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J-aYMLkgBmzUJWu off=6227389 len=335633 2024-09-13T03:18:18.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 1713 completed, throughput=5MB/sec 2024-09-13T03:18:18.238 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RQE01cmUIuYfTPz off=3091534 len=1215560 2024-09-13T03:18:18.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 1714 completed, throughput=5MB/sec 2024-09-13T03:18:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:18 smithi078 ceph-mon[85589]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:18 smithi052 ceph-mon[91421]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:18 smithi052 ceph-mon[89065]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:18:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:18:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:18:18] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T03:18:19.244 INFO:tasks.workunit.client.0.smithi052.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:19.245 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JyjQbv86JTGDImE off=3180380 len=425423 2024-09-13T03:18:19.245 INFO:tasks.workunit.client.0.smithi052.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-13T03:18:19.245 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-arhwzlcyZtF5z5D off=14087864 len=941319 2024-09-13T03:18:19.247 INFO:tasks.workunit.client.0.smithi052.stdout:op 1716 completed, throughput=4.99MB/sec 2024-09-13T03:18:19.247 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-p_p9yiAVPv6W8V8 off=2962641 len=1539729 2024-09-13T03:18:19.254 INFO:tasks.workunit.client.0.smithi052.stdout:op 1717 completed, throughput=5MB/sec 2024-09-13T03:18:19.254 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H5Wf3Ipqp6AhaA8 off=11053940 len=512564 2024-09-13T03:18:19.257 INFO:tasks.workunit.client.0.smithi052.stdout:op 1718 completed, throughput=5MB/sec 2024-09-13T03:18:19.258 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i8O3dXnWlv9Z-LG off=12333124 len=1764640 2024-09-13T03:18:19.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 1719 completed, throughput=5MB/sec 2024-09-13T03:18:20.260 INFO:tasks.workunit.client.0.smithi052.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:20.260 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VUoQdI4wJV388wS off=11728925 len=307796 2024-09-13T03:18:20.263 INFO:tasks.workunit.client.0.smithi052.stdout:op 1720 completed, throughput=4.99MB/sec 2024-09-13T03:18:20.263 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OLEB42rHRJvBWp8 off=7725330 len=733142 2024-09-13T03:18:20.268 INFO:tasks.workunit.client.0.smithi052.stdout:op 1721 completed, throughput=4.99MB/sec 2024-09-13T03:18:20.268 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C168LVdq6_h8S6g off=273559 len=1125537 2024-09-13T03:18:20.269 INFO:tasks.workunit.client.0.smithi052.stdout:op 1722 completed, throughput=4.99MB/sec 2024-09-13T03:18:20.269 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pLxAa4AuYW_w-Pq off=3534122 len=868261 2024-09-13T03:18:20.271 INFO:tasks.workunit.client.0.smithi052.stdout:op 1723 completed, throughput=4.99MB/sec 2024-09-13T03:18:20.271 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n8JPxRM0gItZVY7 off=5291085 len=1996695 2024-09-13T03:18:20.273 INFO:tasks.workunit.client.0.smithi052.stdout:op 1724 completed, throughput=5MB/sec 2024-09-13T03:18:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:20 smithi078 ceph-mon[85589]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:18:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:20 smithi052 ceph-mon[91421]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:18:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:20 smithi052 ceph-mon[89065]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:18:21.274 INFO:tasks.workunit.client.0.smithi052.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:21.274 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cg7nKORBojUuqFz off=8568258 len=1094254 2024-09-13T03:18:21.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 1725 completed, throughput=4.99MB/sec 2024-09-13T03:18:21.276 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xhowdXZzmmqMsEK off=8674763 len=988884 2024-09-13T03:18:21.281 INFO:tasks.workunit.client.0.smithi052.stdout:op 1726 completed, throughput=4.99MB/sec 2024-09-13T03:18:21.281 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zH4JjOj5oQjCEiM off=21311141 len=1974019 2024-09-13T03:18:21.284 INFO:tasks.workunit.client.0.smithi052.stdout:op 1727 completed, throughput=5MB/sec 2024-09-13T03:18:21.284 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pURyDCwHM6U29z_ off=21007518 len=1013340 2024-09-13T03:18:21.285 INFO:tasks.workunit.client.0.smithi052.stdout:op 1728 completed, throughput=5MB/sec 2024-09-13T03:18:21.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rSahDNspjoYDzNW off=6708821 len=1636079 2024-09-13T03:18:21.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 1729 completed, throughput=5MB/sec 2024-09-13T03:18:22.288 INFO:tasks.workunit.client.0.smithi052.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:22.289 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MCPv_TS8Ujob0Eg off=702777 len=1068198 2024-09-13T03:18:22.293 INFO:tasks.workunit.client.0.smithi052.stdout:op 1730 completed, throughput=4.99MB/sec 2024-09-13T03:18:22.293 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xA-53yu66iYh3OD off=477308 len=1956375 2024-09-13T03:18:22.296 INFO:tasks.workunit.client.0.smithi052.stdout:op 1731 completed, throughput=5MB/sec 2024-09-13T03:18:22.296 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lK802wcgeVTEJsb off=3738869 len=833983 2024-09-13T03:18:22.300 INFO:tasks.workunit.client.0.smithi052.stdout:op 1732 completed, throughput=5MB/sec 2024-09-13T03:18:22.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:22 smithi078 ceph-mon[85589]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:22.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:18:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:22 smithi052 ceph-mon[91421]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:22 smithi052 ceph-mon[89065]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:18:23.301 INFO:tasks.workunit.client.0.smithi052.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:23.301 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VfXrzx7nO8ZHfiM off=3955121 len=179138 2024-09-13T03:18:23.301 INFO:tasks.workunit.client.0.smithi052.stdout:op 1733 completed, throughput=4.99MB/sec 2024-09-13T03:18:23.301 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ylSegVfCN4nY7Qj off=3303589 len=1248532 2024-09-13T03:18:23.303 INFO:tasks.workunit.client.0.smithi052.stdout:op 1734 completed, throughput=4.99MB/sec 2024-09-13T03:18:23.303 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i0dlok8an3Y7E9u off=11948613 len=595158 2024-09-13T03:18:23.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 1735 completed, throughput=4.99MB/sec 2024-09-13T03:18:23.305 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wRC4pWyCyOn6i56 off=86691 len=1275387 2024-09-13T03:18:23.307 INFO:tasks.workunit.client.0.smithi052.stdout:op 1736 completed, throughput=4.99MB/sec 2024-09-13T03:18:23.307 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tLSj2s2PcPkMJYd off=1400661 len=682947 2024-09-13T03:18:23.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 1737 completed, throughput=5MB/sec 2024-09-13T03:18:23.312 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2RDNIhNDU9SLrbj off=1803127 len=1724679 2024-09-13T03:18:23.314 INFO:tasks.workunit.client.0.smithi052.stdout:op 1738 completed, throughput=5MB/sec 2024-09-13T03:18:24.315 INFO:tasks.workunit.client.0.smithi052.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:24.315 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7U3yAD4W40-vq-S off=880028 len=934778 2024-09-13T03:18:24.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 1739 completed, throughput=4.99MB/sec 2024-09-13T03:18:24.316 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hMCYeaLU0cLbNi2 off=8219706 len=612854 2024-09-13T03:18:24.318 INFO:tasks.workunit.client.0.smithi052.stdout:op 1740 completed, throughput=4.99MB/sec 2024-09-13T03:18:24.318 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8ZjeXK8dWcV-52U off=5883581 len=417527 2024-09-13T03:18:24.319 INFO:tasks.workunit.client.0.smithi052.stdout:op 1741 completed, throughput=4.99MB/sec 2024-09-13T03:18:24.319 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y4OgiqQx5mEzc81 off=11988022 len=714994 2024-09-13T03:18:24.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 1742 completed, throughput=4.99MB/sec 2024-09-13T03:18:24.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1bFK46ix_nVGdhK off=7652352 len=197853 2024-09-13T03:18:24.323 INFO:tasks.workunit.client.0.smithi052.stdout:op 1743 completed, throughput=4.99MB/sec 2024-09-13T03:18:24.324 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vplfiqwF18bfYPm off=12633742 len=383034 2024-09-13T03:18:24.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 1744 completed, throughput=5MB/sec 2024-09-13T03:18:24.325 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D74Xchcfn1i7SL8 off=15634042 len=1438080 2024-09-13T03:18:24.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 1745 completed, throughput=5MB/sec 2024-09-13T03:18:24.326 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_SPORHr--xVgUzx off=1579965 len=1183331 2024-09-13T03:18:24.332 INFO:tasks.workunit.client.0.smithi052.stdout:op 1746 completed, throughput=5MB/sec 2024-09-13T03:18:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:24 smithi078 ceph-mon[85589]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:24 smithi052 ceph-mon[91421]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:24.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:24 smithi052 ceph-mon[89065]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:25.332 INFO:tasks.workunit.client.0.smithi052.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:25.333 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hN3NB1M9ZXHBm7p off=4827880 len=1699858 2024-09-13T03:18:25.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 1747 completed, throughput=4.99MB/sec 2024-09-13T03:18:25.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b5XcJKNOoGSir-y off=17847620 len=878825 2024-09-13T03:18:25.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 1748 completed, throughput=5MB/sec 2024-09-13T03:18:25.341 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5rRhnhD6MksL-aC off=2004996 len=228991 2024-09-13T03:18:25.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 1749 completed, throughput=5MB/sec 2024-09-13T03:18:25.344 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4vyY1mJJPdJYABw off=6992602 len=1910229 2024-09-13T03:18:25.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 1750 completed, throughput=5MB/sec 2024-09-13T03:18:26.355 INFO:tasks.workunit.client.0.smithi052.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:26.355 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6kEhLuLRwmQPA_4 off=3297045 len=1187328 2024-09-13T03:18:26.361 INFO:tasks.workunit.client.0.smithi052.stdout:op 1751 completed, throughput=4.99MB/sec 2024-09-13T03:18:26.361 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LfqLJxcK5LkgEzL off=4360680 len=71048 2024-09-13T03:18:26.362 INFO:tasks.workunit.client.0.smithi052.stdout:op 1752 completed, throughput=4.99MB/sec 2024-09-13T03:18:26.362 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oRHW_JlvZTC5gM8 off=8860971 len=703618 2024-09-13T03:18:26.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 1753 completed, throughput=4.99MB/sec 2024-09-13T03:18:26.363 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7ldOnOLNjx6BPq6 off=8655144 len=742305 2024-09-13T03:18:26.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 1754 completed, throughput=4.99MB/sec 2024-09-13T03:18:26.365 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xia7Xz1x9MNHklx off=4452541 len=1360012 2024-09-13T03:18:26.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 1755 completed, throughput=5MB/sec 2024-09-13T03:18:26.371 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-75jTRg6M3YzzVQs off=540869 len=261856 2024-09-13T03:18:26.372 INFO:tasks.workunit.client.0.smithi052.stdout:op 1756 completed, throughput=5MB/sec 2024-09-13T03:18:26.372 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IfK-sgGL-z5P0Uu off=1043549 len=233376 2024-09-13T03:18:26.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 1757 completed, throughput=5MB/sec 2024-09-13T03:18:26.373 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xZAR3kPUdP-UZXJ off=14856984 len=645500 2024-09-13T03:18:26.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 1758 completed, throughput=5MB/sec 2024-09-13T03:18:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:26 smithi078 ceph-mon[85589]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:26 smithi052 ceph-mon[91421]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:26.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:26 smithi052 ceph-mon[89065]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:18:27.377 INFO:tasks.workunit.client.0.smithi052.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:27.377 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PeNrfQ2pyZyQEU5 off=14601589 len=302066 2024-09-13T03:18:27.378 INFO:tasks.workunit.client.0.smithi052.stdout:op 1759 completed, throughput=4.99MB/sec 2024-09-13T03:18:27.378 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iPa2FESwTT6t5yh off=10637305 len=559013 2024-09-13T03:18:27.381 INFO:tasks.workunit.client.0.smithi052.stdout:op 1760 completed, throughput=4.99MB/sec 2024-09-13T03:18:27.381 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7JtrNqVTzrk-Z6I off=600770 len=347912 2024-09-13T03:18:27.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 1761 completed, throughput=4.99MB/sec 2024-09-13T03:18:27.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D8VIUlH_sxyyHJ_ off=2615911 len=123696 2024-09-13T03:18:27.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 1762 completed, throughput=4.99MB/sec 2024-09-13T03:18:27.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xA0CR1FOYnH5L5U off=3087936 len=1000175 2024-09-13T03:18:27.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 1763 completed, throughput=4.99MB/sec 2024-09-13T03:18:27.385 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WswBhuaHmc8o1yp off=2911345 len=2095076 2024-09-13T03:18:27.397 INFO:tasks.workunit.client.0.smithi052.stdout:op 1764 completed, throughput=5MB/sec 2024-09-13T03:18:27.397 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-76lujM7wJinQhx6 off=18405070 len=821932 2024-09-13T03:18:27.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 1765 completed, throughput=5MB/sec 2024-09-13T03:18:28.402 INFO:tasks.workunit.client.0.smithi052.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:28.402 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c9yfisuxPkKaceY off=10072947 len=1558460 2024-09-13T03:18:28.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 1766 completed, throughput=4.99MB/sec 2024-09-13T03:18:28.404 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3VYekio66b2XRLg off=5775285 len=190341 2024-09-13T03:18:28.407 INFO:tasks.workunit.client.0.smithi052.stdout:op 1767 completed, throughput=4.99MB/sec 2024-09-13T03:18:28.407 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YQRu_youi_eROyV off=1992189 len=804391 2024-09-13T03:18:28.412 INFO:tasks.workunit.client.0.smithi052.stdout:op 1768 completed, throughput=4.99MB/sec 2024-09-13T03:18:28.412 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--Olk2UCn-lzz56r off=3010737 len=331544 2024-09-13T03:18:28.415 INFO:tasks.workunit.client.0.smithi052.stdout:op 1769 completed, throughput=4.99MB/sec 2024-09-13T03:18:28.415 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LXyBaZZNX76VxqX off=4104198 len=1771407 2024-09-13T03:18:28.423 INFO:tasks.workunit.client.0.smithi052.stdout:op 1770 completed, throughput=5MB/sec 2024-09-13T03:18:28.423 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C3CVQveVW7N6R3c off=4280852 len=1675952 2024-09-13T03:18:28.431 INFO:tasks.workunit.client.0.smithi052.stdout:op 1771 completed, throughput=5MB/sec 2024-09-13T03:18:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:28 smithi078 ceph-mon[85589]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:18:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:28 smithi052 ceph-mon[91421]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:18:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:28 smithi052 ceph-mon[89065]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:18:28.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:18:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:18:28] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-13T03:18:29.432 INFO:tasks.workunit.client.0.smithi052.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:29.432 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NzA-2rvJC0nU85k off=4352833 len=55593 2024-09-13T03:18:29.434 INFO:tasks.workunit.client.0.smithi052.stdout:op 1772 completed, throughput=4.99MB/sec 2024-09-13T03:18:29.434 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n1pxDdCP38QEmSL off=1890183 len=1574 2024-09-13T03:18:29.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 1773 completed, throughput=4.99MB/sec 2024-09-13T03:18:29.435 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nWyHi4GDtxNcFMh off=11222160 len=1283871 2024-09-13T03:18:29.436 INFO:tasks.workunit.client.0.smithi052.stdout:op 1774 completed, throughput=4.99MB/sec 2024-09-13T03:18:29.436 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GqZMUoubLrMs0mN off=1230800 len=760809 2024-09-13T03:18:29.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 1775 completed, throughput=4.99MB/sec 2024-09-13T03:18:29.442 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H6jlVMi077wtYuz off=12058487 len=1754865 2024-09-13T03:18:29.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 1776 completed, throughput=5MB/sec 2024-09-13T03:18:29.452 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L-d11Cy4DzQlYjT off=1297005 len=715031 2024-09-13T03:18:29.457 INFO:tasks.workunit.client.0.smithi052.stdout:op 1777 completed, throughput=5MB/sec 2024-09-13T03:18:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:30 smithi078 ceph-mon[85589]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:30.457 INFO:tasks.workunit.client.0.smithi052.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:30.457 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6d4ZMlK6EjKJglh off=8624170 len=1741133 2024-09-13T03:18:30.461 INFO:tasks.workunit.client.0.smithi052.stdout:op 1778 completed, throughput=4.99MB/sec 2024-09-13T03:18:30.461 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_hA3wlP1B14kOUd off=7474219 len=1052573 2024-09-13T03:18:30.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 1779 completed, throughput=4.99MB/sec 2024-09-13T03:18:30.467 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Zttz_gStMLE-Sc4 off=15426270 len=952563 2024-09-13T03:18:30.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 1780 completed, throughput=5MB/sec 2024-09-13T03:18:30.472 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pK-lnC2dcvHxUPI off=5878837 len=991842 2024-09-13T03:18:30.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 1781 completed, throughput=5MB/sec 2024-09-13T03:18:30.474 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HcnDT4QO98mxZfU off=1321243 len=256804 2024-09-13T03:18:30.476 INFO:tasks.workunit.client.0.smithi052.stdout:op 1782 completed, throughput=5MB/sec 2024-09-13T03:18:30.477 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_Y-uF5HPPQglG1Y off=1735196 len=158992 2024-09-13T03:18:30.477 INFO:tasks.workunit.client.0.smithi052.stdout:op 1783 completed, throughput=5MB/sec 2024-09-13T03:18:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:30 smithi052 ceph-mon[91421]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:30 smithi052 ceph-mon[89065]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:31.478 INFO:tasks.workunit.client.0.smithi052.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EseCQyru6QgYvQ9 off=1608004 len=1629908 2024-09-13T03:18:31.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 1784 completed, throughput=4.99MB/sec 2024-09-13T03:18:31.486 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G4Uz0O2VMGGrJaQ off=1603368 len=2054637 2024-09-13T03:18:31.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 1785 completed, throughput=5MB/sec 2024-09-13T03:18:31.488 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UJNeM_nOmixq1eS off=1045187 len=1326224 2024-09-13T03:18:31.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 1786 completed, throughput=5MB/sec 2024-09-13T03:18:31.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HZe4GyB-cM9YTKy off=742779 len=1186824 2024-09-13T03:18:31.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 1787 completed, throughput=5MB/sec 2024-09-13T03:18:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:32 smithi078 ceph-mon[85589]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:18:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:32.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:18:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:32.491 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l2NfVsLoErHZFWY off=12570854 len=787956 2024-09-13T03:18:32.496 INFO:tasks.workunit.client.0.smithi052.stdout:op 1788 completed, throughput=4.99MB/sec 2024-09-13T03:18:32.496 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9ao9T77Uxy3JcT7 off=2621797 len=1725489 2024-09-13T03:18:32.506 INFO:tasks.workunit.client.0.smithi052.stdout:op 1789 completed, throughput=4.99MB/sec 2024-09-13T03:18:32.506 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lNCH8dVHYKpPRh1 off=279969 len=1795473 2024-09-13T03:18:32.508 INFO:tasks.workunit.client.0.smithi052.stdout:op 1790 completed, throughput=5MB/sec 2024-09-13T03:18:32.508 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TdZCrihoYcq0_SO off=8462060 len=1108611 2024-09-13T03:18:32.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 1791 completed, throughput=5MB/sec 2024-09-13T03:18:32.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:32 smithi052 ceph-mon[89065]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:18:32.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:32 smithi052 ceph-mon[91421]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:18:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:33.514 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HZzLbcU9d7sFJO3 off=2069585 len=891206 2024-09-13T03:18:33.519 INFO:tasks.workunit.client.0.smithi052.stdout:op 1792 completed, throughput=4.99MB/sec 2024-09-13T03:18:33.519 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MWGHrHVA-CVrgdv off=239727 len=1296263 2024-09-13T03:18:33.525 INFO:tasks.workunit.client.0.smithi052.stdout:op 1793 completed, throughput=4.99MB/sec 2024-09-13T03:18:33.525 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NRgBQJvWktjOCGP off=10865903 len=1618739 2024-09-13T03:18:33.535 INFO:tasks.workunit.client.0.smithi052.stdout:op 1794 completed, throughput=5MB/sec 2024-09-13T03:18:33.535 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qZqbwOXjUQbKuky off=9092175 len=1335330 2024-09-13T03:18:33.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 1795 completed, throughput=5MB/sec 2024-09-13T03:18:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:34 smithi078 ceph-mon[85589]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:34 smithi052 ceph-mon[91421]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:34 smithi052 ceph-mon[89065]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:18:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:34.538 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v53wQUf3kjOtcwp off=16954027 len=975888 2024-09-13T03:18:34.539 INFO:tasks.workunit.client.0.smithi052.stdout:op 1796 completed, throughput=4.99MB/sec 2024-09-13T03:18:34.539 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qIHN56Unidjvlrh off=10152270 len=437467 2024-09-13T03:18:34.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 1797 completed, throughput=4.99MB/sec 2024-09-13T03:18:34.543 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tr1VUSgCSKghzb3 off=10800785 len=911485 2024-09-13T03:18:34.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 1798 completed, throughput=4.99MB/sec 2024-09-13T03:18:34.549 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-86mrsJDh9K6ikas off=5699063 len=1623822 2024-09-13T03:18:34.557 INFO:tasks.workunit.client.0.smithi052.stdout:op 1799 completed, throughput=5MB/sec 2024-09-13T03:18:34.557 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XxIdPWMdkrmwuVj off=12778542 len=1613147 2024-09-13T03:18:34.564 INFO:tasks.workunit.client.0.smithi052.stdout:op 1800 completed, throughput=5MB/sec 2024-09-13T03:18:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:35.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rzVMouTkAyae4X3 off=703772 len=1619406 2024-09-13T03:18:35.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 1801 completed, throughput=4.99MB/sec 2024-09-13T03:18:35.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-03XyBKB3xSDUaPv off=18018587 len=443591 2024-09-13T03:18:35.580 INFO:tasks.workunit.client.0.smithi052.stdout:op 1802 completed, throughput=4.99MB/sec 2024-09-13T03:18:35.580 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C-11bi9i13sUmPV off=18334378 len=1412133 2024-09-13T03:18:35.587 INFO:tasks.workunit.client.0.smithi052.stdout:op 1803 completed, throughput=5MB/sec 2024-09-13T03:18:35.587 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LEvIrE1JKvj38D- off=3895069 len=1614951 2024-09-13T03:18:35.589 INFO:tasks.workunit.client.0.smithi052.stdout:op 1804 completed, throughput=5MB/sec 2024-09-13T03:18:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:36 smithi078 ceph-mon[85589]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:18:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:36 smithi052 ceph-mon[91421]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:18:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:36 smithi052 ceph-mon[89065]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:18:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:36.589 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N4j0EuVGSaPreyA off=5082614 len=680367 2024-09-13T03:18:36.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 1805 completed, throughput=4.99MB/sec 2024-09-13T03:18:36.594 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0NuvBXTILGg5GrR off=10736346 len=275782 2024-09-13T03:18:36.595 INFO:tasks.workunit.client.0.smithi052.stdout:op 1806 completed, throughput=4.99MB/sec 2024-09-13T03:18:36.595 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_k0ESRHnVXkRfbG off=8027697 len=273265 2024-09-13T03:18:36.596 INFO:tasks.workunit.client.0.smithi052.stdout:op 1807 completed, throughput=4.99MB/sec 2024-09-13T03:18:36.596 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jjlrMEycSF7D3bT off=10061978 len=37566 2024-09-13T03:18:36.599 INFO:tasks.workunit.client.0.smithi052.stdout:op 1808 completed, throughput=4.99MB/sec 2024-09-13T03:18:36.599 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yG2-xf5Z7qZXDsD off=1858184 len=340479 2024-09-13T03:18:36.602 INFO:tasks.workunit.client.0.smithi052.stdout:op 1809 completed, throughput=4.99MB/sec 2024-09-13T03:18:36.602 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2ZFjOMEwzV_veT7 off=2361717 len=1581782 2024-09-13T03:18:36.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 1810 completed, throughput=5MB/sec 2024-09-13T03:18:36.604 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ScIBQAO5QZ1DjHP off=7742081 len=270100 2024-09-13T03:18:36.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 1811 completed, throughput=5MB/sec 2024-09-13T03:18:36.608 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tomz642hli7fd5Q off=7987027 len=1926181 2024-09-13T03:18:36.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 1812 completed, throughput=5MB/sec 2024-09-13T03:18:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:37.618 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yJYZ3rvWZes5iN- off=5035724 len=660054 2024-09-13T03:18:37.619 INFO:tasks.workunit.client.0.smithi052.stdout:op 1813 completed, throughput=4.99MB/sec 2024-09-13T03:18:37.619 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4jCqIGVpi3fhRJ_ off=760961 len=124060 2024-09-13T03:18:37.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 1814 completed, throughput=4.99MB/sec 2024-09-13T03:18:37.622 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_4dOmeFUPjzjMSu off=10972825 len=1182861 2024-09-13T03:18:37.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 1815 completed, throughput=4.99MB/sec 2024-09-13T03:18:37.623 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-37Dzfj0ZCBCCnuo off=7544639 len=406997 2024-09-13T03:18:37.624 INFO:tasks.workunit.client.0.smithi052.stdout:op 1816 completed, throughput=4.99MB/sec 2024-09-13T03:18:37.624 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Br57ho0uRrv8Gys off=21097650 len=293612 2024-09-13T03:18:37.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 1817 completed, throughput=4.99MB/sec 2024-09-13T03:18:37.625 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KBARhkQRr9J_zJr off=4088318 len=1179909 2024-09-13T03:18:37.626 INFO:tasks.workunit.client.0.smithi052.stdout:op 1818 completed, throughput=5MB/sec 2024-09-13T03:18:37.626 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3TS8wF9CW_BrJa9 off=1296981 len=1224383 2024-09-13T03:18:37.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 1819 completed, throughput=5MB/sec 2024-09-13T03:18:38.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:38 smithi078 ceph-mon[85589]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:38 smithi052 ceph-mon[89065]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:38 smithi052 ceph-mon[91421]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:18:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:18:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:18:38] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:18:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:38.628 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OFkrPRtKKp8Gpc9 off=4886690 len=1561589 2024-09-13T03:18:38.635 INFO:tasks.workunit.client.0.smithi052.stdout:op 1820 completed, throughput=4.99MB/sec 2024-09-13T03:18:38.635 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e81iknX1djwu2nW off=18382857 len=805066 2024-09-13T03:18:38.639 INFO:tasks.workunit.client.0.smithi052.stdout:op 1821 completed, throughput=4.99MB/sec 2024-09-13T03:18:38.639 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rytq9dOMKY6-SFM off=7868526 len=948906 2024-09-13T03:18:38.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 1822 completed, throughput=5MB/sec 2024-09-13T03:18:38.641 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hujS7hCOYQ0g40w off=1858060 len=866756 2024-09-13T03:18:38.643 INFO:tasks.workunit.client.0.smithi052.stdout:op 1823 completed, throughput=5MB/sec 2024-09-13T03:18:38.643 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xJtGCRqA_wa5e6M off=9091464 len=1623627 2024-09-13T03:18:38.644 INFO:tasks.workunit.client.0.smithi052.stdout:op 1824 completed, throughput=5MB/sec 2024-09-13T03:18:39.645 INFO:tasks.workunit.client.0.smithi052.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:39.645 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-w-q89wq4Dms1r9Z off=1278878 len=1782025 2024-09-13T03:18:39.652 INFO:tasks.workunit.client.0.smithi052.stdout:op 1825 completed, throughput=4.99MB/sec 2024-09-13T03:18:39.653 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vAXE24DABxFB-DU off=3197765 len=453764 2024-09-13T03:18:39.653 INFO:tasks.workunit.client.0.smithi052.stdout:op 1826 completed, throughput=4.99MB/sec 2024-09-13T03:18:39.653 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V3fp4nJVp7G6m26 off=8884972 len=1139562 2024-09-13T03:18:39.659 INFO:tasks.workunit.client.0.smithi052.stdout:op 1827 completed, throughput=5MB/sec 2024-09-13T03:18:39.659 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cL5DXSc9m_AUov5 off=14917050 len=134387 2024-09-13T03:18:39.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 1828 completed, throughput=5MB/sec 2024-09-13T03:18:39.662 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UNtqNFf08N0mR31 off=492149 len=1408393 2024-09-13T03:18:39.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 1829 completed, throughput=5MB/sec 2024-09-13T03:18:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:40 smithi078 ceph-mon[85589]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:18:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:40 smithi052 ceph-mon[91421]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:18:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:40 smithi052 ceph-mon[89065]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:18:40.669 INFO:tasks.workunit.client.0.smithi052.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:40.670 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9pZDNhZ4llW33e4 off=21828302 len=839270 2024-09-13T03:18:40.675 INFO:tasks.workunit.client.0.smithi052.stdout:op 1830 completed, throughput=4.99MB/sec 2024-09-13T03:18:40.675 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xFatDjMks78aeeE off=2820055 len=56700 2024-09-13T03:18:40.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 1831 completed, throughput=4.99MB/sec 2024-09-13T03:18:40.677 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0q1GxNlaZs_2AU2 off=7283799 len=2082989 2024-09-13T03:18:40.679 INFO:tasks.workunit.client.0.smithi052.stdout:op 1832 completed, throughput=5MB/sec 2024-09-13T03:18:40.680 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TJnM9AKGloZAUtU off=13130912 len=240206 2024-09-13T03:18:40.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 1833 completed, throughput=5MB/sec 2024-09-13T03:18:40.681 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nrkl-9EMG-Rx8p9 off=3508633 len=1619095 2024-09-13T03:18:40.682 INFO:tasks.workunit.client.0.smithi052.stdout:op 1834 completed, throughput=5MB/sec 2024-09-13T03:18:40.682 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VsN6L-Sp6N5WQ8n off=1325710 len=1910804 2024-09-13T03:18:40.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 1835 completed, throughput=5MB/sec 2024-09-13T03:18:41.685 INFO:tasks.workunit.client.0.smithi052.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:41.686 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Lt5sm1u3XyaE_b- off=5163711 len=1322720 2024-09-13T03:18:41.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 1836 completed, throughput=4.99MB/sec 2024-09-13T03:18:41.687 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9g59jaPBIMhDU6f off=4981991 len=1303740 2024-09-13T03:18:41.688 INFO:tasks.workunit.client.0.smithi052.stdout:op 1837 completed, throughput=5MB/sec 2024-09-13T03:18:41.688 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dnM9EWT8gGKlkoW off=3981531 len=2026964 2024-09-13T03:18:41.690 INFO:tasks.workunit.client.0.smithi052.stdout:op 1838 completed, throughput=5MB/sec 2024-09-13T03:18:42.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:42 smithi078 ceph-mon[85589]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:18:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:18:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:18:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:18:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:18:42.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:18:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[91421]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[89065]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:18:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:18:42.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:18:42.691 INFO:tasks.workunit.client.0.smithi052.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:42.691 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dgqD0so19cYbEnP off=13530036 len=1254761 2024-09-13T03:18:42.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 1839 completed, throughput=4.99MB/sec 2024-09-13T03:18:42.697 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SKlvH-Xnw62aQgT off=11351240 len=1263008 2024-09-13T03:18:42.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 1840 completed, throughput=5MB/sec 2024-09-13T03:18:42.704 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kg--S5aABCUeCY7 off=1371019 len=354047 2024-09-13T03:18:42.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 1841 completed, throughput=5MB/sec 2024-09-13T03:18:42.704 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kzX4UPAVcZ4tj5m off=3599011 len=1830957 2024-09-13T03:18:42.705 INFO:tasks.workunit.client.0.smithi052.stdout:op 1842 completed, throughput=5MB/sec 2024-09-13T03:18:43.706 INFO:tasks.workunit.client.0.smithi052.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:43.706 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Foq09ywwsNJzG-F off=3879315 len=467091 2024-09-13T03:18:43.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 1843 completed, throughput=4.99MB/sec 2024-09-13T03:18:43.710 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1WN_0FeH9MsVzIi off=178577 len=1888302 2024-09-13T03:18:43.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 1844 completed, throughput=4.99MB/sec 2024-09-13T03:18:43.722 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VXsG6QkXCZyDPiF off=2498214 len=1195212 2024-09-13T03:18:43.723 INFO:tasks.workunit.client.0.smithi052.stdout:op 1845 completed, throughput=5MB/sec 2024-09-13T03:18:43.724 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--hC371TEJHxsk2i off=14822462 len=424513 2024-09-13T03:18:43.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 1846 completed, throughput=5MB/sec 2024-09-13T03:18:43.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ix4fOZW1Tmwu3Gu off=1383562 len=1575366 2024-09-13T03:18:43.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 1847 completed, throughput=5MB/sec 2024-09-13T03:18:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:44 smithi078 ceph-mon[85589]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:44 smithi052 ceph-mon[91421]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:44 smithi052 ceph-mon[89065]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:18:44.729 INFO:tasks.workunit.client.0.smithi052.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:44.730 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zbzp1hsaaPmZh_C off=1488308 len=1817457 2024-09-13T03:18:44.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 1848 completed, throughput=4.99MB/sec 2024-09-13T03:18:44.738 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-63xBiM8WUjXf6Le off=1303916 len=1407536 2024-09-13T03:18:44.740 INFO:tasks.workunit.client.0.smithi052.stdout:op 1849 completed, throughput=5MB/sec 2024-09-13T03:18:44.740 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ahsk1eo0DVrUdq_ off=8248343 len=1981059 2024-09-13T03:18:44.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 1850 completed, throughput=5MB/sec 2024-09-13T03:18:45.755 INFO:tasks.workunit.client.0.smithi052.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:45.755 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KZCnv87ZZvaQfYJ off=955222 len=2029428 2024-09-13T03:18:45.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 1851 completed, throughput=4.99MB/sec 2024-09-13T03:18:45.760 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--4CC_a0G0xngz3Z off=10121744 len=2018418 2024-09-13T03:18:45.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 1852 completed, throughput=5MB/sec 2024-09-13T03:18:45.762 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3D4Z_DQFJWCVhV4 off=1793904 len=121963 2024-09-13T03:18:45.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 1853 completed, throughput=5MB/sec 2024-09-13T03:18:45.763 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JGAt1ELSvqy7xuh off=6918876 len=817019 2024-09-13T03:18:45.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 1854 completed, throughput=5MB/sec 2024-09-13T03:18:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:46 smithi078 ceph-mon[85589]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:18:46.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:46 smithi052 ceph-mon[89065]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:18:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:46 smithi052 ceph-mon[91421]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:18:46.768 INFO:tasks.workunit.client.0.smithi052.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:46.768 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XxIdPWMdkrmwuVj off=3184821 len=107113 2024-09-13T03:18:46.770 INFO:tasks.workunit.client.0.smithi052.stdout:op 1855 completed, throughput=4.99MB/sec 2024-09-13T03:18:46.770 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mKZrgMfXLRQigmP off=1887811 len=805827 2024-09-13T03:18:46.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 1856 completed, throughput=4.99MB/sec 2024-09-13T03:18:46.775 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aEqXjVIxU_Ty7L5 off=2209022 len=150107 2024-09-13T03:18:46.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 1857 completed, throughput=4.99MB/sec 2024-09-13T03:18:46.777 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QuSQWNWJ5R9oer_ off=86904 len=1867089 2024-09-13T03:18:46.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 1858 completed, throughput=4.99MB/sec 2024-09-13T03:18:46.779 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IQ4tohjQR1-078D off=13799160 len=451173 2024-09-13T03:18:46.783 INFO:tasks.workunit.client.0.smithi052.stdout:op 1859 completed, throughput=5MB/sec 2024-09-13T03:18:46.783 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e6IbV43vnblqshf off=578629 len=171536 2024-09-13T03:18:46.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 1860 completed, throughput=5MB/sec 2024-09-13T03:18:46.785 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9zvR-ZqseuEpZL8 off=823453 len=1744966 2024-09-13T03:18:46.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 1861 completed, throughput=5MB/sec 2024-09-13T03:18:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:18:47.789 INFO:tasks.workunit.client.0.smithi052.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:47.789 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0bb9t19m3BQ0ooi off=2199404 len=728005 2024-09-13T03:18:47.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 1862 completed, throughput=4.99MB/sec 2024-09-13T03:18:47.790 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dElKMvCnqCWi4pg off=2895085 len=550460 2024-09-13T03:18:47.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 1863 completed, throughput=4.99MB/sec 2024-09-13T03:18:47.794 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Mn31wbJTWb5cUb off=4777508 len=1342965 2024-09-13T03:18:47.804 INFO:tasks.workunit.client.0.smithi052.stdout:op 1864 completed, throughput=4.99MB/sec 2024-09-13T03:18:47.804 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Rde5ZMasqKY4wqg off=194035 len=1802958 2024-09-13T03:18:47.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 1865 completed, throughput=5MB/sec 2024-09-13T03:18:47.814 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ELJhkF1d1gAwIRO off=3578627 len=1195930 2024-09-13T03:18:47.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 1866 completed, throughput=5MB/sec 2024-09-13T03:18:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:48 smithi078 ceph-mon[85589]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:18:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:48 smithi052 ceph-mon[91421]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:18:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:48 smithi052 ceph-mon[89065]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:18:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:18:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:18:48] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:18:48.816 INFO:tasks.workunit.client.0.smithi052.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:48.817 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-y_byNiZf0trxRe5 off=20274262 len=1191031 2024-09-13T03:18:48.825 INFO:tasks.workunit.client.0.smithi052.stdout:op 1867 completed, throughput=4.99MB/sec 2024-09-13T03:18:48.825 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BPwnhHqvwViS1Js off=7429062 len=1595864 2024-09-13T03:18:48.827 INFO:tasks.workunit.client.0.smithi052.stdout:op 1868 completed, throughput=4.99MB/sec 2024-09-13T03:18:48.827 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qzYrtzIV7r0rxeK off=2913862 len=2060883 2024-09-13T03:18:48.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 1869 completed, throughput=5MB/sec 2024-09-13T03:18:48.835 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YqosHw0XxaM7tUY off=13958136 len=1352983 2024-09-13T03:18:48.840 INFO:tasks.workunit.client.0.smithi052.stdout:op 1870 completed, throughput=5MB/sec 2024-09-13T03:18:49.840 INFO:tasks.workunit.client.0.smithi052.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:49.841 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NS__uUXXWCTU8W1 off=1548849 len=230132 2024-09-13T03:18:49.843 INFO:tasks.workunit.client.0.smithi052.stdout:op 1871 completed, throughput=4.99MB/sec 2024-09-13T03:18:49.844 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-98DC1f-GdtxK8V8 off=14595507 len=1823405 2024-09-13T03:18:49.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 1872 completed, throughput=5MB/sec 2024-09-13T03:18:49.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YoiXK-ssNGquQvq off=3607263 len=1391800 2024-09-13T03:18:49.854 INFO:tasks.workunit.client.0.smithi052.stdout:op 1873 completed, throughput=5MB/sec 2024-09-13T03:18:49.854 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N5dYcPUpHZqlr9q off=63010 len=2048641 2024-09-13T03:18:49.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 1874 completed, throughput=5MB/sec 2024-09-13T03:18:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:50 smithi078 ceph-mon[85589]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:18:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:50 smithi052 ceph-mon[91421]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:18:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:50 smithi052 ceph-mon[89065]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:18:50.858 INFO:tasks.workunit.client.0.smithi052.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:50.858 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RNK5S23MesMDyJn off=1908946 len=1226188 2024-09-13T03:18:50.860 INFO:tasks.workunit.client.0.smithi052.stdout:op 1875 completed, throughput=4.99MB/sec 2024-09-13T03:18:50.860 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kgwHecgk6FUAZjQ off=17003904 len=638238 2024-09-13T03:18:50.864 INFO:tasks.workunit.client.0.smithi052.stdout:op 1876 completed, throughput=5MB/sec 2024-09-13T03:18:50.864 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-csUBH4kU_GiSEsM off=11292680 len=1946127 2024-09-13T03:18:50.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 1877 completed, throughput=5MB/sec 2024-09-13T03:18:50.873 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9CSRBWO3eBef1NV off=14550567 len=477017 2024-09-13T03:18:50.874 INFO:tasks.workunit.client.0.smithi052.stdout:op 1878 completed, throughput=5MB/sec 2024-09-13T03:18:51.874 INFO:tasks.workunit.client.0.smithi052.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:51.874 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ch5vEqtopn5SjUb off=13011553 len=1810172 2024-09-13T03:18:51.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 1879 completed, throughput=4.99MB/sec 2024-09-13T03:18:51.877 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-00BtBwmF9DATwYk off=8890901 len=1787646 2024-09-13T03:18:51.884 INFO:tasks.workunit.client.0.smithi052.stdout:op 1880 completed, throughput=5MB/sec 2024-09-13T03:18:51.884 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X7CUC4sSvE5WBwt off=11727415 len=925570 2024-09-13T03:18:51.885 INFO:tasks.workunit.client.0.smithi052.stdout:op 1881 completed, throughput=5MB/sec 2024-09-13T03:18:51.885 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9XQgOyTN1YI87fo off=4211321 len=1582121 2024-09-13T03:18:51.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 1882 completed, throughput=5MB/sec 2024-09-13T03:18:52.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:52 smithi078 ceph-mon[85589]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:18:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:18:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:18:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:52 smithi052 ceph-mon[91421]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:18:52.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:52 smithi052 ceph-mon[89065]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:18:52.887 INFO:tasks.workunit.client.0.smithi052.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:52.887 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4_4-lkRprvqnTev off=12015193 len=841746 2024-09-13T03:18:52.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 1883 completed, throughput=4.99MB/sec 2024-09-13T03:18:52.892 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CRdJGr7ffB5WAy8 off=2238359 len=1465697 2024-09-13T03:18:52.900 INFO:tasks.workunit.client.0.smithi052.stdout:op 1884 completed, throughput=5MB/sec 2024-09-13T03:18:52.900 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zTVtTC0Vj90YMGS off=1035131 len=874868 2024-09-13T03:18:52.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 1885 completed, throughput=5MB/sec 2024-09-13T03:18:52.905 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5usSKl41zAJbZvT off=1704863 len=2048184 2024-09-13T03:18:52.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 1886 completed, throughput=5MB/sec 2024-09-13T03:18:53.908 INFO:tasks.workunit.client.0.smithi052.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:53.908 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-j9_jDbGW32paDlh off=6075243 len=2012013 2024-09-13T03:18:53.912 INFO:tasks.workunit.client.0.smithi052.stdout:op 1887 completed, throughput=4.99MB/sec 2024-09-13T03:18:53.912 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IVxobumszqeL-HR off=10938526 len=905361 2024-09-13T03:18:53.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 1888 completed, throughput=5MB/sec 2024-09-13T03:18:53.917 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EoZN5HVtg6E5n2_ off=16029583 len=1982500 2024-09-13T03:18:53.924 INFO:tasks.workunit.client.0.smithi052.stdout:op 1889 completed, throughput=5MB/sec 2024-09-13T03:18:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:54 smithi078 ceph-mon[85589]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:18:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:54 smithi052 ceph-mon[91421]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:18:54.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:54 smithi052 ceph-mon[89065]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:18:54.924 INFO:tasks.workunit.client.0.smithi052.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:54.925 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YLCPS1ukVw17UrD off=9850856 len=1410823 2024-09-13T03:18:54.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 1890 completed, throughput=4.99MB/sec 2024-09-13T03:18:54.932 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-79uXZnUsTL-dZBc off=1311171 len=762930 2024-09-13T03:18:54.936 INFO:tasks.workunit.client.0.smithi052.stdout:op 1891 completed, throughput=4.99MB/sec 2024-09-13T03:18:54.936 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HVu5dRsuMd_5het off=1600758 len=2001108 2024-09-13T03:18:54.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 1892 completed, throughput=5MB/sec 2024-09-13T03:18:54.940 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-weFWz3HY3y_ouaR off=9253995 len=2025873 2024-09-13T03:18:54.948 INFO:tasks.workunit.client.0.smithi052.stdout:op 1893 completed, throughput=5MB/sec 2024-09-13T03:18:55.948 INFO:tasks.workunit.client.0.smithi052.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:55.948 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1nwSp7KTuauOJFO off=12112362 len=286717 2024-09-13T03:18:55.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 1894 completed, throughput=4.99MB/sec 2024-09-13T03:18:55.952 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gLZBtL6xHKeN6cS off=4090650 len=1306891 2024-09-13T03:18:55.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 1895 completed, throughput=4.99MB/sec 2024-09-13T03:18:55.958 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FhDbyhJKkcYfo50 off=7389979 len=211771 2024-09-13T03:18:55.959 INFO:tasks.workunit.client.0.smithi052.stdout:op 1896 completed, throughput=5MB/sec 2024-09-13T03:18:55.959 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zO7cgDtvL9wdgo0 off=8506208 len=1278116 2024-09-13T03:18:55.962 INFO:tasks.workunit.client.0.smithi052.stdout:op 1897 completed, throughput=5MB/sec 2024-09-13T03:18:55.962 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g-H6crn8TAi_T0K off=11267706 len=1795181 2024-09-13T03:18:55.964 INFO:tasks.workunit.client.0.smithi052.stdout:op 1898 completed, throughput=5MB/sec 2024-09-13T03:18:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:56 smithi078 ceph-mon[85589]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:18:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:56 smithi052 ceph-mon[91421]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:18:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:56 smithi052 ceph-mon[89065]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:18:56.964 INFO:tasks.workunit.client.0.smithi052.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:56.965 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-STfWxWXbK9NHw48 off=1280139 len=1596691 2024-09-13T03:18:56.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 1899 completed, throughput=4.99MB/sec 2024-09-13T03:18:56.972 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qd6GWAICAXmytFK off=759295 len=120745 2024-09-13T03:18:56.973 INFO:tasks.workunit.client.0.smithi052.stdout:op 1900 completed, throughput=4.99MB/sec 2024-09-13T03:18:56.973 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h_0DHVcpom2pR6r off=8347431 len=215685 2024-09-13T03:18:56.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 1901 completed, throughput=4.99MB/sec 2024-09-13T03:18:56.976 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uq2dZe-p2qg_Cbn off=11591850 len=2030012 2024-09-13T03:18:56.987 INFO:tasks.workunit.client.0.smithi052.stdout:op 1902 completed, throughput=5MB/sec 2024-09-13T03:18:56.987 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9B2ALs7dS9MTheg off=3553753 len=1554717 2024-09-13T03:18:56.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 1903 completed, throughput=5MB/sec 2024-09-13T03:18:57.995 INFO:tasks.workunit.client.0.smithi052.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:57.995 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7zi7Zac_-0Chm3E off=5487083 len=333119 2024-09-13T03:18:57.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 1904 completed, throughput=4.99MB/sec 2024-09-13T03:18:57.997 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5ImsRwX_dp-01yB off=6999397 len=797089 2024-09-13T03:18:58.001 INFO:tasks.workunit.client.0.smithi052.stdout:op 1905 completed, throughput=4.99MB/sec 2024-09-13T03:18:58.001 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DWnklsjEzhyR1CK off=7371502 len=1607865 2024-09-13T03:18:58.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 1906 completed, throughput=5MB/sec 2024-09-13T03:18:58.004 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2s_bfS_wpplYdw- off=3354995 len=88677 2024-09-13T03:18:58.005 INFO:tasks.workunit.client.0.smithi052.stdout:op 1907 completed, throughput=5MB/sec 2024-09-13T03:18:58.005 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PwMft6KfrOIs0Ip off=8035229 len=200118 2024-09-13T03:18:58.006 INFO:tasks.workunit.client.0.smithi052.stdout:op 1908 completed, throughput=5MB/sec 2024-09-13T03:18:58.006 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cpXdqlnWF0cEy_6 off=2338184 len=901256 2024-09-13T03:18:58.011 INFO:tasks.workunit.client.0.smithi052.stdout:op 1909 completed, throughput=5MB/sec 2024-09-13T03:18:58.011 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4Rd7HVYsobQ1Ly7 off=8614608 len=1348192 2024-09-13T03:18:58.017 INFO:tasks.workunit.client.0.smithi052.stdout:op 1910 completed, throughput=5MB/sec 2024-09-13T03:18:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:18:58 smithi078 ceph-mon[85589]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:18:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:18:58 smithi052 ceph-mon[91421]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:18:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:18:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:18:58] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:18:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:18:58 smithi052 ceph-mon[89065]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:18:59.018 INFO:tasks.workunit.client.0.smithi052.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-13T03:18:59.018 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lLDx2AINIRaDjWl off=7087023 len=312518 2024-09-13T03:18:59.019 INFO:tasks.workunit.client.0.smithi052.stdout:op 1911 completed, throughput=4.99MB/sec 2024-09-13T03:18:59.019 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wNOFiTLUEQwU5Tz off=7288727 len=749016 2024-09-13T03:18:59.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 1912 completed, throughput=4.99MB/sec 2024-09-13T03:18:59.021 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OXG6Ky9ErLb7oKx off=2800843 len=286178 2024-09-13T03:18:59.022 INFO:tasks.workunit.client.0.smithi052.stdout:op 1913 completed, throughput=4.99MB/sec 2024-09-13T03:18:59.022 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9ao9T77Uxy3JcT7 off=10634554 len=262916 2024-09-13T03:18:59.025 INFO:tasks.workunit.client.0.smithi052.stdout:op 1914 completed, throughput=4.99MB/sec 2024-09-13T03:18:59.025 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kJc70zG-y8PM09c off=6397957 len=494610 2024-09-13T03:18:59.026 INFO:tasks.workunit.client.0.smithi052.stdout:op 1915 completed, throughput=4.99MB/sec 2024-09-13T03:18:59.026 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-znEM9yPnL9rLlfw off=6885064 len=347217 2024-09-13T03:18:59.027 INFO:tasks.workunit.client.0.smithi052.stdout:op 1916 completed, throughput=5MB/sec 2024-09-13T03:18:59.027 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nN3QJF-ErqYkhNT off=1580282 len=79979 2024-09-13T03:18:59.029 INFO:tasks.workunit.client.0.smithi052.stdout:op 1917 completed, throughput=5MB/sec 2024-09-13T03:18:59.030 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5tL1FmPARz_4Fib off=2139839 len=559400 2024-09-13T03:18:59.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 1918 completed, throughput=5MB/sec 2024-09-13T03:18:59.033 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5V-96dB2i_6wMS7 off=5425993 len=67330 2024-09-13T03:18:59.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 1919 completed, throughput=5MB/sec 2024-09-13T03:18:59.034 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NkpWap8fusckRwI off=1222975 len=2070356 2024-09-13T03:18:59.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 1920 completed, throughput=5MB/sec 2024-09-13T03:19:00.042 INFO:tasks.workunit.client.0.smithi052.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:00.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-02joXh83SSwK3O7 off=13552862 len=521086 2024-09-13T03:19:00.046 INFO:tasks.workunit.client.0.smithi052.stdout:op 1921 completed, throughput=4.99MB/sec 2024-09-13T03:19:00.046 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gonlt_-X5rePd43 off=6700778 len=899038 2024-09-13T03:19:00.047 INFO:tasks.workunit.client.0.smithi052.stdout:op 1922 completed, throughput=4.99MB/sec 2024-09-13T03:19:00.047 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7HHm_T1-s0R8ais off=6802976 len=292721 2024-09-13T03:19:00.048 INFO:tasks.workunit.client.0.smithi052.stdout:op 1923 completed, throughput=4.99MB/sec 2024-09-13T03:19:00.048 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S7gyCUzWXy4xONn off=1411570 len=81228 2024-09-13T03:19:00.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 1924 completed, throughput=4.99MB/sec 2024-09-13T03:19:00.049 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gEugGK7jT-mnIuj off=2648438 len=905685 2024-09-13T03:19:00.054 INFO:tasks.workunit.client.0.smithi052.stdout:op 1925 completed, throughput=5MB/sec 2024-09-13T03:19:00.054 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nHHa2fNLubgybFj off=33282 len=1169452 2024-09-13T03:19:00.059 INFO:tasks.workunit.client.0.smithi052.stdout:op 1926 completed, throughput=5MB/sec 2024-09-13T03:19:00.059 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q6IcuzzEkfVr2q7 off=3217929 len=596534 2024-09-13T03:19:00.061 INFO:tasks.workunit.client.0.smithi052.stdout:op 1927 completed, throughput=5MB/sec 2024-09-13T03:19:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:00 smithi052 ceph-mon[91421]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:19:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:00 smithi052 ceph-mon[89065]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:19:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:00 smithi078 ceph-mon[85589]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:19:01.061 INFO:tasks.workunit.client.0.smithi052.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:01.061 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IVxobumszqeL-HR off=18376094 len=1876818 2024-09-13T03:19:01.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 1928 completed, throughput=4.99MB/sec 2024-09-13T03:19:01.064 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dR63R4JL3Q0SiOy off=9465877 len=781352 2024-09-13T03:19:01.066 INFO:tasks.workunit.client.0.smithi052.stdout:op 1929 completed, throughput=4.99MB/sec 2024-09-13T03:19:01.067 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lyigjN3qp5fEPmc off=324597 len=1821170 2024-09-13T03:19:01.068 INFO:tasks.workunit.client.0.smithi052.stdout:op 1930 completed, throughput=5MB/sec 2024-09-13T03:19:01.068 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eFhybBrOyYWTmJW off=4274244 len=1133929 2024-09-13T03:19:01.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 1931 completed, throughput=5MB/sec 2024-09-13T03:19:02.071 INFO:tasks.workunit.client.0.smithi052.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:02.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oL1Iv1FuNZA6vYb off=18502400 len=1979601 2024-09-13T03:19:02.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 1932 completed, throughput=4.99MB/sec 2024-09-13T03:19:02.080 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-V9qPpRODgyYx-pk off=6184502 len=263964 2024-09-13T03:19:02.081 INFO:tasks.workunit.client.0.smithi052.stdout:op 1933 completed, throughput=4.99MB/sec 2024-09-13T03:19:02.081 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EulxoKeOD3abNVv off=7941219 len=131351 2024-09-13T03:19:02.081 INFO:tasks.workunit.client.0.smithi052.stdout:op 1934 completed, throughput=4.99MB/sec 2024-09-13T03:19:02.081 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2Oj99f1oRjqGREe off=4010927 len=1663267 2024-09-13T03:19:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:op 1935 completed, throughput=5MB/sec 2024-09-13T03:19:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LIOxc8rqeuX6bpH off=1827010 len=353935 2024-09-13T03:19:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 1936 completed, throughput=5MB/sec 2024-09-13T03:19:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J8X8ALTzii3Ozpp off=4830537 len=463490 2024-09-13T03:19:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:op 1937 completed, throughput=5MB/sec 2024-09-13T03:19:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TeIRpv5M3Vh_7xQ off=5507268 len=1244806 2024-09-13T03:19:02.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 1938 completed, throughput=5MB/sec 2024-09-13T03:19:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:02 smithi052 ceph-mon[91421]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:19:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:02 smithi052 ceph-mon[89065]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:19:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:02 smithi078 ceph-mon[85589]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:19:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:19:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:03.102 INFO:tasks.workunit.client.0.smithi052.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:03.102 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D60dcaxvpH55OXB off=1321071 len=1767404 2024-09-13T03:19:03.105 INFO:tasks.workunit.client.0.smithi052.stdout:op 1939 completed, throughput=4.99MB/sec 2024-09-13T03:19:03.105 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nHHa2fNLubgybFj off=0 len=1686822 2024-09-13T03:19:03.112 INFO:tasks.workunit.client.0.smithi052.stdout:op 1940 completed, throughput=5MB/sec 2024-09-13T03:19:03.112 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xDI8IT3gKKQ3MHk off=3753831 len=1317597 2024-09-13T03:19:03.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 1941 completed, throughput=5MB/sec 2024-09-13T03:19:04.118 INFO:tasks.workunit.client.0.smithi052.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:04.118 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cxb7QBbpad9iR0K off=7340551 len=32149 2024-09-13T03:19:04.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 1942 completed, throughput=4.99MB/sec 2024-09-13T03:19:04.121 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NS__uUXXWCTU8W1 off=5615897 len=1372269 2024-09-13T03:19:04.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 1943 completed, throughput=4.99MB/sec 2024-09-13T03:19:04.127 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nrkl-9EMG-Rx8p9 off=4132231 len=1139209 2024-09-13T03:19:04.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 1944 completed, throughput=4.99MB/sec 2024-09-13T03:19:04.129 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T6nwE8Kilbq0B2J off=8004970 len=1809119 2024-09-13T03:19:04.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 1945 completed, throughput=5MB/sec 2024-09-13T03:19:04.139 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xd1-d_HeZYsUCtF off=15914615 len=760025 2024-09-13T03:19:04.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 1946 completed, throughput=5MB/sec 2024-09-13T03:19:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:04 smithi052 ceph-mon[91421]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:04 smithi052 ceph-mon[89065]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:04 smithi078 ceph-mon[85589]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:05.141 INFO:tasks.workunit.client.0.smithi052.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:05.141 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8h62evPP1YvfYk6 off=3869451 len=1797012 2024-09-13T03:19:05.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 1947 completed, throughput=4.99MB/sec 2024-09-13T03:19:05.149 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eXOUw6SfGfa5iEf off=3733355 len=1889199 2024-09-13T03:19:05.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 1948 completed, throughput=5MB/sec 2024-09-13T03:19:05.156 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xfvNePQJP5Yi2pm off=17450006 len=300722 2024-09-13T03:19:05.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 1949 completed, throughput=5MB/sec 2024-09-13T03:19:05.157 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v953_GJoQO1ZqTo off=8067470 len=785812 2024-09-13T03:19:05.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 1950 completed, throughput=5MB/sec 2024-09-13T03:19:05.162 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-91nOQYJs37fDhOx off=15330723 len=376706 2024-09-13T03:19:05.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 1951 completed, throughput=5MB/sec 2024-09-13T03:19:06.164 INFO:tasks.workunit.client.0.smithi052.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:06.273 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vIZK-po4NPwnyUR off=6185458 len=571347 2024-09-13T03:19:06.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 1952 completed, throughput=4.99MB/sec 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cDdElo37G4Hs52s off=4825081 len=285797 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 1953 completed, throughput=4.99MB/sec 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ew5A8MZLCRFdVDQ off=2155207 len=2049915 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 1954 completed, throughput=4.99MB/sec 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HR8X7vWSat81CDa off=3126808 len=985311 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 1955 completed, throughput=5MB/sec 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-10ltK8sxcn9Nc85 off=948296 len=1485655 2024-09-13T03:19:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 1956 completed, throughput=5MB/sec 2024-09-13T03:19:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:06 smithi052 ceph-mon[91421]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:06 smithi052 ceph-mon[89065]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:06.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:06 smithi078 ceph-mon[85589]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:07.185 INFO:tasks.workunit.client.0.smithi052.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:07.186 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6gO3NKDjWPNOwWc off=7307488 len=1472832 2024-09-13T03:19:07.188 INFO:tasks.workunit.client.0.smithi052.stdout:op 1957 completed, throughput=4.99MB/sec 2024-09-13T03:19:07.188 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s00EuA-pUU6XKD2 off=6698614 len=149708 2024-09-13T03:19:07.188 INFO:tasks.workunit.client.0.smithi052.stdout:op 1958 completed, throughput=4.99MB/sec 2024-09-13T03:19:07.189 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5C7jPrwDOSG3B0b off=9625343 len=889301 2024-09-13T03:19:07.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 1959 completed, throughput=4.99MB/sec 2024-09-13T03:19:07.194 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A6I6ABCRg1Wa7Ie off=8042536 len=1053969 2024-09-13T03:19:07.196 INFO:tasks.workunit.client.0.smithi052.stdout:op 1960 completed, throughput=5MB/sec 2024-09-13T03:19:07.196 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2xWnTiULS2QMyGC off=12489334 len=496116 2024-09-13T03:19:07.197 INFO:tasks.workunit.client.0.smithi052.stdout:op 1961 completed, throughput=5MB/sec 2024-09-13T03:19:07.198 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--Hw8g4K2e_BbumQ off=2153139 len=1352201 2024-09-13T03:19:07.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 1962 completed, throughput=5MB/sec 2024-09-13T03:19:08.200 INFO:tasks.workunit.client.0.smithi052.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:08.200 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QF6nxAf_HXmMnh_ off=15559709 len=1439205 2024-09-13T03:19:08.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 1963 completed, throughput=4.99MB/sec 2024-09-13T03:19:08.207 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tm9QekQ6FxxQ6rM off=3029123 len=1399556 2024-09-13T03:19:08.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 1964 completed, throughput=4.99MB/sec 2024-09-13T03:19:08.213 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jiUqLg3ppIuSnPk off=5168073 len=506330 2024-09-13T03:19:08.214 INFO:tasks.workunit.client.0.smithi052.stdout:op 1965 completed, throughput=5MB/sec 2024-09-13T03:19:08.214 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VnSy1gP8iUytvQU off=5762774 len=492375 2024-09-13T03:19:08.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 1966 completed, throughput=5MB/sec 2024-09-13T03:19:08.217 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lQCUnPlk2VFV4qc off=9565528 len=184035 2024-09-13T03:19:08.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 1967 completed, throughput=5MB/sec 2024-09-13T03:19:08.220 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CaNnHYcuOeS6fX6 off=1411171 len=991383 2024-09-13T03:19:08.224 INFO:tasks.workunit.client.0.smithi052.stdout:op 1968 completed, throughput=5MB/sec 2024-09-13T03:19:08.224 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sCwJoF27EY0_nTh off=15035942 len=1093662 2024-09-13T03:19:08.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 1969 completed, throughput=5MB/sec 2024-09-13T03:19:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:08 smithi052 ceph-mon[91421]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:08 smithi052 ceph-mon[89065]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:19:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:19:08] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-09-13T03:19:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:08 smithi078 ceph-mon[85589]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:09.227 INFO:tasks.workunit.client.0.smithi052.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:09.227 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yBYfUx4tf_NE6fr off=6082768 len=1294162 2024-09-13T03:19:09.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 1970 completed, throughput=4.99MB/sec 2024-09-13T03:19:09.233 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WpiwJxPBhsK9BiY off=4330319 len=1232306 2024-09-13T03:19:09.234 INFO:tasks.workunit.client.0.smithi052.stdout:op 1971 completed, throughput=5MB/sec 2024-09-13T03:19:09.234 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DJS62o8NaSWDqgo off=8032909 len=890419 2024-09-13T03:19:09.239 INFO:tasks.workunit.client.0.smithi052.stdout:op 1972 completed, throughput=5MB/sec 2024-09-13T03:19:09.239 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cCTUHo8PVc2oZgf off=8031342 len=2054487 2024-09-13T03:19:09.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 1973 completed, throughput=5MB/sec 2024-09-13T03:19:10.242 INFO:tasks.workunit.client.0.smithi052.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:10.243 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yZwyCEFcZC8w-gi off=3518533 len=555562 2024-09-13T03:19:10.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 1974 completed, throughput=4.99MB/sec 2024-09-13T03:19:10.244 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cqvMjvRl-jcxhZ2 off=7183000 len=106382 2024-09-13T03:19:10.246 INFO:tasks.workunit.client.0.smithi052.stdout:op 1975 completed, throughput=4.99MB/sec 2024-09-13T03:19:10.246 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QZRmKtSljYVRBgn off=14753106 len=1123406 2024-09-13T03:19:10.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 1976 completed, throughput=4.99MB/sec 2024-09-13T03:19:10.249 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nW69cDqIWdFcqDd off=13691471 len=149854 2024-09-13T03:19:10.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 1977 completed, throughput=4.99MB/sec 2024-09-13T03:19:10.250 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7XUkgO-sOe4aisI off=3254608 len=697637 2024-09-13T03:19:10.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 1978 completed, throughput=5MB/sec 2024-09-13T03:19:10.251 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a99a8M1ydgJuj06 off=10855844 len=811945 2024-09-13T03:19:10.252 INFO:tasks.workunit.client.0.smithi052.stdout:op 1979 completed, throughput=5MB/sec 2024-09-13T03:19:10.252 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B3xBFK273IjVptO off=2737120 len=1616326 2024-09-13T03:19:10.254 INFO:tasks.workunit.client.0.smithi052.stdout:op 1980 completed, throughput=5MB/sec 2024-09-13T03:19:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:10 smithi052 ceph-mon[91421]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:10 smithi052 ceph-mon[89065]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:10 smithi078 ceph-mon[85589]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:19:11.255 INFO:tasks.workunit.client.0.smithi052.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:11.255 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OyfR2pwuFBUwQ2w off=942282 len=918262 2024-09-13T03:19:11.256 INFO:tasks.workunit.client.0.smithi052.stdout:op 1981 completed, throughput=4.99MB/sec 2024-09-13T03:19:11.256 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ECrziVWHakyUGGU off=6166844 len=2056804 2024-09-13T03:19:11.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 1982 completed, throughput=5MB/sec 2024-09-13T03:19:11.259 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3hNDOK3kW3YAg_V off=0 len=1203183 2024-09-13T03:19:11.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 1983 completed, throughput=5MB/sec 2024-09-13T03:19:11.265 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tfN0vMyLkWgtiRn off=2044633 len=1215381 2024-09-13T03:19:11.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 1984 completed, throughput=5MB/sec 2024-09-13T03:19:12.267 INFO:tasks.workunit.client.0.smithi052.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:12.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jR29mrTnzjWxaKT off=9442154 len=1994683 2024-09-13T03:19:12.271 INFO:tasks.workunit.client.0.smithi052.stdout:op 1985 completed, throughput=4.99MB/sec 2024-09-13T03:19:12.271 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Nie2OoLyWH24b3o off=740534 len=1438351 2024-09-13T03:19:12.278 INFO:tasks.workunit.client.0.smithi052.stdout:op 1986 completed, throughput=5MB/sec 2024-09-13T03:19:12.278 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Wkm6JfALx4CVHiv off=390725 len=2003605 2024-09-13T03:19:12.289 INFO:tasks.workunit.client.0.smithi052.stdout:op 1987 completed, throughput=5MB/sec 2024-09-13T03:19:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:12 smithi052 ceph-mon[91421]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:19:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:12 smithi052 ceph-mon[89065]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:19:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:12 smithi078 ceph-mon[85589]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-09-13T03:19:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:19:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:13.289 INFO:tasks.workunit.client.0.smithi052.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:13.289 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7LNJ2NSKYjfyFVU off=1711428 len=705196 2024-09-13T03:19:13.290 INFO:tasks.workunit.client.0.smithi052.stdout:op 1988 completed, throughput=4.99MB/sec 2024-09-13T03:19:13.290 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Wkw2Lh40NVnZ8s off=11547254 len=998693 2024-09-13T03:19:13.295 INFO:tasks.workunit.client.0.smithi052.stdout:op 1989 completed, throughput=4.99MB/sec 2024-09-13T03:19:13.296 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tS5VNpyjFcz1oy- off=15191909 len=52547 2024-09-13T03:19:13.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 1990 completed, throughput=4.99MB/sec 2024-09-13T03:19:13.298 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XOSGe2lJmqTZhla off=17043270 len=564608 2024-09-13T03:19:13.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 1991 completed, throughput=5MB/sec 2024-09-13T03:19:13.299 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-badP1V_I5ErVWO- off=4650595 len=927550 2024-09-13T03:19:13.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 1992 completed, throughput=5MB/sec 2024-09-13T03:19:13.304 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i087xfbGVD9bR1V off=13959672 len=670797 2024-09-13T03:19:13.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 1993 completed, throughput=5MB/sec 2024-09-13T03:19:13.304 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-srlShlbWI3HFm5O off=863988 len=576636 2024-09-13T03:19:13.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 1994 completed, throughput=5MB/sec 2024-09-13T03:19:14.308 INFO:tasks.workunit.client.0.smithi052.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:14.308 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-845OW-_4CpifiuW off=685375 len=2085840 2024-09-13T03:19:14.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 1995 completed, throughput=4.99MB/sec 2024-09-13T03:19:14.321 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_FrOgKI0nL1-yF3 off=4792093 len=1626262 2024-09-13T03:19:14.323 INFO:tasks.workunit.client.0.smithi052.stdout:op 1996 completed, throughput=5MB/sec 2024-09-13T03:19:14.323 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Z0zbW1uAZdsKkC9 off=1311484 len=228759 2024-09-13T03:19:14.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 1997 completed, throughput=5MB/sec 2024-09-13T03:19:14.326 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9vyW3ejgOfRSLpq off=12761574 len=2035893 2024-09-13T03:19:14.328 INFO:tasks.workunit.client.0.smithi052.stdout:op 1998 completed, throughput=5MB/sec 2024-09-13T03:19:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:14 smithi052 ceph-mon[91421]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:19:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:14 smithi052 ceph-mon[89065]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:19:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:14 smithi078 ceph-mon[85589]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-13T03:19:15.328 INFO:tasks.workunit.client.0.smithi052.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:15.329 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nTt0u5F6QpxrjMw off=6999872 len=351323 2024-09-13T03:19:15.329 INFO:tasks.workunit.client.0.smithi052.stdout:op 1999 completed, throughput=4.99MB/sec 2024-09-13T03:19:15.329 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NvtE-sav8ShO_0G off=7131066 len=1323139 2024-09-13T03:19:15.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 2000 completed, throughput=4.99MB/sec 2024-09-13T03:19:15.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PsybwF-FkmtJo89 off=5826350 len=1640180 2024-09-13T03:19:15.333 INFO:tasks.workunit.client.0.smithi052.stdout:op 2001 completed, throughput=5MB/sec 2024-09-13T03:19:15.333 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1UpeekUuHr9kIPz off=0 len=1279076 2024-09-13T03:19:15.341 INFO:tasks.workunit.client.0.smithi052.stdout:op 2002 completed, throughput=5MB/sec 2024-09-13T03:19:16.341 INFO:tasks.workunit.client.0.smithi052.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:16.341 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8R5bH_TxHT-DWXj off=10147080 len=507340 2024-09-13T03:19:16.342 INFO:tasks.workunit.client.0.smithi052.stdout:op 2003 completed, throughput=4.99MB/sec 2024-09-13T03:19:16.342 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BSQmuyzmEV7Xh6s off=14798211 len=1508462 2024-09-13T03:19:16.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 2004 completed, throughput=4.99MB/sec 2024-09-13T03:19:16.344 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--zHObqU-MEFcDMm off=1486187 len=276422 2024-09-13T03:19:16.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 2005 completed, throughput=4.99MB/sec 2024-09-13T03:19:16.348 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wwHO2kLNZQEfvPV off=483765 len=1855871 2024-09-13T03:19:16.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 2006 completed, throughput=5MB/sec 2024-09-13T03:19:16.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-977cc5IPhp8e121 off=951735 len=719755 2024-09-13T03:19:16.352 INFO:tasks.workunit.client.0.smithi052.stdout:op 2007 completed, throughput=5MB/sec 2024-09-13T03:19:16.352 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Db8mMeod_TgVU9H off=875693 len=188000 2024-09-13T03:19:16.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 2008 completed, throughput=5MB/sec 2024-09-13T03:19:16.355 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c7nT-sLb62p12Wn off=4522982 len=714162 2024-09-13T03:19:16.359 INFO:tasks.workunit.client.0.smithi052.stdout:op 2009 completed, throughput=5MB/sec 2024-09-13T03:19:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:16 smithi052 ceph-mon[91421]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:16.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:16 smithi052 ceph-mon[89065]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:16 smithi078 ceph-mon[85589]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:19:17.360 INFO:tasks.workunit.client.0.smithi052.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:17.360 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jzJ99wGhnMrz7E7 off=9965244 len=1484969 2024-09-13T03:19:17.368 INFO:tasks.workunit.client.0.smithi052.stdout:op 2010 completed, throughput=4.99MB/sec 2024-09-13T03:19:17.368 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8Wkw2Lh40NVnZ8s off=15087786 len=376443 2024-09-13T03:19:17.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 2011 completed, throughput=4.99MB/sec 2024-09-13T03:19:17.369 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pcBuGHUmuG_G4VT off=7196445 len=1017802 2024-09-13T03:19:17.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 2012 completed, throughput=5MB/sec 2024-09-13T03:19:17.371 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lDHs8t0BXouhjR_ off=2249006 len=92747 2024-09-13T03:19:17.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 2013 completed, throughput=5MB/sec 2024-09-13T03:19:17.373 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-O5sXFAc0o76kVOr off=2836184 len=1990029 2024-09-13T03:19:17.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 2014 completed, throughput=5MB/sec 2024-09-13T03:19:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:17.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:18.382 INFO:tasks.workunit.client.0.smithi052.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:18.382 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F6Icn5M67NXwsnw off=1616419 len=1959076 2024-09-13T03:19:18.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 2015 completed, throughput=4.99MB/sec 2024-09-13T03:19:18.385 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ulZriq1qfqpHNKX off=1130996 len=233378 2024-09-13T03:19:18.386 INFO:tasks.workunit.client.0.smithi052.stdout:op 2016 completed, throughput=4.99MB/sec 2024-09-13T03:19:18.386 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ILiWqs7mZkpN5-a off=21841848 len=1747666 2024-09-13T03:19:18.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 2017 completed, throughput=5MB/sec 2024-09-13T03:19:18.394 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RyqRRJvQZgkDVps off=1870267 len=1933621 2024-09-13T03:19:18.406 INFO:tasks.workunit.client.0.smithi052.stdout:op 2018 completed, throughput=5MB/sec 2024-09-13T03:19:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:18 smithi052 ceph-mon[91421]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:19:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:18 smithi052 ceph-mon[89065]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:19:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:19:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:19:18] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T03:19:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:18 smithi078 ceph-mon[85589]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:19:19.407 INFO:tasks.workunit.client.0.smithi052.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:19.407 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k14dEOCNCBL9PZR off=12066305 len=1226468 2024-09-13T03:19:19.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 2019 completed, throughput=4.99MB/sec 2024-09-13T03:19:19.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7o4pRlIS6ykC2Kf off=3690720 len=523594 2024-09-13T03:19:19.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 2020 completed, throughput=4.99MB/sec 2024-09-13T03:19:19.410 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iGku2EjwL-35Cgk off=2516944 len=1110994 2024-09-13T03:19:19.412 INFO:tasks.workunit.client.0.smithi052.stdout:op 2021 completed, throughput=5MB/sec 2024-09-13T03:19:19.412 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JGpiv6xzE-1Hqyo off=17199070 len=1627104 2024-09-13T03:19:19.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 2022 completed, throughput=5MB/sec 2024-09-13T03:19:19.421 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y_5dzn0JUIRxuOq off=5673959 len=1743269 2024-09-13T03:19:19.422 INFO:tasks.workunit.client.0.smithi052.stdout:op 2023 completed, throughput=5MB/sec 2024-09-13T03:19:20.423 INFO:tasks.workunit.client.0.smithi052.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:20.423 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cdmGfKV-eI7IeNV off=5730933 len=705817 2024-09-13T03:19:20.424 INFO:tasks.workunit.client.0.smithi052.stdout:op 2024 completed, throughput=4.99MB/sec 2024-09-13T03:19:20.424 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5s1ICauZiLWesxF off=389129 len=1277824 2024-09-13T03:19:20.426 INFO:tasks.workunit.client.0.smithi052.stdout:op 2025 completed, throughput=5MB/sec 2024-09-13T03:19:20.426 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PO5SbJPs9ckx4W5 off=568563 len=569768 2024-09-13T03:19:20.427 INFO:tasks.workunit.client.0.smithi052.stdout:op 2026 completed, throughput=5MB/sec 2024-09-13T03:19:20.427 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6_Vytdw49adplin off=1607716 len=699355 2024-09-13T03:19:20.431 INFO:tasks.workunit.client.0.smithi052.stdout:op 2027 completed, throughput=5MB/sec 2024-09-13T03:19:20.431 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Or22Uj2U05iJQm3 off=52257 len=1185297 2024-09-13T03:19:20.433 INFO:tasks.workunit.client.0.smithi052.stdout:op 2028 completed, throughput=5MB/sec 2024-09-13T03:19:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:20 smithi052 ceph-mon[91421]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:19:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:20 smithi052 ceph-mon[89065]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:19:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:20 smithi078 ceph-mon[85589]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:19:21.434 INFO:tasks.workunit.client.0.smithi052.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:21.434 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2pvncH2rVnRxiYs off=5053873 len=94634 2024-09-13T03:19:21.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 2029 completed, throughput=4.99MB/sec 2024-09-13T03:19:21.438 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_TlT8Mvj38K0evX off=7764016 len=1732238 2024-09-13T03:19:21.439 INFO:tasks.workunit.client.0.smithi052.stdout:op 2030 completed, throughput=4.99MB/sec 2024-09-13T03:19:21.440 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xmFTgC2TG8UW0HS off=560749 len=904179 2024-09-13T03:19:21.445 INFO:tasks.workunit.client.0.smithi052.stdout:op 2031 completed, throughput=5MB/sec 2024-09-13T03:19:21.445 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KZpZOnrqFZ9k5T9 off=1352850 len=381814 2024-09-13T03:19:21.448 INFO:tasks.workunit.client.0.smithi052.stdout:op 2032 completed, throughput=5MB/sec 2024-09-13T03:19:21.448 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dKra8gYmYVRg6Ux off=3936894 len=1722 2024-09-13T03:19:21.449 INFO:tasks.workunit.client.0.smithi052.stdout:op 2033 completed, throughput=5MB/sec 2024-09-13T03:19:21.449 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bNLTYP9GrEtvW0B off=2305220 len=1098814 2024-09-13T03:19:21.450 INFO:tasks.workunit.client.0.smithi052.stdout:op 2034 completed, throughput=5MB/sec 2024-09-13T03:19:21.450 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ciN_vLvJA76OOru off=5110091 len=926431 2024-09-13T03:19:21.455 INFO:tasks.workunit.client.0.smithi052.stdout:op 2035 completed, throughput=5MB/sec 2024-09-13T03:19:22.455 INFO:tasks.workunit.client.0.smithi052.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:22.455 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CyyXHOhpTHZ0NEx off=6544441 len=1551322 2024-09-13T03:19:22.457 INFO:tasks.workunit.client.0.smithi052.stdout:op 2036 completed, throughput=4.99MB/sec 2024-09-13T03:19:22.457 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qERKBB37xfFgBr3 off=3290996 len=1761099 2024-09-13T03:19:22.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 2037 completed, throughput=5MB/sec 2024-09-13T03:19:22.467 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rheDXVBwWi8e82K off=2321614 len=1655394 2024-09-13T03:19:22.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 2038 completed, throughput=5MB/sec 2024-09-13T03:19:22.498 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:22 smithi078 ceph-mon[85589]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:22.499 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:19:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:22 smithi052 ceph-mon[91421]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:22.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:22 smithi052 ceph-mon[89065]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:23.470 INFO:tasks.workunit.client.0.smithi052.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:23.470 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sWPg2--qme5HyGU off=1358817 len=1276023 2024-09-13T03:19:23.471 INFO:tasks.workunit.client.0.smithi052.stdout:op 2039 completed, throughput=4.99MB/sec 2024-09-13T03:19:23.472 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jdl5lYkcAYaUZq6 off=4756387 len=1761709 2024-09-13T03:19:23.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 2040 completed, throughput=4.99MB/sec 2024-09-13T03:19:23.475 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x5JpQ78292bqzww off=13979206 len=1784460 2024-09-13T03:19:23.478 INFO:tasks.workunit.client.0.smithi052.stdout:op 2041 completed, throughput=5MB/sec 2024-09-13T03:19:23.478 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AeP6AkTV-AMEkEx off=8231311 len=527280 2024-09-13T03:19:23.481 INFO:tasks.workunit.client.0.smithi052.stdout:op 2042 completed, throughput=5MB/sec 2024-09-13T03:19:24.482 INFO:tasks.workunit.client.0.smithi052.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:24.482 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4p4gZ_Al2baNN6w off=22696215 len=1659079 2024-09-13T03:19:24.484 INFO:tasks.workunit.client.0.smithi052.stdout:op 2043 completed, throughput=4.99MB/sec 2024-09-13T03:19:24.484 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DL6u8V_AUrfMNs2 off=10324119 len=1072732 2024-09-13T03:19:24.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 2044 completed, throughput=4.99MB/sec 2024-09-13T03:19:24.485 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qpdUtXC0MuM6itw off=7386120 len=499726 2024-09-13T03:19:24.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 2045 completed, throughput=5MB/sec 2024-09-13T03:19:24.487 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JBN3C6PGHoab1uK off=9268470 len=401618 2024-09-13T03:19:24.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 2046 completed, throughput=5MB/sec 2024-09-13T03:19:24.487 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CZU8lhytfV-Ozn4 off=631595 len=1477032 2024-09-13T03:19:24.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 2047 completed, throughput=5MB/sec 2024-09-13T03:19:24.497 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F1aeAb6OOpQkOg9 off=2466552 len=1484827 2024-09-13T03:19:24.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 2048 completed, throughput=5MB/sec 2024-09-13T03:19:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:24 smithi052 ceph-mon[91421]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:19:24.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:24 smithi052 ceph-mon[89065]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:19:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:24 smithi078 ceph-mon[85589]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:19:25.506 INFO:tasks.workunit.client.0.smithi052.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:25.506 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-24L6uIq9JwSGIEz off=518960 len=1928077 2024-09-13T03:19:25.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 2049 completed, throughput=5MB/sec 2024-09-13T03:19:25.517 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fFjUmUAy6TrHatV off=196069 len=547682 2024-09-13T03:19:25.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 2050 completed, throughput=5MB/sec 2024-09-13T03:19:25.521 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5nxNMDPZE14yZVW off=6392629 len=804050 2024-09-13T03:19:25.522 INFO:tasks.workunit.client.0.smithi052.stdout:op 2051 completed, throughput=5MB/sec 2024-09-13T03:19:25.522 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kTtzpYCq3rVcrEv off=4463521 len=1015164 2024-09-13T03:19:25.527 INFO:tasks.workunit.client.0.smithi052.stdout:op 2052 completed, throughput=5MB/sec 2024-09-13T03:19:26.528 INFO:tasks.workunit.client.0.smithi052.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:26.528 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e__Ldzb5Xl2xSXm off=8186485 len=176132 2024-09-13T03:19:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:26 smithi052 ceph-mon[91421]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:19:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:26 smithi052 ceph-mon[89065]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:19:26.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 2053 completed, throughput=4.99MB/sec 2024-09-13T03:19:26.531 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mtI1gfSx2-4bRXo off=3577196 len=826666 2024-09-13T03:19:26.532 INFO:tasks.workunit.client.0.smithi052.stdout:op 2054 completed, throughput=4.99MB/sec 2024-09-13T03:19:26.532 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e3EKtynA_JUrI9B off=43733 len=401688 2024-09-13T03:19:26.533 INFO:tasks.workunit.client.0.smithi052.stdout:op 2055 completed, throughput=4.99MB/sec 2024-09-13T03:19:26.533 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8IaHcowlTNW6Bnd off=13511580 len=1291927 2024-09-13T03:19:26.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 2056 completed, throughput=4.99MB/sec 2024-09-13T03:19:26.536 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wLmmFSdAxbcJuLW off=23277351 len=975415 2024-09-13T03:19:26.541 INFO:tasks.workunit.client.0.smithi052.stdout:op 2057 completed, throughput=5MB/sec 2024-09-13T03:19:26.541 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JkPyOFxvmruuoA6 off=6952768 len=1427472 2024-09-13T03:19:26.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 2058 completed, throughput=5MB/sec 2024-09-13T03:19:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:26 smithi078 ceph-mon[85589]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-13T03:19:27.545 INFO:tasks.workunit.client.0.smithi052.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:27.545 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-K_ONNH89SgC_Oaj off=12787703 len=1265020 2024-09-13T03:19:27.552 INFO:tasks.workunit.client.0.smithi052.stdout:op 2059 completed, throughput=4.99MB/sec 2024-09-13T03:19:27.552 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9F9-l5P2fwZzuaE off=882602 len=992657 2024-09-13T03:19:27.557 INFO:tasks.workunit.client.0.smithi052.stdout:op 2060 completed, throughput=4.99MB/sec 2024-09-13T03:19:27.557 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QhI2HGtIvTUtU3R off=5485383 len=1690025 2024-09-13T03:19:27.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 2061 completed, throughput=5MB/sec 2024-09-13T03:19:27.560 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lgOu-nI5tciqdN2 off=3120412 len=471955 2024-09-13T03:19:27.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 2062 completed, throughput=5MB/sec 2024-09-13T03:19:27.563 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FOkaUQXF2YUKltz off=10450523 len=839973 2024-09-13T03:19:27.567 INFO:tasks.workunit.client.0.smithi052.stdout:op 2063 completed, throughput=5MB/sec 2024-09-13T03:19:27.567 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-milSzmXfUTUlwS6 off=2036494 len=935649 2024-09-13T03:19:27.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 2064 completed, throughput=5MB/sec 2024-09-13T03:19:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:28 smithi052 ceph-mon[91421]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:19:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:28 smithi052 ceph-mon[89065]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:19:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:19:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:19:28] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-09-13T03:19:28.572 INFO:tasks.workunit.client.0.smithi052.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:28.573 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-huxpINzHBz4P3vA off=13231202 len=930581 2024-09-13T03:19:28.574 INFO:tasks.workunit.client.0.smithi052.stdout:op 2065 completed, throughput=4.99MB/sec 2024-09-13T03:19:28.574 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OWXhBBr4u9rW6Rk off=7773668 len=935034 2024-09-13T03:19:28.575 INFO:tasks.workunit.client.0.smithi052.stdout:op 2066 completed, throughput=4.99MB/sec 2024-09-13T03:19:28.575 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9CSRBWO3eBef1NV off=3256898 len=1805839 2024-09-13T03:19:28.587 INFO:tasks.workunit.client.0.smithi052.stdout:op 2067 completed, throughput=5MB/sec 2024-09-13T03:19:28.587 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YQRu_youi_eROyV off=3628090 len=2020059 2024-09-13T03:19:28.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 2068 completed, throughput=5MB/sec 2024-09-13T03:19:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:28 smithi078 ceph-mon[85589]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:19:29.590 INFO:tasks.workunit.client.0.smithi052.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:29.590 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Vi16uMuy-koSG-K off=9918794 len=1319247 2024-09-13T03:19:29.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 2069 completed, throughput=4.99MB/sec 2024-09-13T03:19:29.592 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-McBdPhv0e-7ja0N off=1338016 len=611454 2024-09-13T03:19:29.593 INFO:tasks.workunit.client.0.smithi052.stdout:op 2070 completed, throughput=5MB/sec 2024-09-13T03:19:29.593 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HgS0Mcxt8OoIqVh off=5308634 len=1907248 2024-09-13T03:19:29.602 INFO:tasks.workunit.client.0.smithi052.stdout:op 2071 completed, throughput=5MB/sec 2024-09-13T03:19:29.602 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hnL179uFScnheEn off=2599066 len=100536 2024-09-13T03:19:29.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 2072 completed, throughput=5MB/sec 2024-09-13T03:19:29.603 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N8ln9IjbOy934-d off=8142776 len=1959622 2024-09-13T03:19:29.610 INFO:tasks.workunit.client.0.smithi052.stdout:op 2073 completed, throughput=5MB/sec 2024-09-13T03:19:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:30 smithi052 ceph-mon[91421]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:30 smithi052 ceph-mon[89065]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:30.611 INFO:tasks.workunit.client.0.smithi052.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:30.611 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B0GWHsqBD2nq6Sc off=705383 len=1374215 2024-09-13T03:19:30.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 2074 completed, throughput=5MB/sec 2024-09-13T03:19:30.614 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DfwBKSkHQyBKq_N off=5840798 len=56855 2024-09-13T03:19:30.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 2075 completed, throughput=5MB/sec 2024-09-13T03:19:30.617 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pMI5qq8w8xPv-vx off=2731106 len=1851288 2024-09-13T03:19:30.619 INFO:tasks.workunit.client.0.smithi052.stdout:op 2076 completed, throughput=5MB/sec 2024-09-13T03:19:30.619 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CDMhIhHoS1xaTN3 off=9447220 len=99398 2024-09-13T03:19:30.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 2077 completed, throughput=5MB/sec 2024-09-13T03:19:30.620 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eybt5WerMePP5n1 off=8452622 len=121233 2024-09-13T03:19:30.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 2078 completed, throughput=5MB/sec 2024-09-13T03:19:30.623 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZARQQiq1K_KJHCL off=3201278 len=1203280 2024-09-13T03:19:30.630 INFO:tasks.workunit.client.0.smithi052.stdout:op 2079 completed, throughput=5MB/sec 2024-09-13T03:19:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:30 smithi078 ceph-mon[85589]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:31.631 INFO:tasks.workunit.client.0.smithi052.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:31.631 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t5ZM0_StFAmPHQ7 off=1049377 len=1398809 2024-09-13T03:19:31.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 2080 completed, throughput=4.99MB/sec 2024-09-13T03:19:31.637 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Dsh8Wp-m-hfeZ55 off=18457201 len=214893 2024-09-13T03:19:31.638 INFO:tasks.workunit.client.0.smithi052.stdout:op 2081 completed, throughput=4.99MB/sec 2024-09-13T03:19:31.638 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aopBxwdL2vtrV1B off=16818070 len=724468 2024-09-13T03:19:31.639 INFO:tasks.workunit.client.0.smithi052.stdout:op 2082 completed, throughput=5MB/sec 2024-09-13T03:19:31.639 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iMjDsJfft3QUB1Q off=1596864 len=935686 2024-09-13T03:19:31.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 2083 completed, throughput=5MB/sec 2024-09-13T03:19:31.664 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qpdUtXC0MuM6itw off=1548697 len=1852006 2024-09-13T03:19:31.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 2084 completed, throughput=5MB/sec 2024-09-13T03:19:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:32 smithi052 ceph-mon[91421]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:32 smithi052 ceph-mon[89065]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:32.650 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gc9Ikk76G0YbDNF off=5814606 len=729275 2024-09-13T03:19:32.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 2085 completed, throughput=4.99MB/sec 2024-09-13T03:19:32.655 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9gGxPsDQ04VU_g2 off=4000752 len=955997 2024-09-13T03:19:32.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 2086 completed, throughput=4.99MB/sec 2024-09-13T03:19:32.657 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q9EVjhv-TByEpir off=2054555 len=152147 2024-09-13T03:19:32.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 2087 completed, throughput=4.99MB/sec 2024-09-13T03:19:32.657 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ji6r1unnhMoJX-N off=16617705 len=789850 2024-09-13T03:19:32.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 2088 completed, throughput=5MB/sec 2024-09-13T03:19:32.662 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BG0I3DBv4oAnbZK off=812869 len=125330 2024-09-13T03:19:32.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 2089 completed, throughput=5MB/sec 2024-09-13T03:19:32.662 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r7WtquyJDHMMh-j off=16587820 len=1068096 2024-09-13T03:19:32.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 2090 completed, throughput=5MB/sec 2024-09-13T03:19:32.664 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d0K-I0Bygug96Tx off=3093874 len=1466818 2024-09-13T03:19:32.666 INFO:tasks.workunit.client.0.smithi052.stdout:op 2091 completed, throughput=5MB/sec 2024-09-13T03:19:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:32 smithi078 ceph-mon[85589]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:19:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:19:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:33.667 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RyVve6gj9Jo5Nxr off=11576979 len=1621970 2024-09-13T03:19:33.676 INFO:tasks.workunit.client.0.smithi052.stdout:op 2092 completed, throughput=4.99MB/sec 2024-09-13T03:19:33.676 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0AcCXOJHNrB5gM6 off=1365035 len=483024 2024-09-13T03:19:33.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 2093 completed, throughput=4.99MB/sec 2024-09-13T03:19:33.677 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3ovJuaS1sMTMotE off=1755170 len=1942518 2024-09-13T03:19:33.679 INFO:tasks.workunit.client.0.smithi052.stdout:op 2094 completed, throughput=5MB/sec 2024-09-13T03:19:33.679 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Lhd4XucS09fow3P off=12341985 len=557231 2024-09-13T03:19:33.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 2095 completed, throughput=5MB/sec 2024-09-13T03:19:34.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:34 smithi052 ceph-mon[91421]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:34.599 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:34 smithi052 ceph-mon[89065]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:34.681 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gcykwFLmHkRHeb3 off=5975361 len=205750 2024-09-13T03:19:34.682 INFO:tasks.workunit.client.0.smithi052.stdout:op 2096 completed, throughput=4.99MB/sec 2024-09-13T03:19:34.682 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PuM5UjdLDaLxZew off=118784 len=1281011 2024-09-13T03:19:34.683 INFO:tasks.workunit.client.0.smithi052.stdout:op 2097 completed, throughput=4.99MB/sec 2024-09-13T03:19:34.683 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gntMtuMnLKQezN2 off=7463199 len=417828 2024-09-13T03:19:34.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 2098 completed, throughput=4.99MB/sec 2024-09-13T03:19:34.687 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZoTtI1UEkpkpBOG off=16984026 len=760174 2024-09-13T03:19:34.692 INFO:tasks.workunit.client.0.smithi052.stdout:op 2099 completed, throughput=4.99MB/sec 2024-09-13T03:19:34.692 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9JZxxvitklnO8aN off=20483132 len=1686777 2024-09-13T03:19:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:34 smithi078 ceph-mon[85589]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:19:34.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 2100 completed, throughput=5MB/sec 2024-09-13T03:19:34.702 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OF3s4CB3cXh_02M off=185491 len=332565 2024-09-13T03:19:34.703 INFO:tasks.workunit.client.0.smithi052.stdout:op 2101 completed, throughput=5MB/sec 2024-09-13T03:19:34.703 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U2OIrDKiI5ocqfJ off=7651136 len=51002 2024-09-13T03:19:34.706 INFO:tasks.workunit.client.0.smithi052.stdout:op 2102 completed, throughput=5MB/sec 2024-09-13T03:19:34.706 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LBKYFurHUu_WSuc off=19192734 len=254316 2024-09-13T03:19:34.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 2103 completed, throughput=5MB/sec 2024-09-13T03:19:34.709 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jDrfBlwEhuqMQsQ off=10377931 len=1911119 2024-09-13T03:19:34.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 2104 completed, throughput=5MB/sec 2024-09-13T03:19:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:35.716 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eKyFTfBbqgsPJ38 off=1572358 len=514878 2024-09-13T03:19:35.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 2105 completed, throughput=4.99MB/sec 2024-09-13T03:19:35.720 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fB58JvXwEtIjAGR off=6029475 len=1536366 2024-09-13T03:19:35.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 2106 completed, throughput=5MB/sec 2024-09-13T03:19:35.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RayGZ04WnOViKyQ off=3844773 len=1188982 2024-09-13T03:19:35.730 INFO:tasks.workunit.client.0.smithi052.stdout:op 2107 completed, throughput=5MB/sec 2024-09-13T03:19:35.730 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f-lk_4aQ_t-f1aP off=19344334 len=778380 2024-09-13T03:19:35.731 INFO:tasks.workunit.client.0.smithi052.stdout:op 2108 completed, throughput=5MB/sec 2024-09-13T03:19:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:36 smithi052 ceph-mon[91421]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:36 smithi052 ceph-mon[89065]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:36 smithi078 ceph-mon[85589]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:19:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:36.739 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bXnq3je7pVGzDUc off=1923485 len=1854659 2024-09-13T03:19:36.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 2109 completed, throughput=4.99MB/sec 2024-09-13T03:19:36.744 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z1K-ftxOco_ao2U off=1037913 len=782437 2024-09-13T03:19:36.748 INFO:tasks.workunit.client.0.smithi052.stdout:op 2110 completed, throughput=4.99MB/sec 2024-09-13T03:19:36.748 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1WO-9YlrFHE2gqN off=7176945 len=1785192 2024-09-13T03:19:36.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 2111 completed, throughput=5MB/sec 2024-09-13T03:19:36.758 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F9DEg_GpH_OQy74 off=1137615 len=867368 2024-09-13T03:19:36.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 2112 completed, throughput=5MB/sec 2024-09-13T03:19:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:37.756 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MYXANsJguvN0VyT off=643067 len=1992592 2024-09-13T03:19:37.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 2113 completed, throughput=4.99MB/sec 2024-09-13T03:19:37.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WEfTCgAdnaSz1Yp off=1215700 len=1057755 2024-09-13T03:19:37.766 INFO:tasks.workunit.client.0.smithi052.stdout:op 2114 completed, throughput=5MB/sec 2024-09-13T03:19:37.766 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cibNG0H3XNiQtkq off=20968398 len=192417 2024-09-13T03:19:37.766 INFO:tasks.workunit.client.0.smithi052.stdout:op 2115 completed, throughput=5MB/sec 2024-09-13T03:19:37.766 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-McBdPhv0e-7ja0N off=6168842 len=1751980 2024-09-13T03:19:37.774 INFO:tasks.workunit.client.0.smithi052.stdout:op 2116 completed, throughput=5MB/sec 2024-09-13T03:19:37.775 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pPz9S6TLyCszDFb off=1746449 len=1342666 2024-09-13T03:19:37.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 2117 completed, throughput=5MB/sec 2024-09-13T03:19:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:38 smithi052 ceph-mon[91421]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:19:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:19:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:19:38] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-09-13T03:19:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:38 smithi052 ceph-mon[89065]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:19:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:38 smithi078 ceph-mon[85589]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:19:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:38.783 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-R93eS8AQ895vSmx off=17294709 len=871466 2024-09-13T03:19:38.788 INFO:tasks.workunit.client.0.smithi052.stdout:op 2118 completed, throughput=4.99MB/sec 2024-09-13T03:19:38.788 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JlQMeQE5RJNcTHg off=0 len=1364053 2024-09-13T03:19:38.795 INFO:tasks.workunit.client.0.smithi052.stdout:op 2119 completed, throughput=5MB/sec 2024-09-13T03:19:38.795 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qnnWnVOSJNL574w off=5911057 len=1940030 2024-09-13T03:19:38.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 2120 completed, throughput=5MB/sec 2024-09-13T03:19:39.797 INFO:tasks.workunit.client.0.smithi052.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:39.797 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dkK3FOsHWMw76i_ off=1995208 len=304935 2024-09-13T03:19:39.800 INFO:tasks.workunit.client.0.smithi052.stdout:op 2121 completed, throughput=4.99MB/sec 2024-09-13T03:19:39.801 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZxMnVAwalWEZu3Y off=4843016 len=956130 2024-09-13T03:19:39.803 INFO:tasks.workunit.client.0.smithi052.stdout:op 2122 completed, throughput=4.99MB/sec 2024-09-13T03:19:39.803 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bORDdeIVy2Li-pY off=2724332 len=1913710 2024-09-13T03:19:39.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 2123 completed, throughput=5MB/sec 2024-09-13T03:19:39.805 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vqEz8dGq9DpU9JW off=8352195 len=126342 2024-09-13T03:19:39.807 INFO:tasks.workunit.client.0.smithi052.stdout:op 2124 completed, throughput=5MB/sec 2024-09-13T03:19:39.808 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Qccm9nBR9bObE8S off=3052447 len=257839 2024-09-13T03:19:39.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 2125 completed, throughput=5MB/sec 2024-09-13T03:19:39.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qSSBH6UMUq_DnjT off=13552450 len=108329 2024-09-13T03:19:39.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 2126 completed, throughput=5MB/sec 2024-09-13T03:19:39.811 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fWmPjg0Ud_VBzoq off=2864065 len=2012348 2024-09-13T03:19:39.819 INFO:tasks.workunit.client.0.smithi052.stdout:op 2127 completed, throughput=5MB/sec 2024-09-13T03:19:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:40 smithi052 ceph-mon[91421]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:19:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:40 smithi052 ceph-mon[89065]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:19:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:40 smithi078 ceph-mon[85589]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:19:40.819 INFO:tasks.workunit.client.0.smithi052.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:40.819 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k5cvSidVqbYu3cg off=0 len=1069984 2024-09-13T03:19:40.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 2128 completed, throughput=4.99MB/sec 2024-09-13T03:19:40.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ic5X2dq5Zz2ghLD off=1157109 len=642790 2024-09-13T03:19:40.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 2129 completed, throughput=4.99MB/sec 2024-09-13T03:19:40.826 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i2003gNj8zKW67O off=14065737 len=576954 2024-09-13T03:19:40.830 INFO:tasks.workunit.client.0.smithi052.stdout:op 2130 completed, throughput=4.99MB/sec 2024-09-13T03:19:40.830 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OXYOSZJ3AJRC6tu off=3754705 len=54622 2024-09-13T03:19:40.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 2131 completed, throughput=4.99MB/sec 2024-09-13T03:19:40.833 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xtGR-3WIfhcR8mr off=642842 len=948239 2024-09-13T03:19:40.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 2132 completed, throughput=5MB/sec 2024-09-13T03:19:40.834 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-99oD4meVLT-SDSS off=0 len=1173154 2024-09-13T03:19:40.846 INFO:tasks.workunit.client.0.smithi052.stdout:op 2133 completed, throughput=5MB/sec 2024-09-13T03:19:40.846 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hCVcxEz3Ocv5p3b off=3260700 len=181861 2024-09-13T03:19:40.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 2134 completed, throughput=5MB/sec 2024-09-13T03:19:40.849 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Np3x6xQ5UhYPw5j off=11541640 len=1357725 2024-09-13T03:19:40.856 INFO:tasks.workunit.client.0.smithi052.stdout:op 2135 completed, throughput=5MB/sec 2024-09-13T03:19:41.857 INFO:tasks.workunit.client.0.smithi052.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:41.857 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-arhwzlcyZtF5z5D off=10903957 len=850585 2024-09-13T03:19:41.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 2136 completed, throughput=4.99MB/sec 2024-09-13T03:19:41.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rAZPMeHsLkhXdqK off=1548657 len=1814325 2024-09-13T03:19:41.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 2137 completed, throughput=5MB/sec 2024-09-13T03:19:41.869 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-adLqqYxF0iJQBLC off=1743287 len=1748063 2024-09-13T03:19:41.871 INFO:tasks.workunit.client.0.smithi052.stdout:op 2138 completed, throughput=5MB/sec 2024-09-13T03:19:41.871 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YI1ckA4dpMlbxGa off=4201055 len=419811 2024-09-13T03:19:41.874 INFO:tasks.workunit.client.0.smithi052.stdout:op 2139 completed, throughput=5MB/sec 2024-09-13T03:19:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:42 smithi052 ceph-mon[91421]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:19:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:19:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:42 smithi052 ceph-mon[89065]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:19:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:19:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:42 smithi078 ceph-mon[85589]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:19:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:19:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:19:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:42.875 INFO:tasks.workunit.client.0.smithi052.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:42.875 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--8TEXFnYvmrgZ-x off=15339696 len=1684485 2024-09-13T03:19:42.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 2140 completed, throughput=4.99MB/sec 2024-09-13T03:19:42.883 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Srs58m5CWleXjXs off=11694962 len=1934701 2024-09-13T03:19:42.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 2141 completed, throughput=5MB/sec 2024-09-13T03:19:42.887 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cy4ZAx7jsvXg4SZ off=6565647 len=436686 2024-09-13T03:19:42.889 INFO:tasks.workunit.client.0.smithi052.stdout:op 2142 completed, throughput=5MB/sec 2024-09-13T03:19:42.889 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6QOfyA8n4MvEXcS off=570477 len=535607 2024-09-13T03:19:42.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 2143 completed, throughput=5MB/sec 2024-09-13T03:19:42.893 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tfkWpTDqwLAd4kp off=252698 len=1086972 2024-09-13T03:19:42.898 INFO:tasks.workunit.client.0.smithi052.stdout:op 2144 completed, throughput=5MB/sec 2024-09-13T03:19:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:19:43.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:19:43.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:19:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:19:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:19:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:19:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:19:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:19:43.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:19:43.898 INFO:tasks.workunit.client.0.smithi052.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:43.898 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-__EGfB_5PHgKvFe off=791516 len=888170 2024-09-13T03:19:43.903 INFO:tasks.workunit.client.0.smithi052.stdout:op 2145 completed, throughput=4.99MB/sec 2024-09-13T03:19:43.903 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BuI72mvS4mGG05D off=7616991 len=1552117 2024-09-13T03:19:43.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 2146 completed, throughput=5MB/sec 2024-09-13T03:19:43.906 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ygFNLu9OENAQSBz off=6881345 len=1739497 2024-09-13T03:19:43.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 2147 completed, throughput=5MB/sec 2024-09-13T03:19:43.916 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HnbcGm_mY_L7OQN off=426515 len=1914879 2024-09-13T03:19:43.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 2148 completed, throughput=5MB/sec 2024-09-13T03:19:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:44 smithi078 ceph-mon[85589]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:19:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:44 smithi052 ceph-mon[91421]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:19:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:44 smithi052 ceph-mon[89065]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:19:44.923 INFO:tasks.workunit.client.0.smithi052.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:44.923 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ARbuGD7BimiSLKu off=5766848 len=1081687 2024-09-13T03:19:44.928 INFO:tasks.workunit.client.0.smithi052.stdout:op 2149 completed, throughput=4.99MB/sec 2024-09-13T03:19:44.929 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-703caRcYc7ulP0k off=8908416 len=1734015 2024-09-13T03:19:44.930 INFO:tasks.workunit.client.0.smithi052.stdout:op 2150 completed, throughput=5MB/sec 2024-09-13T03:19:44.931 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-izHbHnOII6m5o75 off=12754327 len=524592 2024-09-13T03:19:44.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 2151 completed, throughput=5MB/sec 2024-09-13T03:19:44.932 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kCf3oz5VkmoQODN off=17461553 len=970263 2024-09-13T03:19:44.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 2152 completed, throughput=5MB/sec 2024-09-13T03:19:45.933 INFO:tasks.workunit.client.0.smithi052.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:45.933 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nPD5YxIczODTyGN off=22416699 len=1103429 2024-09-13T03:19:45.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 2153 completed, throughput=4.99MB/sec 2024-09-13T03:19:45.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UsK81vSE3G8p2_i off=1672604 len=964737 2024-09-13T03:19:45.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 2154 completed, throughput=4.99MB/sec 2024-09-13T03:19:45.941 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EfF2YOLA3u5C4LQ off=611552 len=793246 2024-09-13T03:19:45.946 INFO:tasks.workunit.client.0.smithi052.stdout:op 2155 completed, throughput=5MB/sec 2024-09-13T03:19:45.946 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7KD9oL9QUdF43WP off=5319116 len=281064 2024-09-13T03:19:45.947 INFO:tasks.workunit.client.0.smithi052.stdout:op 2156 completed, throughput=5MB/sec 2024-09-13T03:19:45.947 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lDHs8t0BXouhjR_ off=15137605 len=411620 2024-09-13T03:19:45.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 2157 completed, throughput=5MB/sec 2024-09-13T03:19:45.951 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_IBsD8KNY83qqmq off=1612949 len=1155129 2024-09-13T03:19:45.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 2158 completed, throughput=5MB/sec 2024-09-13T03:19:45.956 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W3jEfOaUthtGupd off=9208153 len=639071 2024-09-13T03:19:45.961 INFO:tasks.workunit.client.0.smithi052.stdout:op 2159 completed, throughput=5MB/sec 2024-09-13T03:19:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:46 smithi078 ceph-mon[85589]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:19:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:46 smithi052 ceph-mon[91421]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:19:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:46 smithi052 ceph-mon[89065]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:19:46.961 INFO:tasks.workunit.client.0.smithi052.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:46.961 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BulU9Sr322Phm0u off=5191032 len=222356 2024-09-13T03:19:46.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 2160 completed, throughput=4.99MB/sec 2024-09-13T03:19:46.966 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t9bAbjiZO68HKiV off=5477144 len=1936900 2024-09-13T03:19:46.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 2161 completed, throughput=4.99MB/sec 2024-09-13T03:19:46.968 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-y_byNiZf0trxRe5 off=18182587 len=1760631 2024-09-13T03:19:46.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 2162 completed, throughput=5MB/sec 2024-09-13T03:19:46.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c9OIEd8e3t1G7Cz off=2004745 len=1919259 2024-09-13T03:19:46.984 INFO:tasks.workunit.client.0.smithi052.stdout:op 2163 completed, throughput=5MB/sec 2024-09-13T03:19:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:47.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:19:47.984 INFO:tasks.workunit.client.0.smithi052.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:47.984 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tikVnyLpcFtsjS4 off=13473280 len=598053 2024-09-13T03:19:47.989 INFO:tasks.workunit.client.0.smithi052.stdout:op 2164 completed, throughput=4.99MB/sec 2024-09-13T03:19:47.989 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MNCFe3HF1DsZpSi off=12260697 len=978372 2024-09-13T03:19:47.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 2165 completed, throughput=4.99MB/sec 2024-09-13T03:19:47.995 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AQuAOuICt-T2lH9 off=3003724 len=1421786 2024-09-13T03:19:48.001 INFO:tasks.workunit.client.0.smithi052.stdout:op 2166 completed, throughput=5MB/sec 2024-09-13T03:19:48.002 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DYumY_4J48WigrF off=6017241 len=634860 2024-09-13T03:19:48.003 INFO:tasks.workunit.client.0.smithi052.stdout:op 2167 completed, throughput=5MB/sec 2024-09-13T03:19:48.003 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oy84lwrprxSvtNy off=10665230 len=82691 2024-09-13T03:19:48.003 INFO:tasks.workunit.client.0.smithi052.stdout:op 2168 completed, throughput=5MB/sec 2024-09-13T03:19:48.003 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rE3fITGhInDKmu- off=2176507 len=1716621 2024-09-13T03:19:48.011 INFO:tasks.workunit.client.0.smithi052.stdout:op 2169 completed, throughput=5MB/sec 2024-09-13T03:19:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:48 smithi052 ceph-mon[91421]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:19:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:48 smithi052 ceph-mon[89065]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:19:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:19:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:19:48] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:19:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:48 smithi078 ceph-mon[85589]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:19:49.012 INFO:tasks.workunit.client.0.smithi052.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:49.012 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OOzxz3X0ZrsT2su off=21168293 len=1579961 2024-09-13T03:19:49.015 INFO:tasks.workunit.client.0.smithi052.stdout:op 2170 completed, throughput=4.99MB/sec 2024-09-13T03:19:49.016 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Q7NH1jTYa1fjud1 off=5369981 len=824591 2024-09-13T03:19:49.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 2171 completed, throughput=5MB/sec 2024-09-13T03:19:49.021 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ahsk1eo0DVrUdq_ off=17774869 len=347019 2024-09-13T03:19:49.024 INFO:tasks.workunit.client.0.smithi052.stdout:op 2172 completed, throughput=5MB/sec 2024-09-13T03:19:49.024 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tc8d0d58EDTgo67 off=3888297 len=1107459 2024-09-13T03:19:49.029 INFO:tasks.workunit.client.0.smithi052.stdout:op 2173 completed, throughput=5MB/sec 2024-09-13T03:19:49.029 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7-2YssAwFZiLqcQ off=1948734 len=2075853 2024-09-13T03:19:49.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 2174 completed, throughput=5MB/sec 2024-09-13T03:19:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:50.041 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OM7bJ5g7XzuneDT off=4636104 len=1208719 2024-09-13T03:19:50.047 INFO:tasks.workunit.client.0.smithi052.stdout:op 2175 completed, throughput=4.99MB/sec 2024-09-13T03:19:50.048 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iD0_IO6Fpdggy94 off=14560715 len=1133733 2024-09-13T03:19:50.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 2176 completed, throughput=5MB/sec 2024-09-13T03:19:50.050 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UZF3w-h7JPBirAU off=3731507 len=1751815 2024-09-13T03:19:50.052 INFO:tasks.workunit.client.0.smithi052.stdout:op 2177 completed, throughput=5MB/sec 2024-09-13T03:19:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:50 smithi078 ceph-mon[85589]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:50 smithi052 ceph-mon[91421]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:50 smithi052 ceph-mon[89065]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:19:51.053 INFO:tasks.workunit.client.0.smithi052.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:51.053 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mfBXNYY0eWK9ecY off=8836209 len=1739023 2024-09-13T03:19:51.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 2178 completed, throughput=4.99MB/sec 2024-09-13T03:19:51.060 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BOE-5npfzdCsZEh off=7512763 len=1907212 2024-09-13T03:19:51.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 2179 completed, throughput=5MB/sec 2024-09-13T03:19:51.064 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gNMl3KZrQKtvQq5 off=1362624 len=553578 2024-09-13T03:19:51.065 INFO:tasks.workunit.client.0.smithi052.stdout:op 2180 completed, throughput=5MB/sec 2024-09-13T03:19:51.065 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6qv5rs2mnyUkqcO off=10081130 len=1562310 2024-09-13T03:19:51.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 2181 completed, throughput=5MB/sec 2024-09-13T03:19:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:52.072 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EwT4wwKiRCId-4g off=3994237 len=1113568 2024-09-13T03:19:52.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 2182 completed, throughput=4.99MB/sec 2024-09-13T03:19:52.074 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AqXmYAvCgfXadvd off=2439510 len=168129 2024-09-13T03:19:52.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 2183 completed, throughput=4.99MB/sec 2024-09-13T03:19:52.074 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rreLr8o7R8Q163Y off=8177863 len=275906 2024-09-13T03:19:52.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 2184 completed, throughput=4.99MB/sec 2024-09-13T03:19:52.078 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-p790pzqmBgGfJyj off=99943 len=641520 2024-09-13T03:19:52.082 INFO:tasks.workunit.client.0.smithi052.stdout:op 2185 completed, throughput=4.99MB/sec 2024-09-13T03:19:52.082 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-irJsOSxtzZP7rmp off=20788408 len=450583 2024-09-13T03:19:52.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 2186 completed, throughput=5MB/sec 2024-09-13T03:19:52.083 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c9fIIHqEfRuoVaC off=8027882 len=1156309 2024-09-13T03:19:52.088 INFO:tasks.workunit.client.0.smithi052.stdout:op 2187 completed, throughput=5MB/sec 2024-09-13T03:19:52.089 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Avcqd5OW2rnSZLh off=2501729 len=1392711 2024-09-13T03:19:52.095 INFO:tasks.workunit.client.0.smithi052.stdout:op 2188 completed, throughput=5MB/sec 2024-09-13T03:19:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:52 smithi078 ceph-mon[85589]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:19:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:19:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:19:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:52 smithi052 ceph-mon[91421]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:19:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:52 smithi052 ceph-mon[89065]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:19:53.096 INFO:tasks.workunit.client.0.smithi052.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:53.096 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nxLv2EFuW-7cMOh off=13336015 len=1434462 2024-09-13T03:19:53.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 2189 completed, throughput=4.99MB/sec 2024-09-13T03:19:53.103 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vuvRae8SVc5y5S_ off=14092349 len=1889626 2024-09-13T03:19:53.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 2190 completed, throughput=5MB/sec 2024-09-13T03:19:53.114 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qhA1q2UukpESxXZ off=0 len=1385797 2024-09-13T03:19:53.119 INFO:tasks.workunit.client.0.smithi052.stdout:op 2191 completed, throughput=5MB/sec 2024-09-13T03:19:53.120 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PoBeK-oaJF08CBO off=1029173 len=709040 2024-09-13T03:19:53.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 2192 completed, throughput=5MB/sec 2024-09-13T03:19:54.121 INFO:tasks.workunit.client.0.smithi052.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:54.122 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ybZeDhNYLetVbMY off=4823802 len=1197065 2024-09-13T03:19:54.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 2193 completed, throughput=4.99MB/sec 2024-09-13T03:19:54.127 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ll8gz01kRSTKQXx off=20799495 len=1201628 2024-09-13T03:19:54.128 INFO:tasks.workunit.client.0.smithi052.stdout:op 2194 completed, throughput=4.99MB/sec 2024-09-13T03:19:54.129 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sgIsMoeotQNkryD off=12106194 len=1908200 2024-09-13T03:19:54.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 2195 completed, throughput=5MB/sec 2024-09-13T03:19:54.140 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6qv5rs2mnyUkqcO off=1883456 len=519863 2024-09-13T03:19:54.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 2196 completed, throughput=5MB/sec 2024-09-13T03:19:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:54 smithi078 ceph-mon[85589]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:19:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:54 smithi052 ceph-mon[91421]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:19:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:54 smithi052 ceph-mon[89065]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:19:55.141 INFO:tasks.workunit.client.0.smithi052.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:55.141 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i710ASepaIUrtpT off=5289821 len=322263 2024-09-13T03:19:55.142 INFO:tasks.workunit.client.0.smithi052.stdout:op 2197 completed, throughput=4.99MB/sec 2024-09-13T03:19:55.142 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0UGgNCVzI7pPuDM off=4296406 len=1399239 2024-09-13T03:19:55.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 2198 completed, throughput=4.99MB/sec 2024-09-13T03:19:55.144 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bGWirB_Z3iTQtWk off=8957461 len=2023130 2024-09-13T03:19:55.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 2199 completed, throughput=5MB/sec 2024-09-13T03:19:55.148 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FXoyZFfoQJWk_iU off=17031587 len=766134 2024-09-13T03:19:55.149 INFO:tasks.workunit.client.0.smithi052.stdout:op 2200 completed, throughput=5MB/sec 2024-09-13T03:19:55.149 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HdY_GLBL-N75_US off=12594034 len=1811045 2024-09-13T03:19:55.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 2201 completed, throughput=5MB/sec 2024-09-13T03:19:56.160 INFO:tasks.workunit.client.0.smithi052.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:56.160 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kWtuKEvNZXuucSZ off=1793082 len=494414 2024-09-13T03:19:56.161 INFO:tasks.workunit.client.0.smithi052.stdout:op 2202 completed, throughput=4.99MB/sec 2024-09-13T03:19:56.162 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vRUJhBe6gKJbOmW off=16096632 len=1641583 2024-09-13T03:19:56.168 INFO:tasks.workunit.client.0.smithi052.stdout:op 2203 completed, throughput=5MB/sec 2024-09-13T03:19:56.168 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-krz-kJpVOgFbbbM off=16044297 len=1915491 2024-09-13T03:19:56.174 INFO:tasks.workunit.client.0.smithi052.stdout:op 2204 completed, throughput=5MB/sec 2024-09-13T03:19:56.174 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4fi7EQkaUlQmU3Q off=803306 len=535647 2024-09-13T03:19:56.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 2205 completed, throughput=5MB/sec 2024-09-13T03:19:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:56 smithi078 ceph-mon[85589]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:19:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:56 smithi052 ceph-mon[91421]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:19:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:56 smithi052 ceph-mon[89065]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:19:57.178 INFO:tasks.workunit.client.0.smithi052.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:57.178 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gpNzZuA_-rmm4lv off=22431046 len=821814 2024-09-13T03:19:57.183 INFO:tasks.workunit.client.0.smithi052.stdout:op 2206 completed, throughput=4.99MB/sec 2024-09-13T03:19:57.183 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kUxwJq3UH5WT1p1 off=0 len=1828372 2024-09-13T03:19:57.188 INFO:tasks.workunit.client.0.smithi052.stdout:op 2207 completed, throughput=4.99MB/sec 2024-09-13T03:19:57.188 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1q2QlQXefGjWQEP off=2304484 len=1915265 2024-09-13T03:19:57.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 2208 completed, throughput=5MB/sec 2024-09-13T03:19:57.195 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1ncLmYwN6_QwDx5 off=8777041 len=2009259 2024-09-13T03:19:57.204 INFO:tasks.workunit.client.0.smithi052.stdout:op 2209 completed, throughput=5MB/sec 2024-09-13T03:19:58.204 INFO:tasks.workunit.client.0.smithi052.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:58.204 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JXGRoz49DVM70fR off=1805284 len=1084087 2024-09-13T03:19:58.206 INFO:tasks.workunit.client.0.smithi052.stdout:op 2210 completed, throughput=4.99MB/sec 2024-09-13T03:19:58.206 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h7qq9gk9D0rCKbx off=13379034 len=536040 2024-09-13T03:19:58.210 INFO:tasks.workunit.client.0.smithi052.stdout:op 2211 completed, throughput=5MB/sec 2024-09-13T03:19:58.210 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PccCTTe3DQttK38 off=8783359 len=1626939 2024-09-13T03:19:58.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 2212 completed, throughput=5MB/sec 2024-09-13T03:19:58.218 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3-PGNMDn7WpR0ff off=14506305 len=2092772 2024-09-13T03:19:58.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 2213 completed, throughput=5MB/sec 2024-09-13T03:19:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:19:58 smithi052 ceph-mon[91421]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:19:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:19:58 smithi052 ceph-mon[89065]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:19:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:19:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:19:58] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:19:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:19:58 smithi078 ceph-mon[85589]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:19:59.231 INFO:tasks.workunit.client.0.smithi052.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-13T03:19:59.231 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7ldOnOLNjx6BPq6 off=5270159 len=505812 2024-09-13T03:19:59.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 2214 completed, throughput=4.99MB/sec 2024-09-13T03:19:59.235 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A3nJKgSO5_eZp_b off=3072614 len=1545925 2024-09-13T03:19:59.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 2215 completed, throughput=5MB/sec 2024-09-13T03:19:59.243 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-znC5Ispt2ViZQ2l off=12160788 len=845756 2024-09-13T03:19:59.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 2216 completed, throughput=5MB/sec 2024-09-13T03:19:59.244 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wKDNjrKVPRRvrJF off=5401825 len=1670259 2024-09-13T03:19:59.247 INFO:tasks.workunit.client.0.smithi052.stdout:op 2217 completed, throughput=5MB/sec 2024-09-13T03:20:00.248 INFO:tasks.workunit.client.0.smithi052.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:00.248 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-egJ7azWJCO54ekE off=7088272 len=1984056 2024-09-13T03:20:00.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 2218 completed, throughput=4.99MB/sec 2024-09-13T03:20:00.258 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0MT23dLsPyAkmoY off=23033196 len=321318 2024-09-13T03:20:00.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 2219 completed, throughput=4.99MB/sec 2024-09-13T03:20:00.259 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v0WSJTabvfl8Vcc off=274697 len=1186426 2024-09-13T03:20:00.264 INFO:tasks.workunit.client.0.smithi052.stdout:op 2220 completed, throughput=5MB/sec 2024-09-13T03:20:00.265 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QjRLqXJSv4zX2cx off=8266642 len=1143664 2024-09-13T03:20:00.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 2221 completed, throughput=5MB/sec 2024-09-13T03:20:00.266 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MC9EBhm78xM6oYJ off=0 len=1659725 2024-09-13T03:20:00.272 INFO:tasks.workunit.client.0.smithi052.stdout:op 2222 completed, throughput=5MB/sec 2024-09-13T03:20:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:00 smithi078 ceph-mon[85589]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:20:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:00 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T03:20:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:00 smithi052 ceph-mon[91421]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:20:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:00 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T03:20:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:00 smithi052 ceph-mon[89065]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:20:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:00 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T03:20:01.272 INFO:tasks.workunit.client.0.smithi052.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:01.272 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NyGTta2hbOu42sq off=8596559 len=1384249 2024-09-13T03:20:01.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 2223 completed, throughput=5MB/sec 2024-09-13T03:20:01.274 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WgT3wG62tLeBD03 off=792328 len=1082503 2024-09-13T03:20:01.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 2224 completed, throughput=5MB/sec 2024-09-13T03:20:01.276 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oEJmaAM5G8AmV0D off=2876747 len=373151 2024-09-13T03:20:01.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 2225 completed, throughput=5MB/sec 2024-09-13T03:20:01.280 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qVCFvlC1pWO_gTQ off=10713520 len=617899 2024-09-13T03:20:01.284 INFO:tasks.workunit.client.0.smithi052.stdout:op 2226 completed, throughput=5MB/sec 2024-09-13T03:20:01.284 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WPOFd5w79eJVB7N off=4744873 len=1774678 2024-09-13T03:20:01.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 2227 completed, throughput=5MB/sec 2024-09-13T03:20:02.291 INFO:tasks.workunit.client.0.smithi052.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:02.292 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f35B14XwmrAuvA1 off=7036460 len=773875 2024-09-13T03:20:02.296 INFO:tasks.workunit.client.0.smithi052.stdout:op 2228 completed, throughput=4.99MB/sec 2024-09-13T03:20:02.296 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xNFSNv3Vmry2W9f off=11296536 len=1619249 2024-09-13T03:20:02.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 2229 completed, throughput=5MB/sec 2024-09-13T03:20:02.298 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Avcqd5OW2rnSZLh off=5875083 len=201121 2024-09-13T03:20:02.301 INFO:tasks.workunit.client.0.smithi052.stdout:op 2230 completed, throughput=5MB/sec 2024-09-13T03:20:02.301 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KbgFHdfXr8tV4al off=5322160 len=1641165 2024-09-13T03:20:02.305 INFO:tasks.workunit.client.0.smithi052.stdout:op 2231 completed, throughput=5MB/sec 2024-09-13T03:20:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:02 smithi078 ceph-mon[85589]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:20:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:20:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:02 smithi052 ceph-mon[91421]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:20:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:02 smithi052 ceph-mon[89065]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:20:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:03.305 INFO:tasks.workunit.client.0.smithi052.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:03.306 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--zHObqU-MEFcDMm off=13059689 len=2059362 2024-09-13T03:20:03.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 2232 completed, throughput=4.99MB/sec 2024-09-13T03:20:03.308 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dDyS6RIGnpANGvk off=8484493 len=1235129 2024-09-13T03:20:03.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 2233 completed, throughput=5MB/sec 2024-09-13T03:20:03.310 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jh7PfreVTJF51AQ off=4163707 len=1872364 2024-09-13T03:20:03.314 INFO:tasks.workunit.client.0.smithi052.stdout:op 2234 completed, throughput=5MB/sec 2024-09-13T03:20:04.314 INFO:tasks.workunit.client.0.smithi052.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:04.314 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d7hdb-tMseeKprK off=7696820 len=186771 2024-09-13T03:20:04.315 INFO:tasks.workunit.client.0.smithi052.stdout:op 2235 completed, throughput=4.99MB/sec 2024-09-13T03:20:04.315 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bbr6w-ebOZlL982 off=12852317 len=1796693 2024-09-13T03:20:04.325 INFO:tasks.workunit.client.0.smithi052.stdout:op 2236 completed, throughput=4.99MB/sec 2024-09-13T03:20:04.326 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U8MmGW2YyQ286oM off=221643 len=747830 2024-09-13T03:20:04.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 2237 completed, throughput=5MB/sec 2024-09-13T03:20:04.327 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--6xbTrtGOmLrzzY off=1538030 len=336698 2024-09-13T03:20:04.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 2238 completed, throughput=5MB/sec 2024-09-13T03:20:04.330 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DbYttcpIJ119ySC off=663304 len=1244949 2024-09-13T03:20:04.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 2239 completed, throughput=5MB/sec 2024-09-13T03:20:04.338 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--15577aHeCECKPR off=3023482 len=1350806 2024-09-13T03:20:04.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 2240 completed, throughput=5MB/sec 2024-09-13T03:20:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:04 smithi078 ceph-mon[85589]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:20:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:04 smithi052 ceph-mon[91421]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:20:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:04 smithi052 ceph-mon[89065]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:20:05.341 INFO:tasks.workunit.client.0.smithi052.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:05.341 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jP3CP8zgwDh6_BG off=1239182 len=1501931 2024-09-13T03:20:05.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 2241 completed, throughput=4.99MB/sec 2024-09-13T03:20:05.349 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sanyM0zbzihVwWA off=5376057 len=1303871 2024-09-13T03:20:05.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 2242 completed, throughput=5MB/sec 2024-09-13T03:20:05.356 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rAZPMeHsLkhXdqK off=5996468 len=922093 2024-09-13T03:20:05.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 2243 completed, throughput=5MB/sec 2024-09-13T03:20:05.358 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gAxZz83HGRxAYuw off=7278087 len=154661 2024-09-13T03:20:05.361 INFO:tasks.workunit.client.0.smithi052.stdout:op 2244 completed, throughput=5MB/sec 2024-09-13T03:20:05.361 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dzkjfM8UU1MV45l off=8303998 len=2030597 2024-09-13T03:20:05.370 INFO:tasks.workunit.client.0.smithi052.stdout:op 2245 completed, throughput=5MB/sec 2024-09-13T03:20:06.370 INFO:tasks.workunit.client.0.smithi052.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:06.370 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kiLdci4-e2y9Adz off=4843010 len=1459712 2024-09-13T03:20:06.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 2246 completed, throughput=4.99MB/sec 2024-09-13T03:20:06.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SypVolMpgugQmo2 off=3300561 len=1197200 2024-09-13T03:20:06.375 INFO:tasks.workunit.client.0.smithi052.stdout:op 2247 completed, throughput=5MB/sec 2024-09-13T03:20:06.375 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PAOHX-fK5WYnR4k off=4154920 len=530937 2024-09-13T03:20:06.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 2248 completed, throughput=5MB/sec 2024-09-13T03:20:06.376 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wnbCpe3ytocbl71 off=16097514 len=1629618 2024-09-13T03:20:06.378 INFO:tasks.workunit.client.0.smithi052.stdout:op 2249 completed, throughput=5MB/sec 2024-09-13T03:20:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:06 smithi078 ceph-mon[85589]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:20:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:06 smithi052 ceph-mon[91421]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:20:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:06 smithi052 ceph-mon[89065]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:20:07.378 INFO:tasks.workunit.client.0.smithi052.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:07.379 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yKzPYZZ6urxwO-k off=1104217 len=791194 2024-09-13T03:20:07.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 2250 completed, throughput=4.99MB/sec 2024-09-13T03:20:07.383 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ycNxvo42TxxHPxL off=1063132 len=453664 2024-09-13T03:20:07.387 INFO:tasks.workunit.client.0.smithi052.stdout:op 2251 completed, throughput=4.99MB/sec 2024-09-13T03:20:07.387 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RCGpM0TN4xcaje_ off=9617076 len=1834836 2024-09-13T03:20:07.397 INFO:tasks.workunit.client.0.smithi052.stdout:op 2252 completed, throughput=5MB/sec 2024-09-13T03:20:07.397 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sW7WwTNiKJE8PtR off=1212155 len=1150490 2024-09-13T03:20:07.399 INFO:tasks.workunit.client.0.smithi052.stdout:op 2253 completed, throughput=5MB/sec 2024-09-13T03:20:07.399 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-93Zoqx8t0Gswjbd off=4095369 len=1492843 2024-09-13T03:20:07.400 INFO:tasks.workunit.client.0.smithi052.stdout:op 2254 completed, throughput=5MB/sec 2024-09-13T03:20:08.401 INFO:tasks.workunit.client.0.smithi052.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:08.401 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KbgFHdfXr8tV4al off=10948504 len=1529422 2024-09-13T03:20:08.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 2255 completed, throughput=4.99MB/sec 2024-09-13T03:20:08.404 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TGKZTRAyecED5IA off=2054937 len=358306 2024-09-13T03:20:08.405 INFO:tasks.workunit.client.0.smithi052.stdout:op 2256 completed, throughput=4.99MB/sec 2024-09-13T03:20:08.405 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UJNeM_nOmixq1eS off=1032600 len=1423310 2024-09-13T03:20:08.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 2257 completed, throughput=5MB/sec 2024-09-13T03:20:08.411 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PknfCt-KmawnNHw off=3023204 len=1291647 2024-09-13T03:20:08.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 2258 completed, throughput=5MB/sec 2024-09-13T03:20:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:20:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:20:08] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:20:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:08 smithi052 ceph-mon[91421]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:20:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:08 smithi052 ceph-mon[89065]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:20:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:08 smithi078 ceph-mon[85589]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:20:09.414 INFO:tasks.workunit.client.0.smithi052.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:09.414 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-izHbHnOII6m5o75 off=11086168 len=1414119 2024-09-13T03:20:09.416 INFO:tasks.workunit.client.0.smithi052.stdout:op 2259 completed, throughput=4.99MB/sec 2024-09-13T03:20:09.416 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IY-7pKh9BUUY1iO off=7706263 len=99888 2024-09-13T03:20:09.417 INFO:tasks.workunit.client.0.smithi052.stdout:op 2260 completed, throughput=4.99MB/sec 2024-09-13T03:20:09.417 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lzflBW56pOOYlqV off=600237 len=1959796 2024-09-13T03:20:09.426 INFO:tasks.workunit.client.0.smithi052.stdout:op 2261 completed, throughput=5MB/sec 2024-09-13T03:20:09.426 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-O_5-uawhhNg_vNm off=8684304 len=1436036 2024-09-13T03:20:09.427 INFO:tasks.workunit.client.0.smithi052.stdout:op 2262 completed, throughput=5MB/sec 2024-09-13T03:20:09.427 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B2jdluE3VKGq050 off=386769 len=1299225 2024-09-13T03:20:09.430 INFO:tasks.workunit.client.0.smithi052.stdout:op 2263 completed, throughput=5MB/sec 2024-09-13T03:20:10.430 INFO:tasks.workunit.client.0.smithi052.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:10.430 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-clCdecmJzuKvji8 off=99438 len=1309328 2024-09-13T03:20:10.432 INFO:tasks.workunit.client.0.smithi052.stdout:op 2264 completed, throughput=4.99MB/sec 2024-09-13T03:20:10.432 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PazW2Qn8eFfrnPo off=3214719 len=1610683 2024-09-13T03:20:10.434 INFO:tasks.workunit.client.0.smithi052.stdout:op 2265 completed, throughput=5MB/sec 2024-09-13T03:20:10.435 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4Mfsoe7sZFIPl1l off=6180156 len=1538699 2024-09-13T03:20:10.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 2266 completed, throughput=5MB/sec 2024-09-13T03:20:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:10 smithi078 ceph-mon[85589]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:20:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:10 smithi052 ceph-mon[91421]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:20:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:10 smithi052 ceph-mon[89065]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:20:11.438 INFO:tasks.workunit.client.0.smithi052.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:11.438 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2CDbht5bYq6jOsq off=1169233 len=305376 2024-09-13T03:20:11.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 2267 completed, throughput=4.99MB/sec 2024-09-13T03:20:11.441 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0io8FnpQDrrl1B9 off=1190717 len=820221 2024-09-13T03:20:11.443 INFO:tasks.workunit.client.0.smithi052.stdout:op 2268 completed, throughput=4.99MB/sec 2024-09-13T03:20:11.443 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2yYZhgkkbBKRR1p off=7778416 len=845314 2024-09-13T03:20:11.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 2269 completed, throughput=4.99MB/sec 2024-09-13T03:20:11.445 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ovEA2GTjDqrSg_- off=12018309 len=1757353 2024-09-13T03:20:11.448 INFO:tasks.workunit.client.0.smithi052.stdout:op 2270 completed, throughput=5MB/sec 2024-09-13T03:20:11.448 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--Nw_Woa7F03gtlc off=937008 len=604515 2024-09-13T03:20:11.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 2271 completed, throughput=5MB/sec 2024-09-13T03:20:11.453 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CuKhZbD_JBl3mIv off=5211089 len=1877231 2024-09-13T03:20:11.457 INFO:tasks.workunit.client.0.smithi052.stdout:op 2272 completed, throughput=5MB/sec 2024-09-13T03:20:12.458 INFO:tasks.workunit.client.0.smithi052.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:12.458 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lR6KXYDptTcKsXN off=1306071 len=1702644 2024-09-13T03:20:12.460 INFO:tasks.workunit.client.0.smithi052.stdout:op 2273 completed, throughput=5MB/sec 2024-09-13T03:20:12.460 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2g5ZLpbG0-rI9by off=6578672 len=2095485 2024-09-13T03:20:12.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 2274 completed, throughput=5MB/sec 2024-09-13T03:20:12.469 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7grZNvAfNjQH1P8 off=538918 len=787762 2024-09-13T03:20:12.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 2275 completed, throughput=5MB/sec 2024-09-13T03:20:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:12 smithi078 ceph-mon[85589]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:20:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:20:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:12 smithi052 ceph-mon[89065]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:20:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:12 smithi052 ceph-mon[91421]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:20:13.474 INFO:tasks.workunit.client.0.smithi052.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:13.474 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E9EcZESJH0mCoBl off=21640455 len=558652 2024-09-13T03:20:13.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 2276 completed, throughput=4.99MB/sec 2024-09-13T03:20:13.475 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gX9V1TtpFHh3oHI off=11955212 len=411989 2024-09-13T03:20:13.479 INFO:tasks.workunit.client.0.smithi052.stdout:op 2277 completed, throughput=4.99MB/sec 2024-09-13T03:20:13.479 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Fk0pQiIa2rDi76E off=2522978 len=1884590 2024-09-13T03:20:13.483 INFO:tasks.workunit.client.0.smithi052.stdout:op 2278 completed, throughput=5MB/sec 2024-09-13T03:20:13.483 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EbdORXf5VntMxE0 off=2164539 len=481934 2024-09-13T03:20:13.484 INFO:tasks.workunit.client.0.smithi052.stdout:op 2279 completed, throughput=5MB/sec 2024-09-13T03:20:13.484 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kAD6HGHG6cPg2mP off=9589223 len=2017039 2024-09-13T03:20:13.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 2280 completed, throughput=5MB/sec 2024-09-13T03:20:14.487 INFO:tasks.workunit.client.0.smithi052.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:14.487 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P-inYRFy6cV9kN9 off=8765022 len=1506326 2024-09-13T03:20:14.495 INFO:tasks.workunit.client.0.smithi052.stdout:op 2281 completed, throughput=4.99MB/sec 2024-09-13T03:20:14.495 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q-ekxN2aGwx0Tuj off=12020429 len=2017513 2024-09-13T03:20:14.504 INFO:tasks.workunit.client.0.smithi052.stdout:op 2282 completed, throughput=5MB/sec 2024-09-13T03:20:14.505 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XaVJ6zQAf35XIQ2 off=715932 len=1868704 2024-09-13T03:20:14.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 2283 completed, throughput=5MB/sec 2024-09-13T03:20:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:14 smithi078 ceph-mon[85589]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:14 smithi052 ceph-mon[91421]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:14 smithi052 ceph-mon[89065]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:15.512 INFO:tasks.workunit.client.0.smithi052.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:15.512 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vUVh1ilAh3M_vjU off=7016912 len=1699630 2024-09-13T03:20:15.522 INFO:tasks.workunit.client.0.smithi052.stdout:op 2284 completed, throughput=4.99MB/sec 2024-09-13T03:20:15.522 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6lOrvf3ZSdr4zR9 off=7991945 len=1162446 2024-09-13T03:20:15.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 2285 completed, throughput=5MB/sec 2024-09-13T03:20:15.529 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sn5Rkj0uXAuFKIx off=2038342 len=24759 2024-09-13T03:20:15.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 2286 completed, throughput=5MB/sec 2024-09-13T03:20:15.531 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jlj2WRkq39oyt20 off=17733660 len=1655820 2024-09-13T03:20:15.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 2287 completed, throughput=5MB/sec 2024-09-13T03:20:15.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fAjeE6J2zfhWwA_ off=517437 len=1403171 2024-09-13T03:20:15.546 INFO:tasks.workunit.client.0.smithi052.stdout:op 2288 completed, throughput=5MB/sec 2024-09-13T03:20:16.547 INFO:tasks.workunit.client.0.smithi052.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:16.547 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6m8vPo7PgrvbbTc off=276885 len=205057 2024-09-13T03:20:16.548 INFO:tasks.workunit.client.0.smithi052.stdout:op 2289 completed, throughput=4.99MB/sec 2024-09-13T03:20:16.548 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ngBSu-uYCrmakeG off=9454544 len=1598870 2024-09-13T03:20:16.550 INFO:tasks.workunit.client.0.smithi052.stdout:op 2290 completed, throughput=4.99MB/sec 2024-09-13T03:20:16.550 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gRLEy5TG6sJ9DBm off=2419808 len=1276556 2024-09-13T03:20:16.557 INFO:tasks.workunit.client.0.smithi052.stdout:op 2291 completed, throughput=5MB/sec 2024-09-13T03:20:16.557 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9JXI86Pu21pnU89 off=5370820 len=1160923 2024-09-13T03:20:16.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 2292 completed, throughput=5MB/sec 2024-09-13T03:20:16.559 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AKShfUuzhwebJqt off=3722933 len=68573 2024-09-13T03:20:16.562 INFO:tasks.workunit.client.0.smithi052.stdout:op 2293 completed, throughput=5MB/sec 2024-09-13T03:20:16.562 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MCDS4uLcraR6GcZ off=2035087 len=1566187 2024-09-13T03:20:16.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 2294 completed, throughput=5MB/sec 2024-09-13T03:20:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:16 smithi078 ceph-mon[85589]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:20:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:16 smithi052 ceph-mon[91421]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:20:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:16 smithi052 ceph-mon[89065]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-09-13T03:20:17.571 INFO:tasks.workunit.client.0.smithi052.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:17.572 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AvPhkhrlV-2rh9W off=3596440 len=1806306 2024-09-13T03:20:17.574 INFO:tasks.workunit.client.0.smithi052.stdout:op 2295 completed, throughput=5MB/sec 2024-09-13T03:20:17.574 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tqEgscRuDJ4widz off=5925520 len=1740506 2024-09-13T03:20:17.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 2296 completed, throughput=5MB/sec 2024-09-13T03:20:17.585 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-enfmL5iJ2XR3TUJ off=6302567 len=688348 2024-09-13T03:20:17.586 INFO:tasks.workunit.client.0.smithi052.stdout:op 2297 completed, throughput=5MB/sec 2024-09-13T03:20:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:18 smithi052 ceph-mon[91421]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:18 smithi052 ceph-mon[89065]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:18.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:20:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:20:18] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:20:18.586 INFO:tasks.workunit.client.0.smithi052.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:18.587 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q32oY574Wjs34W0 off=2891341 len=727814 2024-09-13T03:20:18.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 2298 completed, throughput=4.99MB/sec 2024-09-13T03:20:18.592 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--LbAm3Ef4n5d_g4 off=2659853 len=1846273 2024-09-13T03:20:18.600 INFO:tasks.workunit.client.0.smithi052.stdout:op 2299 completed, throughput=5MB/sec 2024-09-13T03:20:18.601 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fdJ7hTgf_YyUVPD off=115073 len=1586201 2024-09-13T03:20:18.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 2300 completed, throughput=5MB/sec 2024-09-13T03:20:18.603 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-izHbHnOII6m5o75 off=5968298 len=1504161 2024-09-13T03:20:18.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 2301 completed, throughput=5MB/sec 2024-09-13T03:20:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:18 smithi078 ceph-mon[85589]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:20:19.604 INFO:tasks.workunit.client.0.smithi052.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:19.605 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PkA_xChFLO0y3Kb off=2026091 len=1695956 2024-09-13T03:20:19.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 2302 completed, throughput=4.99MB/sec 2024-09-13T03:20:19.607 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_puxhMVhbgWaTtF off=16534279 len=1163051 2024-09-13T03:20:19.612 INFO:tasks.workunit.client.0.smithi052.stdout:op 2303 completed, throughput=5MB/sec 2024-09-13T03:20:19.612 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HibOlXkNzNHjK8Y off=3564056 len=416579 2024-09-13T03:20:19.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 2304 completed, throughput=5MB/sec 2024-09-13T03:20:19.615 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4E3ENvFPWwwE658 off=10817222 len=305215 2024-09-13T03:20:19.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 2305 completed, throughput=5MB/sec 2024-09-13T03:20:19.615 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D0hlDdbInV8p1yY off=963756 len=202448 2024-09-13T03:20:19.616 INFO:tasks.workunit.client.0.smithi052.stdout:op 2306 completed, throughput=5MB/sec 2024-09-13T03:20:19.616 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9YoFyIWO8BU6sWi off=7706516 len=1775311 2024-09-13T03:20:19.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 2307 completed, throughput=5MB/sec 2024-09-13T03:20:20.626 INFO:tasks.workunit.client.0.smithi052.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:20.626 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NjL57KGFdPwCeEq off=6277973 len=1548959 2024-09-13T03:20:20.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 2308 completed, throughput=4.99MB/sec 2024-09-13T03:20:20.628 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JPqJrutYgpSS8uZ off=2003253 len=1295917 2024-09-13T03:20:20.630 INFO:tasks.workunit.client.0.smithi052.stdout:op 2309 completed, throughput=5MB/sec 2024-09-13T03:20:20.630 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P39o6ALrLkiNu_w off=350234 len=237611 2024-09-13T03:20:20.631 INFO:tasks.workunit.client.0.smithi052.stdout:op 2310 completed, throughput=5MB/sec 2024-09-13T03:20:20.631 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gm5VYUIncKtVvxQ off=7860015 len=1675260 2024-09-13T03:20:20.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 2311 completed, throughput=5MB/sec 2024-09-13T03:20:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:20 smithi078 ceph-mon[85589]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:20:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:20 smithi052 ceph-mon[91421]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:20:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:20 smithi052 ceph-mon[89065]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:20:21.640 INFO:tasks.workunit.client.0.smithi052.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:21.641 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ULORkox3n5sBUB1 off=9283349 len=604526 2024-09-13T03:20:21.645 INFO:tasks.workunit.client.0.smithi052.stdout:op 2312 completed, throughput=4.99MB/sec 2024-09-13T03:20:21.645 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gy_Lc9g6dCq2bMi off=8302450 len=1721399 2024-09-13T03:20:21.647 INFO:tasks.workunit.client.0.smithi052.stdout:op 2313 completed, throughput=4.99MB/sec 2024-09-13T03:20:21.647 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WDB1oIj7hcLPZIn off=344945 len=2068233 2024-09-13T03:20:21.652 INFO:tasks.workunit.client.0.smithi052.stdout:op 2314 completed, throughput=5MB/sec 2024-09-13T03:20:21.652 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GurgEm5WG3RzBJA off=1599464 len=23902 2024-09-13T03:20:21.653 INFO:tasks.workunit.client.0.smithi052.stdout:op 2315 completed, throughput=5MB/sec 2024-09-13T03:20:21.653 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5qZg_fNOClzHT09 off=9788153 len=1980236 2024-09-13T03:20:21.660 INFO:tasks.workunit.client.0.smithi052.stdout:op 2316 completed, throughput=5MB/sec 2024-09-13T03:20:22.660 INFO:tasks.workunit.client.0.smithi052.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:22.661 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jcie-4_kh4oGjcu off=6132175 len=1792385 2024-09-13T03:20:22.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 2317 completed, throughput=5MB/sec 2024-09-13T03:20:22.663 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4-D-DVnj-yrmOji off=9825359 len=1727815 2024-09-13T03:20:22.671 INFO:tasks.workunit.client.0.smithi052.stdout:op 2318 completed, throughput=5MB/sec 2024-09-13T03:20:22.671 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ysa0rHvoUDtVGyP off=1102661 len=87420 2024-09-13T03:20:22.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 2319 completed, throughput=5MB/sec 2024-09-13T03:20:22.674 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XKHpND6mt_u4ABU off=12863218 len=1022043 2024-09-13T03:20:22.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 2320 completed, throughput=5MB/sec 2024-09-13T03:20:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:22 smithi078 ceph-mon[85589]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:20:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:22 smithi052 ceph-mon[91421]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:22 smithi052 ceph-mon[89065]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:23.678 INFO:tasks.workunit.client.0.smithi052.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:23.679 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Kzl70dqnb_NMHz8 off=20870628 len=1017966 2024-09-13T03:20:23.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 2321 completed, throughput=4.99MB/sec 2024-09-13T03:20:23.681 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3u-VzDqF4wMrlfM off=2266793 len=734052 2024-09-13T03:20:23.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 2322 completed, throughput=4.99MB/sec 2024-09-13T03:20:23.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DoqT23ESBzJxtA0 off=8859894 len=926184 2024-09-13T03:20:23.686 INFO:tasks.workunit.client.0.smithi052.stdout:op 2323 completed, throughput=5MB/sec 2024-09-13T03:20:23.687 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qP0RQu8g1b_yryk off=5705203 len=22209 2024-09-13T03:20:23.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 2324 completed, throughput=5MB/sec 2024-09-13T03:20:23.687 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o1G1SaEnmJF3NYj off=2026039 len=1226026 2024-09-13T03:20:23.690 INFO:tasks.workunit.client.0.smithi052.stdout:op 2325 completed, throughput=5MB/sec 2024-09-13T03:20:23.690 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MBYMhcI2baCbJlA off=11519708 len=2045994 2024-09-13T03:20:23.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 2326 completed, throughput=5MB/sec 2024-09-13T03:20:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:24 smithi078 ceph-mon[85589]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:20:24.699 INFO:tasks.workunit.client.0.smithi052.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:24.699 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yYdhwp9RqqoTtWa off=8141728 len=1863049 2024-09-13T03:20:24.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 2327 completed, throughput=5MB/sec 2024-09-13T03:20:24.711 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u0VX07pLlSwURXD off=6756055 len=1268982 2024-09-13T03:20:24.712 INFO:tasks.workunit.client.0.smithi052.stdout:op 2328 completed, throughput=5MB/sec 2024-09-13T03:20:24.712 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vxe2obuAOrcI092 off=5403174 len=1553190 2024-09-13T03:20:24.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 2329 completed, throughput=5MB/sec 2024-09-13T03:20:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:24 smithi052 ceph-mon[91421]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:20:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:24 smithi052 ceph-mon[89065]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:20:25.720 INFO:tasks.workunit.client.0.smithi052.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:25.720 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qZiyDRdIZc6293M off=1604826 len=1119017 2024-09-13T03:20:25.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 2330 completed, throughput=4.99MB/sec 2024-09-13T03:20:25.726 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CW_Mjhgjj6UdgnI off=3923937 len=255757 2024-09-13T03:20:25.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 2331 completed, throughput=4.99MB/sec 2024-09-13T03:20:25.729 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rSK_yoR0O6Ov9cI off=17350810 len=1043277 2024-09-13T03:20:25.734 INFO:tasks.workunit.client.0.smithi052.stdout:op 2332 completed, throughput=5MB/sec 2024-09-13T03:20:25.734 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d4Ccu5oILGbZ1fP off=15734526 len=1461385 2024-09-13T03:20:25.736 INFO:tasks.workunit.client.0.smithi052.stdout:op 2333 completed, throughput=5MB/sec 2024-09-13T03:20:25.736 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7vR2FoSCf-uHbmS off=9558853 len=1398844 2024-09-13T03:20:25.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 2334 completed, throughput=5MB/sec 2024-09-13T03:20:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:26 smithi078 ceph-mon[85589]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:20:26.737 INFO:tasks.workunit.client.0.smithi052.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:26.738 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gk7k9xdGblycerG off=8223748 len=921190 2024-09-13T03:20:26.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 2335 completed, throughput=4.99MB/sec 2024-09-13T03:20:26.742 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Kam925KiEazpMtx off=3046103 len=271558 2024-09-13T03:20:26.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 2336 completed, throughput=4.99MB/sec 2024-09-13T03:20:26.746 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mU8Y4bJiDVWZMrk off=2190104 len=679488 2024-09-13T03:20:26.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 2337 completed, throughput=4.99MB/sec 2024-09-13T03:20:26.750 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BPwnhHqvwViS1Js off=16462718 len=262038 2024-09-13T03:20:26.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 2338 completed, throughput=4.99MB/sec 2024-09-13T03:20:26.751 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u1eJRpBj_LEzKyd off=2627143 len=252477 2024-09-13T03:20:26.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 2339 completed, throughput=5MB/sec 2024-09-13T03:20:26.754 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zsJdmxQ6u33hrTX off=990917 len=1978528 2024-09-13T03:20:26.761 INFO:tasks.workunit.client.0.smithi052.stdout:op 2340 completed, throughput=5MB/sec 2024-09-13T03:20:26.762 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fPOITP9-u74sryX off=11112853 len=1845322 2024-09-13T03:20:26.768 INFO:tasks.workunit.client.0.smithi052.stdout:op 2341 completed, throughput=5MB/sec 2024-09-13T03:20:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:26 smithi052 ceph-mon[91421]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:20:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:26 smithi052 ceph-mon[89065]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:20:27.768 INFO:tasks.workunit.client.0.smithi052.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:27.768 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9UFSZfwLb47pXEl off=7088522 len=510910 2024-09-13T03:20:27.772 INFO:tasks.workunit.client.0.smithi052.stdout:op 2342 completed, throughput=4.99MB/sec 2024-09-13T03:20:27.772 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LjDtuU0R7lI8M05 off=7378677 len=521062 2024-09-13T03:20:27.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 2343 completed, throughput=4.99MB/sec 2024-09-13T03:20:27.773 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6t3FyrvXS4Ux489 off=8046201 len=793445 2024-09-13T03:20:27.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 2344 completed, throughput=5MB/sec 2024-09-13T03:20:27.775 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A1WcpXkcvtFc1Aj off=10319975 len=2057219 2024-09-13T03:20:27.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 2345 completed, throughput=5MB/sec 2024-09-13T03:20:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:28 smithi052 ceph-mon[89065]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:20:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:28 smithi052 ceph-mon[91421]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:20:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:20:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:20:28] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:20:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:28 smithi078 ceph-mon[85589]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:20:28.778 INFO:tasks.workunit.client.0.smithi052.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:28.778 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NRUZgcDOqVA7s3b off=3153389 len=1676364 2024-09-13T03:20:28.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 2346 completed, throughput=4.99MB/sec 2024-09-13T03:20:28.781 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YHawkNL5-osZD9N off=1911785 len=1933842 2024-09-13T03:20:28.783 INFO:tasks.workunit.client.0.smithi052.stdout:op 2347 completed, throughput=5MB/sec 2024-09-13T03:20:28.783 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NS7aGgwNahCTwyb off=8427583 len=766262 2024-09-13T03:20:28.788 INFO:tasks.workunit.client.0.smithi052.stdout:op 2348 completed, throughput=5MB/sec 2024-09-13T03:20:28.788 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bLrPTx6zfkv25Fd off=8094763 len=1163209 2024-09-13T03:20:28.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 2349 completed, throughput=5MB/sec 2024-09-13T03:20:29.790 INFO:tasks.workunit.client.0.smithi052.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:29.790 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Pl4ru-YnVu6_I0Q off=17684131 len=1686649 2024-09-13T03:20:29.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 2350 completed, throughput=4.99MB/sec 2024-09-13T03:20:29.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vpXJgwEecJtjGMR off=16943612 len=973537 2024-09-13T03:20:29.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 2351 completed, throughput=5MB/sec 2024-09-13T03:20:29.799 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5QjHcA918EooKAs off=1051095 len=907577 2024-09-13T03:20:29.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 2352 completed, throughput=5MB/sec 2024-09-13T03:20:29.801 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MyyWw7w1WDyMa5q off=1946197 len=1810207 2024-09-13T03:20:29.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 2353 completed, throughput=5MB/sec 2024-09-13T03:20:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:30 smithi078 ceph-mon[85589]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:30 smithi052 ceph-mon[91421]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:30 smithi052 ceph-mon[89065]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:30.811 INFO:tasks.workunit.client.0.smithi052.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:30.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aKVAFP4cxGP8uxi off=6553151 len=505463 2024-09-13T03:20:30.812 INFO:tasks.workunit.client.0.smithi052.stdout:op 2354 completed, throughput=4.99MB/sec 2024-09-13T03:20:30.812 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xM-8xD8QW_xmIMl off=22342802 len=854867 2024-09-13T03:20:30.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 2355 completed, throughput=4.99MB/sec 2024-09-13T03:20:30.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eAnvTCx4h85gONz off=1212569 len=1357000 2024-09-13T03:20:30.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 2356 completed, throughput=5MB/sec 2024-09-13T03:20:30.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zzCn4UrbJIbvCFq off=4623395 len=592393 2024-09-13T03:20:30.822 INFO:tasks.workunit.client.0.smithi052.stdout:op 2357 completed, throughput=5MB/sec 2024-09-13T03:20:30.822 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ew9zcjzCIU307C2 off=12956771 len=64985 2024-09-13T03:20:30.822 INFO:tasks.workunit.client.0.smithi052.stdout:op 2358 completed, throughput=5MB/sec 2024-09-13T03:20:30.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--pasR8kk3PJKO80 off=7602917 len=2042459 2024-09-13T03:20:30.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 2359 completed, throughput=5MB/sec 2024-09-13T03:20:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:31.834 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c7wFAQ4WtDlkYbG off=4406493 len=1528276 2024-09-13T03:20:31.844 INFO:tasks.workunit.client.0.smithi052.stdout:op 2360 completed, throughput=4.99MB/sec 2024-09-13T03:20:31.845 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BiR3-z6ch9YTWVO off=3090680 len=1590998 2024-09-13T03:20:31.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 2361 completed, throughput=5MB/sec 2024-09-13T03:20:31.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M5xathC32ulslJO off=15361672 len=1674163 2024-09-13T03:20:31.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 2362 completed, throughput=5MB/sec 2024-09-13T03:20:31.858 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GLYYLtTeBLEfOr_ off=16485554 len=883180 2024-09-13T03:20:31.859 INFO:tasks.workunit.client.0.smithi052.stdout:op 2363 completed, throughput=5MB/sec 2024-09-13T03:20:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:32 smithi078 ceph-mon[85589]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:20:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:32 smithi052 ceph-mon[91421]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:32 smithi052 ceph-mon[89065]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:32.860 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZGYG3z14U1RX9up off=3851031 len=1948380 2024-09-13T03:20:32.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 2364 completed, throughput=4.99MB/sec 2024-09-13T03:20:32.869 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6HyVYkgwM9udix2 off=81881 len=46943 2024-09-13T03:20:32.870 INFO:tasks.workunit.client.0.smithi052.stdout:op 2365 completed, throughput=4.99MB/sec 2024-09-13T03:20:32.870 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6obP9t015ZWbdZp off=2759071 len=608109 2024-09-13T03:20:32.870 INFO:tasks.workunit.client.0.smithi052.stdout:op 2366 completed, throughput=5MB/sec 2024-09-13T03:20:32.871 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bR-LIdvrY9IBYly off=6024859 len=1975445 2024-09-13T03:20:32.882 INFO:tasks.workunit.client.0.smithi052.stdout:op 2367 completed, throughput=5MB/sec 2024-09-13T03:20:32.882 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MrEqDFy56ydaoEY off=1417363 len=912912 2024-09-13T03:20:32.884 INFO:tasks.workunit.client.0.smithi052.stdout:op 2368 completed, throughput=5MB/sec 2024-09-13T03:20:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:33.885 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_9zUKtdsSyWZ9E0 off=11228080 len=1326895 2024-09-13T03:20:33.891 INFO:tasks.workunit.client.0.smithi052.stdout:op 2369 completed, throughput=4.99MB/sec 2024-09-13T03:20:33.891 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9OuErZpfRyLD9qb off=11674573 len=2086807 2024-09-13T03:20:33.894 INFO:tasks.workunit.client.0.smithi052.stdout:op 2370 completed, throughput=5MB/sec 2024-09-13T03:20:33.894 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-afhNfNueKPeuV_D off=7225321 len=222608 2024-09-13T03:20:33.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 2371 completed, throughput=5MB/sec 2024-09-13T03:20:33.898 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W6T-Kt7YFyXl0Cq off=3682500 len=146210 2024-09-13T03:20:33.898 INFO:tasks.workunit.client.0.smithi052.stdout:op 2372 completed, throughput=5MB/sec 2024-09-13T03:20:33.898 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lD7EMVqtSCN2_27 off=9510786 len=588916 2024-09-13T03:20:33.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 2373 completed, throughput=5MB/sec 2024-09-13T03:20:33.902 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Zyram9ToUTxdCpM off=4769052 len=1882973 2024-09-13T03:20:33.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 2374 completed, throughput=5MB/sec 2024-09-13T03:20:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:34 smithi078 ceph-mon[85589]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:34 smithi052 ceph-mon[91421]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:34.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:34 smithi052 ceph-mon[89065]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:34.905 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I-cVGPWPcZvKpXN off=5238669 len=603299 2024-09-13T03:20:34.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 2375 completed, throughput=4.99MB/sec 2024-09-13T03:20:34.910 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HZe4GyB-cM9YTKy off=911802 len=891979 2024-09-13T03:20:34.911 INFO:tasks.workunit.client.0.smithi052.stdout:op 2376 completed, throughput=5MB/sec 2024-09-13T03:20:34.911 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-biZtWHJkDV9VuPX off=5831027 len=1562533 2024-09-13T03:20:34.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 2377 completed, throughput=5MB/sec 2024-09-13T03:20:34.919 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KMUYX4Yp6wcIgoq off=5019778 len=1975816 2024-09-13T03:20:34.928 INFO:tasks.workunit.client.0.smithi052.stdout:op 2378 completed, throughput=5MB/sec 2024-09-13T03:20:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:35.929 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pE8QeN2xkz618mg off=321555 len=827685 2024-09-13T03:20:35.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 2379 completed, throughput=4.99MB/sec 2024-09-13T03:20:35.933 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lQRXQmz74wuPgxT off=1585516 len=2289 2024-09-13T03:20:35.934 INFO:tasks.workunit.client.0.smithi052.stdout:op 2380 completed, throughput=4.99MB/sec 2024-09-13T03:20:35.934 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dYImYtUODXB01Lr off=19582605 len=1482509 2024-09-13T03:20:35.937 INFO:tasks.workunit.client.0.smithi052.stdout:op 2381 completed, throughput=5MB/sec 2024-09-13T03:20:35.937 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Pm53iMkCusgR5jv off=2131256 len=159562 2024-09-13T03:20:35.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 2382 completed, throughput=5MB/sec 2024-09-13T03:20:35.940 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xPevTBJgxJshv-L off=2622283 len=1592637 2024-09-13T03:20:35.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 2383 completed, throughput=5MB/sec 2024-09-13T03:20:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:36 smithi078 ceph-mon[85589]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:36 smithi052 ceph-mon[91421]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:36 smithi052 ceph-mon[89065]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:36.950 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ppq6lCu1Xx8JS5s off=19166132 len=1952777 2024-09-13T03:20:36.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 2384 completed, throughput=4.99MB/sec 2024-09-13T03:20:36.952 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E2rC9K_amk9LMoB off=12154240 len=1564698 2024-09-13T03:20:36.953 INFO:tasks.workunit.client.0.smithi052.stdout:op 2385 completed, throughput=5MB/sec 2024-09-13T03:20:36.953 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hVEV_5YGz-ikfk4 off=5040840 len=843180 2024-09-13T03:20:36.955 INFO:tasks.workunit.client.0.smithi052.stdout:op 2386 completed, throughput=5MB/sec 2024-09-13T03:20:36.955 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XimUIkLGoAuEbnh off=3655875 len=1163821 2024-09-13T03:20:36.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 2387 completed, throughput=5MB/sec 2024-09-13T03:20:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:37.956 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KjsOH0iC4Mt9j2b off=1055522 len=1703843 2024-09-13T03:20:37.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 2388 completed, throughput=4.99MB/sec 2024-09-13T03:20:37.965 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--yMcWqK1DXJ4-2R off=1360038 len=816384 2024-09-13T03:20:37.970 INFO:tasks.workunit.client.0.smithi052.stdout:op 2389 completed, throughput=5MB/sec 2024-09-13T03:20:37.970 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-retWcQzCWq9JA7E off=8172686 len=2042468 2024-09-13T03:20:37.978 INFO:tasks.workunit.client.0.smithi052.stdout:op 2390 completed, throughput=5MB/sec 2024-09-13T03:20:37.978 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LRGYV_CZ7z6wCGu off=14143612 len=49010 2024-09-13T03:20:37.979 INFO:tasks.workunit.client.0.smithi052.stdout:op 2391 completed, throughput=5MB/sec 2024-09-13T03:20:37.979 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0XAtPY9xgkDUswu off=506837 len=1330553 2024-09-13T03:20:37.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 2392 completed, throughput=5MB/sec 2024-09-13T03:20:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:38 smithi052 ceph-mon[91421]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:38 smithi052 ceph-mon[89065]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:20:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:20:38] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:20:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:38 smithi078 ceph-mon[85589]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:38.986 INFO:tasks.workunit.client.0.smithi052.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:38.987 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CiTnJhsfrZUOy9O off=7752175 len=279094 2024-09-13T03:20:38.987 INFO:tasks.workunit.client.0.smithi052.stdout:op 2393 completed, throughput=4.99MB/sec 2024-09-13T03:20:38.988 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KFV9vJwSTp3gy7W off=11390594 len=1734269 2024-09-13T03:20:38.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 2394 completed, throughput=5MB/sec 2024-09-13T03:20:38.991 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Git0Wf2U0jIfIYT off=5783146 len=770939 2024-09-13T03:20:38.992 INFO:tasks.workunit.client.0.smithi052.stdout:op 2395 completed, throughput=5MB/sec 2024-09-13T03:20:38.992 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aMWhuEk6YLySEO3 off=12752674 len=462047 2024-09-13T03:20:38.993 INFO:tasks.workunit.client.0.smithi052.stdout:op 2396 completed, throughput=5MB/sec 2024-09-13T03:20:38.993 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QaMKonPLbWI62Ms off=16646761 len=1733167 2024-09-13T03:20:38.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 2397 completed, throughput=5MB/sec 2024-09-13T03:20:39.996 INFO:tasks.workunit.client.0.smithi052.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:39.996 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IlWuZ02WeGzaDm7 off=888869 len=1889565 2024-09-13T03:20:40.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 2398 completed, throughput=4.99MB/sec 2024-09-13T03:20:40.004 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eJk4ohYMbt89ujV off=979189 len=243976 2024-09-13T03:20:40.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 2399 completed, throughput=4.99MB/sec 2024-09-13T03:20:40.004 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eMgzimdbtAA6_Jl off=12186418 len=1069195 2024-09-13T03:20:40.010 INFO:tasks.workunit.client.0.smithi052.stdout:op 2400 completed, throughput=5MB/sec 2024-09-13T03:20:40.010 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ngJLXKzRhTqoc-9 off=2407974 len=1656452 2024-09-13T03:20:40.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 2401 completed, throughput=5MB/sec 2024-09-13T03:20:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:40 smithi078 ceph-mon[85589]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:40 smithi052 ceph-mon[91421]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:40 smithi052 ceph-mon[89065]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:20:41.014 INFO:tasks.workunit.client.0.smithi052.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:41.014 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FJC7znRR_l4MKLD off=7540797 len=1864514 2024-09-13T03:20:41.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 2402 completed, throughput=4.99MB/sec 2024-09-13T03:20:41.022 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hfh-8Ybc4bilEDR off=5787381 len=424066 2024-09-13T03:20:41.025 INFO:tasks.workunit.client.0.smithi052.stdout:op 2403 completed, throughput=4.99MB/sec 2024-09-13T03:20:41.025 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W7iw8mjEGWzVT08 off=6472764 len=41486 2024-09-13T03:20:41.027 INFO:tasks.workunit.client.0.smithi052.stdout:op 2404 completed, throughput=4.99MB/sec 2024-09-13T03:20:41.027 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eByOjudeRnodail off=14974690 len=273251 2024-09-13T03:20:41.027 INFO:tasks.workunit.client.0.smithi052.stdout:op 2405 completed, throughput=4.99MB/sec 2024-09-13T03:20:41.028 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NG6eD41FccrGU1h off=3334879 len=1236476 2024-09-13T03:20:41.029 INFO:tasks.workunit.client.0.smithi052.stdout:op 2406 completed, throughput=5MB/sec 2024-09-13T03:20:41.029 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9LD5xyXVMV5CQtK off=1406322 len=1587411 2024-09-13T03:20:41.036 INFO:tasks.workunit.client.0.smithi052.stdout:op 2407 completed, throughput=5MB/sec 2024-09-13T03:20:42.036 INFO:tasks.workunit.client.0.smithi052.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:42.036 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-w3aX67_aoGfKzFl off=18997530 len=2033661 2024-09-13T03:20:42.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 2408 completed, throughput=4.99MB/sec 2024-09-13T03:20:42.039 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9LD5xyXVMV5CQtK off=2730303 len=263430 2024-09-13T03:20:42.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 2409 completed, throughput=4.99MB/sec 2024-09-13T03:20:42.042 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Git0Wf2U0jIfIYT off=10604252 len=75451 2024-09-13T03:20:42.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 2410 completed, throughput=4.99MB/sec 2024-09-13T03:20:42.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9zdKtqti40UBlJ6 off=13067051 len=1554835 2024-09-13T03:20:42.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 2411 completed, throughput=5MB/sec 2024-09-13T03:20:42.050 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OJFsZQwtvkrQlri off=977912 len=672215 2024-09-13T03:20:42.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 2412 completed, throughput=5MB/sec 2024-09-13T03:20:42.055 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qZqbwOXjUQbKuky off=4481714 len=1206783 2024-09-13T03:20:42.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 2413 completed, throughput=5MB/sec 2024-09-13T03:20:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:42 smithi078 ceph-mon[85589]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:20:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:42 smithi052 ceph-mon[91421]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:42 smithi052 ceph-mon[89065]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:20:43.058 INFO:tasks.workunit.client.0.smithi052.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:43.058 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gXwD8yZ3CmT-3aU off=16380341 len=1745535 2024-09-13T03:20:43.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 2414 completed, throughput=4.99MB/sec 2024-09-13T03:20:43.067 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oXjWWE7RS7EAEhC off=4794402 len=2011483 2024-09-13T03:20:43.069 INFO:tasks.workunit.client.0.smithi052.stdout:op 2415 completed, throughput=5MB/sec 2024-09-13T03:20:43.070 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jT3rTp_hs95e8Ck off=10431027 len=658588 2024-09-13T03:20:43.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 2416 completed, throughput=5MB/sec 2024-09-13T03:20:43.071 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eJk4ohYMbt89ujV off=1931847 len=696931 2024-09-13T03:20:43.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 2417 completed, throughput=5MB/sec 2024-09-13T03:20:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:20:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:20:43.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:20:43.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:20:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:20:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:20:43.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:20:43.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:20:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:20:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:20:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:20:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:20:44.074 INFO:tasks.workunit.client.0.smithi052.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:44.074 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TnddPgGQzRUr537 off=101319 len=39965 2024-09-13T03:20:44.077 INFO:tasks.workunit.client.0.smithi052.stdout:op 2418 completed, throughput=4.99MB/sec 2024-09-13T03:20:44.077 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-niEIaUh5ZvHUypK off=1969001 len=1243835 2024-09-13T03:20:44.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 2419 completed, throughput=4.99MB/sec 2024-09-13T03:20:44.079 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VIQKs2gWWsUnYod off=2493613 len=219273 2024-09-13T03:20:44.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 2420 completed, throughput=4.99MB/sec 2024-09-13T03:20:44.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CtuXqkmXEo5BFE0 off=2001045 len=296770 2024-09-13T03:20:44.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 2421 completed, throughput=4.99MB/sec 2024-09-13T03:20:44.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cDsSWmuWehEYT49 off=409534 len=1981400 2024-09-13T03:20:44.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 2422 completed, throughput=5MB/sec 2024-09-13T03:20:44.085 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d9C57ErRtaBMKsd off=1127320 len=1081863 2024-09-13T03:20:44.092 INFO:tasks.workunit.client.0.smithi052.stdout:op 2423 completed, throughput=5MB/sec 2024-09-13T03:20:44.092 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k93EGL96qcrXfx7 off=4028377 len=918606 2024-09-13T03:20:44.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 2424 completed, throughput=5MB/sec 2024-09-13T03:20:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:44 smithi078 ceph-mon[85589]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:20:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:44 smithi052 ceph-mon[91421]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:20:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:44 smithi052 ceph-mon[89065]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:20:45.093 INFO:tasks.workunit.client.0.smithi052.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:45.094 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--b_EZ2Qam1UnhYI off=12489328 len=557514 2024-09-13T03:20:45.097 INFO:tasks.workunit.client.0.smithi052.stdout:op 2425 completed, throughput=4.99MB/sec 2024-09-13T03:20:45.098 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AL5ha88hIn0aflM off=12688647 len=1611763 2024-09-13T03:20:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:op 2426 completed, throughput=5MB/sec 2024-09-13T03:20:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2s_bfS_wpplYdw- off=170682 len=1590081 2024-09-13T03:20:45.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 2427 completed, throughput=5MB/sec 2024-09-13T03:20:45.110 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kiXdH_NriQf2jBE off=1895487 len=1072134 2024-09-13T03:20:45.115 INFO:tasks.workunit.client.0.smithi052.stdout:op 2428 completed, throughput=5MB/sec 2024-09-13T03:20:46.115 INFO:tasks.workunit.client.0.smithi052.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:46.115 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RsyYwGwDWP2zxpf off=9109371 len=1568193 2024-09-13T03:20:46.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 2429 completed, throughput=4.99MB/sec 2024-09-13T03:20:46.118 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-j4BTYH31nMj9YMT off=10366544 len=60543 2024-09-13T03:20:46.119 INFO:tasks.workunit.client.0.smithi052.stdout:op 2430 completed, throughput=4.99MB/sec 2024-09-13T03:20:46.119 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6xI7X65mMlzYT7q off=4484758 len=1221775 2024-09-13T03:20:46.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 2431 completed, throughput=5MB/sec 2024-09-13T03:20:46.121 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-60DIrIWGqXuLRVd off=0 len=1182397 2024-09-13T03:20:46.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 2432 completed, throughput=5MB/sec 2024-09-13T03:20:46.127 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U_DB4aJiIGUXuWZ off=1156794 len=1309211 2024-09-13T03:20:46.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 2433 completed, throughput=5MB/sec 2024-09-13T03:20:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:46 smithi078 ceph-mon[85589]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:20:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:46 smithi052 ceph-mon[89065]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:20:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:46 smithi052 ceph-mon[91421]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:20:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:20:47.130 INFO:tasks.workunit.client.0.smithi052.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:47.130 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ndUBmI6kjHl70Uh off=836833 len=2030083 2024-09-13T03:20:47.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 2434 completed, throughput=4.99MB/sec 2024-09-13T03:20:47.133 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HKK9wg7Naqg973m off=24359 len=1190038 2024-09-13T03:20:47.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 2435 completed, throughput=5MB/sec 2024-09-13T03:20:47.140 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_DpluIGLBF2znMB off=851860 len=1826591 2024-09-13T03:20:47.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 2436 completed, throughput=5MB/sec 2024-09-13T03:20:47.145 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AErwM659HxyCRiC off=2845478 len=1128245 2024-09-13T03:20:47.150 INFO:tasks.workunit.client.0.smithi052.stdout:op 2437 completed, throughput=5MB/sec 2024-09-13T03:20:48.151 INFO:tasks.workunit.client.0.smithi052.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:48.151 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UaFjyQGYszek0bF off=1042283 len=2006128 2024-09-13T03:20:48.153 INFO:tasks.workunit.client.0.smithi052.stdout:op 2438 completed, throughput=5MB/sec 2024-09-13T03:20:48.154 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iiBgMDxSLb4933k off=102880 len=1178318 2024-09-13T03:20:48.159 INFO:tasks.workunit.client.0.smithi052.stdout:op 2439 completed, throughput=5MB/sec 2024-09-13T03:20:48.159 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h7NV50v4nFcSlMM off=721809 len=897911 2024-09-13T03:20:48.165 INFO:tasks.workunit.client.0.smithi052.stdout:op 2440 completed, throughput=5MB/sec 2024-09-13T03:20:48.165 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6C3uFt4eNKfAsYP off=3037956 len=1880755 2024-09-13T03:20:48.167 INFO:tasks.workunit.client.0.smithi052.stdout:op 2441 completed, throughput=5MB/sec 2024-09-13T03:20:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:48 smithi052 ceph-mon[91421]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:20:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:20:48] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:20:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:48 smithi052 ceph-mon[89065]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:48 smithi078 ceph-mon[85589]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:49.167 INFO:tasks.workunit.client.0.smithi052.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:49.167 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Mb7bjSoFYo3iVxB off=2472960 len=1267202 2024-09-13T03:20:49.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 2442 completed, throughput=5MB/sec 2024-09-13T03:20:49.170 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fQUUv7iNm5KnA04 off=164094 len=1539311 2024-09-13T03:20:49.180 INFO:tasks.workunit.client.0.smithi052.stdout:op 2443 completed, throughput=5MB/sec 2024-09-13T03:20:49.180 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0I5tfNwijXYCUqL off=14129764 len=100321 2024-09-13T03:20:49.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 2444 completed, throughput=5MB/sec 2024-09-13T03:20:49.181 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DVZZFpcizC2ZUBy off=10409425 len=1062496 2024-09-13T03:20:49.182 INFO:tasks.workunit.client.0.smithi052.stdout:op 2445 completed, throughput=5MB/sec 2024-09-13T03:20:50.182 INFO:tasks.workunit.client.0.smithi052.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:50.183 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bi4NtRaAS3GqvUp off=892134 len=1054263 2024-09-13T03:20:50.184 INFO:tasks.workunit.client.0.smithi052.stdout:op 2446 completed, throughput=4.99MB/sec 2024-09-13T03:20:50.184 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EQPMNnrL9ROpWqD off=11803376 len=983623 2024-09-13T03:20:50.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 2447 completed, throughput=4.99MB/sec 2024-09-13T03:20:50.186 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-109R0TpeOoXrMJ_ off=3158511 len=236379 2024-09-13T03:20:50.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 2448 completed, throughput=4.99MB/sec 2024-09-13T03:20:50.189 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wvGI51IvderB6fn off=3886023 len=1556034 2024-09-13T03:20:50.196 INFO:tasks.workunit.client.0.smithi052.stdout:op 2449 completed, throughput=5MB/sec 2024-09-13T03:20:50.196 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yQ2lRKU9zqMHGUy off=3164722 len=516384 2024-09-13T03:20:50.197 INFO:tasks.workunit.client.0.smithi052.stdout:op 2450 completed, throughput=5MB/sec 2024-09-13T03:20:50.198 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-z0iPqlxplWZLpLS off=442806 len=751075 2024-09-13T03:20:50.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 2451 completed, throughput=5MB/sec 2024-09-13T03:20:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:50 smithi078 ceph-mon[85589]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:50 smithi052 ceph-mon[91421]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:50 smithi052 ceph-mon[89065]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:20:51.199 INFO:tasks.workunit.client.0.smithi052.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:51.199 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZMUpDN2FvZ1m6cL off=17964973 len=1957525 2024-09-13T03:20:51.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 2452 completed, throughput=4.99MB/sec 2024-09-13T03:20:51.202 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Efvvc-4wJAx-z-g off=761909 len=2003102 2024-09-13T03:20:51.204 INFO:tasks.workunit.client.0.smithi052.stdout:op 2453 completed, throughput=5MB/sec 2024-09-13T03:20:51.205 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I-eG8YXrgBhli40 off=11223876 len=917490 2024-09-13T03:20:51.206 INFO:tasks.workunit.client.0.smithi052.stdout:op 2454 completed, throughput=5MB/sec 2024-09-13T03:20:51.206 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CMYN4NGEtgo9Dhh off=2014890 len=1385768 2024-09-13T03:20:51.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 2455 completed, throughput=5MB/sec 2024-09-13T03:20:52.213 INFO:tasks.workunit.client.0.smithi052.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:52.213 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lxO9KEmIGwt2Pqp off=7698788 len=2017007 2024-09-13T03:20:52.216 INFO:tasks.workunit.client.0.smithi052.stdout:op 2456 completed, throughput=5MB/sec 2024-09-13T03:20:52.216 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AF1BnCOwkstp1C3 off=1218047 len=1110572 2024-09-13T03:20:52.223 INFO:tasks.workunit.client.0.smithi052.stdout:op 2457 completed, throughput=5MB/sec 2024-09-13T03:20:52.223 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-y-5RT8-jeZ-vkQH off=892184 len=804726 2024-09-13T03:20:52.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 2458 completed, throughput=5MB/sec 2024-09-13T03:20:52.227 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KIDGUFXDMQNMI_l off=1871517 len=793068 2024-09-13T03:20:52.228 INFO:tasks.workunit.client.0.smithi052.stdout:op 2459 completed, throughput=5MB/sec 2024-09-13T03:20:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:52 smithi078 ceph-mon[85589]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:20:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:20:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:20:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:52 smithi052 ceph-mon[91421]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:20:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:52 smithi052 ceph-mon[89065]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:20:53.229 INFO:tasks.workunit.client.0.smithi052.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:53.229 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ob5zsvnxORuz2JT off=6022935 len=423842 2024-09-13T03:20:53.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 2460 completed, throughput=4.99MB/sec 2024-09-13T03:20:53.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VVX6MR3OLCdp6dv off=5446553 len=37583 2024-09-13T03:20:53.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 2461 completed, throughput=4.99MB/sec 2024-09-13T03:20:53.235 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ueHVF5ab-fVWrNm off=16657485 len=893559 2024-09-13T03:20:53.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 2462 completed, throughput=4.99MB/sec 2024-09-13T03:20:53.240 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Xdg3wiyFq7Jwj6P off=207190 len=1645231 2024-09-13T03:20:53.242 INFO:tasks.workunit.client.0.smithi052.stdout:op 2463 completed, throughput=5MB/sec 2024-09-13T03:20:53.242 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Fk6ECQANC_EPL0 off=7560989 len=16334 2024-09-13T03:20:53.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 2464 completed, throughput=5MB/sec 2024-09-13T03:20:53.244 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A1iqUNg2kBamNxH off=2219246 len=901595 2024-09-13T03:20:53.246 INFO:tasks.workunit.client.0.smithi052.stdout:op 2465 completed, throughput=5MB/sec 2024-09-13T03:20:53.246 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cCTUHo8PVc2oZgf off=8238853 len=1846976 2024-09-13T03:20:53.255 INFO:tasks.workunit.client.0.smithi052.stdout:op 2466 completed, throughput=5MB/sec 2024-09-13T03:20:54.256 INFO:tasks.workunit.client.0.smithi052.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:54.256 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nffmKiXXoddL_VP off=19338596 len=1024941 2024-09-13T03:20:54.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 2467 completed, throughput=4.99MB/sec 2024-09-13T03:20:54.258 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XzhnofYupHStYPW off=73800 len=1481151 2024-09-13T03:20:54.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 2468 completed, throughput=5MB/sec 2024-09-13T03:20:54.260 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zWGA02mvQVqzInh off=15018057 len=1343877 2024-09-13T03:20:54.262 INFO:tasks.workunit.client.0.smithi052.stdout:op 2469 completed, throughput=5MB/sec 2024-09-13T03:20:54.262 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-07Uxy50JjsBRqg5 off=4444947 len=1530487 2024-09-13T03:20:54.270 INFO:tasks.workunit.client.0.smithi052.stdout:op 2470 completed, throughput=5MB/sec 2024-09-13T03:20:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:54 smithi078 ceph-mon[85589]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:20:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:54 smithi052 ceph-mon[91421]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:20:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:54 smithi052 ceph-mon[89065]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:20:55.271 INFO:tasks.workunit.client.0.smithi052.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:55.345 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vOQQvZMpnQ-ogq2 off=6482798 len=120553 2024-09-13T03:20:55.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 2471 completed, throughput=4.99MB/sec 2024-09-13T03:20:55.346 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vxmxGXdj2fNyDOW off=8186594 len=627403 2024-09-13T03:20:55.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 2472 completed, throughput=4.99MB/sec 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ov3L2iHy7Uo-tFu off=1754015 len=609968 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 2473 completed, throughput=4.99MB/sec 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-33MhUBg2FcmoG8- off=10362835 len=513094 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 2474 completed, throughput=5MB/sec 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-h5M-ED21ENxwkw7 off=1489479 len=1114314 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 2475 completed, throughput=5MB/sec 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N1CaSms_ORreYrs off=3429026 len=1134415 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 2476 completed, throughput=5MB/sec 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dA6GJSYzBbo-y5i off=1772931 len=902192 2024-09-13T03:20:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 2477 completed, throughput=5MB/sec 2024-09-13T03:20:56.295 INFO:tasks.workunit.client.0.smithi052.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:56.295 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OxEviwENLhzS9wK off=120646 len=165736 2024-09-13T03:20:56.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 2478 completed, throughput=4.99MB/sec 2024-09-13T03:20:56.297 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NhrufqZhmQNd6QR off=9370180 len=1056324 2024-09-13T03:20:56.303 INFO:tasks.workunit.client.0.smithi052.stdout:op 2479 completed, throughput=4.99MB/sec 2024-09-13T03:20:56.303 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b4E3LxpLDx80j6I off=141133 len=1921242 2024-09-13T03:20:56.314 INFO:tasks.workunit.client.0.smithi052.stdout:op 2480 completed, throughput=5MB/sec 2024-09-13T03:20:56.314 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cq02hExPEXz7lga off=13672916 len=1692857 2024-09-13T03:20:56.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 2481 completed, throughput=5MB/sec 2024-09-13T03:20:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:56 smithi078 ceph-mon[85589]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:20:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:56 smithi052 ceph-mon[91421]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:20:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:56 smithi052 ceph-mon[89065]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:20:57.318 INFO:tasks.workunit.client.0.smithi052.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:57.318 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cAFX6whubtqzMQ_ off=343690 len=754958 2024-09-13T03:20:57.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 2482 completed, throughput=4.99MB/sec 2024-09-13T03:20:57.322 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UZY2W_FSgyRQ3Ew off=10954292 len=926195 2024-09-13T03:20:57.323 INFO:tasks.workunit.client.0.smithi052.stdout:op 2483 completed, throughput=4.99MB/sec 2024-09-13T03:20:57.323 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fSTa202NMrIbMmC off=5297321 len=260100 2024-09-13T03:20:57.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 2484 completed, throughput=4.99MB/sec 2024-09-13T03:20:57.327 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qSemh73Qie4sxGl off=1649541 len=1326940 2024-09-13T03:20:57.334 INFO:tasks.workunit.client.0.smithi052.stdout:op 2485 completed, throughput=5MB/sec 2024-09-13T03:20:57.334 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fGInNgtCq2ZRj4G off=13689880 len=473398 2024-09-13T03:20:57.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 2486 completed, throughput=5MB/sec 2024-09-13T03:20:57.338 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jw4lVyY16z-fIvj off=8936838 len=55521 2024-09-13T03:20:57.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 2487 completed, throughput=5MB/sec 2024-09-13T03:20:57.340 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--6WArNuOL6iTyA1 off=8968904 len=1779731 2024-09-13T03:20:57.342 INFO:tasks.workunit.client.0.smithi052.stdout:op 2488 completed, throughput=5MB/sec 2024-09-13T03:20:58.343 INFO:tasks.workunit.client.0.smithi052.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:58.343 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q9GSYz6qUboi-ac off=17145613 len=1865797 2024-09-13T03:20:58.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 2489 completed, throughput=4.99MB/sec 2024-09-13T03:20:58.350 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I5OEm4-ZQ79ZqmH off=9482876 len=360497 2024-09-13T03:20:58.354 INFO:tasks.workunit.client.0.smithi052.stdout:op 2490 completed, throughput=4.99MB/sec 2024-09-13T03:20:58.354 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n2CNMjWtlvfhSgk off=16526362 len=1754533 2024-09-13T03:20:58.357 INFO:tasks.workunit.client.0.smithi052.stdout:op 2491 completed, throughput=5MB/sec 2024-09-13T03:20:58.358 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o6_SiGhS4bwMx2_ off=22856879 len=1438339 2024-09-13T03:20:58.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 2492 completed, throughput=5MB/sec 2024-09-13T03:20:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:20:58 smithi052 ceph-mon[91421]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:20:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:20:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:20:58] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:20:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:20:58 smithi052 ceph-mon[89065]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:20:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:20:58 smithi078 ceph-mon[85589]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:20:59.366 INFO:tasks.workunit.client.0.smithi052.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-13T03:20:59.366 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YFNnoy2iVvKeJ-1 off=4929595 len=1219662 2024-09-13T03:20:59.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 2493 completed, throughput=4.99MB/sec 2024-09-13T03:20:59.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NLdtBTdRWsOjpf4 off=11541251 len=374353 2024-09-13T03:20:59.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 2494 completed, throughput=4.99MB/sec 2024-09-13T03:20:59.374 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sCwJoF27EY0_nTh off=11647190 len=110764 2024-09-13T03:20:59.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 2495 completed, throughput=4.99MB/sec 2024-09-13T03:20:59.376 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_-uZgRJ97Z0pWKm off=1238796 len=1784870 2024-09-13T03:20:59.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 2496 completed, throughput=5MB/sec 2024-09-13T03:20:59.388 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BfdEUhs9fasL511 off=11140641 len=1934299 2024-09-13T03:20:59.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 2497 completed, throughput=5MB/sec 2024-09-13T03:21:00.390 INFO:tasks.workunit.client.0.smithi052.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8OIs9pRO6zgZU3H off=3371791 len=135965 2024-09-13T03:21:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 2498 completed, throughput=4.99MB/sec 2024-09-13T03:21:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M2aLrSg9Dy9lK07 off=17298606 len=416893 2024-09-13T03:21:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 2499 completed, throughput=4.99MB/sec 2024-09-13T03:21:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NJEvVi826qozdJe off=19967256 len=246063 2024-09-13T03:21:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 2500 completed, throughput=4.99MB/sec 2024-09-13T03:21:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--peGng9W23TxjmW off=3170474 len=726640 2024-09-13T03:21:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 2501 completed, throughput=4.99MB/sec 2024-09-13T03:21:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-s2ZdUjDRTPq4N_D off=4061492 len=868633 2024-09-13T03:21:00.400 INFO:tasks.workunit.client.0.smithi052.stdout:op 2502 completed, throughput=5MB/sec 2024-09-13T03:21:00.400 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eBeRbePYjqWFI17 off=3276015 len=155043 2024-09-13T03:21:00.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 2503 completed, throughput=5MB/sec 2024-09-13T03:21:00.401 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Jhc_AN3CEiduWqe off=0 len=1490033 2024-09-13T03:21:00.408 INFO:tasks.workunit.client.0.smithi052.stdout:op 2504 completed, throughput=5MB/sec 2024-09-13T03:21:00.408 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4ZiyaIWO1tJ_p8B off=5820042 len=972033 2024-09-13T03:21:00.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 2505 completed, throughput=5MB/sec 2024-09-13T03:21:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:00 smithi078 ceph-mon[85589]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:21:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:00 smithi052 ceph-mon[91421]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:21:00.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:00 smithi052 ceph-mon[89065]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:21:01.413 INFO:tasks.workunit.client.0.smithi052.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:01.413 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nMLZXX3f5KHb9ba off=7951050 len=1218183 2024-09-13T03:21:01.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 2506 completed, throughput=4.99MB/sec 2024-09-13T03:21:01.420 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vCjqz8gS9QVj1BH off=1339013 len=422580 2024-09-13T03:21:01.424 INFO:tasks.workunit.client.0.smithi052.stdout:op 2507 completed, throughput=4.99MB/sec 2024-09-13T03:21:01.424 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i2BilzUoxMOe1tN off=10578188 len=1801033 2024-09-13T03:21:01.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 2508 completed, throughput=5MB/sec 2024-09-13T03:21:01.435 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AZwQf_hnf048f45 off=7399077 len=1594003 2024-09-13T03:21:01.443 INFO:tasks.workunit.client.0.smithi052.stdout:op 2509 completed, throughput=5MB/sec 2024-09-13T03:21:01.443 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qnnWnVOSJNL574w off=7560067 len=899897 2024-09-13T03:21:01.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 2510 completed, throughput=5MB/sec 2024-09-13T03:21:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:02.444 INFO:tasks.workunit.client.0.smithi052.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:02.444 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bDkPGutfym__hin off=923129 len=1862818 2024-09-13T03:21:02.446 INFO:tasks.workunit.client.0.smithi052.stdout:op 2511 completed, throughput=4.99MB/sec 2024-09-13T03:21:02.446 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NOKndQGVIqt7MZt off=8903486 len=1727530 2024-09-13T03:21:02.449 INFO:tasks.workunit.client.0.smithi052.stdout:op 2512 completed, throughput=5MB/sec 2024-09-13T03:21:02.449 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZItSXYEsQ1oLW4n off=1549204 len=1912147 2024-09-13T03:21:02.451 INFO:tasks.workunit.client.0.smithi052.stdout:op 2513 completed, throughput=5MB/sec 2024-09-13T03:21:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:02 smithi078 ceph-mon[85589]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:21:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:02 smithi052 ceph-mon[91421]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:02 smithi052 ceph-mon[89065]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:03.452 INFO:tasks.workunit.client.0.smithi052.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:03.452 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D-5PboMuFj3h_4G off=2138519 len=1576489 2024-09-13T03:21:03.454 INFO:tasks.workunit.client.0.smithi052.stdout:op 2514 completed, throughput=4.99MB/sec 2024-09-13T03:21:03.454 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WYWZ73zxEUQyf0d off=430278 len=1336281 2024-09-13T03:21:03.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 2515 completed, throughput=5MB/sec 2024-09-13T03:21:03.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CfpOUYh5KA_pd1M off=2089033 len=95570 2024-09-13T03:21:03.458 INFO:tasks.workunit.client.0.smithi052.stdout:op 2516 completed, throughput=5MB/sec 2024-09-13T03:21:03.459 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K9vEvyrrt4W5spb off=8098659 len=1539609 2024-09-13T03:21:03.460 INFO:tasks.workunit.client.0.smithi052.stdout:op 2517 completed, throughput=5MB/sec 2024-09-13T03:21:04.461 INFO:tasks.workunit.client.0.smithi052.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:04.461 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZMUpDN2FvZ1m6cL off=20652763 len=1875194 2024-09-13T03:21:04.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 2518 completed, throughput=4.99MB/sec 2024-09-13T03:21:04.472 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3kz7w7pegq6rpF6 off=9990668 len=1809667 2024-09-13T03:21:04.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 2519 completed, throughput=5MB/sec 2024-09-13T03:21:04.474 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Wt_R8lvwxItFuCK off=16313525 len=1733054 2024-09-13T03:21:04.481 INFO:tasks.workunit.client.0.smithi052.stdout:op 2520 completed, throughput=5MB/sec 2024-09-13T03:21:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:04 smithi078 ceph-mon[85589]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:04 smithi052 ceph-mon[91421]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:04 smithi052 ceph-mon[89065]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:05.484 INFO:tasks.workunit.client.0.smithi052.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:05.484 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2VFeUOqcnK9wtkH off=14097123 len=993585 2024-09-13T03:21:05.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 2521 completed, throughput=4.99MB/sec 2024-09-13T03:21:05.487 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a1AEPlE7GjvZ_LA off=5596106 len=517420 2024-09-13T03:21:05.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 2522 completed, throughput=4.99MB/sec 2024-09-13T03:21:05.488 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wBn9GRZAeLCMOFl off=7034227 len=1793754 2024-09-13T03:21:05.496 INFO:tasks.workunit.client.0.smithi052.stdout:op 2523 completed, throughput=5MB/sec 2024-09-13T03:21:05.496 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yRw_OUw6qjoExcz off=5173285 len=613839 2024-09-13T03:21:05.501 INFO:tasks.workunit.client.0.smithi052.stdout:op 2524 completed, throughput=5MB/sec 2024-09-13T03:21:05.501 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dwVGcedtNF7IJuT off=6752932 len=442947 2024-09-13T03:21:05.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 2525 completed, throughput=5MB/sec 2024-09-13T03:21:05.505 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VSpnP3ucLRgWBE9 off=2658306 len=302507 2024-09-13T03:21:05.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 2526 completed, throughput=5MB/sec 2024-09-13T03:21:05.505 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u3kOGiqd9MHQ2tH off=12576405 len=1741893 2024-09-13T03:21:05.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 2527 completed, throughput=5MB/sec 2024-09-13T03:21:06.512 INFO:tasks.workunit.client.0.smithi052.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:06.512 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GmyXMY02qm0ruQM off=13154760 len=374471 2024-09-13T03:21:06.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 2528 completed, throughput=4.99MB/sec 2024-09-13T03:21:06.513 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1yqUpiSg-olP0k2 off=1416415 len=524682 2024-09-13T03:21:06.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 2529 completed, throughput=4.99MB/sec 2024-09-13T03:21:06.518 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iuaWA6vfBQvKN74 off=904188 len=136690 2024-09-13T03:21:06.518 INFO:tasks.workunit.client.0.smithi052.stdout:op 2530 completed, throughput=4.99MB/sec 2024-09-13T03:21:06.518 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dlPNmvMe-BAPhvy off=1356080 len=1900165 2024-09-13T03:21:06.526 INFO:tasks.workunit.client.0.smithi052.stdout:op 2531 completed, throughput=5MB/sec 2024-09-13T03:21:06.526 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lWtn1IGp6ossve_ off=3999084 len=618855 2024-09-13T03:21:06.530 INFO:tasks.workunit.client.0.smithi052.stdout:op 2532 completed, throughput=5MB/sec 2024-09-13T03:21:06.531 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dXG6OPmbtgarjg4 off=7898302 len=2072795 2024-09-13T03:21:06.542 INFO:tasks.workunit.client.0.smithi052.stdout:op 2533 completed, throughput=5MB/sec 2024-09-13T03:21:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:06 smithi078 ceph-mon[85589]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:21:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:06 smithi052 ceph-mon[91421]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:21:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:06 smithi052 ceph-mon[89065]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:21:07.542 INFO:tasks.workunit.client.0.smithi052.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:07.543 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Q-Y1Lqe9DKthWQB off=3335192 len=1954573 2024-09-13T03:21:07.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 2534 completed, throughput=5MB/sec 2024-09-13T03:21:07.545 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MaozRT5NdVFlmQf off=1200189 len=706411 2024-09-13T03:21:07.550 INFO:tasks.workunit.client.0.smithi052.stdout:op 2535 completed, throughput=5MB/sec 2024-09-13T03:21:07.550 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tJTOtIfemOZtNLe off=2104269 len=965426 2024-09-13T03:21:07.551 INFO:tasks.workunit.client.0.smithi052.stdout:op 2536 completed, throughput=5MB/sec 2024-09-13T03:21:07.551 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V4mN_B07DSloTqg off=1458933 len=1958061 2024-09-13T03:21:07.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 2537 completed, throughput=5MB/sec 2024-09-13T03:21:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:08 smithi052 ceph-mon[91421]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:21:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:21:08] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:21:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:08 smithi052 ceph-mon[89065]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:08.559 INFO:tasks.workunit.client.0.smithi052.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:08.560 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Zut91aOdg5BGkD5 off=7866044 len=1399841 2024-09-13T03:21:08.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 2538 completed, throughput=5MB/sec 2024-09-13T03:21:08.563 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e22q6pKoDQXA6X_ off=314186 len=1476412 2024-09-13T03:21:08.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 2539 completed, throughput=5MB/sec 2024-09-13T03:21:08.571 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-foYt2LmuufYRgjR off=4651027 len=1458598 2024-09-13T03:21:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 2540 completed, throughput=5MB/sec 2024-09-13T03:21:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:08 smithi078 ceph-mon[85589]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:09.573 INFO:tasks.workunit.client.0.smithi052.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:09.573 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SFlM-WYOA2VEpFf off=902456 len=231000 2024-09-13T03:21:09.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 2541 completed, throughput=4.99MB/sec 2024-09-13T03:21:09.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sBYzYgG7ScUIy95 off=6522517 len=713203 2024-09-13T03:21:09.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 2542 completed, throughput=4.99MB/sec 2024-09-13T03:21:09.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gG2vxyMtX7dDiQv off=3247551 len=533363 2024-09-13T03:21:09.585 INFO:tasks.workunit.client.0.smithi052.stdout:op 2543 completed, throughput=4.99MB/sec 2024-09-13T03:21:09.585 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_dZ34YstBrkDCBH off=7526193 len=591933 2024-09-13T03:21:09.585 INFO:tasks.workunit.client.0.smithi052.stdout:op 2544 completed, throughput=5MB/sec 2024-09-13T03:21:09.586 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BBBuTtBMoFTCN6t off=2737470 len=2019230 2024-09-13T03:21:09.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 2545 completed, throughput=5MB/sec 2024-09-13T03:21:09.598 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bi4NtRaAS3GqvUp off=0 len=1946397 2024-09-13T03:21:09.600 INFO:tasks.workunit.client.0.smithi052.stdout:op 2546 completed, throughput=5MB/sec 2024-09-13T03:21:10.600 INFO:tasks.workunit.client.0.smithi052.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:10.600 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bPSdfUdYBDBIH71 off=3911726 len=815756 2024-09-13T03:21:10.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 2547 completed, throughput=4.99MB/sec 2024-09-13T03:21:10.605 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_V4MTBLVGvRYsGa off=7377203 len=127399 2024-09-13T03:21:10.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 2548 completed, throughput=4.99MB/sec 2024-09-13T03:21:10.607 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ajm3QdCIh7FluuH off=16279106 len=1456419 2024-09-13T03:21:10.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 2549 completed, throughput=5MB/sec 2024-09-13T03:21:10.614 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zo3FxrkWQOiJq-_ off=8342768 len=761485 2024-09-13T03:21:10.618 INFO:tasks.workunit.client.0.smithi052.stdout:op 2550 completed, throughput=5MB/sec 2024-09-13T03:21:10.618 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CqtoMmYxJtvKnSK off=2906464 len=657755 2024-09-13T03:21:10.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 2551 completed, throughput=5MB/sec 2024-09-13T03:21:10.620 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S5oqlFTP9wfzGN6 off=2533758 len=1962219 2024-09-13T03:21:10.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 2552 completed, throughput=5MB/sec 2024-09-13T03:21:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:10 smithi052 ceph-mon[89065]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:21:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:10 smithi052 ceph-mon[91421]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:21:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:10 smithi078 ceph-mon[85589]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:21:11.624 INFO:tasks.workunit.client.0.smithi052.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:11.624 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wz67Vh9cvmDBEf7 off=20290458 len=2074328 2024-09-13T03:21:11.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 2553 completed, throughput=5MB/sec 2024-09-13T03:21:11.628 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F45cnOfiMKpci8d off=19582919 len=906902 2024-09-13T03:21:11.633 INFO:tasks.workunit.client.0.smithi052.stdout:op 2554 completed, throughput=5MB/sec 2024-09-13T03:21:11.633 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Dm6lzfYvI6h8fUP off=4994723 len=358545 2024-09-13T03:21:11.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 2555 completed, throughput=5MB/sec 2024-09-13T03:21:11.637 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9MkTLtLyeLUET4h off=354941 len=703712 2024-09-13T03:21:11.638 INFO:tasks.workunit.client.0.smithi052.stdout:op 2556 completed, throughput=5MB/sec 2024-09-13T03:21:12.638 INFO:tasks.workunit.client.0.smithi052.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:12.638 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VUMMedz4DIkXlkW off=8108057 len=1344505 2024-09-13T03:21:12.647 INFO:tasks.workunit.client.0.smithi052.stdout:op 2557 completed, throughput=4.99MB/sec 2024-09-13T03:21:12.647 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h6Z9owelNGeDmOw off=6800367 len=2089975 2024-09-13T03:21:12.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 2558 completed, throughput=5MB/sec 2024-09-13T03:21:12.658 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q_oesGLapxSSBB3 off=3466854 len=1748440 2024-09-13T03:21:12.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 2559 completed, throughput=5MB/sec 2024-09-13T03:21:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:12 smithi078 ceph-mon[85589]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:21:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:21:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:21:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:12 smithi052 ceph-mon[91421]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:21:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:12 smithi052 ceph-mon[89065]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:21:13.661 INFO:tasks.workunit.client.0.smithi052.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:13.661 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KNmJLCeL02I5-bi off=12378402 len=1705340 2024-09-13T03:21:13.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 2560 completed, throughput=4.99MB/sec 2024-09-13T03:21:13.663 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B7VMN0fiasJsrwd off=1666179 len=23295 2024-09-13T03:21:13.665 INFO:tasks.workunit.client.0.smithi052.stdout:op 2561 completed, throughput=4.99MB/sec 2024-09-13T03:21:13.665 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ajMCtKPfyQkP1sw off=13791670 len=867950 2024-09-13T03:21:13.666 INFO:tasks.workunit.client.0.smithi052.stdout:op 2562 completed, throughput=5MB/sec 2024-09-13T03:21:13.666 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qhA1q2UukpESxXZ off=425767 len=960030 2024-09-13T03:21:13.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 2563 completed, throughput=5MB/sec 2024-09-13T03:21:13.668 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ksl1FDVasiNlERo off=3686450 len=376693 2024-09-13T03:21:13.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 2564 completed, throughput=5MB/sec 2024-09-13T03:21:13.669 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FsApme62NX-GLTk off=9783355 len=1816854 2024-09-13T03:21:13.676 INFO:tasks.workunit.client.0.smithi052.stdout:op 2565 completed, throughput=5MB/sec 2024-09-13T03:21:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:13 smithi052 ceph-mon[91421]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:21:13.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:13 smithi052 ceph-mon[89065]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:21:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:13 smithi078 ceph-mon[85589]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:21:14.676 INFO:tasks.workunit.client.0.smithi052.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:14.676 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rLAavXw_FtlnVB0 off=890979 len=1366249 2024-09-13T03:21:14.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 2566 completed, throughput=4.99MB/sec 2024-09-13T03:21:14.678 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aawmsL-AAKtMYSZ off=4048413 len=756225 2024-09-13T03:21:14.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 2567 completed, throughput=5MB/sec 2024-09-13T03:21:14.680 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AG606ZjwpDeRrOM off=3783203 len=1350875 2024-09-13T03:21:14.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 2568 completed, throughput=5MB/sec 2024-09-13T03:21:14.687 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ahsk1eo0DVrUdq_ off=18951285 len=806585 2024-09-13T03:21:14.692 INFO:tasks.workunit.client.0.smithi052.stdout:op 2569 completed, throughput=5MB/sec 2024-09-13T03:21:14.692 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HgpwSJRtG37NQJO off=1302441 len=22492 2024-09-13T03:21:14.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 2570 completed, throughput=5MB/sec 2024-09-13T03:21:14.695 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gxn3pv5hwTCYtfn off=5012259 len=606511 2024-09-13T03:21:14.698 INFO:tasks.workunit.client.0.smithi052.stdout:op 2571 completed, throughput=5MB/sec 2024-09-13T03:21:15.698 INFO:tasks.workunit.client.0.smithi052.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:15.699 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OqdtgUd1Q5BlVXK off=14951212 len=1270986 2024-09-13T03:21:15.700 INFO:tasks.workunit.client.0.smithi052.stdout:op 2572 completed, throughput=4.99MB/sec 2024-09-13T03:21:15.700 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9HHSc4pKVkrquaW off=5889609 len=1516997 2024-09-13T03:21:15.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 2573 completed, throughput=5MB/sec 2024-09-13T03:21:15.710 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RLwd7HdLnAjugj4 off=5157492 len=928232 2024-09-13T03:21:15.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 2574 completed, throughput=5MB/sec 2024-09-13T03:21:15.717 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6t3FyrvXS4Ux489 off=8804803 len=1053117 2024-09-13T03:21:15.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 2575 completed, throughput=5MB/sec 2024-09-13T03:21:15.720 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aoErAW42YHqJ9oa off=17976532 len=1869446 2024-09-13T03:21:15.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 2576 completed, throughput=5MB/sec 2024-09-13T03:21:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:15 smithi052 ceph-mon[91421]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:15 smithi052 ceph-mon[89065]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:15 smithi078 ceph-mon[85589]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:16.725 INFO:tasks.workunit.client.0.smithi052.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:16.725 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iu_jyDGY-g30gPh off=2798291 len=1987658 2024-09-13T03:21:16.735 INFO:tasks.workunit.client.0.smithi052.stdout:op 2577 completed, throughput=5MB/sec 2024-09-13T03:21:16.735 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--tZJejrmmaI9Z-P off=13287936 len=1310444 2024-09-13T03:21:16.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 2578 completed, throughput=5MB/sec 2024-09-13T03:21:16.741 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DBG6xa6SSUte6qn off=0 len=1276814 2024-09-13T03:21:16.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 2579 completed, throughput=5MB/sec 2024-09-13T03:21:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:17.749 INFO:tasks.workunit.client.0.smithi052.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:17.749 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9ywJHBI9ypOFsOX off=2414760 len=1258843 2024-09-13T03:21:17.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 2580 completed, throughput=4.99MB/sec 2024-09-13T03:21:17.751 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Q74xR234HJU6opb off=3625276 len=22296 2024-09-13T03:21:17.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 2581 completed, throughput=4.99MB/sec 2024-09-13T03:21:17.754 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sUrpRvZy1_d1eoc off=4011455 len=2076272 2024-09-13T03:21:17.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 2582 completed, throughput=5MB/sec 2024-09-13T03:21:17.758 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M-bbjrms3GaGzeq off=1256623 len=1471318 2024-09-13T03:21:17.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 2583 completed, throughput=5MB/sec 2024-09-13T03:21:18.007 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:17 smithi078 ceph-mon[85589]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:17 smithi052 ceph-mon[91421]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:18.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:17 smithi052 ceph-mon[89065]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:21:18.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:21:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T03:21:18.006434219Z level=info msg="Completed cleanup jobs" duration=5.554207ms 2024-09-13T03:21:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:21:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:21:18] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:21:18.764 INFO:tasks.workunit.client.0.smithi052.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:18.765 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uYRsYdgLyEGlI4b off=2737586 len=1757322 2024-09-13T03:21:18.772 INFO:tasks.workunit.client.0.smithi052.stdout:op 2584 completed, throughput=4.99MB/sec 2024-09-13T03:21:18.772 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-O1zmwSNxiWJk2Vv off=14433570 len=1348957 2024-09-13T03:21:18.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 2585 completed, throughput=5MB/sec 2024-09-13T03:21:18.778 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OBSRKc5-EY4hbmI off=16649065 len=174071 2024-09-13T03:21:18.781 INFO:tasks.workunit.client.0.smithi052.stdout:op 2586 completed, throughput=5MB/sec 2024-09-13T03:21:18.782 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jqN39mBg4DUBSep off=9279174 len=401504 2024-09-13T03:21:18.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 2587 completed, throughput=5MB/sec 2024-09-13T03:21:18.785 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_nb22aeNkVQ1-v2 off=9303894 len=234441 2024-09-13T03:21:18.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 2588 completed, throughput=5MB/sec 2024-09-13T03:21:18.785 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5pXAq-fQt2iQdqo off=5976057 len=466624 2024-09-13T03:21:18.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 2589 completed, throughput=5MB/sec 2024-09-13T03:21:18.789 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pORN6BmENbg40vV off=13351096 len=1028641 2024-09-13T03:21:18.791 INFO:tasks.workunit.client.0.smithi052.stdout:op 2590 completed, throughput=5MB/sec 2024-09-13T03:21:19.791 INFO:tasks.workunit.client.0.smithi052.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:19.791 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fQUUv7iNm5KnA04 off=877981 len=825424 2024-09-13T03:21:19.796 INFO:tasks.workunit.client.0.smithi052.stdout:op 2591 completed, throughput=4.99MB/sec 2024-09-13T03:21:19.796 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fMir0ushBiO2E47 off=1633649 len=706416 2024-09-13T03:21:19.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 2592 completed, throughput=4.99MB/sec 2024-09-13T03:21:19.801 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YoiXK-ssNGquQvq off=1930282 len=1068427 2024-09-13T03:21:19.806 INFO:tasks.workunit.client.0.smithi052.stdout:op 2593 completed, throughput=5MB/sec 2024-09-13T03:21:19.806 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iwlImFxZN9LdshY off=1465437 len=1394570 2024-09-13T03:21:19.809 INFO:tasks.workunit.client.0.smithi052.stdout:op 2594 completed, throughput=5MB/sec 2024-09-13T03:21:19.809 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hnArxna_OmwBeSV off=12930967 len=1733437 2024-09-13T03:21:19.818 INFO:tasks.workunit.client.0.smithi052.stdout:op 2595 completed, throughput=5MB/sec 2024-09-13T03:21:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:19 smithi052 ceph-mon[91421]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:21:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:19 smithi052 ceph-mon[89065]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:21:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:19 smithi078 ceph-mon[85589]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:21:20.819 INFO:tasks.workunit.client.0.smithi052.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:20.819 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sqt-4Zn0oVTWpuQ off=177983 len=1174941 2024-09-13T03:21:20.820 INFO:tasks.workunit.client.0.smithi052.stdout:op 2596 completed, throughput=4.99MB/sec 2024-09-13T03:21:20.821 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N9e33NvpY-7edGC off=2670558 len=1495421 2024-09-13T03:21:20.828 INFO:tasks.workunit.client.0.smithi052.stdout:op 2597 completed, throughput=5MB/sec 2024-09-13T03:21:20.828 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5SPvSRNM7QVtUlq off=20761954 len=742821 2024-09-13T03:21:20.832 INFO:tasks.workunit.client.0.smithi052.stdout:op 2598 completed, throughput=5MB/sec 2024-09-13T03:21:20.832 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S5oqlFTP9wfzGN6 off=3645415 len=2024132 2024-09-13T03:21:20.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 2599 completed, throughput=5MB/sec 2024-09-13T03:21:21.836 INFO:tasks.workunit.client.0.smithi052.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:21.836 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_1c1eXtmvZkWCYx off=5689606 len=668803 2024-09-13T03:21:21.840 INFO:tasks.workunit.client.0.smithi052.stdout:op 2600 completed, throughput=4.99MB/sec 2024-09-13T03:21:21.840 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PYCbx7tBmIn1B1B off=311371 len=2094687 2024-09-13T03:21:21.844 INFO:tasks.workunit.client.0.smithi052.stdout:op 2601 completed, throughput=5MB/sec 2024-09-13T03:21:21.844 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WHORQD27VdYQApE off=2758755 len=1336063 2024-09-13T03:21:21.846 INFO:tasks.workunit.client.0.smithi052.stdout:op 2602 completed, throughput=5MB/sec 2024-09-13T03:21:21.846 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dHxHcXHim8CbRE1 off=17258599 len=295240 2024-09-13T03:21:21.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 2603 completed, throughput=5MB/sec 2024-09-13T03:21:21.847 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oOys8WJBBXrMNTN off=10348576 len=2019119 2024-09-13T03:21:21.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 2604 completed, throughput=5MB/sec 2024-09-13T03:21:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:21 smithi052 ceph-mon[91421]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:21:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:21 smithi052 ceph-mon[89065]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:21:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:21 smithi078 ceph-mon[85589]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:21:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:21:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:21:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:22.849 INFO:tasks.workunit.client.0.smithi052.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:22.849 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DjsJ-Yov5uP3I64 off=10352598 len=956276 2024-09-13T03:21:22.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 2605 completed, throughput=5MB/sec 2024-09-13T03:21:22.855 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_4zgmQo0LAB0bpO off=9425791 len=1043275 2024-09-13T03:21:22.857 INFO:tasks.workunit.client.0.smithi052.stdout:op 2606 completed, throughput=5MB/sec 2024-09-13T03:21:22.857 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fZV7aKz2WRWGnQZ off=1333293 len=795874 2024-09-13T03:21:22.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 2607 completed, throughput=5MB/sec 2024-09-13T03:21:22.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0oAItuxpi3enbQy off=20344591 len=411150 2024-09-13T03:21:22.862 INFO:tasks.workunit.client.0.smithi052.stdout:op 2608 completed, throughput=5MB/sec 2024-09-13T03:21:22.862 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UWQhwRfjSzVI7IK off=4258670 len=723554 2024-09-13T03:21:22.863 INFO:tasks.workunit.client.0.smithi052.stdout:op 2609 completed, throughput=5MB/sec 2024-09-13T03:21:23.863 INFO:tasks.workunit.client.0.smithi052.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:23.864 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gfjpq71nv1AIhva off=7478903 len=1054847 2024-09-13T03:21:23.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 2610 completed, throughput=4.99MB/sec 2024-09-13T03:21:23.869 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gm5VYUIncKtVvxQ off=2813818 len=1826688 2024-09-13T03:21:23.872 INFO:tasks.workunit.client.0.smithi052.stdout:op 2611 completed, throughput=5MB/sec 2024-09-13T03:21:23.872 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9N4aYSY2drqIS4Y off=3968873 len=1255760 2024-09-13T03:21:23.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 2612 completed, throughput=5MB/sec 2024-09-13T03:21:23.881 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pVQ41u6CDaV7L65 off=1171977 len=19855 2024-09-13T03:21:23.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 2613 completed, throughput=5MB/sec 2024-09-13T03:21:23.883 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DVjmDPAdpEA9Ay6 off=5172792 len=990891 2024-09-13T03:21:23.884 INFO:tasks.workunit.client.0.smithi052.stdout:op 2614 completed, throughput=5MB/sec 2024-09-13T03:21:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:23 smithi052 ceph-mon[91421]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:21:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:23 smithi052 ceph-mon[89065]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:21:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:23 smithi078 ceph-mon[85589]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:21:24.885 INFO:tasks.workunit.client.0.smithi052.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:24.885 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gLZBtL6xHKeN6cS off=3152289 len=74690 2024-09-13T03:21:24.886 INFO:tasks.workunit.client.0.smithi052.stdout:op 2615 completed, throughput=4.99MB/sec 2024-09-13T03:21:24.886 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L9J44qxTgN0V2oX off=980923 len=1404779 2024-09-13T03:21:24.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 2616 completed, throughput=4.99MB/sec 2024-09-13T03:21:24.892 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EAhX80sEs3FUC3x off=11737691 len=1238174 2024-09-13T03:21:24.900 INFO:tasks.workunit.client.0.smithi052.stdout:op 2617 completed, throughput=5MB/sec 2024-09-13T03:21:24.901 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0BpTyTHXP2zoj1W off=150399 len=1748925 2024-09-13T03:21:24.903 INFO:tasks.workunit.client.0.smithi052.stdout:op 2618 completed, throughput=5MB/sec 2024-09-13T03:21:24.903 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-auUHmTO14-O9izk off=5523067 len=908076 2024-09-13T03:21:24.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 2619 completed, throughput=5MB/sec 2024-09-13T03:21:25.908 INFO:tasks.workunit.client.0.smithi052.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:25.909 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WIQl_-PGL_m0aVU off=2553583 len=442028 2024-09-13T03:21:25.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 2620 completed, throughput=4.99MB/sec 2024-09-13T03:21:25.909 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3P1DZ5d_JTwV7ju off=2693747 len=1397044 2024-09-13T03:21:25.911 INFO:tasks.workunit.client.0.smithi052.stdout:op 2621 completed, throughput=4.99MB/sec 2024-09-13T03:21:25.911 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YICHo5aaJTrIoSd off=3627064 len=546085 2024-09-13T03:21:25.912 INFO:tasks.workunit.client.0.smithi052.stdout:op 2622 completed, throughput=5MB/sec 2024-09-13T03:21:25.912 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KXISHONIF3T0dTB off=4695768 len=972643 2024-09-13T03:21:25.918 INFO:tasks.workunit.client.0.smithi052.stdout:op 2623 completed, throughput=5MB/sec 2024-09-13T03:21:25.918 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T6nwE8Kilbq0B2J off=1302617 len=1504738 2024-09-13T03:21:25.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 2624 completed, throughput=5MB/sec 2024-09-13T03:21:25.925 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gbXFN0P6VdNcdc5 off=4981326 len=406827 2024-09-13T03:21:25.929 INFO:tasks.workunit.client.0.smithi052.stdout:op 2625 completed, throughput=5MB/sec 2024-09-13T03:21:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:25 smithi052 ceph-mon[89065]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:21:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:25 smithi052 ceph-mon[91421]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:21:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:25 smithi078 ceph-mon[85589]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:21:26.929 INFO:tasks.workunit.client.0.smithi052.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:26.929 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oM8QbG9fC_0-PIM off=12045557 len=639706 2024-09-13T03:21:26.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 2626 completed, throughput=4.99MB/sec 2024-09-13T03:21:26.933 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BCdXXu2fPmBfoGn off=1093962 len=1359996 2024-09-13T03:21:26.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 2627 completed, throughput=4.99MB/sec 2024-09-13T03:21:26.935 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I1FSOgYfLfMGy-g off=1714215 len=1422011 2024-09-13T03:21:26.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 2628 completed, throughput=5MB/sec 2024-09-13T03:21:26.942 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BJyOpfBILfuHLha off=6284748 len=204070 2024-09-13T03:21:26.942 INFO:tasks.workunit.client.0.smithi052.stdout:op 2629 completed, throughput=5MB/sec 2024-09-13T03:21:26.942 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rreLr8o7R8Q163Y off=7624333 len=30708 2024-09-13T03:21:26.945 INFO:tasks.workunit.client.0.smithi052.stdout:op 2630 completed, throughput=5MB/sec 2024-09-13T03:21:26.945 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k5cvSidVqbYu3cg off=0 len=1069984 2024-09-13T03:21:26.947 INFO:tasks.workunit.client.0.smithi052.stdout:op 2631 completed, throughput=5MB/sec 2024-09-13T03:21:26.947 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FvrUihbHmu94634 off=3857236 len=1982880 2024-09-13T03:21:26.950 INFO:tasks.workunit.client.0.smithi052.stdout:op 2632 completed, throughput=5MB/sec 2024-09-13T03:21:27.950 INFO:tasks.workunit.client.0.smithi052.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:27.951 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9jta0wLqOeEEsvw off=19614489 len=1253782 2024-09-13T03:21:27.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 2633 completed, throughput=5MB/sec 2024-09-13T03:21:27.956 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XQfsDmnRE9FlyAL off=3135782 len=1849849 2024-09-13T03:21:27.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 2634 completed, throughput=5MB/sec 2024-09-13T03:21:27.958 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K3gcEdBi2htIPpk off=4151376 len=368918 2024-09-13T03:21:27.959 INFO:tasks.workunit.client.0.smithi052.stdout:op 2635 completed, throughput=5MB/sec 2024-09-13T03:21:27.959 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iIK9Mac6v-tmnY2 off=5007666 len=262731 2024-09-13T03:21:27.962 INFO:tasks.workunit.client.0.smithi052.stdout:op 2636 completed, throughput=5MB/sec 2024-09-13T03:21:27.962 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LjDtuU0R7lI8M05 off=9698527 len=928366 2024-09-13T03:21:27.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 2637 completed, throughput=5MB/sec 2024-09-13T03:21:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:27 smithi052 ceph-mon[91421]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:21:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:27 smithi052 ceph-mon[89065]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:21:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:27 smithi078 ceph-mon[85589]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:21:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:21:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:21:28] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:21:28.964 INFO:tasks.workunit.client.0.smithi052.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:28.964 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QAxwl54crNDoV_h off=3281771 len=1674227 2024-09-13T03:21:28.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 2638 completed, throughput=4.99MB/sec 2024-09-13T03:21:28.971 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tBOCasQBy7mWH1W off=811230 len=294081 2024-09-13T03:21:28.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 2639 completed, throughput=5MB/sec 2024-09-13T03:21:28.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8HbFryDB69HlTw8 off=10941157 len=2035392 2024-09-13T03:21:28.983 INFO:tasks.workunit.client.0.smithi052.stdout:op 2640 completed, throughput=5MB/sec 2024-09-13T03:21:28.984 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DI69Vn51Nuo2kCr off=4459568 len=1961874 2024-09-13T03:21:28.987 INFO:tasks.workunit.client.0.smithi052.stdout:op 2641 completed, throughput=5MB/sec 2024-09-13T03:21:29.987 INFO:tasks.workunit.client.0.smithi052.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:29.988 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8AqTyU6yqAqACVs off=14880705 len=278373 2024-09-13T03:21:29.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 2642 completed, throughput=4.99MB/sec 2024-09-13T03:21:29.990 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ggdJSJT1uOOKc6o off=3316783 len=659171 2024-09-13T03:21:29.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 2643 completed, throughput=4.99MB/sec 2024-09-13T03:21:29.995 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6geaJrBfX9KOwPG off=20886259 len=1531171 2024-09-13T03:21:30.002 INFO:tasks.workunit.client.0.smithi052.stdout:op 2644 completed, throughput=5MB/sec 2024-09-13T03:21:30.002 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5epeY0z4rC3uZQa off=6520435 len=1895970 2024-09-13T03:21:30.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 2645 completed, throughput=5MB/sec 2024-09-13T03:21:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:29 smithi052 ceph-mon[91421]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:21:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:29 smithi052 ceph-mon[89065]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:21:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:29 smithi078 ceph-mon[85589]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:21:31.005 INFO:tasks.workunit.client.0.smithi052.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:31.005 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3_bZpifUxq-NQ-E off=3392176 len=249984 2024-09-13T03:21:31.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 2646 completed, throughput=4.99MB/sec 2024-09-13T03:21:31.008 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1jUCTeh0BWgJZWM off=3135805 len=586550 2024-09-13T03:21:31.012 INFO:tasks.workunit.client.0.smithi052.stdout:op 2647 completed, throughput=4.99MB/sec 2024-09-13T03:21:31.012 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aDeTTtk1PBsohLp off=2983719 len=1696233 2024-09-13T03:21:31.022 INFO:tasks.workunit.client.0.smithi052.stdout:op 2648 completed, throughput=5MB/sec 2024-09-13T03:21:31.022 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r3gofeR5SZBUTwb off=8943143 len=1989675 2024-09-13T03:21:31.026 INFO:tasks.workunit.client.0.smithi052.stdout:op 2649 completed, throughput=5MB/sec 2024-09-13T03:21:31.026 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X9H0ZpwJvXw0xqb off=19084511 len=860102 2024-09-13T03:21:31.031 INFO:tasks.workunit.client.0.smithi052.stdout:op 2650 completed, throughput=5MB/sec 2024-09-13T03:21:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:31 smithi052 ceph-mon[91421]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:31 smithi052 ceph-mon[89065]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:32.031 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FjjuqIPyDsAaJNm off=16467827 len=1013829 2024-09-13T03:21:32.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 2651 completed, throughput=4.99MB/sec 2024-09-13T03:21:32.033 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aTpMMxYmjLnwJNs off=1111987 len=297153 2024-09-13T03:21:32.036 INFO:tasks.workunit.client.0.smithi052.stdout:op 2652 completed, throughput=4.99MB/sec 2024-09-13T03:21:32.036 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-L-ga1-q3aTzhg_I off=2211959 len=1483003 2024-09-13T03:21:32.046 INFO:tasks.workunit.client.0.smithi052.stdout:op 2653 completed, throughput=5MB/sec 2024-09-13T03:21:32.046 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lEL13Rp8u1XAtwv off=82836 len=268175 2024-09-13T03:21:32.047 INFO:tasks.workunit.client.0.smithi052.stdout:op 2654 completed, throughput=5MB/sec 2024-09-13T03:21:32.047 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jDarmgB2dYAZZEz off=429853 len=825169 2024-09-13T03:21:32.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 2655 completed, throughput=5MB/sec 2024-09-13T03:21:32.051 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DI69Vn51Nuo2kCr off=984384 len=2072988 2024-09-13T03:21:32.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 2656 completed, throughput=5MB/sec 2024-09-13T03:21:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:31 smithi078 ceph-mon[85589]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:21:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:33.063 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-znC5Ispt2ViZQ2l off=2280018 len=493170 2024-09-13T03:21:33.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 2657 completed, throughput=4.99MB/sec 2024-09-13T03:21:33.064 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kPvRAJCPsNIYQ27 off=1902136 len=1867823 2024-09-13T03:21:33.066 INFO:tasks.workunit.client.0.smithi052.stdout:op 2658 completed, throughput=5MB/sec 2024-09-13T03:21:33.066 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NHbcZ1-e2L50yos off=7018526 len=630575 2024-09-13T03:21:33.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 2659 completed, throughput=5MB/sec 2024-09-13T03:21:33.067 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VD-Fc0XxtVyXoMa off=2334762 len=745854 2024-09-13T03:21:33.072 INFO:tasks.workunit.client.0.smithi052.stdout:op 2660 completed, throughput=5MB/sec 2024-09-13T03:21:33.072 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vGMSLvXNtdYz1CF off=16277541 len=1960131 2024-09-13T03:21:33.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 2661 completed, throughput=5MB/sec 2024-09-13T03:21:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:33 smithi052 ceph-mon[91421]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:33 smithi052 ceph-mon[89065]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:34.075 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GVPVcdSsg1uFH-t off=1232619 len=234123 2024-09-13T03:21:34.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 2662 completed, throughput=4.99MB/sec 2024-09-13T03:21:34.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--0CLN7MtAktIV66 off=432977 len=1279883 2024-09-13T03:21:34.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 2663 completed, throughput=5MB/sec 2024-09-13T03:21:34.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BBBuTtBMoFTCN6t off=4137154 len=339482 2024-09-13T03:21:34.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 2664 completed, throughput=5MB/sec 2024-09-13T03:21:34.084 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1C2SDNyrO3qJcWA off=8753248 len=1050606 2024-09-13T03:21:34.089 INFO:tasks.workunit.client.0.smithi052.stdout:op 2665 completed, throughput=5MB/sec 2024-09-13T03:21:34.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_kKFtFUjK8Quoi6 off=624743 len=1753673 2024-09-13T03:21:34.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 2666 completed, throughput=5MB/sec 2024-09-13T03:21:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:33 smithi078 ceph-mon[85589]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:35.093 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ooq6Yzs3F80qLBp off=6570544 len=849969 2024-09-13T03:21:35.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 2667 completed, throughput=4.99MB/sec 2024-09-13T03:21:35.098 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UD7MTQJ0qYJgbJV off=14495449 len=1938208 2024-09-13T03:21:35.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 2668 completed, throughput=5MB/sec 2024-09-13T03:21:35.101 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CTmwNw7HVPJf07Q off=17455306 len=28325 2024-09-13T03:21:35.103 INFO:tasks.workunit.client.0.smithi052.stdout:op 2669 completed, throughput=5MB/sec 2024-09-13T03:21:35.103 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rhybUtdGfKzr02U off=4006082 len=1891073 2024-09-13T03:21:35.105 INFO:tasks.workunit.client.0.smithi052.stdout:op 2670 completed, throughput=5MB/sec 2024-09-13T03:21:36.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:35 smithi052 ceph-mon[89065]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:35 smithi052 ceph-mon[91421]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:36.106 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b_nEtgF53iF1dmr off=0 len=1095478 2024-09-13T03:21:36.111 INFO:tasks.workunit.client.0.smithi052.stdout:op 2671 completed, throughput=4.99MB/sec 2024-09-13T03:21:36.112 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aEqXjVIxU_Ty7L5 off=745153 len=52091 2024-09-13T03:21:36.112 INFO:tasks.workunit.client.0.smithi052.stdout:op 2672 completed, throughput=4.99MB/sec 2024-09-13T03:21:36.112 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Wxg4wgj8zU6ves off=3850490 len=1963207 2024-09-13T03:21:36.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 2673 completed, throughput=5MB/sec 2024-09-13T03:21:36.114 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2_XWPpCEEAsTVqJ off=1555193 len=1504366 2024-09-13T03:21:36.117 INFO:tasks.workunit.client.0.smithi052.stdout:op 2674 completed, throughput=5MB/sec 2024-09-13T03:21:36.118 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oi6j8aP78VX0_Ry off=13006755 len=1303545 2024-09-13T03:21:36.120 INFO:tasks.workunit.client.0.smithi052.stdout:op 2675 completed, throughput=5MB/sec 2024-09-13T03:21:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:35 smithi078 ceph-mon[85589]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:37.120 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4-5JKa7DGyM2jx9 off=10751131 len=2008424 2024-09-13T03:21:37.123 INFO:tasks.workunit.client.0.smithi052.stdout:op 2676 completed, throughput=5MB/sec 2024-09-13T03:21:37.123 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZpW23F567bHn9b1 off=4762022 len=1437569 2024-09-13T03:21:37.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 2677 completed, throughput=5MB/sec 2024-09-13T03:21:37.132 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V6p_rW7WjFKk4U7 off=2528541 len=1408675 2024-09-13T03:21:37.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 2678 completed, throughput=5MB/sec 2024-09-13T03:21:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:37 smithi052 ceph-mon[91421]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:37 smithi052 ceph-mon[89065]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:38.140 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sihp1lh0JexTciX off=16705790 len=1691130 2024-09-13T03:21:38.143 INFO:tasks.workunit.client.0.smithi052.stdout:op 2679 completed, throughput=4.99MB/sec 2024-09-13T03:21:38.143 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YZdsAHVNYtbS6RI off=16210158 len=176328 2024-09-13T03:21:38.146 INFO:tasks.workunit.client.0.smithi052.stdout:op 2680 completed, throughput=4.99MB/sec 2024-09-13T03:21:38.146 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iOKXW5v_Bw1I625 off=755933 len=681578 2024-09-13T03:21:38.150 INFO:tasks.workunit.client.0.smithi052.stdout:op 2681 completed, throughput=5MB/sec 2024-09-13T03:21:38.150 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fS_MsmUhr30Caag off=10617149 len=738561 2024-09-13T03:21:38.154 INFO:tasks.workunit.client.0.smithi052.stdout:op 2682 completed, throughput=5MB/sec 2024-09-13T03:21:38.155 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JliiR4w4wgxztKd off=12606464 len=858127 2024-09-13T03:21:38.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 2683 completed, throughput=5MB/sec 2024-09-13T03:21:38.156 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u4JYmiFEq4ENwG6 off=2438234 len=814116 2024-09-13T03:21:38.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 2684 completed, throughput=5MB/sec 2024-09-13T03:21:38.156 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mC-jHLHDWFfUJcH off=6125786 len=1055958 2024-09-13T03:21:38.161 INFO:tasks.workunit.client.0.smithi052.stdout:op 2685 completed, throughput=5MB/sec 2024-09-13T03:21:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:37 smithi078 ceph-mon[85589]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:21:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:21:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:21:38] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:21:39.162 INFO:tasks.workunit.client.0.smithi052.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:39.162 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rMalZE_NqzriBYe off=415506 len=1766524 2024-09-13T03:21:39.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 2686 completed, throughput=5MB/sec 2024-09-13T03:21:39.170 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XI6TqmMiwBk-H07 off=6889467 len=87311 2024-09-13T03:21:39.172 INFO:tasks.workunit.client.0.smithi052.stdout:op 2687 completed, throughput=5MB/sec 2024-09-13T03:21:39.172 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7xRkMfhM6CYWeOI off=1264289 len=449609 2024-09-13T03:21:39.173 INFO:tasks.workunit.client.0.smithi052.stdout:op 2688 completed, throughput=5MB/sec 2024-09-13T03:21:39.173 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PmAZK8Ytx98Ka1W off=4108654 len=518536 2024-09-13T03:21:39.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 2689 completed, throughput=5MB/sec 2024-09-13T03:21:39.177 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gA8gsqUwaPmGauH off=3038507 len=585761 2024-09-13T03:21:39.178 INFO:tasks.workunit.client.0.smithi052.stdout:op 2690 completed, throughput=5MB/sec 2024-09-13T03:21:39.178 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NyGTta2hbOu42sq off=5477045 len=1972185 2024-09-13T03:21:39.185 INFO:tasks.workunit.client.0.smithi052.stdout:op 2691 completed, throughput=5MB/sec 2024-09-13T03:21:40.185 INFO:tasks.workunit.client.0.smithi052.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:40.185 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6L4oBgC9FKHanOv off=9782254 len=1055210 2024-09-13T03:21:40.191 INFO:tasks.workunit.client.0.smithi052.stdout:op 2692 completed, throughput=4.99MB/sec 2024-09-13T03:21:40.191 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-K2wd-F8gRzDX1k6 off=9600626 len=1079661 2024-09-13T03:21:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:39 smithi078 ceph-mon[85589]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:21:40.196 INFO:tasks.workunit.client.0.smithi052.stdout:op 2693 completed, throughput=5MB/sec 2024-09-13T03:21:40.196 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J1w9BCH2GC-PLuz off=8260899 len=774125 2024-09-13T03:21:40.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 2694 completed, throughput=5MB/sec 2024-09-13T03:21:40.201 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sBery_BawM_jYLN off=9708812 len=667036 2024-09-13T03:21:40.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 2695 completed, throughput=5MB/sec 2024-09-13T03:21:40.202 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZkPup8Qhn-g6o6g off=6581030 len=1465257 2024-09-13T03:21:40.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 2696 completed, throughput=5MB/sec 2024-09-13T03:21:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:39 smithi052 ceph-mon[91421]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:21:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:39 smithi052 ceph-mon[89065]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:21:41.205 INFO:tasks.workunit.client.0.smithi052.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:41.205 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-28jacHHNogxwlGf off=15522035 len=71727 2024-09-13T03:21:41.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 2697 completed, throughput=4.99MB/sec 2024-09-13T03:21:41.208 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aor7Zwbx4jovuKt off=14255572 len=258035 2024-09-13T03:21:41.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 2698 completed, throughput=4.99MB/sec 2024-09-13T03:21:41.211 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AKsd7cnvADx-rZl off=15387061 len=1478272 2024-09-13T03:21:41.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 2699 completed, throughput=4.99MB/sec 2024-09-13T03:21:41.213 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rpdYMj5lg37MVEe off=2065408 len=1259100 2024-09-13T03:21:41.216 INFO:tasks.workunit.client.0.smithi052.stdout:op 2700 completed, throughput=5MB/sec 2024-09-13T03:21:41.216 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lyXyzNSBpeIQBYj off=2158898 len=1823152 2024-09-13T03:21:41.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 2701 completed, throughput=5MB/sec 2024-09-13T03:21:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:41 smithi078 ceph-mon[85589]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:42.218 INFO:tasks.workunit.client.0.smithi052.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:42.219 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4ZiyaIWO1tJ_p8B off=4663832 len=958035 2024-09-13T03:21:42.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 2702 completed, throughput=4.99MB/sec 2024-09-13T03:21:42.220 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--Hz1XpjMxp43gO0 off=10496065 len=1808155 2024-09-13T03:21:42.222 INFO:tasks.workunit.client.0.smithi052.stdout:op 2703 completed, throughput=5MB/sec 2024-09-13T03:21:42.222 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-djwLZ2LNvkfxixi off=1845001 len=46147 2024-09-13T03:21:42.223 INFO:tasks.workunit.client.0.smithi052.stdout:op 2704 completed, throughput=5MB/sec 2024-09-13T03:21:42.223 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nq0EzCP-LRXMvAD off=14219158 len=231086 2024-09-13T03:21:42.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 2705 completed, throughput=5MB/sec 2024-09-13T03:21:42.226 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e__Ldzb5Xl2xSXm off=6277793 len=1047325 2024-09-13T03:21:42.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 2706 completed, throughput=5MB/sec 2024-09-13T03:21:42.227 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NF_U8WtW-hhBBDb off=17272147 len=1841622 2024-09-13T03:21:42.230 INFO:tasks.workunit.client.0.smithi052.stdout:op 2707 completed, throughput=5MB/sec 2024-09-13T03:21:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:41 smithi052 ceph-mon[91421]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:41 smithi052 ceph-mon[89065]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:21:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:43.230 INFO:tasks.workunit.client.0.smithi052.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:43.230 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-trLyyWdlRKDyaO_ off=538863 len=1731833 2024-09-13T03:21:43.232 INFO:tasks.workunit.client.0.smithi052.stdout:op 2708 completed, throughput=5MB/sec 2024-09-13T03:21:43.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s78_6H-_08KQb9- off=2515370 len=1028603 2024-09-13T03:21:43.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 2709 completed, throughput=5MB/sec 2024-09-13T03:21:43.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2HJnovYg4OUe3aM off=7645057 len=1327539 2024-09-13T03:21:43.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 2710 completed, throughput=5MB/sec 2024-09-13T03:21:43.238 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4XuvhhL0g9JWQZO off=106932 len=2062120 2024-09-13T03:21:43.242 INFO:tasks.workunit.client.0.smithi052.stdout:op 2711 completed, throughput=5MB/sec 2024-09-13T03:21:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:43 smithi078 ceph-mon[85589]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:21:44.242 INFO:tasks.workunit.client.0.smithi052.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:44.242 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0ZJipmxJ0Gweziz off=6421283 len=28289 2024-09-13T03:21:44.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 2712 completed, throughput=4.99MB/sec 2024-09-13T03:21:44.243 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K9vEvyrrt4W5spb off=6316872 len=1714159 2024-09-13T03:21:44.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 2713 completed, throughput=5MB/sec 2024-09-13T03:21:44.245 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-umGERTDtsqbpB7b off=9449644 len=297707 2024-09-13T03:21:44.245 INFO:tasks.workunit.client.0.smithi052.stdout:op 2714 completed, throughput=5MB/sec 2024-09-13T03:21:44.245 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--gu1Ud8IMrd38De off=5447070 len=1929077 2024-09-13T03:21:44.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 2715 completed, throughput=5MB/sec 2024-09-13T03:21:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:43 smithi052 ceph-mon[91421]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:21:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:43 smithi052 ceph-mon[89065]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:21:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:21:45.249 INFO:tasks.workunit.client.0.smithi052.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:45.249 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GCp_K630cFTu0Al off=11855874 len=163597 2024-09-13T03:21:45.252 INFO:tasks.workunit.client.0.smithi052.stdout:op 2716 completed, throughput=4.99MB/sec 2024-09-13T03:21:45.252 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SoNreeQRMtAdORY off=1456006 len=1924619 2024-09-13T03:21:45.254 INFO:tasks.workunit.client.0.smithi052.stdout:op 2717 completed, throughput=4.99MB/sec 2024-09-13T03:21:45.254 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ACl7k2I3vrh-0hi off=5755272 len=1353665 2024-09-13T03:21:45.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 2718 completed, throughput=5MB/sec 2024-09-13T03:21:45.260 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AKShfUuzhwebJqt off=4861991 len=256502 2024-09-13T03:21:45.263 INFO:tasks.workunit.client.0.smithi052.stdout:op 2719 completed, throughput=5MB/sec 2024-09-13T03:21:45.263 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uNkOsEmA9c4o36C off=8106224 len=1953884 2024-09-13T03:21:45.272 INFO:tasks.workunit.client.0.smithi052.stdout:op 2720 completed, throughput=5MB/sec 2024-09-13T03:21:46.118 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:45 smithi078 ceph-mon[85589]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:21:46.119 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:46.119 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:46.273 INFO:tasks.workunit.client.0.smithi052.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:46.273 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Nflb_XIphaUErI8 off=2537081 len=1688544 2024-09-13T03:21:46.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 2721 completed, throughput=4.99MB/sec 2024-09-13T03:21:46.274 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3gqaAUTe3cYiEoh off=1043610 len=803526 2024-09-13T03:21:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:45 smithi052 ceph-mon[91421]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:21:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:45 smithi052 ceph-mon[89065]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:21:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:46.279 INFO:tasks.workunit.client.0.smithi052.stdout:op 2722 completed, throughput=5MB/sec 2024-09-13T03:21:46.279 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YqAptiP1fLmhOPo off=4987659 len=2073407 2024-09-13T03:21:46.287 INFO:tasks.workunit.client.0.smithi052.stdout:op 2723 completed, throughput=5MB/sec 2024-09-13T03:21:46.287 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KjSpswsjPywMsrP off=4739012 len=1177459 2024-09-13T03:21:46.293 INFO:tasks.workunit.client.0.smithi052.stdout:op 2724 completed, throughput=5MB/sec 2024-09-13T03:21:47.294 INFO:tasks.workunit.client.0.smithi052.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:47.294 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2OFMvUqWVoCUNZ7 off=7613265 len=1030264 2024-09-13T03:21:47.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 2725 completed, throughput=4.99MB/sec 2024-09-13T03:21:47.298 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_veadpf5GDXx7E0 off=3852622 len=1990187 2024-09-13T03:21:47.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 2726 completed, throughput=5MB/sec 2024-09-13T03:21:47.308 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L3gmBL4MW54IEHs off=6277491 len=1686146 2024-09-13T03:21:47.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 2727 completed, throughput=5MB/sec 2024-09-13T03:21:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:47.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:21:47.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:21:47.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:21:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:21:48.310 INFO:tasks.workunit.client.0.smithi052.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:48.310 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-liiFvW5-CPK6dsV off=8692815 len=1091142 2024-09-13T03:21:48.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 2728 completed, throughput=4.99MB/sec 2024-09-13T03:21:48.316 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8l-2rovyyDV6HR_ off=1302741 len=314208 2024-09-13T03:21:48.317 INFO:tasks.workunit.client.0.smithi052.stdout:op 2729 completed, throughput=4.99MB/sec 2024-09-13T03:21:48.317 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wnbCpe3ytocbl71 off=10923507 len=181029 2024-09-13T03:21:48.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 2730 completed, throughput=4.99MB/sec 2024-09-13T03:21:48.320 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GbrBJIwic4ntmtD off=15884603 len=1414859 2024-09-13T03:21:48.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 2731 completed, throughput=5MB/sec 2024-09-13T03:21:48.326 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gB6Kr1K0q_HdLrQ off=8869099 len=1287233 2024-09-13T03:21:48.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 2732 completed, throughput=5MB/sec 2024-09-13T03:21:48.330 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9LD5xyXVMV5CQtK off=1986647 len=986856 2024-09-13T03:21:48.332 INFO:tasks.workunit.client.0.smithi052.stdout:op 2733 completed, throughput=5MB/sec 2024-09-13T03:21:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:48 smithi052 ceph-mon[91421]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:21:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:48 smithi052 ceph-mon[89065]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:21:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:21:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:21:48] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:21:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:48 smithi078 ceph-mon[85589]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:21:49.332 INFO:tasks.workunit.client.0.smithi052.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:49.332 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eSWNQJ79DkIW9Lq off=4664610 len=34620 2024-09-13T03:21:49.334 INFO:tasks.workunit.client.0.smithi052.stdout:op 2734 completed, throughput=4.99MB/sec 2024-09-13T03:21:49.334 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nF2NiArxKV3nLF4 off=4659645 len=1405352 2024-09-13T03:21:49.342 INFO:tasks.workunit.client.0.smithi052.stdout:op 2735 completed, throughput=4.99MB/sec 2024-09-13T03:21:49.342 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yTOEcLWOD2rWPAO off=10859574 len=29284 2024-09-13T03:21:49.343 INFO:tasks.workunit.client.0.smithi052.stdout:op 2736 completed, throughput=4.99MB/sec 2024-09-13T03:21:49.343 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LCXzuB2GnQbhAH0 off=1066539 len=808326 2024-09-13T03:21:49.344 INFO:tasks.workunit.client.0.smithi052.stdout:op 2737 completed, throughput=5MB/sec 2024-09-13T03:21:49.344 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RJhr6rEGPUP_fTv off=1080773 len=1066888 2024-09-13T03:21:49.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 2738 completed, throughput=5MB/sec 2024-09-13T03:21:49.346 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u3Qkee50BazVEpe off=6979636 len=689785 2024-09-13T03:21:49.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 2739 completed, throughput=5MB/sec 2024-09-13T03:21:49.347 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H1yG1lP6VgfR38V off=6193384 len=872140 2024-09-13T03:21:49.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 2740 completed, throughput=5MB/sec 2024-09-13T03:21:49.348 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PYCJKeLimM8fbW3 off=11802534 len=1686345 2024-09-13T03:21:49.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 2741 completed, throughput=5MB/sec 2024-09-13T03:21:50.350 INFO:tasks.workunit.client.0.smithi052.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:50.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FkyGOz0__VU0ACW off=7085879 len=144368 2024-09-13T03:21:50.351 INFO:tasks.workunit.client.0.smithi052.stdout:op 2742 completed, throughput=4.99MB/sec 2024-09-13T03:21:50.351 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9JZxxvitklnO8aN off=14049502 len=376436 2024-09-13T03:21:50.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 2743 completed, throughput=4.99MB/sec 2024-09-13T03:21:50.355 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CJDfhPyGbBwEwF6 off=7310004 len=2001535 2024-09-13T03:21:50.357 INFO:tasks.workunit.client.0.smithi052.stdout:op 2744 completed, throughput=5MB/sec 2024-09-13T03:21:50.357 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9zvR-ZqseuEpZL8 off=2248570 len=284002 2024-09-13T03:21:50.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 2745 completed, throughput=5MB/sec 2024-09-13T03:21:50.358 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dSWSiArplTPsvzQ off=4957637 len=1967190 2024-09-13T03:21:50.367 INFO:tasks.workunit.client.0.smithi052.stdout:op 2746 completed, throughput=5MB/sec 2024-09-13T03:21:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:50 smithi078 ceph-mon[85589]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:21:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:50 smithi052 ceph-mon[91421]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:21:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:50 smithi052 ceph-mon[89065]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:21:51.368 INFO:tasks.workunit.client.0.smithi052.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:51.368 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JtfrZT7qZLvOOjv off=15447365 len=986640 2024-09-13T03:21:51.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 2747 completed, throughput=4.99MB/sec 2024-09-13T03:21:51.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sbal8QX3e9vAjpY off=3558866 len=1443168 2024-09-13T03:21:51.375 INFO:tasks.workunit.client.0.smithi052.stdout:op 2748 completed, throughput=5MB/sec 2024-09-13T03:21:51.375 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NgRncGqNnTXMJep off=6574737 len=589287 2024-09-13T03:21:51.377 INFO:tasks.workunit.client.0.smithi052.stdout:op 2749 completed, throughput=5MB/sec 2024-09-13T03:21:51.377 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KSA-OYAI1D6bqGA off=2131708 len=1560532 2024-09-13T03:21:51.379 INFO:tasks.workunit.client.0.smithi052.stdout:op 2750 completed, throughput=5MB/sec 2024-09-13T03:21:52.380 INFO:tasks.workunit.client.0.smithi052.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:52.380 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OGAsbTERfebXI4P off=4508632 len=1767418 2024-09-13T03:21:52.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 2751 completed, throughput=4.99MB/sec 2024-09-13T03:21:52.382 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EfF2YOLA3u5C4LQ off=4698477 len=654391 2024-09-13T03:21:52.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 2752 completed, throughput=5MB/sec 2024-09-13T03:21:52.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ap59i4sOOJNuJpt off=2279404 len=1936076 2024-09-13T03:21:52.387 INFO:tasks.workunit.client.0.smithi052.stdout:op 2753 completed, throughput=5MB/sec 2024-09-13T03:21:52.387 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BEKlmQT8WeTB0OO off=1317721 len=731240 2024-09-13T03:21:52.389 INFO:tasks.workunit.client.0.smithi052.stdout:op 2754 completed, throughput=5MB/sec 2024-09-13T03:21:52.389 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-izHbHnOII6m5o75 off=10050935 len=1224695 2024-09-13T03:21:52.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 2755 completed, throughput=5MB/sec 2024-09-13T03:21:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:52 smithi078 ceph-mon[85589]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:21:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:21:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:52 smithi052 ceph-mon[91421]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:52 smithi052 ceph-mon[89065]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:53.395 INFO:tasks.workunit.client.0.smithi052.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:53.395 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JiYIW9PXEzdKcGs off=5590491 len=798896 2024-09-13T03:21:53.397 INFO:tasks.workunit.client.0.smithi052.stdout:op 2756 completed, throughput=4.99MB/sec 2024-09-13T03:21:53.397 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_64kqznpNDQaOp1 off=18095156 len=366338 2024-09-13T03:21:53.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 2757 completed, throughput=5MB/sec 2024-09-13T03:21:53.398 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LAxswrnRD7n5p8Z off=9344809 len=737552 2024-09-13T03:21:53.399 INFO:tasks.workunit.client.0.smithi052.stdout:op 2758 completed, throughput=5MB/sec 2024-09-13T03:21:53.399 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HK6kLaEaCoRgdJ2 off=13628841 len=1017067 2024-09-13T03:21:53.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 2759 completed, throughput=5MB/sec 2024-09-13T03:21:53.401 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8KLxLkrTg4DTWr0 off=1294927 len=1180377 2024-09-13T03:21:53.408 INFO:tasks.workunit.client.0.smithi052.stdout:op 2760 completed, throughput=5MB/sec 2024-09-13T03:21:53.408 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V9MOeo8qhZXDOoM off=6908070 len=341604 2024-09-13T03:21:53.412 INFO:tasks.workunit.client.0.smithi052.stdout:op 2761 completed, throughput=5MB/sec 2024-09-13T03:21:54.412 INFO:tasks.workunit.client.0.smithi052.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:54.412 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d6i4FEPaKD0zcjS off=4552828 len=1085385 2024-09-13T03:21:54.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 2762 completed, throughput=4.99MB/sec 2024-09-13T03:21:54.414 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mWoKT54Gk2OXC4v off=625360 len=1742352 2024-09-13T03:21:54.417 INFO:tasks.workunit.client.0.smithi052.stdout:op 2763 completed, throughput=5MB/sec 2024-09-13T03:21:54.417 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eUB_JMIgHobUyS4 off=3297517 len=369951 2024-09-13T03:21:54.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 2764 completed, throughput=5MB/sec 2024-09-13T03:21:54.421 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e5dQ1q8nB_3yxDB off=17666093 len=980883 2024-09-13T03:21:54.422 INFO:tasks.workunit.client.0.smithi052.stdout:op 2765 completed, throughput=5MB/sec 2024-09-13T03:21:54.422 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hyINX3LGtlDPbiH off=13396029 len=1848615 2024-09-13T03:21:54.429 INFO:tasks.workunit.client.0.smithi052.stdout:op 2766 completed, throughput=5MB/sec 2024-09-13T03:21:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:54 smithi078 ceph-mon[85589]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:54 smithi052 ceph-mon[91421]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:54 smithi052 ceph-mon[89065]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:21:55.429 INFO:tasks.workunit.client.0.smithi052.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:55.429 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3U18-d62HKHrTbu off=14694428 len=814163 2024-09-13T03:21:55.431 INFO:tasks.workunit.client.0.smithi052.stdout:op 2767 completed, throughput=4.99MB/sec 2024-09-13T03:21:55.431 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qKnAK0_kp9-x4VN off=4268701 len=840807 2024-09-13T03:21:55.433 INFO:tasks.workunit.client.0.smithi052.stdout:op 2768 completed, throughput=5MB/sec 2024-09-13T03:21:55.433 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AVZ9326FFIlkiVn off=16629022 len=167598 2024-09-13T03:21:55.436 INFO:tasks.workunit.client.0.smithi052.stdout:op 2769 completed, throughput=5MB/sec 2024-09-13T03:21:55.436 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VD-Fc0XxtVyXoMa off=3142542 len=872514 2024-09-13T03:21:55.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 2770 completed, throughput=5MB/sec 2024-09-13T03:21:55.442 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sMnd7Q1VvLEcsxF off=2961135 len=627959 2024-09-13T03:21:55.446 INFO:tasks.workunit.client.0.smithi052.stdout:op 2771 completed, throughput=5MB/sec 2024-09-13T03:21:55.446 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xZAR3kPUdP-UZXJ off=1989082 len=507515 2024-09-13T03:21:55.447 INFO:tasks.workunit.client.0.smithi052.stdout:op 2772 completed, throughput=5MB/sec 2024-09-13T03:21:55.447 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HL-886nHczpJU8L off=20226989 len=356246 2024-09-13T03:21:55.450 INFO:tasks.workunit.client.0.smithi052.stdout:op 2773 completed, throughput=5MB/sec 2024-09-13T03:21:55.450 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Hdz0virStCOdmCD off=20078940 len=884315 2024-09-13T03:21:55.455 INFO:tasks.workunit.client.0.smithi052.stdout:op 2774 completed, throughput=5MB/sec 2024-09-13T03:21:56.456 INFO:tasks.workunit.client.0.smithi052.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:56.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eJ2T2PKZGETdAei off=2106795 len=503804 2024-09-13T03:21:56.460 INFO:tasks.workunit.client.0.smithi052.stdout:op 2775 completed, throughput=4.99MB/sec 2024-09-13T03:21:56.460 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2eHUPmpKdVtdvDP off=1415379 len=1480822 2024-09-13T03:21:56.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 2776 completed, throughput=5MB/sec 2024-09-13T03:21:56.467 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0bb9t19m3BQ0ooi off=8661921 len=1409985 2024-09-13T03:21:56.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 2777 completed, throughput=5MB/sec 2024-09-13T03:21:56.469 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Oq3B57r2_aJYHh0 off=934292 len=574539 2024-09-13T03:21:56.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 2778 completed, throughput=5MB/sec 2024-09-13T03:21:56.472 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zkJdwLyGh50P-Yo off=388685 len=178960 2024-09-13T03:21:56.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 2779 completed, throughput=5MB/sec 2024-09-13T03:21:56.475 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4T-sLnLw4YJ-1lS off=4664568 len=630852 2024-09-13T03:21:56.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 2780 completed, throughput=5MB/sec 2024-09-13T03:21:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:56 smithi078 ceph-mon[85589]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:21:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:56 smithi052 ceph-mon[91421]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:21:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:56 smithi052 ceph-mon[89065]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:21:57.476 INFO:tasks.workunit.client.0.smithi052.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:57.476 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-keoggMRlxvC8TEA off=2138428 len=1045056 2024-09-13T03:21:57.479 INFO:tasks.workunit.client.0.smithi052.stdout:op 2781 completed, throughput=4.99MB/sec 2024-09-13T03:21:57.479 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4lZ6OCAqk2mwGK5 off=993244 len=1106567 2024-09-13T03:21:57.480 INFO:tasks.workunit.client.0.smithi052.stdout:op 2782 completed, throughput=4.99MB/sec 2024-09-13T03:21:57.480 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_08T5W6VIw_BZWa off=4239283 len=1764616 2024-09-13T03:21:57.482 INFO:tasks.workunit.client.0.smithi052.stdout:op 2783 completed, throughput=5MB/sec 2024-09-13T03:21:57.483 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kQovvKPjzUcLlF5 off=906074 len=360673 2024-09-13T03:21:57.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 2784 completed, throughput=5MB/sec 2024-09-13T03:21:57.486 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vBz0s1MwFbGGGWz off=1781164 len=1739572 2024-09-13T03:21:57.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 2785 completed, throughput=5MB/sec 2024-09-13T03:21:58.494 INFO:tasks.workunit.client.0.smithi052.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:58.494 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wnbhcOKFTBnYRyX off=13706382 len=1834735 2024-09-13T03:21:58.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 2786 completed, throughput=5MB/sec 2024-09-13T03:21:58.497 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lMFWjTO9ksuj1wU off=14498463 len=1220968 2024-09-13T03:21:58.503 INFO:tasks.workunit.client.0.smithi052.stdout:op 2787 completed, throughput=5MB/sec 2024-09-13T03:21:58.503 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RkQLmhp-sEa-qL7 off=2343848 len=1912522 2024-09-13T03:21:58.512 INFO:tasks.workunit.client.0.smithi052.stdout:op 2788 completed, throughput=5MB/sec 2024-09-13T03:21:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:21:58 smithi052 ceph-mon[91421]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:21:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:21:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:21:58] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:21:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:21:58 smithi052 ceph-mon[89065]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:21:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:21:58 smithi078 ceph-mon[85589]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:21:59.512 INFO:tasks.workunit.client.0.smithi052.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-13T03:21:59.512 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CIwucoUuQYr_QUR off=5982833 len=731271 2024-09-13T03:21:59.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 2789 completed, throughput=4.99MB/sec 2024-09-13T03:21:59.517 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NBzRMg0vaeirhul off=8433101 len=734393 2024-09-13T03:21:59.518 INFO:tasks.workunit.client.0.smithi052.stdout:op 2790 completed, throughput=4.99MB/sec 2024-09-13T03:21:59.518 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nxLv2EFuW-7cMOh off=4394066 len=1233371 2024-09-13T03:21:59.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 2791 completed, throughput=5MB/sec 2024-09-13T03:21:59.520 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Yf2SDSFO6sKlBpb off=20173462 len=353633 2024-09-13T03:21:59.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 2792 completed, throughput=5MB/sec 2024-09-13T03:21:59.521 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HscTRQqUlCl3zSt off=8954947 len=406545 2024-09-13T03:21:59.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 2793 completed, throughput=5MB/sec 2024-09-13T03:21:59.525 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XjpIQffu6oq4xtZ off=3998005 len=871382 2024-09-13T03:21:59.526 INFO:tasks.workunit.client.0.smithi052.stdout:op 2794 completed, throughput=5MB/sec 2024-09-13T03:21:59.526 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EPOmzGj2ruw6MMf off=7564798 len=1841928 2024-09-13T03:21:59.527 INFO:tasks.workunit.client.0.smithi052.stdout:op 2795 completed, throughput=5MB/sec 2024-09-13T03:22:00.528 INFO:tasks.workunit.client.0.smithi052.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:00.528 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4dUh4AZfDZESwSj off=7864717 len=208473 2024-09-13T03:22:00.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 2796 completed, throughput=4.99MB/sec 2024-09-13T03:22:00.531 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iZaWjRkzVfcYHV4 off=1418827 len=820106 2024-09-13T03:22:00.532 INFO:tasks.workunit.client.0.smithi052.stdout:op 2797 completed, throughput=5MB/sec 2024-09-13T03:22:00.532 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SKiSDTugCcv14C2 off=1250246 len=1967018 2024-09-13T03:22:00.535 INFO:tasks.workunit.client.0.smithi052.stdout:op 2798 completed, throughput=5MB/sec 2024-09-13T03:22:00.535 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JGVgDRu5gSC7CAo off=5516418 len=363287 2024-09-13T03:22:00.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 2799 completed, throughput=5MB/sec 2024-09-13T03:22:00.536 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cdmGfKV-eI7IeNV off=3211666 len=947369 2024-09-13T03:22:00.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 2800 completed, throughput=5MB/sec 2024-09-13T03:22:00.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:00 smithi078 ceph-mon[85589]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:00 smithi052 ceph-mon[91421]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:00 smithi052 ceph-mon[89065]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:01.537 INFO:tasks.workunit.client.0.smithi052.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:01.537 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-loIgOxJ52bmipOi off=14169177 len=722987 2024-09-13T03:22:01.542 INFO:tasks.workunit.client.0.smithi052.stdout:op 2801 completed, throughput=4.99MB/sec 2024-09-13T03:22:01.542 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qQTSQ7F7hicwJhh off=651686 len=1000114 2024-09-13T03:22:01.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 2802 completed, throughput=4.99MB/sec 2024-09-13T03:22:01.544 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cNlwzw_XatRMj_T off=7074650 len=1364150 2024-09-13T03:22:01.547 INFO:tasks.workunit.client.0.smithi052.stdout:op 2803 completed, throughput=5MB/sec 2024-09-13T03:22:01.547 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-29lEGg5iZPRX8rx off=1910985 len=1825946 2024-09-13T03:22:01.550 INFO:tasks.workunit.client.0.smithi052.stdout:op 2804 completed, throughput=5MB/sec 2024-09-13T03:22:01.550 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l2NfVsLoErHZFWY off=8876002 len=390513 2024-09-13T03:22:01.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 2805 completed, throughput=5MB/sec 2024-09-13T03:22:02.554 INFO:tasks.workunit.client.0.smithi052.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:02.554 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TD5fTj-k71vFgnY off=2119964 len=1812197 2024-09-13T03:22:02.565 INFO:tasks.workunit.client.0.smithi052.stdout:op 2806 completed, throughput=4.99MB/sec 2024-09-13T03:22:02.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1nLzCL5RWsYj3XI off=6866601 len=1454755 2024-09-13T03:22:02.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 2807 completed, throughput=5MB/sec 2024-09-13T03:22:02.572 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_AgEo_xXYgqve9v off=4788240 len=1473818 2024-09-13T03:22:02.574 INFO:tasks.workunit.client.0.smithi052.stdout:op 2808 completed, throughput=5MB/sec 2024-09-13T03:22:02.574 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TGvWZmyGsxsySA2 off=3234877 len=1137967 2024-09-13T03:22:02.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 2809 completed, throughput=5MB/sec 2024-09-13T03:22:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:02 smithi078 ceph-mon[85589]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:22:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:02.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:02 smithi052 ceph-mon[89065]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:02 smithi052 ceph-mon[91421]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:03.576 INFO:tasks.workunit.client.0.smithi052.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:03.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Z4A0FZ_wHISsdWY off=1205276 len=409437 2024-09-13T03:22:03.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 2810 completed, throughput=4.99MB/sec 2024-09-13T03:22:03.580 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bn8OYkUIm4wwmcH off=1120372 len=1762910 2024-09-13T03:22:03.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 2811 completed, throughput=5MB/sec 2024-09-13T03:22:03.590 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f4lAfSfclNMPS-a off=768965 len=445244 2024-09-13T03:22:03.593 INFO:tasks.workunit.client.0.smithi052.stdout:op 2812 completed, throughput=5MB/sec 2024-09-13T03:22:03.593 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ToeCTIXJJjd4oc_ off=10346388 len=348333 2024-09-13T03:22:03.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 2813 completed, throughput=5MB/sec 2024-09-13T03:22:03.597 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--M9C7wLuFKABjWu off=4096029 len=1815461 2024-09-13T03:22:03.605 INFO:tasks.workunit.client.0.smithi052.stdout:op 2814 completed, throughput=5MB/sec 2024-09-13T03:22:04.605 INFO:tasks.workunit.client.0.smithi052.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:04.606 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J68m0OpMz3gq3de off=3015035 len=813727 2024-09-13T03:22:04.610 INFO:tasks.workunit.client.0.smithi052.stdout:op 2815 completed, throughput=4.99MB/sec 2024-09-13T03:22:04.610 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pcLt4XVZkN_bi4G off=8178681 len=528505 2024-09-13T03:22:04.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 2816 completed, throughput=4.99MB/sec 2024-09-13T03:22:04.614 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--h906FCPio17G0a off=294399 len=204186 2024-09-13T03:22:04.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 2817 completed, throughput=4.99MB/sec 2024-09-13T03:22:04.615 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Dtjpb1IhDgpguuU off=1952827 len=134808 2024-09-13T03:22:04.616 INFO:tasks.workunit.client.0.smithi052.stdout:op 2818 completed, throughput=4.99MB/sec 2024-09-13T03:22:04.616 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zaamZCbvtw7MARF off=449157 len=404941 2024-09-13T03:22:04.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 2819 completed, throughput=4.99MB/sec 2024-09-13T03:22:04.617 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U_DqwFeMB_IucLw off=7524466 len=1045905 2024-09-13T03:22:04.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 2820 completed, throughput=5MB/sec 2024-09-13T03:22:04.622 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oS8B_chHlaOurqu off=7079208 len=485126 2024-09-13T03:22:04.624 INFO:tasks.workunit.client.0.smithi052.stdout:op 2821 completed, throughput=5MB/sec 2024-09-13T03:22:04.624 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zLb1ne2mbWYSWbw off=6432554 len=446928 2024-09-13T03:22:04.626 INFO:tasks.workunit.client.0.smithi052.stdout:op 2822 completed, throughput=5MB/sec 2024-09-13T03:22:04.627 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D8zu4IT1Dd0a5cB off=14007090 len=1249293 2024-09-13T03:22:04.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 2823 completed, throughput=5MB/sec 2024-09-13T03:22:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:04 smithi078 ceph-mon[85589]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:04 smithi052 ceph-mon[89065]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:04 smithi052 ceph-mon[91421]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:05.628 INFO:tasks.workunit.client.0.smithi052.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:05.629 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Qlw-jF-nDGDOGKg off=118705 len=630658 2024-09-13T03:22:05.630 INFO:tasks.workunit.client.0.smithi052.stdout:op 2824 completed, throughput=4.99MB/sec 2024-09-13T03:22:05.630 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gonlt_-X5rePd43 off=1078045 len=884972 2024-09-13T03:22:05.634 INFO:tasks.workunit.client.0.smithi052.stdout:op 2825 completed, throughput=4.99MB/sec 2024-09-13T03:22:05.635 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--fswdZRdFe56lJb off=1504344 len=1170332 2024-09-13T03:22:05.639 INFO:tasks.workunit.client.0.smithi052.stdout:op 2826 completed, throughput=5MB/sec 2024-09-13T03:22:05.639 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mEdVs1hfsSWL2Xi off=1028517 len=1849086 2024-09-13T03:22:05.643 INFO:tasks.workunit.client.0.smithi052.stdout:op 2827 completed, throughput=5MB/sec 2024-09-13T03:22:05.643 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sCzY4ERlvmLiUj_ off=10211044 len=617743 2024-09-13T03:22:05.647 INFO:tasks.workunit.client.0.smithi052.stdout:op 2828 completed, throughput=5MB/sec 2024-09-13T03:22:05.648 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e3w3AxClOwo58UB off=9967725 len=802404 2024-09-13T03:22:05.648 INFO:tasks.workunit.client.0.smithi052.stdout:op 2829 completed, throughput=5MB/sec 2024-09-13T03:22:06.649 INFO:tasks.workunit.client.0.smithi052.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:06.649 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dNIaI5xPN0RfHt3 off=15316534 len=1046415 2024-09-13T03:22:06.651 INFO:tasks.workunit.client.0.smithi052.stdout:op 2830 completed, throughput=4.99MB/sec 2024-09-13T03:22:06.651 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W6T-Kt7YFyXl0Cq off=2813597 len=1530735 2024-09-13T03:22:06.658 INFO:tasks.workunit.client.0.smithi052.stdout:op 2831 completed, throughput=5MB/sec 2024-09-13T03:22:06.659 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yzYZIEIm7qkO5Rp off=2237339 len=1805918 2024-09-13T03:22:06.660 INFO:tasks.workunit.client.0.smithi052.stdout:op 2832 completed, throughput=5MB/sec 2024-09-13T03:22:06.661 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t8qJ5HhIuXtWXV- off=8105417 len=1984296 2024-09-13T03:22:06.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 2833 completed, throughput=5MB/sec 2024-09-13T03:22:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:06 smithi078 ceph-mon[85589]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:22:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:06 smithi052 ceph-mon[89065]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:22:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:06 smithi052 ceph-mon[91421]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:22:07.669 INFO:tasks.workunit.client.0.smithi052.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:07.669 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EwT4wwKiRCId-4g off=2188201 len=774786 2024-09-13T03:22:07.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 2834 completed, throughput=5MB/sec 2024-09-13T03:22:07.674 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nXUrhvLFIwKl3Ch off=9217003 len=485748 2024-09-13T03:22:07.675 INFO:tasks.workunit.client.0.smithi052.stdout:op 2835 completed, throughput=5MB/sec 2024-09-13T03:22:07.675 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3wlBFEocZqCTiet off=20712024 len=1624138 2024-09-13T03:22:07.683 INFO:tasks.workunit.client.0.smithi052.stdout:op 2836 completed, throughput=5MB/sec 2024-09-13T03:22:07.683 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yYFQZBi0OKKhNAX off=10974845 len=734405 2024-09-13T03:22:07.684 INFO:tasks.workunit.client.0.smithi052.stdout:op 2837 completed, throughput=5MB/sec 2024-09-13T03:22:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:08 smithi052 ceph-mon[91421]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:22:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:08 smithi052 ceph-mon[89065]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:22:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:22:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:22:08] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:22:08.684 INFO:tasks.workunit.client.0.smithi052.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:08.684 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZPxfq8fhcgEWOgZ off=6849834 len=42820 2024-09-13T03:22:08.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 2838 completed, throughput=4.99MB/sec 2024-09-13T03:22:08.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3vkj5nskucbxpqO off=70173 len=468445 2024-09-13T03:22:08.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 2839 completed, throughput=4.99MB/sec 2024-09-13T03:22:08.687 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--zHObqU-MEFcDMm off=13161759 len=1957292 2024-09-13T03:22:08.689 INFO:tasks.workunit.client.0.smithi052.stdout:op 2840 completed, throughput=5MB/sec 2024-09-13T03:22:08.689 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3UM_AXngQOWmcQ8 off=10613608 len=86570 2024-09-13T03:22:08.692 INFO:tasks.workunit.client.0.smithi052.stdout:op 2841 completed, throughput=5MB/sec 2024-09-13T03:22:08.692 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0Dt5P6XMxwECjBv off=17019005 len=1276750 2024-09-13T03:22:08.693 INFO:tasks.workunit.client.0.smithi052.stdout:op 2842 completed, throughput=5MB/sec 2024-09-13T03:22:08.693 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BHiuM_i_ZBCCj9N off=4328613 len=797763 2024-09-13T03:22:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:08 smithi078 ceph-mon[85589]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:22:08.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 2843 completed, throughput=5MB/sec 2024-09-13T03:22:08.704 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A70KlML6K9EwRKQ off=3406673 len=437170 2024-09-13T03:22:08.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 2844 completed, throughput=5MB/sec 2024-09-13T03:22:08.707 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nwFqQYkdsVF8Ls0 off=149222 len=1207757 2024-09-13T03:22:08.708 INFO:tasks.workunit.client.0.smithi052.stdout:op 2845 completed, throughput=5MB/sec 2024-09-13T03:22:09.708 INFO:tasks.workunit.client.0.smithi052.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:09.708 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-agnHMUxLIlQsGc7 off=12764224 len=1188156 2024-09-13T03:22:09.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 2846 completed, throughput=4.99MB/sec 2024-09-13T03:22:09.714 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hlsANzgqc2hqREa off=2785910 len=16389 2024-09-13T03:22:09.714 INFO:tasks.workunit.client.0.smithi052.stdout:op 2847 completed, throughput=4.99MB/sec 2024-09-13T03:22:09.714 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HZzLbcU9d7sFJO3 off=11016484 len=89312 2024-09-13T03:22:09.714 INFO:tasks.workunit.client.0.smithi052.stdout:op 2848 completed, throughput=4.99MB/sec 2024-09-13T03:22:09.715 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EoZN5HVtg6E5n2_ off=11158609 len=438699 2024-09-13T03:22:09.715 INFO:tasks.workunit.client.0.smithi052.stdout:op 2849 completed, throughput=5MB/sec 2024-09-13T03:22:09.715 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-geV1FElpIaB4Gq8 off=3240629 len=812384 2024-09-13T03:22:09.719 INFO:tasks.workunit.client.0.smithi052.stdout:op 2850 completed, throughput=5MB/sec 2024-09-13T03:22:09.719 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pNEr5mCkK7d5dyK off=1243210 len=341458 2024-09-13T03:22:09.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 2851 completed, throughput=5MB/sec 2024-09-13T03:22:09.721 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fcSPF0XNg7BixRL off=2365228 len=251410 2024-09-13T03:22:09.723 INFO:tasks.workunit.client.0.smithi052.stdout:op 2852 completed, throughput=5MB/sec 2024-09-13T03:22:09.723 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_TT8GIzCRLS53JY off=2114134 len=202053 2024-09-13T03:22:09.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 2853 completed, throughput=5MB/sec 2024-09-13T03:22:09.724 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X8oBsQi9DF1A0G7 off=2480677 len=542870 2024-09-13T03:22:09.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 2854 completed, throughput=5MB/sec 2024-09-13T03:22:09.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1avolXEP4vhH0Yf off=2694326 len=615978 2024-09-13T03:22:09.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 2855 completed, throughput=5MB/sec 2024-09-13T03:22:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:10 smithi078 ceph-mon[85589]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:22:10.728 INFO:tasks.workunit.client.0.smithi052.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:10.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g1QI6UJM6-ZZUMA off=1900528 len=216630 2024-09-13T03:22:10.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 2856 completed, throughput=4.99MB/sec 2024-09-13T03:22:10.729 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kvof5-oSVzGhgk_ off=1187641 len=1991627 2024-09-13T03:22:10.733 INFO:tasks.workunit.client.0.smithi052.stdout:op 2857 completed, throughput=5MB/sec 2024-09-13T03:22:10.733 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rmO6TBMawQinQfZ off=3956397 len=1326840 2024-09-13T03:22:10.739 INFO:tasks.workunit.client.0.smithi052.stdout:op 2858 completed, throughput=5MB/sec 2024-09-13T03:22:10.739 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iAOFMXExzpB5aJQ off=12836098 len=902511 2024-09-13T03:22:10.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 2859 completed, throughput=5MB/sec 2024-09-13T03:22:10.745 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--nqXVs_-DwfsPy0 off=13174483 len=2053578 2024-09-13T03:22:10.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 2860 completed, throughput=5MB/sec 2024-09-13T03:22:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:10 smithi052 ceph-mon[91421]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:22:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:10 smithi052 ceph-mon[89065]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:22:11.748 INFO:tasks.workunit.client.0.smithi052.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:11.748 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0io8FnpQDrrl1B9 off=1550273 len=794649 2024-09-13T03:22:11.753 INFO:tasks.workunit.client.0.smithi052.stdout:op 2861 completed, throughput=4.99MB/sec 2024-09-13T03:22:11.753 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RFyfMb1B5WKBYD_ off=1078079 len=737613 2024-09-13T03:22:11.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 2862 completed, throughput=5MB/sec 2024-09-13T03:22:11.758 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RKODV_Mt6AEotfn off=1855652 len=1036351 2024-09-13T03:22:11.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 2863 completed, throughput=5MB/sec 2024-09-13T03:22:11.764 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d4KeKIjfF8_5bWJ off=9937581 len=1351082 2024-09-13T03:22:11.771 INFO:tasks.workunit.client.0.smithi052.stdout:op 2864 completed, throughput=5MB/sec 2024-09-13T03:22:11.771 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ak1u6LDI6SIUQVk off=5935322 len=512529 2024-09-13T03:22:11.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 2865 completed, throughput=5MB/sec 2024-09-13T03:22:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:12 smithi078 ceph-mon[85589]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:22:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:12.776 INFO:tasks.workunit.client.0.smithi052.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:12.776 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dRsdlnGwYIqhTl2 off=2942949 len=773295 2024-09-13T03:22:12.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 2866 completed, throughput=4.99MB/sec 2024-09-13T03:22:12.777 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9z273Mel8ulUeim off=1949832 len=1407587 2024-09-13T03:22:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:12 smithi052 ceph-mon[91421]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:12 smithi052 ceph-mon[89065]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:12.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 2867 completed, throughput=5MB/sec 2024-09-13T03:22:12.780 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v5St6NLxwoDZ5q5 off=12571063 len=521428 2024-09-13T03:22:12.781 INFO:tasks.workunit.client.0.smithi052.stdout:op 2868 completed, throughput=5MB/sec 2024-09-13T03:22:12.781 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_oyhmiRnx_ukEBU off=10000608 len=764668 2024-09-13T03:22:12.786 INFO:tasks.workunit.client.0.smithi052.stdout:op 2869 completed, throughput=5MB/sec 2024-09-13T03:22:12.786 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nWOOpNoarGa_gvC off=1456306 len=1144128 2024-09-13T03:22:12.793 INFO:tasks.workunit.client.0.smithi052.stdout:op 2870 completed, throughput=5MB/sec 2024-09-13T03:22:12.793 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0FxItlIV2BBv4aO off=4447019 len=25289 2024-09-13T03:22:12.793 INFO:tasks.workunit.client.0.smithi052.stdout:op 2871 completed, throughput=5MB/sec 2024-09-13T03:22:12.793 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qnB5F4dVRKzZOKu off=18418776 len=343649 2024-09-13T03:22:12.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 2872 completed, throughput=5MB/sec 2024-09-13T03:22:12.794 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dx-idDlLSm1yIKB off=3693988 len=167082 2024-09-13T03:22:12.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 2873 completed, throughput=5MB/sec 2024-09-13T03:22:13.795 INFO:tasks.workunit.client.0.smithi052.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:13.795 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OhGv0Mjz6fGhQnI off=8303177 len=557222 2024-09-13T03:22:13.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 2874 completed, throughput=4.99MB/sec 2024-09-13T03:22:13.799 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G6mbUJ3s-6pIL0C off=78320 len=2029922 2024-09-13T03:22:13.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 2875 completed, throughput=5MB/sec 2024-09-13T03:22:13.801 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0tbJInCyF1X1POT off=5273779 len=925997 2024-09-13T03:22:13.803 INFO:tasks.workunit.client.0.smithi052.stdout:op 2876 completed, throughput=5MB/sec 2024-09-13T03:22:13.803 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pW0bbjvgvB2C9fG off=5874600 len=1304505 2024-09-13T03:22:13.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 2877 completed, throughput=5MB/sec 2024-09-13T03:22:13.811 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YDkSVpjAV0FmnU- off=22982824 len=1966281 2024-09-13T03:22:13.820 INFO:tasks.workunit.client.0.smithi052.stdout:op 2878 completed, throughput=5MB/sec 2024-09-13T03:22:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:14 smithi078 ceph-mon[85589]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:22:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:14 smithi052 ceph-mon[91421]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:22:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:14 smithi052 ceph-mon[89065]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:22:14.820 INFO:tasks.workunit.client.0.smithi052.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:14.821 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZLP_ODk_q-aVzjV off=7560836 len=667652 2024-09-13T03:22:14.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 2879 completed, throughput=4.99MB/sec 2024-09-13T03:22:14.826 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dzYQqJo2_7MGuVz off=4728419 len=1557740 2024-09-13T03:22:14.828 INFO:tasks.workunit.client.0.smithi052.stdout:op 2880 completed, throughput=5MB/sec 2024-09-13T03:22:14.828 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cA7nGDUBZwTVI22 off=18310727 len=1949786 2024-09-13T03:22:14.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 2881 completed, throughput=5MB/sec 2024-09-13T03:22:15.838 INFO:tasks.workunit.client.0.smithi052.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:15.838 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B8MgrO7wCTy2g62 off=6470645 len=773319 2024-09-13T03:22:15.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 2882 completed, throughput=4.99MB/sec 2024-09-13T03:22:15.840 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HsmCrFvQCqAI7bI off=494408 len=1273024 2024-09-13T03:22:15.841 INFO:tasks.workunit.client.0.smithi052.stdout:op 2883 completed, throughput=5MB/sec 2024-09-13T03:22:15.841 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iu_jyDGY-g30gPh off=6599164 len=1524530 2024-09-13T03:22:15.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 2884 completed, throughput=5MB/sec 2024-09-13T03:22:15.849 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tLoHo6t45Gef5SA off=1536742 len=1115120 2024-09-13T03:22:15.851 INFO:tasks.workunit.client.0.smithi052.stdout:op 2885 completed, throughput=5MB/sec 2024-09-13T03:22:15.851 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z7xQW75MJc57ro1 off=8215734 len=1914918 2024-09-13T03:22:15.854 INFO:tasks.workunit.client.0.smithi052.stdout:op 2886 completed, throughput=5MB/sec 2024-09-13T03:22:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:16 smithi078 ceph-mon[85589]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:16 smithi052 ceph-mon[89065]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:16 smithi052 ceph-mon[91421]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:16.855 INFO:tasks.workunit.client.0.smithi052.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:16.855 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PlHRhPrHhcHJs_7 off=14723886 len=526578 2024-09-13T03:22:16.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 2887 completed, throughput=4.99MB/sec 2024-09-13T03:22:16.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-R8vijnQwjvkeIZX off=943210 len=395232 2024-09-13T03:22:16.862 INFO:tasks.workunit.client.0.smithi052.stdout:op 2888 completed, throughput=5MB/sec 2024-09-13T03:22:16.862 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oOys8WJBBXrMNTN off=19155994 len=1653190 2024-09-13T03:22:16.864 INFO:tasks.workunit.client.0.smithi052.stdout:op 2889 completed, throughput=5MB/sec 2024-09-13T03:22:16.864 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8nIGIs0FLkUuHwN off=6479710 len=860733 2024-09-13T03:22:16.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 2890 completed, throughput=5MB/sec 2024-09-13T03:22:16.869 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fZ3WJj_uw_p9BUG off=12099791 len=1224955 2024-09-13T03:22:16.870 INFO:tasks.workunit.client.0.smithi052.stdout:op 2891 completed, throughput=5MB/sec 2024-09-13T03:22:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:17.870 INFO:tasks.workunit.client.0.smithi052.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:17.870 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9FoZYFiAEZbuct9 off=1210205 len=14912 2024-09-13T03:22:17.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 2892 completed, throughput=4.99MB/sec 2024-09-13T03:22:17.873 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QnyOAHgzKGNujuV off=4580311 len=1930498 2024-09-13T03:22:17.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 2893 completed, throughput=5MB/sec 2024-09-13T03:22:17.877 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pUam43lIDwBY65L off=10780058 len=1038545 2024-09-13T03:22:17.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 2894 completed, throughput=5MB/sec 2024-09-13T03:22:17.878 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-62OyjRcIFNhRQOW off=15295572 len=444945 2024-09-13T03:22:17.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 2895 completed, throughput=5MB/sec 2024-09-13T03:22:17.879 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-erTxsy5Wpe6OgdZ off=3492581 len=346809 2024-09-13T03:22:17.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 2896 completed, throughput=5MB/sec 2024-09-13T03:22:17.880 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--1vGUj9gp-eWyXy off=11524595 len=438932 2024-09-13T03:22:17.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 2897 completed, throughput=5MB/sec 2024-09-13T03:22:17.883 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x-jtzBxetZU8Gt2 off=19291452 len=697505 2024-09-13T03:22:17.888 INFO:tasks.workunit.client.0.smithi052.stdout:op 2898 completed, throughput=5MB/sec 2024-09-13T03:22:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:18 smithi052 ceph-mon[91421]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:22:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:22:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:22:18] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:22:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:18 smithi052 ceph-mon[89065]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:22:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:18 smithi078 ceph-mon[85589]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:22:18.888 INFO:tasks.workunit.client.0.smithi052.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:18.888 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eNOsWWGe3Lo6SBZ off=98466 len=1553023 2024-09-13T03:22:18.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 2899 completed, throughput=4.99MB/sec 2024-09-13T03:22:18.896 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IKn5Iw8e71bXjyR off=19735603 len=899659 2024-09-13T03:22:18.898 INFO:tasks.workunit.client.0.smithi052.stdout:op 2900 completed, throughput=5MB/sec 2024-09-13T03:22:18.898 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NjbuI_UqYEvsI6W off=1349124 len=1260685 2024-09-13T03:22:18.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 2901 completed, throughput=5MB/sec 2024-09-13T03:22:18.905 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Z74tz18jZ5hb_I5 off=4429640 len=858592 2024-09-13T03:22:18.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 2902 completed, throughput=5MB/sec 2024-09-13T03:22:18.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ISwgAPcInCVGvJB off=670436 len=1948041 2024-09-13T03:22:18.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 2903 completed, throughput=5MB/sec 2024-09-13T03:22:19.919 INFO:tasks.workunit.client.0.smithi052.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:19.920 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ckxqMKamJHRuYz4 off=19073501 len=403305 2024-09-13T03:22:19.920 INFO:tasks.workunit.client.0.smithi052.stdout:op 2904 completed, throughput=4.99MB/sec 2024-09-13T03:22:19.920 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gz5UGpOXn2JBlrw off=1552969 len=52194 2024-09-13T03:22:19.922 INFO:tasks.workunit.client.0.smithi052.stdout:op 2905 completed, throughput=4.99MB/sec 2024-09-13T03:22:19.922 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Opcub6LynvzDQuE off=916501 len=549894 2024-09-13T03:22:19.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 2906 completed, throughput=5MB/sec 2024-09-13T03:22:19.923 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5iPeiLFf4zP12rQ off=0 len=1144542 2024-09-13T03:22:19.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 2907 completed, throughput=5MB/sec 2024-09-13T03:22:19.925 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DUXdovrNxRlZaAI off=560517 len=662117 2024-09-13T03:22:19.928 INFO:tasks.workunit.client.0.smithi052.stdout:op 2908 completed, throughput=5MB/sec 2024-09-13T03:22:19.928 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2EWwRj-K-EkxrKF off=76845 len=1113180 2024-09-13T03:22:19.929 INFO:tasks.workunit.client.0.smithi052.stdout:op 2909 completed, throughput=5MB/sec 2024-09-13T03:22:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:20 smithi078 ceph-mon[85589]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:22:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:20 smithi052 ceph-mon[91421]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:22:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:20 smithi052 ceph-mon[89065]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:22:20.929 INFO:tasks.workunit.client.0.smithi052.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:20.929 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P4XhIqJJbjPfFAk off=9229698 len=1309017 2024-09-13T03:22:20.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 2910 completed, throughput=4.99MB/sec 2024-09-13T03:22:20.935 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N_eCrDPcLNrJ97q off=18627497 len=821294 2024-09-13T03:22:20.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 2911 completed, throughput=5MB/sec 2024-09-13T03:22:20.941 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wyydT7S__tx2wOD off=4955419 len=1601263 2024-09-13T03:22:20.943 INFO:tasks.workunit.client.0.smithi052.stdout:op 2912 completed, throughput=5MB/sec 2024-09-13T03:22:20.943 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Vq59Bk7eUf_f2Vm off=10519396 len=707345 2024-09-13T03:22:20.944 INFO:tasks.workunit.client.0.smithi052.stdout:op 2913 completed, throughput=5MB/sec 2024-09-13T03:22:20.944 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FYDqW18FO9ejW_V off=270307 len=1898285 2024-09-13T03:22:20.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 2914 completed, throughput=5MB/sec 2024-09-13T03:22:21.956 INFO:tasks.workunit.client.0.smithi052.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:21.957 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ODLMXE4mRSe1ACR off=19108861 len=1735925 2024-09-13T03:22:21.959 INFO:tasks.workunit.client.0.smithi052.stdout:op 2915 completed, throughput=5MB/sec 2024-09-13T03:22:21.959 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FDxFjQwmJ_rjJDK off=4282588 len=10818 2024-09-13T03:22:21.959 INFO:tasks.workunit.client.0.smithi052.stdout:op 2916 completed, throughput=5MB/sec 2024-09-13T03:22:21.959 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ScbvDo-XkrlXu_n off=58068 len=1045670 2024-09-13T03:22:21.961 INFO:tasks.workunit.client.0.smithi052.stdout:op 2917 completed, throughput=5MB/sec 2024-09-13T03:22:21.961 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dVE9_ep5axYt1u9 off=4956233 len=1422538 2024-09-13T03:22:21.962 INFO:tasks.workunit.client.0.smithi052.stdout:op 2918 completed, throughput=5MB/sec 2024-09-13T03:22:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:22 smithi078 ceph-mon[85589]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:22:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:22 smithi052 ceph-mon[91421]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:22.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:22 smithi052 ceph-mon[89065]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:22.963 INFO:tasks.workunit.client.0.smithi052.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:22.963 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_V4MTBLVGvRYsGa off=8196028 len=1057266 2024-09-13T03:22:22.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 2919 completed, throughput=4.99MB/sec 2024-09-13T03:22:22.968 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-94O9U3aehrT5j6n off=6473647 len=187785 2024-09-13T03:22:22.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 2920 completed, throughput=4.99MB/sec 2024-09-13T03:22:22.971 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-r9V3KfFGdrNinZk off=4089545 len=464898 2024-09-13T03:22:22.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 2921 completed, throughput=4.99MB/sec 2024-09-13T03:22:22.975 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DiuCi24lWCh67nR off=15468525 len=1728810 2024-09-13T03:22:22.978 INFO:tasks.workunit.client.0.smithi052.stdout:op 2922 completed, throughput=5MB/sec 2024-09-13T03:22:22.978 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YB4Ij0ch3wRTXmO off=9753070 len=488352 2024-09-13T03:22:22.979 INFO:tasks.workunit.client.0.smithi052.stdout:op 2923 completed, throughput=5MB/sec 2024-09-13T03:22:22.979 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BDXqegnyLb-dhA3 off=4051245 len=502296 2024-09-13T03:22:22.980 INFO:tasks.workunit.client.0.smithi052.stdout:op 2924 completed, throughput=5MB/sec 2024-09-13T03:22:22.980 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-biVPNdPJCzEaGd8 off=11094504 len=359577 2024-09-13T03:22:22.983 INFO:tasks.workunit.client.0.smithi052.stdout:op 2925 completed, throughput=5MB/sec 2024-09-13T03:22:22.983 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--pasR8kk3PJKO80 off=8003423 len=416349 2024-09-13T03:22:22.984 INFO:tasks.workunit.client.0.smithi052.stdout:op 2926 completed, throughput=5MB/sec 2024-09-13T03:22:22.984 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tMB9c27HtVQde7O off=1244880 len=728675 2024-09-13T03:22:22.985 INFO:tasks.workunit.client.0.smithi052.stdout:op 2927 completed, throughput=5MB/sec 2024-09-13T03:22:23.986 INFO:tasks.workunit.client.0.smithi052.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:23.986 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x3mSiaUoNJ3QEdQ off=9876186 len=307306 2024-09-13T03:22:23.987 INFO:tasks.workunit.client.0.smithi052.stdout:op 2928 completed, throughput=4.99MB/sec 2024-09-13T03:22:23.987 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XP5j1tyHhrmVNOX off=9837809 len=1546865 2024-09-13T03:22:23.989 INFO:tasks.workunit.client.0.smithi052.stdout:op 2929 completed, throughput=5MB/sec 2024-09-13T03:22:23.989 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IYSu-P2aHbC-BbR off=383743 len=2028062 2024-09-13T03:22:24.002 INFO:tasks.workunit.client.0.smithi052.stdout:op 2930 completed, throughput=5MB/sec 2024-09-13T03:22:24.002 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gy_Lc9g6dCq2bMi off=3571341 len=1936985 2024-09-13T03:22:24.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 2931 completed, throughput=5MB/sec 2024-09-13T03:22:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:24 smithi078 ceph-mon[85589]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:22:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:24 smithi052 ceph-mon[91421]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:22:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:24 smithi052 ceph-mon[89065]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:22:25.004 INFO:tasks.workunit.client.0.smithi052.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:25.005 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KqQ2YDJBZNSRoSp off=1242430 len=1853617 2024-09-13T03:22:25.007 INFO:tasks.workunit.client.0.smithi052.stdout:op 2932 completed, throughput=5MB/sec 2024-09-13T03:22:25.007 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XMLIurlG0LSg_8- off=3927245 len=1194722 2024-09-13T03:22:25.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 2933 completed, throughput=5MB/sec 2024-09-13T03:22:25.008 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f3KFzM6bEsCVE3x off=11360817 len=1413630 2024-09-13T03:22:25.010 INFO:tasks.workunit.client.0.smithi052.stdout:op 2934 completed, throughput=5MB/sec 2024-09-13T03:22:26.011 INFO:tasks.workunit.client.0.smithi052.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:26.011 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XxhtCexvczVcJU5 off=1460798 len=842710 2024-09-13T03:22:26.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 2935 completed, throughput=4.99MB/sec 2024-09-13T03:22:26.013 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K_rZO9BzLs_Ig10 off=7436134 len=1053107 2024-09-13T03:22:26.014 INFO:tasks.workunit.client.0.smithi052.stdout:op 2936 completed, throughput=5MB/sec 2024-09-13T03:22:26.015 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IYSu-P2aHbC-BbR off=2510671 len=930699 2024-09-13T03:22:26.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 2937 completed, throughput=5MB/sec 2024-09-13T03:22:26.020 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T-QVepDDjk5vSqb off=7380562 len=1339871 2024-09-13T03:22:26.023 INFO:tasks.workunit.client.0.smithi052.stdout:op 2938 completed, throughput=5MB/sec 2024-09-13T03:22:26.023 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lQKQ-ARti1h9x22 off=1445615 len=1689205 2024-09-13T03:22:26.030 INFO:tasks.workunit.client.0.smithi052.stdout:op 2939 completed, throughput=5MB/sec 2024-09-13T03:22:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:26 smithi078 ceph-mon[85589]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:22:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:26 smithi052 ceph-mon[91421]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:22:26.860 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:26 smithi052 ceph-mon[89065]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:22:27.031 INFO:tasks.workunit.client.0.smithi052.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:27.031 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7AKmE1ql57C3JqP off=1953425 len=120822 2024-09-13T03:22:27.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 2940 completed, throughput=4.99MB/sec 2024-09-13T03:22:27.033 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lTWJ5GaxD9KkSfv off=389583 len=623696 2024-09-13T03:22:27.034 INFO:tasks.workunit.client.0.smithi052.stdout:op 2941 completed, throughput=4.99MB/sec 2024-09-13T03:22:27.034 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4-fMQRBMZiMfO-7 off=2639801 len=1482832 2024-09-13T03:22:27.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 2942 completed, throughput=5MB/sec 2024-09-13T03:22:27.041 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iSp7lUjmwbKX99u off=201761 len=1321265 2024-09-13T03:22:27.043 INFO:tasks.workunit.client.0.smithi052.stdout:op 2943 completed, throughput=5MB/sec 2024-09-13T03:22:27.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-byfIY29tmxOjpRH off=11485616 len=299457 2024-09-13T03:22:27.046 INFO:tasks.workunit.client.0.smithi052.stdout:op 2944 completed, throughput=5MB/sec 2024-09-13T03:22:27.046 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-evAXSUvxOOrfyY7 off=3181612 len=616976 2024-09-13T03:22:27.048 INFO:tasks.workunit.client.0.smithi052.stdout:op 2945 completed, throughput=5MB/sec 2024-09-13T03:22:28.048 INFO:tasks.workunit.client.0.smithi052.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:28.048 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oyeKOTfve7GiwMf off=9605424 len=468641 2024-09-13T03:22:28.052 INFO:tasks.workunit.client.0.smithi052.stdout:op 2946 completed, throughput=4.99MB/sec 2024-09-13T03:22:28.052 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WJG3GB0YWRRjwd4 off=18944016 len=597185 2024-09-13T03:22:28.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 2947 completed, throughput=4.99MB/sec 2024-09-13T03:22:28.057 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dNIaI5xPN0RfHt3 off=8483535 len=874537 2024-09-13T03:22:28.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 2948 completed, throughput=4.99MB/sec 2024-09-13T03:22:28.062 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jbrV0XpsWQPtOuS off=5482590 len=1240259 2024-09-13T03:22:28.069 INFO:tasks.workunit.client.0.smithi052.stdout:op 2949 completed, throughput=5MB/sec 2024-09-13T03:22:28.070 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oERK6hO6KcFW-ik off=10437759 len=564484 2024-09-13T03:22:28.070 INFO:tasks.workunit.client.0.smithi052.stdout:op 2950 completed, throughput=5MB/sec 2024-09-13T03:22:28.070 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S5oqlFTP9wfzGN6 off=1851380 len=161651 2024-09-13T03:22:28.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 2951 completed, throughput=5MB/sec 2024-09-13T03:22:28.073 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TWOVO0V9Yiiay8e off=6208015 len=195238 2024-09-13T03:22:28.076 INFO:tasks.workunit.client.0.smithi052.stdout:op 2952 completed, throughput=5MB/sec 2024-09-13T03:22:28.076 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hbG_bDC-usglK-R off=15793795 len=667939 2024-09-13T03:22:28.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 2953 completed, throughput=5MB/sec 2024-09-13T03:22:28.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-As2IWajo9bmq3nD off=1831966 len=1498985 2024-09-13T03:22:28.089 INFO:tasks.workunit.client.0.smithi052.stdout:op 2954 completed, throughput=5MB/sec 2024-09-13T03:22:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:28 smithi052 ceph-mon[91421]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:28 smithi052 ceph-mon[89065]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:22:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:22:28] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:22:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:28 smithi078 ceph-mon[85589]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:22:29.089 INFO:tasks.workunit.client.0.smithi052.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:29.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vOZnHpEA1gzbpsE off=11984885 len=10332 2024-09-13T03:22:29.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 2955 completed, throughput=4.99MB/sec 2024-09-13T03:22:29.090 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-B6EYgVRWucEVtDt off=19452856 len=1284859 2024-09-13T03:22:29.097 INFO:tasks.workunit.client.0.smithi052.stdout:op 2956 completed, throughput=4.99MB/sec 2024-09-13T03:22:29.097 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cS3331TYABifcBu off=21274028 len=487146 2024-09-13T03:22:29.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 2957 completed, throughput=5MB/sec 2024-09-13T03:22:29.098 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_0n9m6qZBaBQs1J off=10513924 len=1975725 2024-09-13T03:22:29.108 INFO:tasks.workunit.client.0.smithi052.stdout:op 2958 completed, throughput=5MB/sec 2024-09-13T03:22:29.108 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tFjxxnsuc-MNYJ1 off=8540765 len=710442 2024-09-13T03:22:29.109 INFO:tasks.workunit.client.0.smithi052.stdout:op 2959 completed, throughput=5MB/sec 2024-09-13T03:22:29.109 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kN6lbWaDghzql5P off=1209197 len=1656813 2024-09-13T03:22:29.111 INFO:tasks.workunit.client.0.smithi052.stdout:op 2960 completed, throughput=5MB/sec 2024-09-13T03:22:30.111 INFO:tasks.workunit.client.0.smithi052.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:30.111 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UZY2W_FSgyRQ3Ew off=8791493 len=852563 2024-09-13T03:22:30.116 INFO:tasks.workunit.client.0.smithi052.stdout:op 2961 completed, throughput=5MB/sec 2024-09-13T03:22:30.116 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v53wQUf3kjOtcwp off=2456530 len=835556 2024-09-13T03:22:30.120 INFO:tasks.workunit.client.0.smithi052.stdout:op 2962 completed, throughput=5MB/sec 2024-09-13T03:22:30.120 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tC5dxG4Zv-h-RZa off=3779483 len=102175 2024-09-13T03:22:30.123 INFO:tasks.workunit.client.0.smithi052.stdout:op 2963 completed, throughput=5MB/sec 2024-09-13T03:22:30.123 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pURyDCwHM6U29z_ off=20620536 len=944474 2024-09-13T03:22:30.128 INFO:tasks.workunit.client.0.smithi052.stdout:op 2964 completed, throughput=5MB/sec 2024-09-13T03:22:30.128 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CNYbBDmW2lCspSn off=9995957 len=1770356 2024-09-13T03:22:30.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 2965 completed, throughput=5MB/sec 2024-09-13T03:22:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:30 smithi078 ceph-mon[85589]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:30 smithi052 ceph-mon[91421]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:30 smithi052 ceph-mon[89065]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:31.129 INFO:tasks.workunit.client.0.smithi052.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:31.130 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b_smsDrA12v0ojl off=5696819 len=143718 2024-09-13T03:22:31.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 2966 completed, throughput=4.99MB/sec 2024-09-13T03:22:31.133 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mfa_NRfvyC8wiKq off=3137716 len=292239 2024-09-13T03:22:31.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 2967 completed, throughput=4.99MB/sec 2024-09-13T03:22:31.133 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g6yZV8cl62VpiGx off=250859 len=1219944 2024-09-13T03:22:31.140 INFO:tasks.workunit.client.0.smithi052.stdout:op 2968 completed, throughput=5MB/sec 2024-09-13T03:22:31.140 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vQoTsk7M4djZ1-M off=900311 len=1540211 2024-09-13T03:22:31.150 INFO:tasks.workunit.client.0.smithi052.stdout:op 2969 completed, throughput=5MB/sec 2024-09-13T03:22:31.150 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-de_60ClVZbpypIY off=1037922 len=1090282 2024-09-13T03:22:31.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 2970 completed, throughput=5MB/sec 2024-09-13T03:22:31.155 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OP1h0dp4e_euloW off=1823508 len=190460 2024-09-13T03:22:31.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 2971 completed, throughput=5MB/sec 2024-09-13T03:22:31.156 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f3FaCJC9AI0MGZD off=8208177 len=346961 2024-09-13T03:22:31.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 2972 completed, throughput=5MB/sec 2024-09-13T03:22:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:32.158 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gVjBjF__xtoGT_l off=15996662 len=704981 2024-09-13T03:22:32.158 INFO:tasks.workunit.client.0.smithi052.stdout:op 2973 completed, throughput=4.99MB/sec 2024-09-13T03:22:32.158 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CalsQqPSmfKmnU- off=2679029 len=1143151 2024-09-13T03:22:32.164 INFO:tasks.workunit.client.0.smithi052.stdout:op 2974 completed, throughput=4.99MB/sec 2024-09-13T03:22:32.164 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v57SqBvbIjQc-Df off=21655847 len=31714 2024-09-13T03:22:32.165 INFO:tasks.workunit.client.0.smithi052.stdout:op 2975 completed, throughput=4.99MB/sec 2024-09-13T03:22:32.165 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YmMvd0b0CR2jUPZ off=9046544 len=1175505 2024-09-13T03:22:32.167 INFO:tasks.workunit.client.0.smithi052.stdout:op 2976 completed, throughput=5MB/sec 2024-09-13T03:22:32.167 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--cut4Diu7JxRY_j off=5960416 len=1606347 2024-09-13T03:22:32.169 INFO:tasks.workunit.client.0.smithi052.stdout:op 2977 completed, throughput=5MB/sec 2024-09-13T03:22:32.169 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rocd4NuSbJl7hap off=18474394 len=214643 2024-09-13T03:22:32.172 INFO:tasks.workunit.client.0.smithi052.stdout:op 2978 completed, throughput=5MB/sec 2024-09-13T03:22:32.172 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TeIRpv5M3Vh_7xQ off=1908408 len=96889 2024-09-13T03:22:32.175 INFO:tasks.workunit.client.0.smithi052.stdout:op 2979 completed, throughput=5MB/sec 2024-09-13T03:22:32.175 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xvoFw-7tWZok3D6 off=0 len=1592729 2024-09-13T03:22:32.178 INFO:tasks.workunit.client.0.smithi052.stdout:op 2980 completed, throughput=5MB/sec 2024-09-13T03:22:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:32 smithi078 ceph-mon[85589]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:22:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:22:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:22:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:32 smithi052 ceph-mon[91421]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:22:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:32 smithi052 ceph-mon[89065]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:22:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:33.178 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CnvBLv5mK-cRvUk off=9044241 len=561704 2024-09-13T03:22:33.179 INFO:tasks.workunit.client.0.smithi052.stdout:op 2981 completed, throughput=4.99MB/sec 2024-09-13T03:22:33.179 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s2d_p5QvfPsXtbf off=10205603 len=1422092 2024-09-13T03:22:33.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 2982 completed, throughput=5MB/sec 2024-09-13T03:22:33.181 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UyU9wx78xD-dpf4 off=3943105 len=563733 2024-09-13T03:22:33.182 INFO:tasks.workunit.client.0.smithi052.stdout:op 2983 completed, throughput=5MB/sec 2024-09-13T03:22:33.182 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yFwYBolULZe27T7 off=6222811 len=1128678 2024-09-13T03:22:33.187 INFO:tasks.workunit.client.0.smithi052.stdout:op 2984 completed, throughput=5MB/sec 2024-09-13T03:22:33.187 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X19yjyz9HAKyUnp off=441212 len=1592080 2024-09-13T03:22:33.194 INFO:tasks.workunit.client.0.smithi052.stdout:op 2985 completed, throughput=5MB/sec 2024-09-13T03:22:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:34.194 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a85ToKvg92Sr0Eg off=600156 len=1613673 2024-09-13T03:22:34.196 INFO:tasks.workunit.client.0.smithi052.stdout:op 2986 completed, throughput=5MB/sec 2024-09-13T03:22:34.197 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tnkRGUsFiMbD4xy off=11703697 len=144376 2024-09-13T03:22:34.200 INFO:tasks.workunit.client.0.smithi052.stdout:op 2987 completed, throughput=5MB/sec 2024-09-13T03:22:34.200 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Y40pvBDJPNER_-t off=2100997 len=1836722 2024-09-13T03:22:34.210 INFO:tasks.workunit.client.0.smithi052.stdout:op 2988 completed, throughput=5MB/sec 2024-09-13T03:22:34.210 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-As44aLVwEzG-SOJ off=93478 len=309854 2024-09-13T03:22:34.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 2989 completed, throughput=5MB/sec 2024-09-13T03:22:34.211 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1o4Yh-CJ-9GHO9E off=9257915 len=143965 2024-09-13T03:22:34.212 INFO:tasks.workunit.client.0.smithi052.stdout:op 2990 completed, throughput=5MB/sec 2024-09-13T03:22:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:34 smithi052 ceph-mon[91421]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:34 smithi052 ceph-mon[89065]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:34 smithi078 ceph-mon[85589]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:35.212 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3iAZz5pOQ93Cz0i off=19916681 len=593331 2024-09-13T03:22:35.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 2991 completed, throughput=4.99MB/sec 2024-09-13T03:22:35.213 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c9OIEd8e3t1G7Cz off=11658561 len=1313288 2024-09-13T03:22:35.222 INFO:tasks.workunit.client.0.smithi052.stdout:op 2992 completed, throughput=4.99MB/sec 2024-09-13T03:22:35.222 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9FoZYFiAEZbuct9 off=2872985 len=1087937 2024-09-13T03:22:35.224 INFO:tasks.workunit.client.0.smithi052.stdout:op 2993 completed, throughput=5MB/sec 2024-09-13T03:22:35.224 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--ViOwkWFTg_9M77 off=0 len=1577094 2024-09-13T03:22:35.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 2994 completed, throughput=5MB/sec 2024-09-13T03:22:35.227 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0hdTXONobGWOg5V off=13085080 len=917257 2024-09-13T03:22:35.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 2995 completed, throughput=5MB/sec 2024-09-13T03:22:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:36.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aor7Zwbx4jovuKt off=9216198 len=980345 2024-09-13T03:22:36.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 2996 completed, throughput=4.99MB/sec 2024-09-13T03:22:36.233 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yw1qGoCSEEQGRcS off=5425255 len=958930 2024-09-13T03:22:36.236 INFO:tasks.workunit.client.0.smithi052.stdout:op 2997 completed, throughput=5MB/sec 2024-09-13T03:22:36.236 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8K-atk1nCjfp9VT off=22729738 len=706637 2024-09-13T03:22:36.237 INFO:tasks.workunit.client.0.smithi052.stdout:op 2998 completed, throughput=5MB/sec 2024-09-13T03:22:36.237 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rz7OqRfp8u-vcL8 off=25114624 len=119809 2024-09-13T03:22:36.237 INFO:tasks.workunit.client.0.smithi052.stdout:op 2999 completed, throughput=5MB/sec 2024-09-13T03:22:36.237 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EE8yesPCr-kD3U_ off=13687547 len=1318416 2024-09-13T03:22:36.239 INFO:tasks.workunit.client.0.smithi052.stdout:op 3000 completed, throughput=5MB/sec 2024-09-13T03:22:36.239 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VaPw0v-w0ETrkkc off=2820008 len=313619 2024-09-13T03:22:36.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 3001 completed, throughput=5MB/sec 2024-09-13T03:22:36.243 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NilOyWICLqznKtC off=7855870 len=1787657 2024-09-13T03:22:36.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 3002 completed, throughput=5MB/sec 2024-09-13T03:22:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:36 smithi052 ceph-mon[91421]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:22:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:36 smithi052 ceph-mon[89065]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:22:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:36 smithi078 ceph-mon[85589]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:22:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:37.253 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0hKTUL2Yb9EXqKd off=11325418 len=1937902 2024-09-13T03:22:37.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 3003 completed, throughput=5MB/sec 2024-09-13T03:22:37.265 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7eSQX9mOd3Pw4PS off=7719674 len=260863 2024-09-13T03:22:37.267 INFO:tasks.workunit.client.0.smithi052.stdout:op 3004 completed, throughput=5MB/sec 2024-09-13T03:22:37.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-USXUibMEbAD_G38 off=2480908 len=1905294 2024-09-13T03:22:37.270 INFO:tasks.workunit.client.0.smithi052.stdout:op 3005 completed, throughput=5MB/sec 2024-09-13T03:22:37.270 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X31MjdR1p7SrRbN off=17807681 len=1286707 2024-09-13T03:22:37.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 3006 completed, throughput=5MB/sec 2024-09-13T03:22:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:38.278 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vZ9jhEV2UC6Y0wQ off=8143666 len=77725 2024-09-13T03:22:38.278 INFO:tasks.workunit.client.0.smithi052.stdout:op 3007 completed, throughput=4.99MB/sec 2024-09-13T03:22:38.278 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xXcF6j6uwl8-xKY off=6975878 len=173338 2024-09-13T03:22:38.279 INFO:tasks.workunit.client.0.smithi052.stdout:op 3008 completed, throughput=4.99MB/sec 2024-09-13T03:22:38.279 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KT8mJcBlnN51puc off=10759050 len=1694202 2024-09-13T03:22:38.281 INFO:tasks.workunit.client.0.smithi052.stdout:op 3009 completed, throughput=5MB/sec 2024-09-13T03:22:38.281 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KlG3Dt1OYhFWacd off=8227390 len=1855772 2024-09-13T03:22:38.290 INFO:tasks.workunit.client.0.smithi052.stdout:op 3010 completed, throughput=5MB/sec 2024-09-13T03:22:38.290 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MogCj9Uf9yGTu6p off=1053883 len=1155731 2024-09-13T03:22:38.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 3011 completed, throughput=5MB/sec 2024-09-13T03:22:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:38 smithi052 ceph-mon[91421]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:22:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:38 smithi052 ceph-mon[89065]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:22:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:22:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:22:38] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:22:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:38 smithi078 ceph-mon[85589]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:22:39.291 INFO:tasks.workunit.client.0.smithi052.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:39.292 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DnnsKexb2y3PULG off=8281908 len=137247 2024-09-13T03:22:39.294 INFO:tasks.workunit.client.0.smithi052.stdout:op 3012 completed, throughput=4.99MB/sec 2024-09-13T03:22:39.294 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c74Fb2Gj6V3aWYy off=576667 len=938387 2024-09-13T03:22:39.296 INFO:tasks.workunit.client.0.smithi052.stdout:op 3013 completed, throughput=4.99MB/sec 2024-09-13T03:22:39.296 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--BYRCVbCnYSbjMI off=4625527 len=673203 2024-09-13T03:22:39.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 3014 completed, throughput=5MB/sec 2024-09-13T03:22:39.298 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IJ2rwfM9mA2gHXg off=12576438 len=1534900 2024-09-13T03:22:39.300 INFO:tasks.workunit.client.0.smithi052.stdout:op 3015 completed, throughput=5MB/sec 2024-09-13T03:22:39.300 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CTNhRiKjzCjDMsJ off=1025034 len=1110069 2024-09-13T03:22:39.303 INFO:tasks.workunit.client.0.smithi052.stdout:op 3016 completed, throughput=5MB/sec 2024-09-13T03:22:39.303 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x9EGWhXU1EDOHMF off=7649910 len=841626 2024-09-13T03:22:39.307 INFO:tasks.workunit.client.0.smithi052.stdout:op 3017 completed, throughput=5MB/sec 2024-09-13T03:22:40.307 INFO:tasks.workunit.client.0.smithi052.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:40.308 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3aqwA-a1FUN10pb off=2530059 len=718171 2024-09-13T03:22:40.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 3018 completed, throughput=4.99MB/sec 2024-09-13T03:22:40.312 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FJ3jVay-qwTPnco off=11613385 len=27072 2024-09-13T03:22:40.314 INFO:tasks.workunit.client.0.smithi052.stdout:op 3019 completed, throughput=4.99MB/sec 2024-09-13T03:22:40.314 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-92ER21zsKkLMPeS off=4015152 len=917306 2024-09-13T03:22:40.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 3020 completed, throughput=5MB/sec 2024-09-13T03:22:40.316 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x6KYp44Cxg4uLBG off=2100228 len=1512391 2024-09-13T03:22:40.318 INFO:tasks.workunit.client.0.smithi052.stdout:op 3021 completed, throughput=5MB/sec 2024-09-13T03:22:40.318 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rBh0X7Kwuk6WsAx off=7822699 len=435318 2024-09-13T03:22:40.319 INFO:tasks.workunit.client.0.smithi052.stdout:op 3022 completed, throughput=5MB/sec 2024-09-13T03:22:40.319 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XANdrwnsuA85XkE off=4577383 len=629826 2024-09-13T03:22:40.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 3023 completed, throughput=5MB/sec 2024-09-13T03:22:40.321 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t_g4G96v-QUSfx8 off=7948243 len=488525 2024-09-13T03:22:40.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 3024 completed, throughput=5MB/sec 2024-09-13T03:22:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:40 smithi052 ceph-mon[89065]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:22:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:40 smithi052 ceph-mon[91421]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:22:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:40 smithi078 ceph-mon[85589]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-13T03:22:41.322 INFO:tasks.workunit.client.0.smithi052.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:41.322 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xMrW8MSa0PYjziB off=15618831 len=1840232 2024-09-13T03:22:41.334 INFO:tasks.workunit.client.0.smithi052.stdout:op 3025 completed, throughput=4.99MB/sec 2024-09-13T03:22:41.334 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ShkzdXll26LwNQT off=13438132 len=1498934 2024-09-13T03:22:41.336 INFO:tasks.workunit.client.0.smithi052.stdout:op 3026 completed, throughput=5MB/sec 2024-09-13T03:22:41.337 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KoQ0MGppqheMXXu off=15601325 len=1797944 2024-09-13T03:22:41.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 3027 completed, throughput=5MB/sec 2024-09-13T03:22:41.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GEdyl_OiZZoy3O9 off=20365983 len=714120 2024-09-13T03:22:41.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 3028 completed, throughput=5MB/sec 2024-09-13T03:22:42.341 INFO:tasks.workunit.client.0.smithi052.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:42.341 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tE9yYojN04E9FXA off=0 len=1318832 2024-09-13T03:22:42.343 INFO:tasks.workunit.client.0.smithi052.stdout:op 3029 completed, throughput=4.99MB/sec 2024-09-13T03:22:42.344 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xou-zsEolI-Mp9d off=557061 len=1690754 2024-09-13T03:22:42.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 3030 completed, throughput=5MB/sec 2024-09-13T03:22:42.346 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--MS9PxY4OE1OaKe off=2291426 len=47921 2024-09-13T03:22:42.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 3031 completed, throughput=5MB/sec 2024-09-13T03:22:42.349 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lxzzaA90-XgS-sc off=17445914 len=975283 2024-09-13T03:22:42.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 3032 completed, throughput=5MB/sec 2024-09-13T03:22:42.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QN0c0Lce8KN16WZ off=1882468 len=632671 2024-09-13T03:22:42.351 INFO:tasks.workunit.client.0.smithi052.stdout:op 3033 completed, throughput=5MB/sec 2024-09-13T03:22:42.351 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W13eemvYU6BdLBk off=18048860 len=91216 2024-09-13T03:22:42.352 INFO:tasks.workunit.client.0.smithi052.stdout:op 3034 completed, throughput=5MB/sec 2024-09-13T03:22:42.352 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2n816IMt4fqZ60Y off=4004567 len=716081 2024-09-13T03:22:42.353 INFO:tasks.workunit.client.0.smithi052.stdout:op 3035 completed, throughput=5MB/sec 2024-09-13T03:22:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:42 smithi078 ceph-mon[85589]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:22:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:42 smithi052 ceph-mon[89065]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:42 smithi052 ceph-mon[91421]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:43.353 INFO:tasks.workunit.client.0.smithi052.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:43.353 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ba4xzUBaTXGoQ9r off=13093776 len=91955 2024-09-13T03:22:43.354 INFO:tasks.workunit.client.0.smithi052.stdout:op 3036 completed, throughput=4.99MB/sec 2024-09-13T03:22:43.354 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-40xuLpljhLD9UCm off=945122 len=1010506 2024-09-13T03:22:43.360 INFO:tasks.workunit.client.0.smithi052.stdout:op 3037 completed, throughput=4.99MB/sec 2024-09-13T03:22:43.361 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xfGJwCl-Hnwzv-z off=10137126 len=389513 2024-09-13T03:22:43.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 3038 completed, throughput=5MB/sec 2024-09-13T03:22:43.364 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fIY8yITxJPnpQ05 off=9965275 len=1845492 2024-09-13T03:22:43.366 INFO:tasks.workunit.client.0.smithi052.stdout:op 3039 completed, throughput=5MB/sec 2024-09-13T03:22:43.366 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-laV5ZBfK5c8YcVM off=3095929 len=1507394 2024-09-13T03:22:43.368 INFO:tasks.workunit.client.0.smithi052.stdout:op 3040 completed, throughput=5MB/sec 2024-09-13T03:22:44.368 INFO:tasks.workunit.client.0.smithi052.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:44.369 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RUiJe9_d36UK6ZR off=11726000 len=607160 2024-09-13T03:22:44.372 INFO:tasks.workunit.client.0.smithi052.stdout:op 3041 completed, throughput=4.99MB/sec 2024-09-13T03:22:44.372 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GGXTxkEg8oGUpVk off=4417877 len=1725116 2024-09-13T03:22:44.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 3042 completed, throughput=5MB/sec 2024-09-13T03:22:44.376 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8NOVuL_oR5_8dW1 off=16095271 len=765532 2024-09-13T03:22:44.378 INFO:tasks.workunit.client.0.smithi052.stdout:op 3043 completed, throughput=5MB/sec 2024-09-13T03:22:44.378 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wB2ZsmPR02858eG off=2371289 len=2005991 2024-09-13T03:22:44.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 3044 completed, throughput=5MB/sec 2024-09-13T03:22:44.390 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SEfj1892ts38vOX off=1099213 len=369066 2024-09-13T03:22:44.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 3045 completed, throughput=5MB/sec 2024-09-13T03:22:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:44 smithi052 ceph-mon[91421]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:22:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:44 smithi052 ceph-mon[89065]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:22:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:44 smithi078 ceph-mon[85589]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-13T03:22:45.392 INFO:tasks.workunit.client.0.smithi052.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:45.392 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o2oM_-kF9S8U-zK off=7705739 len=423561 2024-09-13T03:22:45.396 INFO:tasks.workunit.client.0.smithi052.stdout:op 3046 completed, throughput=4.99MB/sec 2024-09-13T03:22:45.396 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SrSkYSD8gcj5LVH off=17646872 len=1420240 2024-09-13T03:22:45.403 INFO:tasks.workunit.client.0.smithi052.stdout:op 3047 completed, throughput=5MB/sec 2024-09-13T03:22:45.403 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bbWKWK5Dah8j-9- off=2566525 len=1260677 2024-09-13T03:22:45.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 3048 completed, throughput=5MB/sec 2024-09-13T03:22:45.409 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lxO9KEmIGwt2Pqp off=14283772 len=9375 2024-09-13T03:22:45.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 3049 completed, throughput=5MB/sec 2024-09-13T03:22:45.411 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MUixycYEB9q5LyK off=1467919 len=2042309 2024-09-13T03:22:45.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 3050 completed, throughput=5MB/sec 2024-09-13T03:22:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:45 smithi052 ceph-mon[91421]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:45 smithi052 ceph-mon[89065]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:45 smithi078 ceph-mon[85589]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:46.414 INFO:tasks.workunit.client.0.smithi052.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:46.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A2Us2YCDXKOlUEL off=346694 len=1104481 2024-09-13T03:22:46.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 3051 completed, throughput=4.99MB/sec 2024-09-13T03:22:46.420 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-O-BvHL0hRBap-9D off=12698977 len=1107282 2024-09-13T03:22:46.423 INFO:tasks.workunit.client.0.smithi052.stdout:op 3052 completed, throughput=5MB/sec 2024-09-13T03:22:46.423 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Sdyzmg7ZsyG1hX off=0 len=1296361 2024-09-13T03:22:46.431 INFO:tasks.workunit.client.0.smithi052.stdout:op 3053 completed, throughput=5MB/sec 2024-09-13T03:22:46.431 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-elF4nuN7Y1TccJn off=1332161 len=1155555 2024-09-13T03:22:46.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 3054 completed, throughput=5MB/sec 2024-09-13T03:22:46.437 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f0W8xxPrNRblgTI off=12171961 len=289830 2024-09-13T03:22:46.440 INFO:tasks.workunit.client.0.smithi052.stdout:op 3055 completed, throughput=5MB/sec 2024-09-13T03:22:46.440 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i8mvoIhwcowaziS off=353786 len=333817 2024-09-13T03:22:46.443 INFO:tasks.workunit.client.0.smithi052.stdout:op 3056 completed, throughput=5MB/sec 2024-09-13T03:22:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:22:47.443 INFO:tasks.workunit.client.0.smithi052.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:47.443 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gg1p126HGnGf4uP off=21938863 len=42062 2024-09-13T03:22:47.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 3057 completed, throughput=4.99MB/sec 2024-09-13T03:22:47.444 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MB2hDWh5zAEqMM5 off=18849622 len=1495120 2024-09-13T03:22:47.450 INFO:tasks.workunit.client.0.smithi052.stdout:op 3058 completed, throughput=4.99MB/sec 2024-09-13T03:22:47.450 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1VSakHBDhFV2Zva off=1701944 len=694700 2024-09-13T03:22:47.454 INFO:tasks.workunit.client.0.smithi052.stdout:op 3059 completed, throughput=5MB/sec 2024-09-13T03:22:47.454 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0km4ipqd91S9JPe off=52439 len=814082 2024-09-13T03:22:47.455 INFO:tasks.workunit.client.0.smithi052.stdout:op 3060 completed, throughput=5MB/sec 2024-09-13T03:22:47.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rU5kBfEQzgufNln off=5036498 len=200998 2024-09-13T03:22:47.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 3061 completed, throughput=5MB/sec 2024-09-13T03:22:47.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mfBXNYY0eWK9ecY off=7404164 len=649818 2024-09-13T03:22:47.457 INFO:tasks.workunit.client.0.smithi052.stdout:op 3062 completed, throughput=5MB/sec 2024-09-13T03:22:47.457 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xMrW8MSa0PYjziB off=222936 len=859875 2024-09-13T03:22:47.458 INFO:tasks.workunit.client.0.smithi052.stdout:op 3063 completed, throughput=5MB/sec 2024-09-13T03:22:47.458 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dzYQqJo2_7MGuVz off=1239641 len=1669087 2024-09-13T03:22:47.459 INFO:tasks.workunit.client.0.smithi052.stdout:op 3064 completed, throughput=5MB/sec 2024-09-13T03:22:47.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[89065]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:47.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[91421]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:22:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:22:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:47 smithi078 ceph-mon[85589]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:22:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:22:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:22:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:22:48.460 INFO:tasks.workunit.client.0.smithi052.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:48.460 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IRQuIhrfVYKtD8L off=1737950 len=466971 2024-09-13T03:22:48.461 INFO:tasks.workunit.client.0.smithi052.stdout:op 3065 completed, throughput=4.99MB/sec 2024-09-13T03:22:48.461 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mwGWpDzTdtK64BF off=3834686 len=1500648 2024-09-13T03:22:48.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 3066 completed, throughput=5MB/sec 2024-09-13T03:22:48.468 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8BNY7AYktZYhIGQ off=8763526 len=1836965 2024-09-13T03:22:48.479 INFO:tasks.workunit.client.0.smithi052.stdout:op 3067 completed, throughput=5MB/sec 2024-09-13T03:22:48.479 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TkNCvoVdiyTfXOM off=1891228 len=1686895 2024-09-13T03:22:48.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 3068 completed, throughput=5MB/sec 2024-09-13T03:22:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:22:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:22:48] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-13T03:22:49.489 INFO:tasks.workunit.client.0.smithi052.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:49.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DUXdovrNxRlZaAI off=2589984 len=1586666 2024-09-13T03:22:49.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 3069 completed, throughput=5MB/sec 2024-09-13T03:22:49.491 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gExrGvJFKB-JtBG off=133014 len=648627 2024-09-13T03:22:49.492 INFO:tasks.workunit.client.0.smithi052.stdout:op 3070 completed, throughput=5MB/sec 2024-09-13T03:22:49.492 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6C-EchGZi46d3IW off=3898531 len=819418 2024-09-13T03:22:49.494 INFO:tasks.workunit.client.0.smithi052.stdout:op 3071 completed, throughput=5MB/sec 2024-09-13T03:22:49.494 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pNvNxugvcaMHYZ- off=4173306 len=1404190 2024-09-13T03:22:49.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 3072 completed, throughput=5MB/sec 2024-09-13T03:22:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:49 smithi052 ceph-mon[91421]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:49 smithi052 ceph-mon[89065]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:49 smithi078 ceph-mon[85589]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:22:50.498 INFO:tasks.workunit.client.0.smithi052.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:50.498 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sVySf4r2cBzoJL2 off=6322436 len=1275796 2024-09-13T03:22:50.500 INFO:tasks.workunit.client.0.smithi052.stdout:op 3073 completed, throughput=4.99MB/sec 2024-09-13T03:22:50.500 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UV9TN1LRUufDfXp off=9855204 len=675764 2024-09-13T03:22:50.501 INFO:tasks.workunit.client.0.smithi052.stdout:op 3074 completed, throughput=5MB/sec 2024-09-13T03:22:50.501 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kWVTdkoqSzcSSfH off=10316104 len=1019457 2024-09-13T03:22:50.503 INFO:tasks.workunit.client.0.smithi052.stdout:op 3075 completed, throughput=5MB/sec 2024-09-13T03:22:50.504 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Tig-k1eAE30QaBE off=14861519 len=149999 2024-09-13T03:22:50.504 INFO:tasks.workunit.client.0.smithi052.stdout:op 3076 completed, throughput=5MB/sec 2024-09-13T03:22:50.505 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M8oF14SHtQhdDb4 off=998419 len=2060015 2024-09-13T03:22:50.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 3077 completed, throughput=5MB/sec 2024-09-13T03:22:51.513 INFO:tasks.workunit.client.0.smithi052.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:51.513 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b5U76zF_W-1BF_2 off=15239617 len=61118 2024-09-13T03:22:51.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 3078 completed, throughput=4.99MB/sec 2024-09-13T03:22:51.514 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XKXkjbv9C0HEqvR off=4201140 len=794285 2024-09-13T03:22:51.518 INFO:tasks.workunit.client.0.smithi052.stdout:op 3079 completed, throughput=4.99MB/sec 2024-09-13T03:22:51.518 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_jslssqKjn_lnKG off=2184170 len=1143911 2024-09-13T03:22:51.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 3080 completed, throughput=5MB/sec 2024-09-13T03:22:51.525 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KctCIAhyhFOx84j off=13670318 len=1765741 2024-09-13T03:22:51.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 3081 completed, throughput=5MB/sec 2024-09-13T03:22:51.536 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hr-xFkMm4rvUfPD off=1293763 len=116454 2024-09-13T03:22:51.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 3082 completed, throughput=5MB/sec 2024-09-13T03:22:51.536 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BZ1TpckmnHzv5oa off=6691005 len=730954 2024-09-13T03:22:51.541 INFO:tasks.workunit.client.0.smithi052.stdout:op 3083 completed, throughput=5MB/sec 2024-09-13T03:22:51.541 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-w-7Mk7WhdrMN3wH off=5481965 len=716294 2024-09-13T03:22:51.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 3084 completed, throughput=5MB/sec 2024-09-13T03:22:52.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:52 smithi078 ceph-mon[85589]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:22:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:22:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:22:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:52 smithi052 ceph-mon[91421]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:22:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:52 smithi052 ceph-mon[89065]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:22:52.545 INFO:tasks.workunit.client.0.smithi052.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:52.545 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5Jw0zALXL_S2035 off=161546 len=1656086 2024-09-13T03:22:52.548 INFO:tasks.workunit.client.0.smithi052.stdout:op 3085 completed, throughput=4.99MB/sec 2024-09-13T03:22:52.548 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zX0I9581W1Ff8rE off=8698771 len=1534402 2024-09-13T03:22:52.556 INFO:tasks.workunit.client.0.smithi052.stdout:op 3086 completed, throughput=5MB/sec 2024-09-13T03:22:52.556 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bPSdfUdYBDBIH71 off=7608038 len=453700 2024-09-13T03:22:52.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 3087 completed, throughput=5MB/sec 2024-09-13T03:22:52.560 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nHHa2fNLubgybFj off=117610 len=1569212 2024-09-13T03:22:52.561 INFO:tasks.workunit.client.0.smithi052.stdout:op 3088 completed, throughput=5MB/sec 2024-09-13T03:22:53.562 INFO:tasks.workunit.client.0.smithi052.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:53.562 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-atAfssu-YhcRqSU off=1239469 len=199352 2024-09-13T03:22:53.562 INFO:tasks.workunit.client.0.smithi052.stdout:op 3089 completed, throughput=4.99MB/sec 2024-09-13T03:22:53.562 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qQYYyBJzez4Sbwi off=12277801 len=206641 2024-09-13T03:22:53.565 INFO:tasks.workunit.client.0.smithi052.stdout:op 3090 completed, throughput=4.99MB/sec 2024-09-13T03:22:53.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2PTkmGMvDZurZeO off=7271941 len=900472 2024-09-13T03:22:53.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 3091 completed, throughput=4.99MB/sec 2024-09-13T03:22:53.571 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tNr7STFzeT-PD9D off=20282041 len=1284607 2024-09-13T03:22:53.577 INFO:tasks.workunit.client.0.smithi052.stdout:op 3092 completed, throughput=5MB/sec 2024-09-13T03:22:53.577 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SRa_N2zYgl4UkKQ off=8609333 len=825604 2024-09-13T03:22:53.582 INFO:tasks.workunit.client.0.smithi052.stdout:op 3093 completed, throughput=5MB/sec 2024-09-13T03:22:53.583 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sanyM0zbzihVwWA off=6222802 len=1892956 2024-09-13T03:22:53.585 INFO:tasks.workunit.client.0.smithi052.stdout:op 3094 completed, throughput=5MB/sec 2024-09-13T03:22:53.585 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-clTqElBFes_B1Ei off=1180778 len=1510747 2024-09-13T03:22:53.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 3095 completed, throughput=5MB/sec 2024-09-13T03:22:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:54 smithi078 ceph-mon[85589]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:54 smithi052 ceph-mon[91421]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:54.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:54 smithi052 ceph-mon[89065]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:22:54.591 INFO:tasks.workunit.client.0.smithi052.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:54.591 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uDghtEPmtD3whEp off=21270865 len=2016175 2024-09-13T03:22:54.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 3096 completed, throughput=5MB/sec 2024-09-13T03:22:54.603 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7BfqS98jdI3nVcx off=5045564 len=441099 2024-09-13T03:22:54.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 3097 completed, throughput=5MB/sec 2024-09-13T03:22:54.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FUpi8sfVqkeqGSE off=18780574 len=311086 2024-09-13T03:22:54.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 3098 completed, throughput=5MB/sec 2024-09-13T03:22:54.607 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3vkj5nskucbxpqO off=1985915 len=261230 2024-09-13T03:22:54.609 INFO:tasks.workunit.client.0.smithi052.stdout:op 3099 completed, throughput=5MB/sec 2024-09-13T03:22:54.610 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z-kkHt2i4VJy3yI off=11290595 len=1566440 2024-09-13T03:22:54.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 3100 completed, throughput=5MB/sec 2024-09-13T03:22:55.612 INFO:tasks.workunit.client.0.smithi052.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:55.612 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kl-GLPCJlD2qF1F off=1227707 len=1938096 2024-09-13T03:22:55.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 3101 completed, throughput=5MB/sec 2024-09-13T03:22:55.614 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iwzzBeK2hp9Z89g off=11776975 len=1407833 2024-09-13T03:22:55.616 INFO:tasks.workunit.client.0.smithi052.stdout:op 3102 completed, throughput=5MB/sec 2024-09-13T03:22:55.616 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZjAuamHR-6xXk9V off=978910 len=250461 2024-09-13T03:22:55.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 3103 completed, throughput=5MB/sec 2024-09-13T03:22:55.617 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--Hw8g4K2e_BbumQ off=2580749 len=939590 2024-09-13T03:22:55.619 INFO:tasks.workunit.client.0.smithi052.stdout:op 3104 completed, throughput=5MB/sec 2024-09-13T03:22:55.619 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kzX4UPAVcZ4tj5m off=4214765 len=1507666 2024-09-13T03:22:55.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 3105 completed, throughput=5MB/sec 2024-09-13T03:22:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:56 smithi078 ceph-mon[85589]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:22:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:56 smithi052 ceph-mon[91421]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:22:56.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:56 smithi052 ceph-mon[89065]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:22:56.621 INFO:tasks.workunit.client.0.smithi052.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:56.621 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0SV2MNlL3TG1VD7 off=6235479 len=1205185 2024-09-13T03:22:56.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 3106 completed, throughput=5MB/sec 2024-09-13T03:22:56.623 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QrSgwUqixlD1rGB off=22852099 len=1129883 2024-09-13T03:22:56.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 3107 completed, throughput=5MB/sec 2024-09-13T03:22:56.625 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cuFHzdsXfCR31_U off=13747084 len=2056610 2024-09-13T03:22:56.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 3108 completed, throughput=5MB/sec 2024-09-13T03:22:57.628 INFO:tasks.workunit.client.0.smithi052.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:57.628 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7ShETplNPZoG2nD off=6837031 len=719862 2024-09-13T03:22:57.633 INFO:tasks.workunit.client.0.smithi052.stdout:op 3109 completed, throughput=4.99MB/sec 2024-09-13T03:22:57.633 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b7IliKHCt2saKq7 off=4767596 len=2024525 2024-09-13T03:22:57.636 INFO:tasks.workunit.client.0.smithi052.stdout:op 3110 completed, throughput=5MB/sec 2024-09-13T03:22:57.636 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eQfe6vbRrHGOI3f off=13284712 len=418360 2024-09-13T03:22:57.636 INFO:tasks.workunit.client.0.smithi052.stdout:op 3111 completed, throughput=5MB/sec 2024-09-13T03:22:57.636 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9mKcl-43HS4-Psr off=23418964 len=456459 2024-09-13T03:22:57.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 3112 completed, throughput=5MB/sec 2024-09-13T03:22:57.640 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-djAOJlnSah204j3 off=921404 len=1707891 2024-09-13T03:22:57.651 INFO:tasks.workunit.client.0.smithi052.stdout:op 3113 completed, throughput=5MB/sec 2024-09-13T03:22:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:22:58 smithi078 ceph-mon[85589]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:22:58 smithi052 ceph-mon[91421]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:22:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:22:58] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-13T03:22:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:22:58 smithi052 ceph-mon[89065]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:22:58.651 INFO:tasks.workunit.client.0.smithi052.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:58.652 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hS-gIwOigz0-d9H off=8021235 len=28458 2024-09-13T03:22:58.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 3114 completed, throughput=4.99MB/sec 2024-09-13T03:22:58.654 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L-d11Cy4DzQlYjT off=4389044 len=1965150 2024-09-13T03:22:58.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 3115 completed, throughput=5MB/sec 2024-09-13T03:22:58.657 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1vOa9KrPRF-MkDy off=9112709 len=1215596 2024-09-13T03:22:58.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 3116 completed, throughput=5MB/sec 2024-09-13T03:22:58.663 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G4oKHfh0RtB-uAu off=2269458 len=1660846 2024-09-13T03:22:58.665 INFO:tasks.workunit.client.0.smithi052.stdout:op 3117 completed, throughput=5MB/sec 2024-09-13T03:22:59.665 INFO:tasks.workunit.client.0.smithi052.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-13T03:22:59.665 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3GqM36ojTxX1ehh off=573899 len=1595450 2024-09-13T03:22:59.673 INFO:tasks.workunit.client.0.smithi052.stdout:op 3118 completed, throughput=4.99MB/sec 2024-09-13T03:22:59.673 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C-0UdZMugqIihcJ off=8716679 len=496888 2024-09-13T03:22:59.675 INFO:tasks.workunit.client.0.smithi052.stdout:op 3119 completed, throughput=5MB/sec 2024-09-13T03:22:59.675 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2PTkmGMvDZurZeO off=11995971 len=753263 2024-09-13T03:22:59.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 3120 completed, throughput=5MB/sec 2024-09-13T03:22:59.680 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cWm7YGcHQQRtMfd off=634431 len=468076 2024-09-13T03:22:59.683 INFO:tasks.workunit.client.0.smithi052.stdout:op 3121 completed, throughput=5MB/sec 2024-09-13T03:22:59.683 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MnOGjZIfMo59rwe off=231131 len=1644618 2024-09-13T03:22:59.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 3122 completed, throughput=5MB/sec 2024-09-13T03:22:59.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0ci-dKd4JClgA3f off=3909974 len=2043554 2024-09-13T03:22:59.696 INFO:tasks.workunit.client.0.smithi052.stdout:op 3123 completed, throughput=5MB/sec 2024-09-13T03:23:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:00 smithi078 ceph-mon[85589]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:00 smithi052 ceph-mon[91421]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:00 smithi052 ceph-mon[89065]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:00.697 INFO:tasks.workunit.client.0.smithi052.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:00.697 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aih9WTxyinEeQa8 off=3777377 len=380748 2024-09-13T03:23:00.700 INFO:tasks.workunit.client.0.smithi052.stdout:op 3124 completed, throughput=5MB/sec 2024-09-13T03:23:00.700 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5Jw0zALXL_S2035 off=4089111 len=1110824 2024-09-13T03:23:00.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 3125 completed, throughput=5MB/sec 2024-09-13T03:23:00.702 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QrJy7U6KXRbf7ib off=16223663 len=1970256 2024-09-13T03:23:00.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 3126 completed, throughput=5MB/sec 2024-09-13T03:23:00.710 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JIdfcJxuoFFCYmr off=10054292 len=105079 2024-09-13T03:23:00.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 3127 completed, throughput=5MB/sec 2024-09-13T03:23:00.713 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Tm6yYnxo6cOOIuC off=2862510 len=385171 2024-09-13T03:23:00.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 3128 completed, throughput=5MB/sec 2024-09-13T03:23:01.714 INFO:tasks.workunit.client.0.smithi052.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:01.714 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fZOhE_qHR3QPl6l off=5163120 len=1282664 2024-09-13T03:23:01.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 3129 completed, throughput=4.99MB/sec 2024-09-13T03:23:01.720 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-akhLgdZouiEuxBE off=8111656 len=487360 2024-09-13T03:23:01.723 INFO:tasks.workunit.client.0.smithi052.stdout:op 3130 completed, throughput=5MB/sec 2024-09-13T03:23:01.723 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8huP1aPIX0uKPu3 off=7666439 len=421968 2024-09-13T03:23:01.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 3131 completed, throughput=5MB/sec 2024-09-13T03:23:01.724 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IYSu-P2aHbC-BbR off=3594223 len=385325 2024-09-13T03:23:01.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 3132 completed, throughput=5MB/sec 2024-09-13T03:23:01.725 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HdJ6D3_yq-J9Li_ off=2390333 len=1780767 2024-09-13T03:23:01.735 INFO:tasks.workunit.client.0.smithi052.stdout:op 3133 completed, throughput=5MB/sec 2024-09-13T03:23:01.736 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7y-HHXHExlBrTln off=11622170 len=303044 2024-09-13T03:23:01.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 3134 completed, throughput=5MB/sec 2024-09-13T03:23:01.738 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j5yzebIGr9J-Xbx off=6734549 len=1554182 2024-09-13T03:23:01.746 INFO:tasks.workunit.client.0.smithi052.stdout:op 3135 completed, throughput=5MB/sec 2024-09-13T03:23:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:02 smithi078 ceph-mon[85589]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:02.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:02.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:23:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:02 smithi052 ceph-mon[91421]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:02 smithi052 ceph-mon[89065]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:02.746 INFO:tasks.workunit.client.0.smithi052.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:02.746 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VNZjUYzOcpUUvM2 off=5370292 len=724917 2024-09-13T03:23:02.748 INFO:tasks.workunit.client.0.smithi052.stdout:op 3136 completed, throughput=4.99MB/sec 2024-09-13T03:23:02.748 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bKewRDV-OD4VvDG off=2587013 len=1013155 2024-09-13T03:23:02.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 3137 completed, throughput=5MB/sec 2024-09-13T03:23:02.750 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lpikuYIT1hhrmqz off=2829827 len=412280 2024-09-13T03:23:02.753 INFO:tasks.workunit.client.0.smithi052.stdout:op 3138 completed, throughput=5MB/sec 2024-09-13T03:23:02.753 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DC7TLxxFoskyBoY off=10448227 len=663041 2024-09-13T03:23:02.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 3139 completed, throughput=5MB/sec 2024-09-13T03:23:02.755 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZQoewsph8theyjh off=1471732 len=1061418 2024-09-13T03:23:02.760 INFO:tasks.workunit.client.0.smithi052.stdout:op 3140 completed, throughput=5MB/sec 2024-09-13T03:23:02.761 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lChX2Kb0nqh2qB4 off=9196462 len=1906587 2024-09-13T03:23:02.772 INFO:tasks.workunit.client.0.smithi052.stdout:op 3141 completed, throughput=5MB/sec 2024-09-13T03:23:03.772 INFO:tasks.workunit.client.0.smithi052.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:03.773 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Xlpjtg8JjAays2b off=13940263 len=1419078 2024-09-13T03:23:03.774 INFO:tasks.workunit.client.0.smithi052.stdout:op 3142 completed, throughput=5MB/sec 2024-09-13T03:23:03.775 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SLE0k8lSLRzvMIF off=6183775 len=1589243 2024-09-13T03:23:03.781 INFO:tasks.workunit.client.0.smithi052.stdout:op 3143 completed, throughput=5MB/sec 2024-09-13T03:23:03.782 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-087rxSBPYfTwTvW off=3396936 len=2064910 2024-09-13T03:23:03.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 3144 completed, throughput=5MB/sec 2024-09-13T03:23:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:04 smithi078 ceph-mon[85589]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:23:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:04 smithi052 ceph-mon[91421]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:23:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:04 smithi052 ceph-mon[89065]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:23:04.789 INFO:tasks.workunit.client.0.smithi052.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:04.789 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AT3SIilu6T18uiR off=1105685 len=1049173 2024-09-13T03:23:04.795 INFO:tasks.workunit.client.0.smithi052.stdout:op 3145 completed, throughput=5MB/sec 2024-09-13T03:23:04.795 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZxCPItkyAkbMtuJ off=14047942 len=162485 2024-09-13T03:23:04.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 3146 completed, throughput=5MB/sec 2024-09-13T03:23:04.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VeAJ_9zOUPzvsGA off=2589038 len=587505 2024-09-13T03:23:04.800 INFO:tasks.workunit.client.0.smithi052.stdout:op 3147 completed, throughput=5MB/sec 2024-09-13T03:23:04.800 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Nnm-pA8GzZaKrb6 off=23954765 len=365743 2024-09-13T03:23:04.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 3148 completed, throughput=5MB/sec 2024-09-13T03:23:04.801 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eyQc7XiSEEs7ibh off=10152877 len=847825 2024-09-13T03:23:04.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 3149 completed, throughput=5MB/sec 2024-09-13T03:23:04.802 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AVZ9326FFIlkiVn off=4696647 len=274447 2024-09-13T03:23:04.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 3150 completed, throughput=5MB/sec 2024-09-13T03:23:04.805 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3aY0nOENujkOf5a off=13643902 len=1532520 2024-09-13T03:23:04.807 INFO:tasks.workunit.client.0.smithi052.stdout:op 3151 completed, throughput=5MB/sec 2024-09-13T03:23:05.808 INFO:tasks.workunit.client.0.smithi052.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:05.808 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WH3IfVu7krs3LUW off=3008691 len=1088498 2024-09-13T03:23:05.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 3152 completed, throughput=4.99MB/sec 2024-09-13T03:23:05.810 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5KI7Nuj1D6aM1FM off=4392300 len=1733098 2024-09-13T03:23:05.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 3153 completed, throughput=5MB/sec 2024-09-13T03:23:05.813 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-grJo9jEMISYw-VY off=6584255 len=738956 2024-09-13T03:23:05.817 INFO:tasks.workunit.client.0.smithi052.stdout:op 3154 completed, throughput=5MB/sec 2024-09-13T03:23:05.817 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XgI_018CFZ7Itx5 off=18355165 len=535546 2024-09-13T03:23:05.822 INFO:tasks.workunit.client.0.smithi052.stdout:op 3155 completed, throughput=5MB/sec 2024-09-13T03:23:05.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4CyBDEO2SiZ2ojL off=348481 len=1649808 2024-09-13T03:23:05.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 3156 completed, throughput=5MB/sec 2024-09-13T03:23:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:06 smithi078 ceph-mon[85589]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:23:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:06 smithi052 ceph-mon[91421]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:23:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:06 smithi052 ceph-mon[89065]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:23:06.830 INFO:tasks.workunit.client.0.smithi052.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:06.830 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--pNn8c6cu9BoH66 off=2427858 len=1807585 2024-09-13T03:23:06.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 3157 completed, throughput=5MB/sec 2024-09-13T03:23:06.834 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7UM6HuiPJYMmygR off=1334740 len=506089 2024-09-13T03:23:06.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 3158 completed, throughput=5MB/sec 2024-09-13T03:23:06.835 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-szFltpNYIJbEfRZ off=3444228 len=1575042 2024-09-13T03:23:06.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 3159 completed, throughput=5MB/sec 2024-09-13T03:23:06.838 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D60dcaxvpH55OXB off=4220893 len=646929 2024-09-13T03:23:06.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 3160 completed, throughput=5MB/sec 2024-09-13T03:23:07.840 INFO:tasks.workunit.client.0.smithi052.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:07.840 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HZva00EWZaYoTHD off=14850960 len=1440189 2024-09-13T03:23:07.843 INFO:tasks.workunit.client.0.smithi052.stdout:op 3161 completed, throughput=4.99MB/sec 2024-09-13T03:23:07.843 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UupzbC9inWa0Zgu off=2094864 len=1762038 2024-09-13T03:23:07.845 INFO:tasks.workunit.client.0.smithi052.stdout:op 3162 completed, throughput=5MB/sec 2024-09-13T03:23:07.845 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MsKm3rOt4DlV4eY off=3350241 len=921102 2024-09-13T03:23:07.846 INFO:tasks.workunit.client.0.smithi052.stdout:op 3163 completed, throughput=5MB/sec 2024-09-13T03:23:07.846 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1xAHSqN2lw8vD4X off=763676 len=145957 2024-09-13T03:23:07.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 3164 completed, throughput=5MB/sec 2024-09-13T03:23:07.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v--2ISJWk7ba5H9 off=8231008 len=972268 2024-09-13T03:23:07.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 3165 completed, throughput=5MB/sec 2024-09-13T03:23:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:08 smithi078 ceph-mon[85589]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:23:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:08 smithi052 ceph-mon[89065]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:23:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:08 smithi052 ceph-mon[91421]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:23:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:23:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:23:08] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:23:08.853 INFO:tasks.workunit.client.0.smithi052.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:08.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XKr_Otu4sx8EQHt off=5380073 len=1823771 2024-09-13T03:23:08.857 INFO:tasks.workunit.client.0.smithi052.stdout:op 3166 completed, throughput=5MB/sec 2024-09-13T03:23:08.857 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q2_e3LWHlstMrts off=896824 len=1719952 2024-09-13T03:23:08.865 INFO:tasks.workunit.client.0.smithi052.stdout:op 3167 completed, throughput=5MB/sec 2024-09-13T03:23:08.865 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HWGxv75DNX8mj29 off=2941054 len=806822 2024-09-13T03:23:08.866 INFO:tasks.workunit.client.0.smithi052.stdout:op 3168 completed, throughput=5MB/sec 2024-09-13T03:23:08.866 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dW23e_nOukHgS3V off=2103430 len=1450099 2024-09-13T03:23:08.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 3169 completed, throughput=5MB/sec 2024-09-13T03:23:09.869 INFO:tasks.workunit.client.0.smithi052.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:09.869 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ogvtnj69NbTtOlB off=7848302 len=921325 2024-09-13T03:23:09.874 INFO:tasks.workunit.client.0.smithi052.stdout:op 3170 completed, throughput=4.99MB/sec 2024-09-13T03:23:09.874 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--ZTTPXhyj2mMbL3 off=2539690 len=1340109 2024-09-13T03:23:09.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 3171 completed, throughput=5MB/sec 2024-09-13T03:23:09.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CLCMqZJ0P50JBoA off=13742741 len=123542 2024-09-13T03:23:09.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 3172 completed, throughput=5MB/sec 2024-09-13T03:23:09.881 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bDkPGutfym__hin off=822284 len=582778 2024-09-13T03:23:09.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 3173 completed, throughput=5MB/sec 2024-09-13T03:23:09.881 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GL2DQWG5yPJnkmM off=2259906 len=1760920 2024-09-13T03:23:09.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 3174 completed, throughput=5MB/sec 2024-09-13T03:23:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:10 smithi078 ceph-mon[85589]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:10 smithi052 ceph-mon[91421]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:10 smithi052 ceph-mon[89065]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:10.884 INFO:tasks.workunit.client.0.smithi052.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:10.884 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vGMSLvXNtdYz1CF off=8809415 len=554462 2024-09-13T03:23:10.885 INFO:tasks.workunit.client.0.smithi052.stdout:op 3175 completed, throughput=4.99MB/sec 2024-09-13T03:23:10.885 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lBadpK-9w5s88Wk off=2142399 len=1248540 2024-09-13T03:23:10.894 INFO:tasks.workunit.client.0.smithi052.stdout:op 3176 completed, throughput=5MB/sec 2024-09-13T03:23:10.894 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XFZrvls9G4yd-Ww off=353310 len=771487 2024-09-13T03:23:10.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 3177 completed, throughput=5MB/sec 2024-09-13T03:23:10.897 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gugVKTblPsOvZ18 off=11708426 len=1534925 2024-09-13T03:23:10.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 3178 completed, throughput=5MB/sec 2024-09-13T03:23:10.899 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1aMqan5S3ryQ3y1 off=21896429 len=51420 2024-09-13T03:23:10.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 3179 completed, throughput=5MB/sec 2024-09-13T03:23:10.900 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PdAHGWuqjg50wOT off=9432025 len=1091191 2024-09-13T03:23:10.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 3180 completed, throughput=5MB/sec 2024-09-13T03:23:11.905 INFO:tasks.workunit.client.0.smithi052.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:11.905 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uTkxPqEhP_mSLBK off=1765766 len=873241 2024-09-13T03:23:11.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 3181 completed, throughput=4.99MB/sec 2024-09-13T03:23:11.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9Af_JIzegpLmiT_ off=2566968 len=2049156 2024-09-13T03:23:11.920 INFO:tasks.workunit.client.0.smithi052.stdout:op 3182 completed, throughput=5MB/sec 2024-09-13T03:23:11.920 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gmVLuBqLmdNfbJQ off=3553280 len=331621 2024-09-13T03:23:11.921 INFO:tasks.workunit.client.0.smithi052.stdout:op 3183 completed, throughput=5MB/sec 2024-09-13T03:23:11.921 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kUxwJq3UH5WT1p1 off=0 len=1828372 2024-09-13T03:23:11.930 INFO:tasks.workunit.client.0.smithi052.stdout:op 3184 completed, throughput=5MB/sec 2024-09-13T03:23:11.930 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zLyEchc0KP0n1Y1 off=316607 len=1001873 2024-09-13T03:23:11.936 INFO:tasks.workunit.client.0.smithi052.stdout:op 3185 completed, throughput=5MB/sec 2024-09-13T03:23:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:12 smithi078 ceph-mon[85589]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:12.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:23:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:12 smithi052 ceph-mon[91421]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:12.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:12 smithi052 ceph-mon[89065]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:12.936 INFO:tasks.workunit.client.0.smithi052.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:12.936 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2c7hFmTsNSeP556 off=3036131 len=1053595 2024-09-13T03:23:12.937 INFO:tasks.workunit.client.0.smithi052.stdout:op 3186 completed, throughput=4.99MB/sec 2024-09-13T03:23:12.938 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jR9S8CeoSaMiCLd off=8696793 len=434173 2024-09-13T03:23:12.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 3187 completed, throughput=5MB/sec 2024-09-13T03:23:12.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Qwrx2DglCSwQfw- off=10507533 len=323440 2024-09-13T03:23:12.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 3188 completed, throughput=5MB/sec 2024-09-13T03:23:12.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BGpW1n6UxVZDd8x off=5098537 len=1256037 2024-09-13T03:23:12.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 3189 completed, throughput=5MB/sec 2024-09-13T03:23:12.941 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jUAaemrTvtzupnM off=0 len=1381767 2024-09-13T03:23:12.947 INFO:tasks.workunit.client.0.smithi052.stdout:op 3190 completed, throughput=5MB/sec 2024-09-13T03:23:12.947 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7WLm39w2uRqZC5R off=2387 len=1924484 2024-09-13T03:23:12.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 3191 completed, throughput=5MB/sec 2024-09-13T03:23:13.951 INFO:tasks.workunit.client.0.smithi052.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:13.951 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HKK9wg7Naqg973m off=3120792 len=2054285 2024-09-13T03:23:13.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 3192 completed, throughput=5MB/sec 2024-09-13T03:23:13.964 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PgM5O38UEtjcWuf off=23105171 len=550796 2024-09-13T03:23:13.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 3193 completed, throughput=5MB/sec 2024-09-13T03:23:13.965 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lCvv5DS-O-mR2Li off=7509549 len=1194401 2024-09-13T03:23:13.967 INFO:tasks.workunit.client.0.smithi052.stdout:op 3194 completed, throughput=5MB/sec 2024-09-13T03:23:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:14 smithi078 ceph-mon[85589]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:23:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:14 smithi052 ceph-mon[91421]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:23:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:14 smithi052 ceph-mon[89065]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:23:14.968 INFO:tasks.workunit.client.0.smithi052.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:14.968 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VYcBB9bCQn6-Yj3 off=7615167 len=561746 2024-09-13T03:23:14.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 3195 completed, throughput=4.99MB/sec 2024-09-13T03:23:14.969 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-96tMaiS3YmaLf5q off=5566316 len=1266332 2024-09-13T03:23:14.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 3196 completed, throughput=5MB/sec 2024-09-13T03:23:14.975 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bieLEkCXBPp6iDG off=1490378 len=1194598 2024-09-13T03:23:14.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 3197 completed, throughput=5MB/sec 2024-09-13T03:23:14.982 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v9WaM-9vVz3AMvF off=4122201 len=1385380 2024-09-13T03:23:14.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 3198 completed, throughput=5MB/sec 2024-09-13T03:23:14.991 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dDamhMSZEDemMK- off=7127587 len=978077 2024-09-13T03:23:14.992 INFO:tasks.workunit.client.0.smithi052.stdout:op 3199 completed, throughput=5MB/sec 2024-09-13T03:23:15.993 INFO:tasks.workunit.client.0.smithi052.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:15.993 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yE-u29wNzmqLuAc off=725236 len=962247 2024-09-13T03:23:15.998 INFO:tasks.workunit.client.0.smithi052.stdout:op 3200 completed, throughput=4.99MB/sec 2024-09-13T03:23:15.998 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G12m55GQnDkoJwH off=8026169 len=554209 2024-09-13T03:23:16.000 INFO:tasks.workunit.client.0.smithi052.stdout:op 3201 completed, throughput=4.99MB/sec 2024-09-13T03:23:16.000 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vRAsZAlnqFNJv-y off=122155 len=1229346 2024-09-13T03:23:16.006 INFO:tasks.workunit.client.0.smithi052.stdout:op 3202 completed, throughput=5MB/sec 2024-09-13T03:23:16.006 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lrBV6YiPUlARnpI off=3478427 len=1813584 2024-09-13T03:23:16.016 INFO:tasks.workunit.client.0.smithi052.stdout:op 3203 completed, throughput=5MB/sec 2024-09-13T03:23:16.016 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8F00oLyZWqGSC5N off=10903158 len=597767 2024-09-13T03:23:16.019 INFO:tasks.workunit.client.0.smithi052.stdout:op 3204 completed, throughput=5MB/sec 2024-09-13T03:23:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:16 smithi052 ceph-mon[91421]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:23:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:16 smithi052 ceph-mon[89065]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:23:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:16 smithi078 ceph-mon[85589]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:23:17.020 INFO:tasks.workunit.client.0.smithi052.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:17.020 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kVang4MEaQBAGFI off=4373681 len=761883 2024-09-13T03:23:17.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 3205 completed, throughput=4.99MB/sec 2024-09-13T03:23:17.022 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oNrgWMj6jdpG9ND off=3172000 len=1680437 2024-09-13T03:23:17.023 INFO:tasks.workunit.client.0.smithi052.stdout:op 3206 completed, throughput=5MB/sec 2024-09-13T03:23:17.023 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-R8vijnQwjvkeIZX off=1293920 len=1382990 2024-09-13T03:23:17.031 INFO:tasks.workunit.client.0.smithi052.stdout:op 3207 completed, throughput=5MB/sec 2024-09-13T03:23:17.031 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jWgsbVZunm3f0dW off=4080507 len=2066096 2024-09-13T03:23:17.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 3208 completed, throughput=5MB/sec 2024-09-13T03:23:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:18.034 INFO:tasks.workunit.client.0.smithi052.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:18.034 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-arhwzlcyZtF5z5D off=2460541 len=855148 2024-09-13T03:23:18.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 3209 completed, throughput=4.99MB/sec 2024-09-13T03:23:18.035 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bYZFPrBp0ILt5t- off=367816 len=2043527 2024-09-13T03:23:18.044 INFO:tasks.workunit.client.0.smithi052.stdout:op 3210 completed, throughput=5MB/sec 2024-09-13T03:23:18.044 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7eb1cmtSAAgaugc off=9774218 len=1421748 2024-09-13T03:23:18.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 3211 completed, throughput=5MB/sec 2024-09-13T03:23:18.050 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8kal5_h3FfIwsMP off=5096275 len=437357 2024-09-13T03:23:18.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 3212 completed, throughput=5MB/sec 2024-09-13T03:23:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:18 smithi052 ceph-mon[91421]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:23:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:18 smithi052 ceph-mon[89065]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:23:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:23:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:23:18] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-13T03:23:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:18 smithi078 ceph-mon[85589]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:23:19.052 INFO:tasks.workunit.client.0.smithi052.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:19.052 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-REeZ-oFkOHZ-phT off=13701619 len=802693 2024-09-13T03:23:19.056 INFO:tasks.workunit.client.0.smithi052.stdout:op 3213 completed, throughput=4.99MB/sec 2024-09-13T03:23:19.056 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AKBvqoV7taHWqXA off=13146912 len=2062838 2024-09-13T03:23:19.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 3214 completed, throughput=5MB/sec 2024-09-13T03:23:19.063 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_FUj5DKb6o4U_25 off=5396512 len=928249 2024-09-13T03:23:19.065 INFO:tasks.workunit.client.0.smithi052.stdout:op 3215 completed, throughput=5MB/sec 2024-09-13T03:23:19.065 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0HwPmTggrlLq8dJ off=2424373 len=1894186 2024-09-13T03:23:19.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 3216 completed, throughput=5MB/sec 2024-09-13T03:23:20.074 INFO:tasks.workunit.client.0.smithi052.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:20.074 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VUoQdI4wJV388wS off=4528707 len=1007138 2024-09-13T03:23:20.075 INFO:tasks.workunit.client.0.smithi052.stdout:op 3217 completed, throughput=4.99MB/sec 2024-09-13T03:23:20.075 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XAT3npv3F9TzulP off=802002 len=622926 2024-09-13T03:23:20.076 INFO:tasks.workunit.client.0.smithi052.stdout:op 3218 completed, throughput=5MB/sec 2024-09-13T03:23:20.076 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RxJHro2tMHOTPI5 off=23116887 len=874339 2024-09-13T03:23:20.077 INFO:tasks.workunit.client.0.smithi052.stdout:op 3219 completed, throughput=5MB/sec 2024-09-13T03:23:20.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AELDIPPpDEjfSzn off=2904844 len=1995693 2024-09-13T03:23:20.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 3220 completed, throughput=5MB/sec 2024-09-13T03:23:20.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I46nDTdD1FNEKUP off=1557114 len=1523489 2024-09-13T03:23:20.088 INFO:tasks.workunit.client.0.smithi052.stdout:op 3221 completed, throughput=5MB/sec 2024-09-13T03:23:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:20 smithi052 ceph-mon[91421]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:23:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:20 smithi052 ceph-mon[89065]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:23:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:20 smithi078 ceph-mon[85589]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:23:21.089 INFO:tasks.workunit.client.0.smithi052.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:21.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-75mLwlhu6bnWfFN off=248003 len=1294113 2024-09-13T03:23:21.091 INFO:tasks.workunit.client.0.smithi052.stdout:op 3222 completed, throughput=5MB/sec 2024-09-13T03:23:21.091 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-loEK105lXV_35us off=535609 len=164994 2024-09-13T03:23:21.094 INFO:tasks.workunit.client.0.smithi052.stdout:op 3223 completed, throughput=5MB/sec 2024-09-13T03:23:21.094 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QAo2f1ECYNgTXNq off=4131779 len=1559662 2024-09-13T03:23:21.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 3224 completed, throughput=5MB/sec 2024-09-13T03:23:21.101 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UhopNuLo37V16Dg off=44174 len=1571112 2024-09-13T03:23:21.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 3225 completed, throughput=5MB/sec 2024-09-13T03:23:22.103 INFO:tasks.workunit.client.0.smithi052.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:22.103 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4vbgsNLJtCSJpCE off=4149328 len=9683 2024-09-13T03:23:22.104 INFO:tasks.workunit.client.0.smithi052.stdout:op 3226 completed, throughput=4.99MB/sec 2024-09-13T03:23:22.104 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZnUUw4mLWdJOcaE off=7768073 len=1025010 2024-09-13T03:23:22.106 INFO:tasks.workunit.client.0.smithi052.stdout:op 3227 completed, throughput=4.99MB/sec 2024-09-13T03:23:22.106 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5SvUAkgG75Yv2is off=22903209 len=2035655 2024-09-13T03:23:22.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 3228 completed, throughput=5MB/sec 2024-09-13T03:23:22.110 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7aUmD9WHwYZXMPp off=955504 len=560424 2024-09-13T03:23:22.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 3229 completed, throughput=5MB/sec 2024-09-13T03:23:22.114 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-duo2FiuYo6-qPcH off=0 len=1135313 2024-09-13T03:23:22.116 INFO:tasks.workunit.client.0.smithi052.stdout:op 3230 completed, throughput=5MB/sec 2024-09-13T03:23:22.116 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l1oX4DASJvYZu8O off=3801250 len=839068 2024-09-13T03:23:22.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 3231 completed, throughput=5MB/sec 2024-09-13T03:23:22.498 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:22 smithi078 ceph-mon[85589]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:23:22.499 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:23:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:22 smithi052 ceph-mon[91421]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:23:22.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:22 smithi052 ceph-mon[89065]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:23:23.121 INFO:tasks.workunit.client.0.smithi052.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:23.122 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uk4CWnsx_sR5jqG off=1911563 len=1860115 2024-09-13T03:23:23.124 INFO:tasks.workunit.client.0.smithi052.stdout:op 3232 completed, throughput=5MB/sec 2024-09-13T03:23:23.124 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ox6asfQIjHErIbo off=9694994 len=1393520 2024-09-13T03:23:23.131 INFO:tasks.workunit.client.0.smithi052.stdout:op 3233 completed, throughput=5MB/sec 2024-09-13T03:23:23.131 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jp8RSfgu_R8YvfF off=11985542 len=616754 2024-09-13T03:23:23.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 3234 completed, throughput=5MB/sec 2024-09-13T03:23:23.133 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9n_YO0ncFc8ekSv off=8031904 len=1203110 2024-09-13T03:23:23.134 INFO:tasks.workunit.client.0.smithi052.stdout:op 3235 completed, throughput=5MB/sec 2024-09-13T03:23:24.135 INFO:tasks.workunit.client.0.smithi052.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:24.135 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cu2JRCHFaR_JW0X off=16330899 len=1032281 2024-09-13T03:23:24.136 INFO:tasks.workunit.client.0.smithi052.stdout:op 3236 completed, throughput=4.99MB/sec 2024-09-13T03:23:24.137 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bzbqA7sY2FiiEVv off=5940570 len=963607 2024-09-13T03:23:24.142 INFO:tasks.workunit.client.0.smithi052.stdout:op 3237 completed, throughput=5MB/sec 2024-09-13T03:23:24.142 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D0hlDdbInV8p1yY off=1871771 len=1849469 2024-09-13T03:23:24.152 INFO:tasks.workunit.client.0.smithi052.stdout:op 3238 completed, throughput=5MB/sec 2024-09-13T03:23:24.152 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U07FqAj-7xWPWI8 off=0 len=1642688 2024-09-13T03:23:24.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 3239 completed, throughput=5MB/sec 2024-09-13T03:23:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:24 smithi052 ceph-mon[91421]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:23:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:24 smithi052 ceph-mon[89065]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:23:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:24 smithi078 ceph-mon[85589]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:23:25.155 INFO:tasks.workunit.client.0.smithi052.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:25.155 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1rpyatIrlE-WOpq off=238508 len=1623896 2024-09-13T03:23:25.164 INFO:tasks.workunit.client.0.smithi052.stdout:op 3240 completed, throughput=5MB/sec 2024-09-13T03:23:25.164 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QyUVGA6Cw9Gopsz off=14395472 len=688900 2024-09-13T03:23:25.165 INFO:tasks.workunit.client.0.smithi052.stdout:op 3241 completed, throughput=5MB/sec 2024-09-13T03:23:25.165 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lp2BNTFxClPKTQg off=11708829 len=1282817 2024-09-13T03:23:25.168 INFO:tasks.workunit.client.0.smithi052.stdout:op 3242 completed, throughput=5MB/sec 2024-09-13T03:23:25.168 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XaVJ6zQAf35XIQ2 off=1155655 len=1428981 2024-09-13T03:23:25.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 3243 completed, throughput=5MB/sec 2024-09-13T03:23:26.170 INFO:tasks.workunit.client.0.smithi052.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:26.170 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-28jacHHNogxwlGf off=20764193 len=929855 2024-09-13T03:23:26.173 INFO:tasks.workunit.client.0.smithi052.stdout:op 3244 completed, throughput=4.99MB/sec 2024-09-13T03:23:26.173 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N2urhaRMgkm--_5 off=7366013 len=1099513 2024-09-13T03:23:26.175 INFO:tasks.workunit.client.0.smithi052.stdout:op 3245 completed, throughput=5MB/sec 2024-09-13T03:23:26.175 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Mro4H-fiHCTVC89 off=6628 len=1298595 2024-09-13T03:23:26.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 3246 completed, throughput=5MB/sec 2024-09-13T03:23:26.182 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t_6nEpxTe_lOEgl off=4962947 len=55381 2024-09-13T03:23:26.184 INFO:tasks.workunit.client.0.smithi052.stdout:op 3247 completed, throughput=5MB/sec 2024-09-13T03:23:26.184 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wDLIJG0mwsexuA9 off=15402448 len=1682634 2024-09-13T03:23:26.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 3248 completed, throughput=5MB/sec 2024-09-13T03:23:26.186 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KGbCNUgX-4TM8ie off=2805112 len=924037 2024-09-13T03:23:26.187 INFO:tasks.workunit.client.0.smithi052.stdout:op 3249 completed, throughput=5MB/sec 2024-09-13T03:23:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:26 smithi052 ceph-mon[91421]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:23:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:26 smithi052 ceph-mon[89065]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:23:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:26 smithi078 ceph-mon[85589]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-13T03:23:27.188 INFO:tasks.workunit.client.0.smithi052.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:27.188 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S7lFyRyIT_QZ0Fx off=10927645 len=1517564 2024-09-13T03:23:27.190 INFO:tasks.workunit.client.0.smithi052.stdout:op 3250 completed, throughput=5MB/sec 2024-09-13T03:23:27.190 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M_dF_YLMSKjIZKw off=16107434 len=483511 2024-09-13T03:23:27.191 INFO:tasks.workunit.client.0.smithi052.stdout:op 3251 completed, throughput=5MB/sec 2024-09-13T03:23:27.191 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EKlNolzv-TsCQIj off=14146703 len=1119247 2024-09-13T03:23:27.194 INFO:tasks.workunit.client.0.smithi052.stdout:op 3252 completed, throughput=5MB/sec 2024-09-13T03:23:27.194 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yezw8vdyK_0ts5F off=19563071 len=1287471 2024-09-13T03:23:27.196 INFO:tasks.workunit.client.0.smithi052.stdout:op 3253 completed, throughput=5MB/sec 2024-09-13T03:23:27.196 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lm5gKmeE9W411x6 off=3504529 len=1914029 2024-09-13T03:23:27.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 3254 completed, throughput=5MB/sec 2024-09-13T03:23:28.205 INFO:tasks.workunit.client.0.smithi052.stdout: 643: throughput=5MB/sec pending data=0 2024-09-13T03:23:28.206 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XWzdtWtljUYorBz off=898105 len=1444086 2024-09-13T03:23:28.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 3255 completed, throughput=5MB/sec 2024-09-13T03:23:28.208 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fSkKTlcsavydrXN off=3061703 len=1120348 2024-09-13T03:23:28.214 INFO:tasks.workunit.client.0.smithi052.stdout:op 3256 completed, throughput=5MB/sec 2024-09-13T03:23:28.214 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L8J9nMUNsdsXhVT off=18672873 len=515969 2024-09-13T03:23:28.216 INFO:tasks.workunit.client.0.smithi052.stdout:op 3257 completed, throughput=5MB/sec 2024-09-13T03:23:28.216 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gFHVtkW_cQj0rTR off=9697275 len=2033904 2024-09-13T03:23:28.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 3258 completed, throughput=5MB/sec 2024-09-13T03:23:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:28 smithi052 ceph-mon[91421]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:23:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:28 smithi052 ceph-mon[89065]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:23:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:23:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:23:28] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-13T03:23:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:28 smithi078 ceph-mon[85589]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:23:29.220 INFO:tasks.workunit.client.0.smithi052.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:29.220 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eebaUZIYtDGjmgD off=8846047 len=158310 2024-09-13T03:23:29.223 INFO:tasks.workunit.client.0.smithi052.stdout:op 3259 completed, throughput=4.99MB/sec 2024-09-13T03:23:29.223 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Psg0Q48NbJUuVGb off=20890636 len=247957 2024-09-13T03:23:29.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 3260 completed, throughput=5MB/sec 2024-09-13T03:23:29.226 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ri97x2tKqz307PR off=15597716 len=765150 2024-09-13T03:23:29.230 INFO:tasks.workunit.client.0.smithi052.stdout:op 3261 completed, throughput=5MB/sec 2024-09-13T03:23:29.230 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eFhybBrOyYWTmJW off=5739907 len=1538350 2024-09-13T03:23:29.232 INFO:tasks.workunit.client.0.smithi052.stdout:op 3262 completed, throughput=5MB/sec 2024-09-13T03:23:29.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dAAFuxP_qZvmXLC off=8241919 len=126776 2024-09-13T03:23:29.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 3263 completed, throughput=5MB/sec 2024-09-13T03:23:29.236 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QrrDoRnmL4ilBhp off=9454705 len=523543 2024-09-13T03:23:29.237 INFO:tasks.workunit.client.0.smithi052.stdout:op 3264 completed, throughput=5MB/sec 2024-09-13T03:23:29.237 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1ICne67wQgC6ATt off=7064702 len=238220 2024-09-13T03:23:29.239 INFO:tasks.workunit.client.0.smithi052.stdout:op 3265 completed, throughput=5MB/sec 2024-09-13T03:23:29.239 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ueZdF1-5Sm_xOOf off=5132600 len=301318 2024-09-13T03:23:29.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 3266 completed, throughput=5MB/sec 2024-09-13T03:23:30.240 INFO:tasks.workunit.client.0.smithi052.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:30.241 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ueHVF5ab-fVWrNm off=6575882 len=1232634 2024-09-13T03:23:30.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 3267 completed, throughput=4.99MB/sec 2024-09-13T03:23:30.249 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XSwZMBURrePW9aW off=8439451 len=1029892 2024-09-13T03:23:30.250 INFO:tasks.workunit.client.0.smithi052.stdout:op 3268 completed, throughput=5MB/sec 2024-09-13T03:23:30.250 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gBH2UGLd95GF_E4 off=835723 len=696044 2024-09-13T03:23:30.254 INFO:tasks.workunit.client.0.smithi052.stdout:op 3269 completed, throughput=5MB/sec 2024-09-13T03:23:30.254 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DScBsaz_oAS9s11 off=6418027 len=583361 2024-09-13T03:23:30.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 3270 completed, throughput=5MB/sec 2024-09-13T03:23:30.258 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eUwQKC77wHxdl9k off=0 len=1118232 2024-09-13T03:23:30.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 3271 completed, throughput=5MB/sec 2024-09-13T03:23:30.260 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bw8hfPItVgDiw_p off=0 len=1548604 2024-09-13T03:23:30.261 INFO:tasks.workunit.client.0.smithi052.stdout:op 3272 completed, throughput=5MB/sec 2024-09-13T03:23:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:30 smithi052 ceph-mon[91421]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:23:30.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:30 smithi052 ceph-mon[89065]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:23:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:30 smithi078 ceph-mon[85589]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:23:31.262 INFO:tasks.workunit.client.0.smithi052.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:31.262 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-710oj1HlRgPgSqm off=1279172 len=1992630 2024-09-13T03:23:31.272 INFO:tasks.workunit.client.0.smithi052.stdout:op 3273 completed, throughput=5MB/sec 2024-09-13T03:23:31.272 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jNDO3nA9rIFmtHg off=28188 len=539695 2024-09-13T03:23:31.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 3274 completed, throughput=5MB/sec 2024-09-13T03:23:31.276 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E8orfzXR9Vx_fnX off=9227769 len=319918 2024-09-13T03:23:31.279 INFO:tasks.workunit.client.0.smithi052.stdout:op 3275 completed, throughput=5MB/sec 2024-09-13T03:23:31.279 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3oe30h_wbluLQNX off=1290885 len=1814860 2024-09-13T03:23:31.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 3276 completed, throughput=5MB/sec 2024-09-13T03:23:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:32.281 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-06M5pxrvnMFltHk off=1599238 len=1625369 2024-09-13T03:23:32.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 3277 completed, throughput=5MB/sec 2024-09-13T03:23:32.291 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2gaMKmtQW4zNOgZ off=1446375 len=1040068 2024-09-13T03:23:32.296 INFO:tasks.workunit.client.0.smithi052.stdout:op 3278 completed, throughput=5MB/sec 2024-09-13T03:23:32.297 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q5zlVbmoijVcmI- off=413146 len=273572 2024-09-13T03:23:32.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 3279 completed, throughput=5MB/sec 2024-09-13T03:23:32.297 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rbsWxJ02MusMRwn off=2767718 len=1816315 2024-09-13T03:23:32.305 INFO:tasks.workunit.client.0.smithi052.stdout:op 3280 completed, throughput=5MB/sec 2024-09-13T03:23:32.305 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jV2ecDYf-cfAEbo off=2982907 len=606342 2024-09-13T03:23:32.309 INFO:tasks.workunit.client.0.smithi052.stdout:op 3281 completed, throughput=5MB/sec 2024-09-13T03:23:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:32 smithi052 ceph-mon[91421]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:23:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:32 smithi052 ceph-mon[89065]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:23:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:23:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:32 smithi078 ceph-mon[85589]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:23:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:33.310 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u_dxDpW7H-FkILT off=9646554 len=1883243 2024-09-13T03:23:33.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 3282 completed, throughput=5MB/sec 2024-09-13T03:23:33.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A31oooa_Eq_xfT- off=10553508 len=715129 2024-09-13T03:23:33.325 INFO:tasks.workunit.client.0.smithi052.stdout:op 3283 completed, throughput=5MB/sec 2024-09-13T03:23:33.325 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6-VdriwrGhYB5fR off=157333 len=98240 2024-09-13T03:23:33.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 3284 completed, throughput=5MB/sec 2024-09-13T03:23:33.327 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BpV1Wa4OOHBEjxk off=15092717 len=1513934 2024-09-13T03:23:33.329 INFO:tasks.workunit.client.0.smithi052.stdout:op 3285 completed, throughput=5MB/sec 2024-09-13T03:23:33.329 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IcpSgvB8NgW5mS8 off=12950822 len=720841 2024-09-13T03:23:33.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 3286 completed, throughput=5MB/sec 2024-09-13T03:23:33.330 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VUzShljvVptzdeP off=9644056 len=1966087 2024-09-13T03:23:33.341 INFO:tasks.workunit.client.0.smithi052.stdout:op 3287 completed, throughput=5MB/sec 2024-09-13T03:23:34.342 INFO:tasks.workunit.client.0.smithi052.stdout: 649: throughput=5MB/sec pending data=0 2024-09-13T03:23:34.342 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AwfH_hr8FsJXZFe off=13785366 len=209516 2024-09-13T03:23:34.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 3288 completed, throughput=5MB/sec 2024-09-13T03:23:34.345 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T064agCIZEvy1aq off=1046180 len=1375563 2024-09-13T03:23:34.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 3289 completed, throughput=5MB/sec 2024-09-13T03:23:34.347 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1L1-zJtLgwrfgJ9 off=3009555 len=1107360 2024-09-13T03:23:34.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 3290 completed, throughput=5MB/sec 2024-09-13T03:23:34.348 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tKwYfmUJ_P7AqMn off=9209802 len=416638 2024-09-13T03:23:34.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 3291 completed, throughput=5MB/sec 2024-09-13T03:23:34.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ubBqqsCf733UMGL off=8107556 len=272999 2024-09-13T03:23:34.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 3292 completed, throughput=5MB/sec 2024-09-13T03:23:34.351 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q77kedhdUEbCB8K off=6902936 len=1703475 2024-09-13T03:23:34.352 INFO:tasks.workunit.client.0.smithi052.stdout:op 3293 completed, throughput=5MB/sec 2024-09-13T03:23:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:34 smithi052 ceph-mon[91421]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:23:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:34 smithi052 ceph-mon[89065]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:23:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:34 smithi078 ceph-mon[85589]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:23:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:35.353 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Enf7rAMmONkPrFe off=1251649 len=730862 2024-09-13T03:23:35.357 INFO:tasks.workunit.client.0.smithi052.stdout:op 3294 completed, throughput=5MB/sec 2024-09-13T03:23:35.357 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gZoCuZeZi4ac8sE off=16593605 len=339029 2024-09-13T03:23:35.360 INFO:tasks.workunit.client.0.smithi052.stdout:op 3295 completed, throughput=5MB/sec 2024-09-13T03:23:35.360 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NF_U8WtW-hhBBDb off=2095551 len=942740 2024-09-13T03:23:35.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 3296 completed, throughput=5MB/sec 2024-09-13T03:23:35.366 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0sb2c_mu6JOJVS6 off=1346765 len=1181753 2024-09-13T03:23:35.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 3297 completed, throughput=5MB/sec 2024-09-13T03:23:35.371 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7_kkrymAJayYMlF off=6629229 len=1852157 2024-09-13T03:23:35.379 INFO:tasks.workunit.client.0.smithi052.stdout:op 3298 completed, throughput=5MB/sec 2024-09-13T03:23:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:36.380 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QeB1Zdg-QVwC29F off=5689317 len=1929471 2024-09-13T03:23:36.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 3299 completed, throughput=5MB/sec 2024-09-13T03:23:36.391 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WZbw8gG34t5rDQ5 off=0 len=1220949 2024-09-13T03:23:36.393 INFO:tasks.workunit.client.0.smithi052.stdout:op 3300 completed, throughput=5MB/sec 2024-09-13T03:23:36.393 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sW7WwTNiKJE8PtR off=15089422 len=864082 2024-09-13T03:23:36.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 3301 completed, throughput=5MB/sec 2024-09-13T03:23:36.398 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oy4EP34pbpJ7Mwk off=7141575 len=1936825 2024-09-13T03:23:36.400 INFO:tasks.workunit.client.0.smithi052.stdout:op 3302 completed, throughput=5MB/sec 2024-09-13T03:23:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:36 smithi052 ceph-mon[89065]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:23:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:36 smithi052 ceph-mon[91421]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:23:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:36 smithi078 ceph-mon[85589]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:23:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: 652: throughput=5MB/sec pending data=0 2024-09-13T03:23:37.401 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wZEdzxaamgOAjdZ off=3977426 len=14687 2024-09-13T03:23:37.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 3303 completed, throughput=5MB/sec 2024-09-13T03:23:37.401 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RnKe-aCcnsezos2 off=611139 len=1731333 2024-09-13T03:23:37.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 3304 completed, throughput=5MB/sec 2024-09-13T03:23:37.404 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ytYbEnEaOcJdSkn off=2164255 len=255716 2024-09-13T03:23:37.406 INFO:tasks.workunit.client.0.smithi052.stdout:op 3305 completed, throughput=5MB/sec 2024-09-13T03:23:37.406 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J_uXId3GdiMVeXm off=310445 len=1018484 2024-09-13T03:23:37.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 3306 completed, throughput=5MB/sec 2024-09-13T03:23:37.411 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t5ZM0_StFAmPHQ7 off=7061303 len=130160 2024-09-13T03:23:37.412 INFO:tasks.workunit.client.0.smithi052.stdout:op 3307 completed, throughput=5MB/sec 2024-09-13T03:23:37.412 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--AKl1m7kjOMF_VV off=6527070 len=1801146 2024-09-13T03:23:37.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 3308 completed, throughput=5MB/sec 2024-09-13T03:23:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:38.420 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZbUcGvEG2zUgQaM off=9438124 len=272135 2024-09-13T03:23:38.421 INFO:tasks.workunit.client.0.smithi052.stdout:op 3309 completed, throughput=4.99MB/sec 2024-09-13T03:23:38.421 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--n5QSCfMvC8EMSs off=6215847 len=2054668 2024-09-13T03:23:38.430 INFO:tasks.workunit.client.0.smithi052.stdout:op 3310 completed, throughput=5MB/sec 2024-09-13T03:23:38.430 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o2oM_-kF9S8U-zK off=2979283 len=820957 2024-09-13T03:23:38.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 3311 completed, throughput=5MB/sec 2024-09-13T03:23:38.465 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VtSYSHT9yciDtN8 off=2560833 len=1613443 2024-09-13T03:23:38.466 INFO:tasks.workunit.client.0.smithi052.stdout:op 3312 completed, throughput=5MB/sec 2024-09-13T03:23:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:38 smithi052 ceph-mon[91421]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:23:38.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:38 smithi052 ceph-mon[89065]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:23:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:23:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:23:38] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:23:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:38 smithi078 ceph-mon[85589]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:23:39.441 INFO:tasks.workunit.client.0.smithi052.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:39.442 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-herMXAIPLYBXqLu off=7383479 len=2067903 2024-09-13T03:23:39.454 INFO:tasks.workunit.client.0.smithi052.stdout:op 3313 completed, throughput=5MB/sec 2024-09-13T03:23:39.454 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aeAGb8ps_-mKZIw off=11175315 len=843604 2024-09-13T03:23:39.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 3314 completed, throughput=5MB/sec 2024-09-13T03:23:39.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z1K-ftxOco_ao2U off=108835 len=152011 2024-09-13T03:23:39.457 INFO:tasks.workunit.client.0.smithi052.stdout:op 3315 completed, throughput=5MB/sec 2024-09-13T03:23:39.457 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vdgdXrRqbbyaYYf off=5922866 len=548734 2024-09-13T03:23:39.461 INFO:tasks.workunit.client.0.smithi052.stdout:op 3316 completed, throughput=5MB/sec 2024-09-13T03:23:39.461 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JFjCISuDcv2tWT1 off=5184861 len=1339336 2024-09-13T03:23:39.464 INFO:tasks.workunit.client.0.smithi052.stdout:op 3317 completed, throughput=5MB/sec 2024-09-13T03:23:40.464 INFO:tasks.workunit.client.0.smithi052.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:40.464 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dByvxdeDyQPdTMs off=21619272 len=1197888 2024-09-13T03:23:40.466 INFO:tasks.workunit.client.0.smithi052.stdout:op 3318 completed, throughput=4.99MB/sec 2024-09-13T03:23:40.466 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rWTy5j-y2THRNmn off=457474 len=1376853 2024-09-13T03:23:40.468 INFO:tasks.workunit.client.0.smithi052.stdout:op 3319 completed, throughput=5MB/sec 2024-09-13T03:23:40.468 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-luUDMzpyK4sfNhu off=3460158 len=955196 2024-09-13T03:23:40.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 3320 completed, throughput=5MB/sec 2024-09-13T03:23:40.473 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K9qFQP_p1YrBXgH off=1151894 len=1185194 2024-09-13T03:23:40.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 3321 completed, throughput=5MB/sec 2024-09-13T03:23:40.475 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fIJI-rVMrQpSd9g off=10879219 len=220068 2024-09-13T03:23:40.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 3322 completed, throughput=5MB/sec 2024-09-13T03:23:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:40 smithi052 ceph-mon[91421]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:40.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:40 smithi052 ceph-mon[89065]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:40 smithi078 ceph-mon[85589]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:23:41.476 INFO:tasks.workunit.client.0.smithi052.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:41.476 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iG-Rpx03_B3SX9R off=1702702 len=1250030 2024-09-13T03:23:41.484 INFO:tasks.workunit.client.0.smithi052.stdout:op 3323 completed, throughput=4.99MB/sec 2024-09-13T03:23:41.484 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mE1BHzYyH1QItqM off=4029169 len=363086 2024-09-13T03:23:41.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 3324 completed, throughput=4.99MB/sec 2024-09-13T03:23:41.485 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EKIOVNcz4HiNDDe off=7937184 len=338654 2024-09-13T03:23:41.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 3325 completed, throughput=5MB/sec 2024-09-13T03:23:41.488 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UNO-IKlNHIeQFWS off=16384510 len=664688 2024-09-13T03:23:41.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 3326 completed, throughput=5MB/sec 2024-09-13T03:23:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LROtvMLqR9ofR3W off=21803777 len=1396902 2024-09-13T03:23:41.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 3327 completed, throughput=5MB/sec 2024-09-13T03:23:41.491 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-G-a5TggPSUluLKu off=10809755 len=2089876 2024-09-13T03:23:41.499 INFO:tasks.workunit.client.0.smithi052.stdout:op 3328 completed, throughput=5MB/sec 2024-09-13T03:23:42.500 INFO:tasks.workunit.client.0.smithi052.stdout: 657: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:42.500 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MaozRT5NdVFlmQf off=3566195 len=1945241 2024-09-13T03:23:42.503 INFO:tasks.workunit.client.0.smithi052.stdout:op 3329 completed, throughput=5MB/sec 2024-09-13T03:23:42.503 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_SPORHr--xVgUzx off=2810585 len=833976 2024-09-13T03:23:42.508 INFO:tasks.workunit.client.0.smithi052.stdout:op 3330 completed, throughput=5MB/sec 2024-09-13T03:23:42.508 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d4Ccu5oILGbZ1fP off=8175443 len=268714 2024-09-13T03:23:42.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 3331 completed, throughput=5MB/sec 2024-09-13T03:23:42.511 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sVg_V_n3UOuvKE9 off=11178219 len=701961 2024-09-13T03:23:42.515 INFO:tasks.workunit.client.0.smithi052.stdout:op 3332 completed, throughput=5MB/sec 2024-09-13T03:23:42.515 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Y40pvBDJPNER_-t off=1926417 len=1985936 2024-09-13T03:23:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:42 smithi052 ceph-mon[91421]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:23:42.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:42 smithi052 ceph-mon[89065]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:23:42.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 3333 completed, throughput=5MB/sec 2024-09-13T03:23:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:42 smithi078 ceph-mon[85589]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:23:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:23:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:43.530 INFO:tasks.workunit.client.0.smithi052.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:43.530 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rx-irn_tBczRxgt off=1457507 len=558848 2024-09-13T03:23:43.534 INFO:tasks.workunit.client.0.smithi052.stdout:op 3334 completed, throughput=4.99MB/sec 2024-09-13T03:23:43.534 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zrY-k99F2IR5W2O off=3667650 len=1704167 2024-09-13T03:23:43.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 3335 completed, throughput=5MB/sec 2024-09-13T03:23:43.536 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NJ6E3SgYFD3gvBV off=12480452 len=1370940 2024-09-13T03:23:43.538 INFO:tasks.workunit.client.0.smithi052.stdout:op 3336 completed, throughput=5MB/sec 2024-09-13T03:23:43.538 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2aWWzxazUSdJo-K off=2924695 len=576766 2024-09-13T03:23:43.539 INFO:tasks.workunit.client.0.smithi052.stdout:op 3337 completed, throughput=5MB/sec 2024-09-13T03:23:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:44 smithi052 ceph-mon[91421]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:23:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:44 smithi052 ceph-mon[89065]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:23:44.539 INFO:tasks.workunit.client.0.smithi052.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:44.539 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-49ZLFMVJWbndcJi off=1461140 len=940254 2024-09-13T03:23:44.542 INFO:tasks.workunit.client.0.smithi052.stdout:op 3338 completed, throughput=4.99MB/sec 2024-09-13T03:23:44.542 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OXBbqT0waTW0RZq off=21102578 len=134891 2024-09-13T03:23:44.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 3339 completed, throughput=4.99MB/sec 2024-09-13T03:23:44.543 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sYUK-a3MVuYUUZ9 off=2788437 len=1681312 2024-09-13T03:23:44.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 3340 completed, throughput=5MB/sec 2024-09-13T03:23:44.545 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W9U_5Lj8-Buhlc9 off=3290369 len=44608 2024-09-13T03:23:44.548 INFO:tasks.workunit.client.0.smithi052.stdout:op 3341 completed, throughput=5MB/sec 2024-09-13T03:23:44.548 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IOFijCWUFIXnd0J off=12974877 len=1356310 2024-09-13T03:23:44.550 INFO:tasks.workunit.client.0.smithi052.stdout:op 3342 completed, throughput=5MB/sec 2024-09-13T03:23:44.550 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c9yfisuxPkKaceY off=14840023 len=561890 2024-09-13T03:23:44.554 INFO:tasks.workunit.client.0.smithi052.stdout:op 3343 completed, throughput=5MB/sec 2024-09-13T03:23:44.554 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WEfTCgAdnaSz1Yp off=1057174 len=1110737 2024-09-13T03:23:44.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 3344 completed, throughput=5MB/sec 2024-09-13T03:23:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:44 smithi078 ceph-mon[85589]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:23:45.560 INFO:tasks.workunit.client.0.smithi052.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:45.560 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KKYv4Nr9o_43sLK off=6276135 len=1812766 2024-09-13T03:23:45.562 INFO:tasks.workunit.client.0.smithi052.stdout:op 3345 completed, throughput=5MB/sec 2024-09-13T03:23:45.562 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kWVTdkoqSzcSSfH off=8051439 len=1267114 2024-09-13T03:23:45.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 3346 completed, throughput=5MB/sec 2024-09-13T03:23:45.571 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9eyyaACTs6dLIM1 off=9039659 len=2089540 2024-09-13T03:23:45.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 3347 completed, throughput=5MB/sec 2024-09-13T03:23:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:46 smithi052 ceph-mon[91421]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:23:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:46 smithi052 ceph-mon[89065]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:23:46.573 INFO:tasks.workunit.client.0.smithi052.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:46.574 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iPDatuGBtEa1WU6 off=2057141 len=1857572 2024-09-13T03:23:46.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 3348 completed, throughput=5MB/sec 2024-09-13T03:23:46.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o3vxysnX-iGIjlD off=2521415 len=975702 2024-09-13T03:23:46.582 INFO:tasks.workunit.client.0.smithi052.stdout:op 3349 completed, throughput=5MB/sec 2024-09-13T03:23:46.582 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wVMSmKzFKX0cMLZ off=9842173 len=737780 2024-09-13T03:23:46.583 INFO:tasks.workunit.client.0.smithi052.stdout:op 3350 completed, throughput=5MB/sec 2024-09-13T03:23:46.583 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T8fUK_qR75E_Gy3 off=212876 len=2078966 2024-09-13T03:23:46.587 INFO:tasks.workunit.client.0.smithi052.stdout:op 3351 completed, throughput=5MB/sec 2024-09-13T03:23:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:46 smithi078 ceph-mon[85589]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:23:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:47.588 INFO:tasks.workunit.client.0.smithi052.stdout: 662: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:47.588 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7soBCn9fWJMCQ-C off=2874290 len=1371919 2024-09-13T03:23:47.589 INFO:tasks.workunit.client.0.smithi052.stdout:op 3352 completed, throughput=5MB/sec 2024-09-13T03:23:47.589 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H8kl1Jx17Ju98CU off=4222394 len=146434 2024-09-13T03:23:47.589 INFO:tasks.workunit.client.0.smithi052.stdout:op 3353 completed, throughput=5MB/sec 2024-09-13T03:23:47.590 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ey4BCS-tPd9We0V off=5965587 len=1052282 2024-09-13T03:23:47.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 3354 completed, throughput=5MB/sec 2024-09-13T03:23:47.595 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6MBGC2z1sYMBvVB off=18926655 len=471663 2024-09-13T03:23:47.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 3355 completed, throughput=5MB/sec 2024-09-13T03:23:47.597 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U_5J53fjQeynLXn off=6638336 len=753776 2024-09-13T03:23:47.598 INFO:tasks.workunit.client.0.smithi052.stdout:op 3356 completed, throughput=5MB/sec 2024-09-13T03:23:47.598 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eD0cP5KhvLQhINX off=7324001 len=1039001 2024-09-13T03:23:47.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 3357 completed, throughput=5MB/sec 2024-09-13T03:23:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:23:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:23:48] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[91421]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[89065]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:23:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:23:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:23:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:23:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:23:48.603 INFO:tasks.workunit.client.0.smithi052.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:48.603 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uqFCDUgQumLQrTU off=3006957 len=287372 2024-09-13T03:23:48.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 3358 completed, throughput=4.99MB/sec 2024-09-13T03:23:48.604 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BDURAEsCHdNKi2V off=15389206 len=1104545 2024-09-13T03:23:48.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 3359 completed, throughput=4.99MB/sec 2024-09-13T03:23:48.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wc7ftt7_QcrKzXP off=1991448 len=326842 2024-09-13T03:23:48.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 3360 completed, throughput=5MB/sec 2024-09-13T03:23:48.607 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yRkcqiEbc-mad6n off=2703303 len=857829 2024-09-13T03:23:48.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 3361 completed, throughput=5MB/sec 2024-09-13T03:23:48.608 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lzflBW56pOOYlqV off=21894534 len=1829151 2024-09-13T03:23:48.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 3362 completed, throughput=5MB/sec 2024-09-13T03:23:48.611 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--m79xPxXla_WPTg off=17610104 len=896147 2024-09-13T03:23:48.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 3363 completed, throughput=5MB/sec 2024-09-13T03:23:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:48 smithi078 ceph-mon[85589]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:23:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:23:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:23:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:23:48.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:23:49.616 INFO:tasks.workunit.client.0.smithi052.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:49.616 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NG6eD41FccrGU1h off=19392513 len=589223 2024-09-13T03:23:49.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 3364 completed, throughput=4.99MB/sec 2024-09-13T03:23:49.617 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YPIQgdKGywrJcIa off=642491 len=732231 2024-09-13T03:23:49.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 3365 completed, throughput=4.99MB/sec 2024-09-13T03:23:49.622 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g2xHH77x91EbuI6 off=0 len=1173745 2024-09-13T03:23:49.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 3366 completed, throughput=5MB/sec 2024-09-13T03:23:49.628 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_Y-uF5HPPQglG1Y off=0 len=1894188 2024-09-13T03:23:49.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 3367 completed, throughput=5MB/sec 2024-09-13T03:23:49.640 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MdUq829HJ6n3l98 off=6785508 len=63478 2024-09-13T03:23:49.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 3368 completed, throughput=5MB/sec 2024-09-13T03:23:49.641 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2p48Zl0cvIfylO6 off=6204855 len=1294813 2024-09-13T03:23:49.646 INFO:tasks.workunit.client.0.smithi052.stdout:op 3369 completed, throughput=5MB/sec 2024-09-13T03:23:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:50 smithi052 ceph-mon[91421]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:23:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:50 smithi052 ceph-mon[89065]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:23:50.647 INFO:tasks.workunit.client.0.smithi052.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:50.647 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i-b4zE1mmH6Y40w off=7448051 len=23721 2024-09-13T03:23:50.650 INFO:tasks.workunit.client.0.smithi052.stdout:op 3370 completed, throughput=4.99MB/sec 2024-09-13T03:23:50.650 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lxO9KEmIGwt2Pqp off=14924909 len=265551 2024-09-13T03:23:50.650 INFO:tasks.workunit.client.0.smithi052.stdout:op 3371 completed, throughput=4.99MB/sec 2024-09-13T03:23:50.650 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mYOLOp6Ovx7F6c- off=3267852 len=849117 2024-09-13T03:23:50.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 3372 completed, throughput=4.99MB/sec 2024-09-13T03:23:50.657 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QnyOAHgzKGNujuV off=490417 len=2065611 2024-09-13T03:23:50.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 3373 completed, throughput=5MB/sec 2024-09-13T03:23:50.670 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rv8flGGrgNk-4aP off=6953349 len=493073 2024-09-13T03:23:50.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 3374 completed, throughput=5MB/sec 2024-09-13T03:23:50.670 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qClZ2rA1qlutoIG off=1326451 len=377863 2024-09-13T03:23:50.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 3375 completed, throughput=5MB/sec 2024-09-13T03:23:50.672 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jPV0wO78fHioY9M off=9748390 len=1409497 2024-09-13T03:23:50.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 3376 completed, throughput=5MB/sec 2024-09-13T03:23:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:50 smithi078 ceph-mon[85589]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:23:51.679 INFO:tasks.workunit.client.0.smithi052.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:51.679 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i5WlcdgJxrpxTET off=9927212 len=232844 2024-09-13T03:23:51.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 3377 completed, throughput=4.99MB/sec 2024-09-13T03:23:51.680 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Hps-4S1o9u648R off=448182 len=161770 2024-09-13T03:23:51.683 INFO:tasks.workunit.client.0.smithi052.stdout:op 3378 completed, throughput=4.99MB/sec 2024-09-13T03:23:51.683 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0YrrRfYV8OwLbCt off=3646788 len=810301 2024-09-13T03:23:51.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 3379 completed, throughput=5MB/sec 2024-09-13T03:23:51.688 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_E1hL1S-nYE4ulz off=1187846 len=1962298 2024-09-13T03:23:51.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 3380 completed, throughput=5MB/sec 2024-09-13T03:23:51.696 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bn8OYkUIm4wwmcH off=8665474 len=239464 2024-09-13T03:23:51.696 INFO:tasks.workunit.client.0.smithi052.stdout:op 3381 completed, throughput=5MB/sec 2024-09-13T03:23:51.696 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kynO9X-5P-WVq3Q off=11405828 len=608383 2024-09-13T03:23:51.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 3382 completed, throughput=5MB/sec 2024-09-13T03:23:51.697 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sGsrqF3ewakgwWs off=3239039 len=1159735 2024-09-13T03:23:51.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 3383 completed, throughput=5MB/sec 2024-09-13T03:23:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:52 smithi052 ceph-mon[91421]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:23:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:52 smithi052 ceph-mon[89065]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:23:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:52 smithi078 ceph-mon[85589]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:23:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:23:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:23:52.703 INFO:tasks.workunit.client.0.smithi052.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:52.703 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vuvRae8SVc5y5S_ off=6975019 len=1034354 2024-09-13T03:23:52.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 3384 completed, throughput=4.99MB/sec 2024-09-13T03:23:52.709 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D23z4z077tfvSB1 off=13146192 len=2041230 2024-09-13T03:23:52.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 3385 completed, throughput=5MB/sec 2024-09-13T03:23:52.713 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CaSnbArRrd7XD-1 off=12296436 len=1303061 2024-09-13T03:23:52.719 INFO:tasks.workunit.client.0.smithi052.stdout:op 3386 completed, throughput=5MB/sec 2024-09-13T03:23:52.719 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uOqjEQCl2kaB2XO off=4469196 len=1536695 2024-09-13T03:23:52.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 3387 completed, throughput=5MB/sec 2024-09-13T03:23:53.722 INFO:tasks.workunit.client.0.smithi052.stdout: 668: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:53.722 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x8OzI0zeoJ-FJNl off=7358228 len=880758 2024-09-13T03:23:53.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 3388 completed, throughput=5MB/sec 2024-09-13T03:23:53.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6oegYz9h4Htzun9 off=9634727 len=1192591 2024-09-13T03:23:53.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 3389 completed, throughput=5MB/sec 2024-09-13T03:23:53.729 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xAnNVMGCXieHHv4 off=13195077 len=1299172 2024-09-13T03:23:53.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 3390 completed, throughput=5MB/sec 2024-09-13T03:23:53.732 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xqbiKkvf_o80rwF off=8150225 len=689971 2024-09-13T03:23:53.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 3391 completed, throughput=5MB/sec 2024-09-13T03:23:53.737 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ce9t5bCBQgwsQSt off=15144468 len=1909502 2024-09-13T03:23:53.739 INFO:tasks.workunit.client.0.smithi052.stdout:op 3392 completed, throughput=5MB/sec 2024-09-13T03:23:54.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:54 smithi052 ceph-mon[89065]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:54 smithi052 ceph-mon[91421]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:54 smithi078 ceph-mon[85589]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:23:54.740 INFO:tasks.workunit.client.0.smithi052.stdout: 669: throughput=5MB/sec pending data=0 2024-09-13T03:23:54.740 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_8wosteJYZo8dJO off=10655088 len=1948892 2024-09-13T03:23:54.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 3393 completed, throughput=5MB/sec 2024-09-13T03:23:54.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zLx4caE4n6ZMV4n off=3551828 len=661780 2024-09-13T03:23:54.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 3394 completed, throughput=5MB/sec 2024-09-13T03:23:54.744 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oEJmaAM5G8AmV0D off=5542373 len=765489 2024-09-13T03:23:54.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 3395 completed, throughput=5MB/sec 2024-09-13T03:23:54.749 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-siCCTyibCevMb7k off=12238851 len=1180026 2024-09-13T03:23:54.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 3396 completed, throughput=5MB/sec 2024-09-13T03:23:55.750 INFO:tasks.workunit.client.0.smithi052.stdout: 670: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:55.750 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sMnd7Q1VvLEcsxF off=2452603 len=1567658 2024-09-13T03:23:55.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 3397 completed, throughput=5MB/sec 2024-09-13T03:23:55.753 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2sMiqYUCwDcVJn2 off=1472146 len=1603578 2024-09-13T03:23:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 3398 completed, throughput=5MB/sec 2024-09-13T03:23:55.759 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xbvT4r-XqPOj1nF off=15785714 len=1944049 2024-09-13T03:23:55.763 INFO:tasks.workunit.client.0.smithi052.stdout:op 3399 completed, throughput=5MB/sec 2024-09-13T03:23:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:56 smithi052 ceph-mon[91421]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:23:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:56 smithi052 ceph-mon[89065]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:23:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:56 smithi078 ceph-mon[85589]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:23:56.763 INFO:tasks.workunit.client.0.smithi052.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:56.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WORxGtPG8jAG1XO off=4367957 len=1427396 2024-09-13T03:23:56.766 INFO:tasks.workunit.client.0.smithi052.stdout:op 3400 completed, throughput=5MB/sec 2024-09-13T03:23:56.766 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HryNvwaahZosKre off=1067835 len=1165847 2024-09-13T03:23:56.772 INFO:tasks.workunit.client.0.smithi052.stdout:op 3401 completed, throughput=5MB/sec 2024-09-13T03:23:56.772 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bq6IZORacZkNZh1 off=3680822 len=64186 2024-09-13T03:23:56.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 3402 completed, throughput=5MB/sec 2024-09-13T03:23:56.775 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Umkquc_heWbfgus off=2817530 len=556407 2024-09-13T03:23:56.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 3403 completed, throughput=5MB/sec 2024-09-13T03:23:56.779 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lWyLrWtM9CbvbdH off=11371952 len=1017411 2024-09-13T03:23:56.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 3404 completed, throughput=5MB/sec 2024-09-13T03:23:56.781 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lyWJS5Av85nUewZ off=7928208 len=642947 2024-09-13T03:23:56.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 3405 completed, throughput=5MB/sec 2024-09-13T03:23:57.785 INFO:tasks.workunit.client.0.smithi052.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:57.786 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U8MmGW2YyQ286oM off=1298122 len=1587001 2024-09-13T03:23:57.788 INFO:tasks.workunit.client.0.smithi052.stdout:op 3406 completed, throughput=5MB/sec 2024-09-13T03:23:57.789 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x_BLy_rVF1JeFsB off=376559 len=452227 2024-09-13T03:23:57.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 3407 completed, throughput=5MB/sec 2024-09-13T03:23:57.792 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YaVG9Bx_NwK3rSS off=7846652 len=1930665 2024-09-13T03:23:57.795 INFO:tasks.workunit.client.0.smithi052.stdout:op 3408 completed, throughput=5MB/sec 2024-09-13T03:23:57.795 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8nXoOHR58nR6Yz5 off=11930535 len=639970 2024-09-13T03:23:57.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 3409 completed, throughput=5MB/sec 2024-09-13T03:23:57.799 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dZoDgHot_eIRJPB off=5268988 len=989088 2024-09-13T03:23:57.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 3410 completed, throughput=5MB/sec 2024-09-13T03:23:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:23:58 smithi052 ceph-mon[91421]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:23:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:23:58 smithi052 ceph-mon[89065]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:23:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:23:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:23:58] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:23:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:23:58 smithi078 ceph-mon[85589]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:23:58.805 INFO:tasks.workunit.client.0.smithi052.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:58.805 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SRa_N2zYgl4UkKQ off=14256666 len=858201 2024-09-13T03:23:58.807 INFO:tasks.workunit.client.0.smithi052.stdout:op 3411 completed, throughput=4.99MB/sec 2024-09-13T03:23:58.807 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sfsn18xc497P7Vx off=1137570 len=2051781 2024-09-13T03:23:58.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 3412 completed, throughput=5MB/sec 2024-09-13T03:23:58.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MyyWw7w1WDyMa5q off=6523137 len=1684102 2024-09-13T03:23:58.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 3413 completed, throughput=5MB/sec 2024-09-13T03:23:58.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Rmn_lmgdzBrhmfJ off=9787615 len=542249 2024-09-13T03:23:58.819 INFO:tasks.workunit.client.0.smithi052.stdout:op 3414 completed, throughput=5MB/sec 2024-09-13T03:23:59.819 INFO:tasks.workunit.client.0.smithi052.stdout: 674: throughput=4.99MB/sec pending data=0 2024-09-13T03:23:59.819 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qQq9LjuNwIXwrPf off=2807825 len=236998 2024-09-13T03:23:59.820 INFO:tasks.workunit.client.0.smithi052.stdout:op 3415 completed, throughput=4.99MB/sec 2024-09-13T03:23:59.820 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BEKlmQT8WeTB0OO off=10502225 len=577729 2024-09-13T03:23:59.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 3416 completed, throughput=4.99MB/sec 2024-09-13T03:23:59.821 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zLyEchc0KP0n1Y1 off=21429910 len=1283475 2024-09-13T03:23:59.827 INFO:tasks.workunit.client.0.smithi052.stdout:op 3417 completed, throughput=5MB/sec 2024-09-13T03:23:59.827 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fbxRyT5egGxuTVe off=2001403 len=1932861 2024-09-13T03:23:59.831 INFO:tasks.workunit.client.0.smithi052.stdout:op 3418 completed, throughput=5MB/sec 2024-09-13T03:23:59.831 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fdJ7hTgf_YyUVPD off=603834 len=326740 2024-09-13T03:23:59.831 INFO:tasks.workunit.client.0.smithi052.stdout:op 3419 completed, throughput=5MB/sec 2024-09-13T03:23:59.832 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AQX9dhL5zoW782N off=13400373 len=191895 2024-09-13T03:23:59.832 INFO:tasks.workunit.client.0.smithi052.stdout:op 3420 completed, throughput=5MB/sec 2024-09-13T03:23:59.832 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B2rS8ScppttqSfk off=4774592 len=1549074 2024-09-13T03:23:59.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 3421 completed, throughput=5MB/sec 2024-09-13T03:24:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:00 smithi052 ceph-mon[91421]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:24:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:00 smithi052 ceph-mon[89065]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:24:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:00 smithi078 ceph-mon[85589]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:24:00.834 INFO:tasks.workunit.client.0.smithi052.stdout: 675: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:00.834 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K5BKVZau6u_sgaG off=1346830 len=763197 2024-09-13T03:24:00.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 3422 completed, throughput=5MB/sec 2024-09-13T03:24:00.835 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lxzzaA90-XgS-sc off=4733922 len=672986 2024-09-13T03:24:00.840 INFO:tasks.workunit.client.0.smithi052.stdout:op 3423 completed, throughput=5MB/sec 2024-09-13T03:24:00.840 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tbi2q2KkkwPAH8x off=2616366 len=1666611 2024-09-13T03:24:00.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 3424 completed, throughput=5MB/sec 2024-09-13T03:24:00.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CjEWAevnQvwGv37 off=1782913 len=1598644 2024-09-13T03:24:00.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 3425 completed, throughput=5MB/sec 2024-09-13T03:24:01.856 INFO:tasks.workunit.client.0.smithi052.stdout: 676: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:01.856 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4OUfahFvoft9g8c off=13648811 len=1303819 2024-09-13T03:24:01.863 INFO:tasks.workunit.client.0.smithi052.stdout:op 3426 completed, throughput=5MB/sec 2024-09-13T03:24:01.863 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zXu6Z8y6Z44CARq off=19349602 len=1708113 2024-09-13T03:24:01.866 INFO:tasks.workunit.client.0.smithi052.stdout:op 3427 completed, throughput=5MB/sec 2024-09-13T03:24:01.866 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cgnbZ67dnlEXgSB off=3826651 len=472214 2024-09-13T03:24:01.870 INFO:tasks.workunit.client.0.smithi052.stdout:op 3428 completed, throughput=5MB/sec 2024-09-13T03:24:01.870 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-h8LNshAJdZwyck6 off=3756523 len=1014906 2024-09-13T03:24:01.871 INFO:tasks.workunit.client.0.smithi052.stdout:op 3429 completed, throughput=5MB/sec 2024-09-13T03:24:01.871 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8huP1aPIX0uKPu3 off=5949291 len=8063 2024-09-13T03:24:01.872 INFO:tasks.workunit.client.0.smithi052.stdout:op 3430 completed, throughput=5MB/sec 2024-09-13T03:24:01.872 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wmKijXovKLsEqlP off=1439805 len=1802595 2024-09-13T03:24:01.875 INFO:tasks.workunit.client.0.smithi052.stdout:op 3431 completed, throughput=5MB/sec 2024-09-13T03:24:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:02 smithi052 ceph-mon[91421]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:24:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:02 smithi052 ceph-mon[89065]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:24:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:24:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:02 smithi078 ceph-mon[85589]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:24:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:02.875 INFO:tasks.workunit.client.0.smithi052.stdout: 677: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:02.875 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rVn6XUhe6UZhMIz off=1043479 len=738980 2024-09-13T03:24:02.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 3432 completed, throughput=5MB/sec 2024-09-13T03:24:02.879 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MDKh1ar3c3zcZ-1 off=9784958 len=1804399 2024-09-13T03:24:02.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 3433 completed, throughput=5MB/sec 2024-09-13T03:24:02.883 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ykUPcMIPXPalUYg off=3578264 len=1459459 2024-09-13T03:24:02.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 3434 completed, throughput=5MB/sec 2024-09-13T03:24:03.893 INFO:tasks.workunit.client.0.smithi052.stdout: 678: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:03.893 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pRupyM1IIuj-ikq off=3505172 len=386638 2024-09-13T03:24:03.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 3435 completed, throughput=4.99MB/sec 2024-09-13T03:24:03.893 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GqD3mIRolltm7Ar off=7688463 len=1775166 2024-09-13T03:24:03.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 3436 completed, throughput=5MB/sec 2024-09-13T03:24:03.896 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AErwM659HxyCRiC off=1065503 len=1100605 2024-09-13T03:24:03.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 3437 completed, throughput=5MB/sec 2024-09-13T03:24:03.897 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Vax17AyOyWM5Dzb off=6126203 len=1628582 2024-09-13T03:24:03.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 3438 completed, throughput=5MB/sec 2024-09-13T03:24:03.906 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3Oj98WxdE8nl6o5 off=380854 len=1314324 2024-09-13T03:24:03.914 INFO:tasks.workunit.client.0.smithi052.stdout:op 3439 completed, throughput=5MB/sec 2024-09-13T03:24:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:04 smithi052 ceph-mon[91421]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:24:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:04 smithi052 ceph-mon[89065]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:24:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:04 smithi078 ceph-mon[85589]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:24:04.914 INFO:tasks.workunit.client.0.smithi052.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:04.914 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TJdWTY8hf8SNimL off=11296650 len=173046 2024-09-13T03:24:04.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 3440 completed, throughput=4.99MB/sec 2024-09-13T03:24:04.917 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g24nWfF4mAigjWC off=13962033 len=1428687 2024-09-13T03:24:04.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 3441 completed, throughput=5MB/sec 2024-09-13T03:24:04.919 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6C3uFt4eNKfAsYP off=4361215 len=1169934 2024-09-13T03:24:04.921 INFO:tasks.workunit.client.0.smithi052.stdout:op 3442 completed, throughput=5MB/sec 2024-09-13T03:24:04.921 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LpXsv__rB73d1Es off=2982462 len=1654563 2024-09-13T03:24:04.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 3443 completed, throughput=5MB/sec 2024-09-13T03:24:05.932 INFO:tasks.workunit.client.0.smithi052.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:05.932 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8tnvuPTORVFjNkf off=16932686 len=1058894 2024-09-13T03:24:05.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 3444 completed, throughput=4.99MB/sec 2024-09-13T03:24:05.933 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vVPSfNrsaJO-vuD off=19241407 len=1123646 2024-09-13T03:24:05.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 3445 completed, throughput=5MB/sec 2024-09-13T03:24:05.939 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Q5XmjiNxR4XfkKU off=2031701 len=292267 2024-09-13T03:24:05.942 INFO:tasks.workunit.client.0.smithi052.stdout:op 3446 completed, throughput=5MB/sec 2024-09-13T03:24:05.942 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BvPhO3Wpi2s26R- off=2160906 len=955346 2024-09-13T03:24:05.944 INFO:tasks.workunit.client.0.smithi052.stdout:op 3447 completed, throughput=5MB/sec 2024-09-13T03:24:05.944 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Xufx6aJ9opgdeBq off=8083435 len=2003692 2024-09-13T03:24:05.945 INFO:tasks.workunit.client.0.smithi052.stdout:op 3448 completed, throughput=5MB/sec 2024-09-13T03:24:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:06 smithi052 ceph-mon[91421]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:06 smithi052 ceph-mon[89065]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:06 smithi078 ceph-mon[85589]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:06.946 INFO:tasks.workunit.client.0.smithi052.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:06.946 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NOZcKSm4tJclLlS off=3276756 len=1045201 2024-09-13T03:24:06.948 INFO:tasks.workunit.client.0.smithi052.stdout:op 3449 completed, throughput=4.99MB/sec 2024-09-13T03:24:06.948 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QqxYvt6vk9XOS18 off=5882974 len=1749203 2024-09-13T03:24:06.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 3450 completed, throughput=5MB/sec 2024-09-13T03:24:06.951 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sJyJ9JJ7JY2GHMY off=4571000 len=131843 2024-09-13T03:24:06.954 INFO:tasks.workunit.client.0.smithi052.stdout:op 3451 completed, throughput=5MB/sec 2024-09-13T03:24:06.954 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9F9-l5P2fwZzuaE off=1062864 len=1043570 2024-09-13T03:24:06.961 INFO:tasks.workunit.client.0.smithi052.stdout:op 3452 completed, throughput=5MB/sec 2024-09-13T03:24:06.961 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iq13s7EFWgZlOUC off=3143108 len=943377 2024-09-13T03:24:06.964 INFO:tasks.workunit.client.0.smithi052.stdout:op 3453 completed, throughput=5MB/sec 2024-09-13T03:24:06.964 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8XN_5quEOGVg-z9 off=5664759 len=844096 2024-09-13T03:24:06.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 3454 completed, throughput=5MB/sec 2024-09-13T03:24:07.965 INFO:tasks.workunit.client.0.smithi052.stdout: 682: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:07.966 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gMO7bWVmWL49Mo5 off=6687896 len=115415 2024-09-13T03:24:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 3455 completed, throughput=4.99MB/sec 2024-09-13T03:24:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-db0LZF9kGTCT_FF off=3745848 len=737237 2024-09-13T03:24:07.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 3456 completed, throughput=4.99MB/sec 2024-09-13T03:24:07.969 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_24sst_W-TjPoN3 off=197964 len=1017597 2024-09-13T03:24:07.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 3457 completed, throughput=5MB/sec 2024-09-13T03:24:07.971 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V6XU6x7m0a9Sz2E off=8591858 len=535934 2024-09-13T03:24:07.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 3458 completed, throughput=5MB/sec 2024-09-13T03:24:07.975 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CQr2qHeFmjQN1lw off=5443579 len=610473 2024-09-13T03:24:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:op 3459 completed, throughput=5MB/sec 2024-09-13T03:24:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jHDFW4OecGgny9v off=447687 len=193831 2024-09-13T03:24:07.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 3460 completed, throughput=5MB/sec 2024-09-13T03:24:07.982 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gBH2UGLd95GF_E4 off=20410124 len=154987 2024-09-13T03:24:07.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 3461 completed, throughput=5MB/sec 2024-09-13T03:24:07.983 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JdfGhnC2CqdrJfW off=17534253 len=1271266 2024-09-13T03:24:07.984 INFO:tasks.workunit.client.0.smithi052.stdout:op 3462 completed, throughput=5MB/sec 2024-09-13T03:24:07.984 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kDxnrZsKrOf6pjI off=4189469 len=1929518 2024-09-13T03:24:07.993 INFO:tasks.workunit.client.0.smithi052.stdout:op 3463 completed, throughput=5MB/sec 2024-09-13T03:24:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:08 smithi052 ceph-mon[91421]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:24:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:24:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:24:08] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-09-13T03:24:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:08 smithi052 ceph-mon[89065]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:24:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:08 smithi078 ceph-mon[85589]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:24:08.993 INFO:tasks.workunit.client.0.smithi052.stdout: 683: throughput=5MB/sec pending data=0 2024-09-13T03:24:08.993 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cCBv6LHv4MnPoVF off=5476728 len=2085106 2024-09-13T03:24:08.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 3464 completed, throughput=5MB/sec 2024-09-13T03:24:08.996 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8MVYsqg4Uu-EO2i off=6855201 len=1071044 2024-09-13T03:24:08.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 3465 completed, throughput=5MB/sec 2024-09-13T03:24:08.999 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J7VyIIuX9jD6vE5 off=9074183 len=1745247 2024-09-13T03:24:09.001 INFO:tasks.workunit.client.0.smithi052.stdout:op 3466 completed, throughput=5MB/sec 2024-09-13T03:24:10.002 INFO:tasks.workunit.client.0.smithi052.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:10.002 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D65iftYU5nzOqvv off=2655473 len=547363 2024-09-13T03:24:10.002 INFO:tasks.workunit.client.0.smithi052.stdout:op 3467 completed, throughput=5MB/sec 2024-09-13T03:24:10.003 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xhowdXZzmmqMsEK off=6830452 len=936576 2024-09-13T03:24:10.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 3468 completed, throughput=5MB/sec 2024-09-13T03:24:10.008 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pza-mD0DKcc7ot0 off=3822977 len=25376 2024-09-13T03:24:10.010 INFO:tasks.workunit.client.0.smithi052.stdout:op 3469 completed, throughput=5MB/sec 2024-09-13T03:24:10.010 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XaspQFDlFlA_iGP off=718626 len=1186050 2024-09-13T03:24:10.012 INFO:tasks.workunit.client.0.smithi052.stdout:op 3470 completed, throughput=5MB/sec 2024-09-13T03:24:10.013 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J_uXId3GdiMVeXm off=1162571 len=1035124 2024-09-13T03:24:10.019 INFO:tasks.workunit.client.0.smithi052.stdout:op 3471 completed, throughput=5MB/sec 2024-09-13T03:24:10.020 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pZ_3XVYeIqBuP0H off=419510 len=1166582 2024-09-13T03:24:10.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 3472 completed, throughput=5MB/sec 2024-09-13T03:24:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:10 smithi078 ceph-mon[85589]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:10 smithi052 ceph-mon[91421]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:10 smithi052 ceph-mon[89065]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:11.020 INFO:tasks.workunit.client.0.smithi052.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:11.020 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NOs_XURmIk0RDZU off=13184017 len=849497 2024-09-13T03:24:11.022 INFO:tasks.workunit.client.0.smithi052.stdout:op 3473 completed, throughput=5MB/sec 2024-09-13T03:24:11.022 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5-0rla8L10aX327 off=2431331 len=1392077 2024-09-13T03:24:11.029 INFO:tasks.workunit.client.0.smithi052.stdout:op 3474 completed, throughput=5MB/sec 2024-09-13T03:24:11.029 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P3VO38-O3L6KIDF off=12071035 len=619644 2024-09-13T03:24:11.033 INFO:tasks.workunit.client.0.smithi052.stdout:op 3475 completed, throughput=5MB/sec 2024-09-13T03:24:11.033 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6i7liP59ZKI0LI1 off=7405836 len=330628 2024-09-13T03:24:11.034 INFO:tasks.workunit.client.0.smithi052.stdout:op 3476 completed, throughput=5MB/sec 2024-09-13T03:24:11.034 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4ZiyaIWO1tJ_p8B off=5651890 len=135638 2024-09-13T03:24:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:op 3477 completed, throughput=5MB/sec 2024-09-13T03:24:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MaozRT5NdVFlmQf off=6356586 len=619129 2024-09-13T03:24:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:op 3478 completed, throughput=5MB/sec 2024-09-13T03:24:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0ryHnH0ms-UaYj7 off=425244 len=1962843 2024-09-13T03:24:11.045 INFO:tasks.workunit.client.0.smithi052.stdout:op 3479 completed, throughput=5MB/sec 2024-09-13T03:24:12.046 INFO:tasks.workunit.client.0.smithi052.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:12.046 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9B2ALs7dS9MTheg off=4314242 len=1459045 2024-09-13T03:24:12.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 3480 completed, throughput=5MB/sec 2024-09-13T03:24:12.049 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VM1YRY8RilCobNJ off=1720226 len=1381220 2024-09-13T03:24:12.052 INFO:tasks.workunit.client.0.smithi052.stdout:op 3481 completed, throughput=5MB/sec 2024-09-13T03:24:12.052 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--1vGUj9gp-eWyXy off=11946698 len=1596629 2024-09-13T03:24:12.054 INFO:tasks.workunit.client.0.smithi052.stdout:op 3482 completed, throughput=5MB/sec 2024-09-13T03:24:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:12 smithi078 ceph-mon[85589]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:24:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:12 smithi052 ceph-mon[91421]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:12 smithi052 ceph-mon[89065]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:24:13.055 INFO:tasks.workunit.client.0.smithi052.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:13.055 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T-QVepDDjk5vSqb off=294539 len=146145 2024-09-13T03:24:13.058 INFO:tasks.workunit.client.0.smithi052.stdout:op 3483 completed, throughput=4.99MB/sec 2024-09-13T03:24:13.058 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YaPPOGp2VEEPdn_ off=4343028 len=1913703 2024-09-13T03:24:13.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 3484 completed, throughput=5MB/sec 2024-09-13T03:24:13.061 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yizpUE4r2ADk86B off=71115 len=1194703 2024-09-13T03:24:13.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 3485 completed, throughput=5MB/sec 2024-09-13T03:24:13.063 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U_qBkPWjnfrkUA3 off=3697825 len=257840 2024-09-13T03:24:13.065 INFO:tasks.workunit.client.0.smithi052.stdout:op 3486 completed, throughput=5MB/sec 2024-09-13T03:24:13.066 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pTTPpHem2HRFjj4 off=1941612 len=1641267 2024-09-13T03:24:13.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 3487 completed, throughput=5MB/sec 2024-09-13T03:24:14.068 INFO:tasks.workunit.client.0.smithi052.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:14.068 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ISakjMqutwF9zuY off=12433882 len=651208 2024-09-13T03:24:14.070 INFO:tasks.workunit.client.0.smithi052.stdout:op 3488 completed, throughput=4.99MB/sec 2024-09-13T03:24:14.070 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l1XAmBVnGK2L-O- off=4656645 len=1482574 2024-09-13T03:24:14.077 INFO:tasks.workunit.client.0.smithi052.stdout:op 3489 completed, throughput=5MB/sec 2024-09-13T03:24:14.077 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ppf4MAwE-Qdhlxy off=16328 len=307854 2024-09-13T03:24:14.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 3490 completed, throughput=5MB/sec 2024-09-13T03:24:14.078 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nbd7AXgRHfPS45u off=4028341 len=888345 2024-09-13T03:24:14.082 INFO:tasks.workunit.client.0.smithi052.stdout:op 3491 completed, throughput=5MB/sec 2024-09-13T03:24:14.082 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-URDAQiKFkH_bnKo off=7572705 len=1278114 2024-09-13T03:24:14.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 3492 completed, throughput=5MB/sec 2024-09-13T03:24:14.085 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pm7cpu3YtYQa-K9 off=785348 len=374115 2024-09-13T03:24:14.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 3493 completed, throughput=5MB/sec 2024-09-13T03:24:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:14 smithi078 ceph-mon[85589]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:24:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:14 smithi052 ceph-mon[91421]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:24:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:14 smithi052 ceph-mon[89065]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:24:15.086 INFO:tasks.workunit.client.0.smithi052.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:15.086 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4T-sLnLw4YJ-1lS off=2666322 len=269089 2024-09-13T03:24:15.089 INFO:tasks.workunit.client.0.smithi052.stdout:op 3494 completed, throughput=4.99MB/sec 2024-09-13T03:24:15.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I4aMLUAx92J9gOs off=1245957 len=91997 2024-09-13T03:24:15.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 3495 completed, throughput=4.99MB/sec 2024-09-13T03:24:15.090 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mkJxvSoF1qVbhrm off=30865 len=1877443 2024-09-13T03:24:15.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 3496 completed, throughput=5MB/sec 2024-09-13T03:24:15.102 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FcwuzO39Vhb0iLj off=2216662 len=984423 2024-09-13T03:24:15.103 INFO:tasks.workunit.client.0.smithi052.stdout:op 3497 completed, throughput=5MB/sec 2024-09-13T03:24:15.104 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Mv7rt0NjGwUy9l8 off=4193305 len=290790 2024-09-13T03:24:15.107 INFO:tasks.workunit.client.0.smithi052.stdout:op 3498 completed, throughput=5MB/sec 2024-09-13T03:24:15.107 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aLhDOr0wPe2Keyd off=665168 len=957442 2024-09-13T03:24:15.108 INFO:tasks.workunit.client.0.smithi052.stdout:op 3499 completed, throughput=5MB/sec 2024-09-13T03:24:15.108 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OxEviwENLhzS9wK off=1369036 len=1662071 2024-09-13T03:24:15.116 INFO:tasks.workunit.client.0.smithi052.stdout:op 3500 completed, throughput=5MB/sec 2024-09-13T03:24:16.116 INFO:tasks.workunit.client.0.smithi052.stdout: 690: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:16.116 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C-Q67o4wTdK4DUA off=3171525 len=54949 2024-09-13T03:24:16.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 3501 completed, throughput=4.99MB/sec 2024-09-13T03:24:16.118 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Kveeb-GwYDZynEh off=11518842 len=1241279 2024-09-13T03:24:16.120 INFO:tasks.workunit.client.0.smithi052.stdout:op 3502 completed, throughput=5MB/sec 2024-09-13T03:24:16.120 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FweLxm8W1MfYNSq off=3195614 len=1027095 2024-09-13T03:24:16.126 INFO:tasks.workunit.client.0.smithi052.stdout:op 3503 completed, throughput=5MB/sec 2024-09-13T03:24:16.126 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H0ZbPwwVz4Oc23a off=399549 len=557084 2024-09-13T03:24:16.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 3504 completed, throughput=5MB/sec 2024-09-13T03:24:16.127 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-adpdkf9aP8GRqeq off=3453577 len=1992427 2024-09-13T03:24:16.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 3505 completed, throughput=5MB/sec 2024-09-13T03:24:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:16 smithi078 ceph-mon[85589]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:24:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:16 smithi052 ceph-mon[91421]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:24:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:16 smithi052 ceph-mon[89065]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:24:17.130 INFO:tasks.workunit.client.0.smithi052.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:17.130 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VICXEpF7yeu7Vzx off=8490964 len=710581 2024-09-13T03:24:17.131 INFO:tasks.workunit.client.0.smithi052.stdout:op 3506 completed, throughput=4.99MB/sec 2024-09-13T03:24:17.131 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fWUIq4PmhPMc8gk off=8411557 len=1174987 2024-09-13T03:24:17.137 INFO:tasks.workunit.client.0.smithi052.stdout:op 3507 completed, throughput=5MB/sec 2024-09-13T03:24:17.137 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rCkgpHlBLtouCz0 off=4211714 len=1827559 2024-09-13T03:24:17.145 INFO:tasks.workunit.client.0.smithi052.stdout:op 3508 completed, throughput=5MB/sec 2024-09-13T03:24:17.145 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xYWo-l3fRNc1w36 off=12289212 len=1382146 2024-09-13T03:24:17.152 INFO:tasks.workunit.client.0.smithi052.stdout:op 3509 completed, throughput=5MB/sec 2024-09-13T03:24:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:18.152 INFO:tasks.workunit.client.0.smithi052.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:18.153 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KbgUyr9_ulY2x8p off=12678968 len=1558594 2024-09-13T03:24:18.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 3510 completed, throughput=5MB/sec 2024-09-13T03:24:18.162 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FqU3U5THdsDfNR- off=2606848 len=840400 2024-09-13T03:24:18.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 3511 completed, throughput=5MB/sec 2024-09-13T03:24:18.164 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aSZGcMUtD_8U5F2 off=12004507 len=735797 2024-09-13T03:24:18.168 INFO:tasks.workunit.client.0.smithi052.stdout:op 3512 completed, throughput=5MB/sec 2024-09-13T03:24:18.168 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LtbcAg_SoNEzW1Y off=16478451 len=1815519 2024-09-13T03:24:18.178 INFO:tasks.workunit.client.0.smithi052.stdout:op 3513 completed, throughput=5MB/sec 2024-09-13T03:24:18.178 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cCTUHo8PVc2oZgf off=3381192 len=483459 2024-09-13T03:24:18.179 INFO:tasks.workunit.client.0.smithi052.stdout:op 3514 completed, throughput=5MB/sec 2024-09-13T03:24:18.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:18 smithi052 ceph-mon[89065]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:24:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:18 smithi052 ceph-mon[91421]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:24:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:24:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:24:18] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-09-13T03:24:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:18 smithi078 ceph-mon[85589]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:24:19.179 INFO:tasks.workunit.client.0.smithi052.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:19.179 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fT2Xpsj9tbKhSNs off=6798652 len=1783590 2024-09-13T03:24:19.182 INFO:tasks.workunit.client.0.smithi052.stdout:op 3515 completed, throughput=5MB/sec 2024-09-13T03:24:19.182 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RXtmlPELU-FFI6l off=5562428 len=329993 2024-09-13T03:24:19.185 INFO:tasks.workunit.client.0.smithi052.stdout:op 3516 completed, throughput=5MB/sec 2024-09-13T03:24:19.185 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Wo3dGgSuuBZce7t off=4031092 len=408279 2024-09-13T03:24:19.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 3517 completed, throughput=5MB/sec 2024-09-13T03:24:19.189 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rSwAcVaBef3tR5s off=20867704 len=2086060 2024-09-13T03:24:19.198 INFO:tasks.workunit.client.0.smithi052.stdout:op 3518 completed, throughput=5MB/sec 2024-09-13T03:24:19.198 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OyfR2pwuFBUwQ2w off=539152 len=860160 2024-09-13T03:24:19.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 3519 completed, throughput=5MB/sec 2024-09-13T03:24:20.200 INFO:tasks.workunit.client.0.smithi052.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:20.200 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eHooGOjTNCTZV23 off=2174397 len=2065149 2024-09-13T03:24:20.208 INFO:tasks.workunit.client.0.smithi052.stdout:op 3520 completed, throughput=5MB/sec 2024-09-13T03:24:20.208 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7xUA0cQ6dYYp9dc off=12031365 len=302588 2024-09-13T03:24:20.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 3521 completed, throughput=5MB/sec 2024-09-13T03:24:20.211 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gEFcaC8P6UCPE8F off=1939891 len=2017909 2024-09-13T03:24:20.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 3522 completed, throughput=5MB/sec 2024-09-13T03:24:20.218 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hiirch9LoHwjNIb off=5492321 len=172636 2024-09-13T03:24:20.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 3523 completed, throughput=5MB/sec 2024-09-13T03:24:20.218 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-68g6zsoihaSzzvm off=12072459 len=1647333 2024-09-13T03:24:20.229 INFO:tasks.workunit.client.0.smithi052.stdout:op 3524 completed, throughput=5MB/sec 2024-09-13T03:24:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:20 smithi078 ceph-mon[85589]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:24:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:20 smithi052 ceph-mon[89065]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:24:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:20 smithi052 ceph-mon[91421]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:24:21.229 INFO:tasks.workunit.client.0.smithi052.stdout: 695: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:21.229 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OFkrPRtKKp8Gpc9 off=5444337 len=1100168 2024-09-13T03:24:21.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 3525 completed, throughput=5MB/sec 2024-09-13T03:24:21.231 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Avcqd5OW2rnSZLh off=1534941 len=1464945 2024-09-13T03:24:21.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 3526 completed, throughput=5MB/sec 2024-09-13T03:24:21.238 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-O22Gajlzb-FJUE6 off=12126724 len=823376 2024-09-13T03:24:21.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 3527 completed, throughput=5MB/sec 2024-09-13T03:24:21.243 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YlRbSWgx2NtwH4L off=2408335 len=1016125 2024-09-13T03:24:21.245 INFO:tasks.workunit.client.0.smithi052.stdout:op 3528 completed, throughput=5MB/sec 2024-09-13T03:24:22.246 INFO:tasks.workunit.client.0.smithi052.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:22.246 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RUiJe9_d36UK6ZR off=7566407 len=1576159 2024-09-13T03:24:22.248 INFO:tasks.workunit.client.0.smithi052.stdout:op 3529 completed, throughput=5MB/sec 2024-09-13T03:24:22.248 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-22OhLfqxb4o3djn off=527944 len=139536 2024-09-13T03:24:22.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 3530 completed, throughput=5MB/sec 2024-09-13T03:24:22.251 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-opOQvGQL0ZDthCn off=13516995 len=1943176 2024-09-13T03:24:22.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 3531 completed, throughput=5MB/sec 2024-09-13T03:24:22.259 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cxDCCUklkNp7zck off=11632648 len=1160703 2024-09-13T03:24:22.264 INFO:tasks.workunit.client.0.smithi052.stdout:op 3532 completed, throughput=5MB/sec 2024-09-13T03:24:22.264 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BhmhRsZ6ZFtPInF off=1225235 len=1516388 2024-09-13T03:24:22.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 3533 completed, throughput=5MB/sec 2024-09-13T03:24:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:22 smithi078 ceph-mon[85589]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:24:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:24:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:22.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:22 smithi052 ceph-mon[89065]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:24:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:22 smithi052 ceph-mon[91421]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:24:23.266 INFO:tasks.workunit.client.0.smithi052.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:23.266 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oOZzhceOGPZR_aJ off=468459 len=636518 2024-09-13T03:24:23.270 INFO:tasks.workunit.client.0.smithi052.stdout:op 3534 completed, throughput=5MB/sec 2024-09-13T03:24:23.271 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-G8uA47zkh0PzziL off=8473058 len=830481 2024-09-13T03:24:23.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 3535 completed, throughput=5MB/sec 2024-09-13T03:24:23.275 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TJ4yDALtrQ7Y510 off=3280298 len=1856702 2024-09-13T03:24:23.285 INFO:tasks.workunit.client.0.smithi052.stdout:op 3536 completed, throughput=5MB/sec 2024-09-13T03:24:23.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Q6oEBJ7GM8LTV4g off=10804587 len=624848 2024-09-13T03:24:23.287 INFO:tasks.workunit.client.0.smithi052.stdout:op 3537 completed, throughput=5MB/sec 2024-09-13T03:24:23.287 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wyUSiHXovdE-BoX off=9762182 len=1178358 2024-09-13T03:24:23.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 3538 completed, throughput=5MB/sec 2024-09-13T03:24:24.289 INFO:tasks.workunit.client.0.smithi052.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:24.289 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TgUnAvitM04PUZH off=677725 len=647718 2024-09-13T03:24:24.293 INFO:tasks.workunit.client.0.smithi052.stdout:op 3539 completed, throughput=5MB/sec 2024-09-13T03:24:24.293 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C1KePYErkw1fGnN off=7770065 len=836255 2024-09-13T03:24:24.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 3540 completed, throughput=5MB/sec 2024-09-13T03:24:24.299 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mv8mrwanoCzSWR- off=373658 len=337698 2024-09-13T03:24:24.302 INFO:tasks.workunit.client.0.smithi052.stdout:op 3541 completed, throughput=5MB/sec 2024-09-13T03:24:24.302 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MB8vjdNpuLFRzR8 off=15267627 len=262799 2024-09-13T03:24:24.305 INFO:tasks.workunit.client.0.smithi052.stdout:op 3542 completed, throughput=5MB/sec 2024-09-13T03:24:24.305 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_9zUKtdsSyWZ9E0 off=2113922 len=767307 2024-09-13T03:24:24.309 INFO:tasks.workunit.client.0.smithi052.stdout:op 3543 completed, throughput=5MB/sec 2024-09-13T03:24:24.309 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ldpDobZWx7XB291 off=8475389 len=1738276 2024-09-13T03:24:24.311 INFO:tasks.workunit.client.0.smithi052.stdout:op 3544 completed, throughput=5MB/sec 2024-09-13T03:24:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:24 smithi078 ceph-mon[85589]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:24:24.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:24 smithi052 ceph-mon[89065]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:24:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:24 smithi052 ceph-mon[91421]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:24:25.312 INFO:tasks.workunit.client.0.smithi052.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:25.312 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xE30iSE5UExp1SB off=10260794 len=365926 2024-09-13T03:24:25.315 INFO:tasks.workunit.client.0.smithi052.stdout:op 3545 completed, throughput=4.99MB/sec 2024-09-13T03:24:25.315 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4f7De6tj7i2XOFN off=13021632 len=287746 2024-09-13T03:24:25.318 INFO:tasks.workunit.client.0.smithi052.stdout:op 3546 completed, throughput=4.99MB/sec 2024-09-13T03:24:25.318 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nZaAvUqbo5-pSiI off=552382 len=238480 2024-09-13T03:24:25.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 3547 completed, throughput=4.99MB/sec 2024-09-13T03:24:25.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b5U76zF_W-1BF_2 off=12369910 len=274849 2024-09-13T03:24:25.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 3548 completed, throughput=4.99MB/sec 2024-09-13T03:24:25.324 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-blia-0qmQnGVCgn off=14166491 len=154582 2024-09-13T03:24:25.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 3549 completed, throughput=4.99MB/sec 2024-09-13T03:24:25.325 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GFRCItyfnNm2hh_ off=19253177 len=719861 2024-09-13T03:24:25.328 INFO:tasks.workunit.client.0.smithi052.stdout:op 3550 completed, throughput=5MB/sec 2024-09-13T03:24:25.328 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xr97e__a4keQ03L off=630 len=1410771 2024-09-13T03:24:25.337 INFO:tasks.workunit.client.0.smithi052.stdout:op 3551 completed, throughput=5MB/sec 2024-09-13T03:24:25.337 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qSSBH6UMUq_DnjT off=4586686 len=1599726 2024-09-13T03:24:25.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 3552 completed, throughput=5MB/sec 2024-09-13T03:24:25.340 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E62_Mb2tdQ2ENNo off=17699194 len=1784478 2024-09-13T03:24:25.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 3553 completed, throughput=5MB/sec 2024-09-13T03:24:26.349 INFO:tasks.workunit.client.0.smithi052.stdout: 700: throughput=5MB/sec pending data=0 2024-09-13T03:24:26.349 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hXXotqpoc7WknXY off=3269074 len=265927 2024-09-13T03:24:26.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 3554 completed, throughput=5MB/sec 2024-09-13T03:24:26.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C49X5RvehIYvO6b off=6791729 len=1957289 2024-09-13T03:24:26.354 INFO:tasks.workunit.client.0.smithi052.stdout:op 3555 completed, throughput=5MB/sec 2024-09-13T03:24:26.354 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ncBsY1-Qw3AEDSW off=17276161 len=827417 2024-09-13T03:24:26.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 3556 completed, throughput=5MB/sec 2024-09-13T03:24:26.355 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CwCarFgca_p54t_ off=3764271 len=913880 2024-09-13T03:24:26.357 INFO:tasks.workunit.client.0.smithi052.stdout:op 3557 completed, throughput=5MB/sec 2024-09-13T03:24:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:26 smithi078 ceph-mon[85589]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:26 smithi052 ceph-mon[89065]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:26 smithi052 ceph-mon[91421]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:27.357 INFO:tasks.workunit.client.0.smithi052.stdout: 701: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:27.357 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tqhEjG9zvdmHhm- off=720094 len=1444155 2024-09-13T03:24:27.366 INFO:tasks.workunit.client.0.smithi052.stdout:op 3558 completed, throughput=5MB/sec 2024-09-13T03:24:27.366 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dY_9d7y-IIoHlxP off=1930765 len=356387 2024-09-13T03:24:27.368 INFO:tasks.workunit.client.0.smithi052.stdout:op 3559 completed, throughput=5MB/sec 2024-09-13T03:24:27.368 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ol777J45rnlLoJN off=1543364 len=687282 2024-09-13T03:24:27.372 INFO:tasks.workunit.client.0.smithi052.stdout:op 3560 completed, throughput=5MB/sec 2024-09-13T03:24:27.372 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zTHFXooXsuFur2o off=870120 len=1526840 2024-09-13T03:24:27.380 INFO:tasks.workunit.client.0.smithi052.stdout:op 3561 completed, throughput=5MB/sec 2024-09-13T03:24:27.380 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SSybyBqFRc1i27B off=2473745 len=87891 2024-09-13T03:24:27.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 3562 completed, throughput=5MB/sec 2024-09-13T03:24:27.382 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D8X02FmZ-hUX9n9 off=4621444 len=1648880 2024-09-13T03:24:27.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 3563 completed, throughput=5MB/sec 2024-09-13T03:24:28.390 INFO:tasks.workunit.client.0.smithi052.stdout: 702: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:28.391 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Me9JeQaVFMurZ-x off=11779473 len=2005327 2024-09-13T03:24:28.402 INFO:tasks.workunit.client.0.smithi052.stdout:op 3564 completed, throughput=5MB/sec 2024-09-13T03:24:28.402 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uo-6dzXjNiWq2qv off=11556219 len=1062089 2024-09-13T03:24:28.407 INFO:tasks.workunit.client.0.smithi052.stdout:op 3565 completed, throughput=5MB/sec 2024-09-13T03:24:28.408 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--0CLN7MtAktIV66 off=6789318 len=252897 2024-09-13T03:24:28.408 INFO:tasks.workunit.client.0.smithi052.stdout:op 3566 completed, throughput=5MB/sec 2024-09-13T03:24:28.408 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-92ER21zsKkLMPeS off=713820 len=1365857 2024-09-13T03:24:28.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 3567 completed, throughput=5MB/sec 2024-09-13T03:24:28.409 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2QZkWApdeWy_TM3 off=2060252 len=2066158 2024-09-13T03:24:28.417 INFO:tasks.workunit.client.0.smithi052.stdout:op 3568 completed, throughput=5MB/sec 2024-09-13T03:24:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:28 smithi052 ceph-mon[91421]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:24:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:24:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:24:28] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-09-13T03:24:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:28 smithi052 ceph-mon[89065]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:24:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:28 smithi078 ceph-mon[85589]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:24:29.418 INFO:tasks.workunit.client.0.smithi052.stdout: 703: throughput=5MB/sec pending data=0 2024-09-13T03:24:29.418 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C-Q67o4wTdK4DUA off=4937312 len=920050 2024-09-13T03:24:29.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 3569 completed, throughput=5MB/sec 2024-09-13T03:24:29.420 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_pQBiKj55GSTp72 off=11247673 len=1441660 2024-09-13T03:24:29.422 INFO:tasks.workunit.client.0.smithi052.stdout:op 3570 completed, throughput=5MB/sec 2024-09-13T03:24:29.423 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PazW2Qn8eFfrnPo off=22113312 len=1771498 2024-09-13T03:24:29.432 INFO:tasks.workunit.client.0.smithi052.stdout:op 3571 completed, throughput=5MB/sec 2024-09-13T03:24:30.433 INFO:tasks.workunit.client.0.smithi052.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:30.433 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-koeODxfylrmLqLu off=2731516 len=1650671 2024-09-13T03:24:30.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 3572 completed, throughput=5MB/sec 2024-09-13T03:24:30.436 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oJsdxG4HFlUOhFk off=6754070 len=1870238 2024-09-13T03:24:30.438 INFO:tasks.workunit.client.0.smithi052.stdout:op 3573 completed, throughput=5MB/sec 2024-09-13T03:24:30.438 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WikJvf5JaEMNKns off=23180656 len=397563 2024-09-13T03:24:30.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 3574 completed, throughput=5MB/sec 2024-09-13T03:24:30.441 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c42OQOBzj-i5HVb off=18314131 len=681034 2024-09-13T03:24:30.446 INFO:tasks.workunit.client.0.smithi052.stdout:op 3575 completed, throughput=5MB/sec 2024-09-13T03:24:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:30 smithi078 ceph-mon[85589]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:24:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:30 smithi052 ceph-mon[91421]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:24:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:30 smithi052 ceph-mon[89065]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:24:31.446 INFO:tasks.workunit.client.0.smithi052.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:31.446 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LR_lUWO9pLVIbpy off=8130362 len=766611 2024-09-13T03:24:31.451 INFO:tasks.workunit.client.0.smithi052.stdout:op 3576 completed, throughput=4.99MB/sec 2024-09-13T03:24:31.451 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tvg-iAXoi-I9TWm off=8191380 len=65953 2024-09-13T03:24:31.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 3577 completed, throughput=4.99MB/sec 2024-09-13T03:24:31.452 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ceZ4eMI1XL4uAI9 off=12214236 len=1796906 2024-09-13T03:24:31.454 INFO:tasks.workunit.client.0.smithi052.stdout:op 3578 completed, throughput=5MB/sec 2024-09-13T03:24:31.454 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9uoF6bEgTJZu8vd off=4158626 len=684334 2024-09-13T03:24:31.455 INFO:tasks.workunit.client.0.smithi052.stdout:op 3579 completed, throughput=5MB/sec 2024-09-13T03:24:31.455 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UWGXITQfM5_AEYq off=14737102 len=1241290 2024-09-13T03:24:31.461 INFO:tasks.workunit.client.0.smithi052.stdout:op 3580 completed, throughput=5MB/sec 2024-09-13T03:24:31.462 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Pm4x2pW2fTLtP0q off=406430 len=1809077 2024-09-13T03:24:31.464 INFO:tasks.workunit.client.0.smithi052.stdout:op 3581 completed, throughput=5MB/sec 2024-09-13T03:24:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:32.464 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fxUTRDFwExv-Z-E off=2600784 len=1772893 2024-09-13T03:24:32.466 INFO:tasks.workunit.client.0.smithi052.stdout:op 3582 completed, throughput=5MB/sec 2024-09-13T03:24:32.466 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vqyylHXhiazH528 off=6364210 len=437688 2024-09-13T03:24:32.470 INFO:tasks.workunit.client.0.smithi052.stdout:op 3583 completed, throughput=5MB/sec 2024-09-13T03:24:32.470 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zxnaN-N9q-ktJTb off=2690471 len=1284598 2024-09-13T03:24:32.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 3584 completed, throughput=5MB/sec 2024-09-13T03:24:32.472 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QjRLqXJSv4zX2cx off=8103700 len=266595 2024-09-13T03:24:32.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 3585 completed, throughput=5MB/sec 2024-09-13T03:24:32.475 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-trLyyWdlRKDyaO_ off=692375 len=1578731 2024-09-13T03:24:32.482 INFO:tasks.workunit.client.0.smithi052.stdout:op 3586 completed, throughput=5MB/sec 2024-09-13T03:24:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:32 smithi078 ceph-mon[85589]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:24:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:24:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:32 smithi052 ceph-mon[91421]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:24:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:32 smithi052 ceph-mon[89065]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:24:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:33.483 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fs8cgNLokQiDxBC off=6776816 len=1756754 2024-09-13T03:24:33.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 3587 completed, throughput=5MB/sec 2024-09-13T03:24:33.487 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2OZIE7Y1T97yzX8 off=1842670 len=327462 2024-09-13T03:24:33.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 3588 completed, throughput=5MB/sec 2024-09-13T03:24:33.488 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tXKX1D4oDHKyh6C off=3848637 len=1548845 2024-09-13T03:24:33.490 INFO:tasks.workunit.client.0.smithi052.stdout:op 3589 completed, throughput=5MB/sec 2024-09-13T03:24:33.490 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qSVApkra5mDkF1m off=1563737 len=1115757 2024-09-13T03:24:33.496 INFO:tasks.workunit.client.0.smithi052.stdout:op 3590 completed, throughput=5MB/sec 2024-09-13T03:24:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:34.497 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A6I6ABCRg1Wa7Ie off=3140856 len=1065783 2024-09-13T03:24:34.499 INFO:tasks.workunit.client.0.smithi052.stdout:op 3591 completed, throughput=5MB/sec 2024-09-13T03:24:34.499 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r0-Wfv_JgRWbdgp off=10970383 len=203850 2024-09-13T03:24:34.500 INFO:tasks.workunit.client.0.smithi052.stdout:op 3592 completed, throughput=5MB/sec 2024-09-13T03:24:34.500 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AL5ha88hIn0aflM off=1696905 len=1002134 2024-09-13T03:24:34.506 INFO:tasks.workunit.client.0.smithi052.stdout:op 3593 completed, throughput=5MB/sec 2024-09-13T03:24:34.506 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eKyFTfBbqgsPJ38 off=1810485 len=1922007 2024-09-13T03:24:34.508 INFO:tasks.workunit.client.0.smithi052.stdout:op 3594 completed, throughput=5MB/sec 2024-09-13T03:24:34.508 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wRC4pWyCyOn6i56 off=2632035 len=1394959 2024-09-13T03:24:34.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 3595 completed, throughput=5MB/sec 2024-09-13T03:24:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:34 smithi078 ceph-mon[85589]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:24:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:34 smithi052 ceph-mon[91421]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:24:34.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:34 smithi052 ceph-mon[89065]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:24:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: 709: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:35.511 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M9vTnmA39PCUb4Z off=994073 len=559422 2024-09-13T03:24:35.516 INFO:tasks.workunit.client.0.smithi052.stdout:op 3596 completed, throughput=4.99MB/sec 2024-09-13T03:24:35.516 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uzVfH4Q45bWaU6_ off=2392748 len=1587638 2024-09-13T03:24:35.522 INFO:tasks.workunit.client.0.smithi052.stdout:op 3597 completed, throughput=5MB/sec 2024-09-13T03:24:35.522 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AsdtLJTualBqz1- off=14699200 len=195275 2024-09-13T03:24:35.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 3598 completed, throughput=5MB/sec 2024-09-13T03:24:35.525 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eeG7OPkwAQqH7cf off=19035497 len=1772603 2024-09-13T03:24:35.528 INFO:tasks.workunit.client.0.smithi052.stdout:op 3599 completed, throughput=5MB/sec 2024-09-13T03:24:35.528 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mJCruM8tY56dvCH off=1270350 len=312480 2024-09-13T03:24:35.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 3600 completed, throughput=5MB/sec 2024-09-13T03:24:35.531 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F-VMtDH7V11nQhp off=6929844 len=806632 2024-09-13T03:24:35.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 3601 completed, throughput=5MB/sec 2024-09-13T03:24:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:36.537 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6O9JV9mS3US95iV off=8759518 len=343587 2024-09-13T03:24:36.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 3602 completed, throughput=4.99MB/sec 2024-09-13T03:24:36.537 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7o-obwA-LUmLJeU off=12307457 len=1565198 2024-09-13T03:24:36.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 3603 completed, throughput=5MB/sec 2024-09-13T03:24:36.540 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-txJko3G4dHTsjex off=2025015 len=691981 2024-09-13T03:24:36.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 3604 completed, throughput=5MB/sec 2024-09-13T03:24:36.540 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q3yDZ1m1_T_oovW off=6146617 len=719340 2024-09-13T03:24:36.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 3605 completed, throughput=5MB/sec 2024-09-13T03:24:36.543 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vjt7dcqKoWXsZZZ off=514208 len=1343269 2024-09-13T03:24:36.552 INFO:tasks.workunit.client.0.smithi052.stdout:op 3606 completed, throughput=5MB/sec 2024-09-13T03:24:36.552 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N1THdCW3rlRTTgj off=9976001 len=294820 2024-09-13T03:24:36.555 INFO:tasks.workunit.client.0.smithi052.stdout:op 3607 completed, throughput=5MB/sec 2024-09-13T03:24:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:36 smithi078 ceph-mon[85589]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:24:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:36 smithi052 ceph-mon[91421]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:24:36.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:36 smithi052 ceph-mon[89065]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:24:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: 711: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:37.555 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c2XSVodDDmf7X2h off=14012165 len=300367 2024-09-13T03:24:37.558 INFO:tasks.workunit.client.0.smithi052.stdout:op 3608 completed, throughput=4.99MB/sec 2024-09-13T03:24:37.559 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4KpXwOEiclWQadd off=10870015 len=848138 2024-09-13T03:24:37.564 INFO:tasks.workunit.client.0.smithi052.stdout:op 3609 completed, throughput=4.99MB/sec 2024-09-13T03:24:37.564 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HMerfhIv2B8t4Wj off=8078078 len=1519120 2024-09-13T03:24:37.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 3610 completed, throughput=5MB/sec 2024-09-13T03:24:37.571 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nU0ihD9Ez_61Xwb off=18666786 len=1046658 2024-09-13T03:24:37.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 3611 completed, throughput=5MB/sec 2024-09-13T03:24:37.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YhrbXEDvhEpOuUy off=3885862 len=244448 2024-09-13T03:24:37.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 3612 completed, throughput=5MB/sec 2024-09-13T03:24:37.579 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7rVFk0FkcJkzqKW off=10469915 len=675295 2024-09-13T03:24:37.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 3613 completed, throughput=5MB/sec 2024-09-13T03:24:37.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b0X_SSfONp-AAf0 off=9268412 len=1794800 2024-09-13T03:24:37.588 INFO:tasks.workunit.client.0.smithi052.stdout:op 3614 completed, throughput=5MB/sec 2024-09-13T03:24:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:38 smithi052 ceph-mon[91421]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:24:38.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:38 smithi052 ceph-mon[89065]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:24:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:24:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:24:38] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:24:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: 712: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:38.589 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KI5fgSY-_Z5COhR off=5981709 len=155167 2024-09-13T03:24:38.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 3615 completed, throughput=4.99MB/sec 2024-09-13T03:24:38.592 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1C2SDNyrO3qJcWA off=10824685 len=1574692 2024-09-13T03:24:38.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 3616 completed, throughput=5MB/sec 2024-09-13T03:24:38.595 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MB8vjdNpuLFRzR8 off=11185534 len=1314651 2024-09-13T03:24:38.597 INFO:tasks.workunit.client.0.smithi052.stdout:op 3617 completed, throughput=5MB/sec 2024-09-13T03:24:38.597 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z5pVeSMIMTcDTj5 off=1021807 len=39492 2024-09-13T03:24:38.598 INFO:tasks.workunit.client.0.smithi052.stdout:op 3618 completed, throughput=5MB/sec 2024-09-13T03:24:38.598 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fzaq4mkVDTeftuJ off=16958556 len=1003857 2024-09-13T03:24:38.599 INFO:tasks.workunit.client.0.smithi052.stdout:op 3619 completed, throughput=5MB/sec 2024-09-13T03:24:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:38 smithi078 ceph-mon[85589]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:24:39.600 INFO:tasks.workunit.client.0.smithi052.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:39.600 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dDd3WY2Mvfhf_0I off=5217126 len=1016047 2024-09-13T03:24:39.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 3620 completed, throughput=4.99MB/sec 2024-09-13T03:24:39.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D9uJBf6wZL2c4__ off=12337907 len=1355566 2024-09-13T03:24:39.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 3621 completed, throughput=5MB/sec 2024-09-13T03:24:39.608 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZwPRHqiRc1Xq1d1 off=11413355 len=1435419 2024-09-13T03:24:39.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 3622 completed, throughput=5MB/sec 2024-09-13T03:24:39.614 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-anaV5-seLhKXDNM off=9600336 len=629780 2024-09-13T03:24:39.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 3623 completed, throughput=5MB/sec 2024-09-13T03:24:39.618 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S7lFyRyIT_QZ0Fx off=11635530 len=676689 2024-09-13T03:24:39.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 3624 completed, throughput=5MB/sec 2024-09-13T03:24:39.621 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M2GxmqQKab5CxFg off=622146 len=1047420 2024-09-13T03:24:39.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 3625 completed, throughput=5MB/sec 2024-09-13T03:24:40.624 INFO:tasks.workunit.client.0.smithi052.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:40.834 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8xDmFfDmu_3eibD off=1706344 len=1720157 2024-09-13T03:24:40.835 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:40 smithi078 ceph-mon[85589]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:24:40.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 3626 completed, throughput=5MB/sec 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Jc07VG_7Ed6mmLf off=624917 len=1252633 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 3627 completed, throughput=5MB/sec 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SetTu5dUI66tbij off=16213706 len=1231940 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 3628 completed, throughput=5MB/sec 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7v-OKeBKOkuecse off=3788218 len=98882 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 3629 completed, throughput=5MB/sec 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mX7LhFEa7rF7YF9 off=12296205 len=1662938 2024-09-13T03:24:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 3630 completed, throughput=5MB/sec 2024-09-13T03:24:40.836 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:40 smithi052 ceph-mon[91421]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:24:40.837 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:40 smithi052 ceph-mon[89065]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:24:41.652 INFO:tasks.workunit.client.0.smithi052.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:41.652 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EZgrSMAr0kucM8T off=18416529 len=1178539 2024-09-13T03:24:41.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 3631 completed, throughput=5MB/sec 2024-09-13T03:24:41.654 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GgtwCgTwhAZ7XX3 off=3137752 len=1665727 2024-09-13T03:24:41.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 3632 completed, throughput=5MB/sec 2024-09-13T03:24:41.661 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6C3uFt4eNKfAsYP off=3614103 len=864946 2024-09-13T03:24:41.666 INFO:tasks.workunit.client.0.smithi052.stdout:op 3633 completed, throughput=5MB/sec 2024-09-13T03:24:41.666 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nAtDJD_PEgHRanQ off=1911705 len=1904532 2024-09-13T03:24:41.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 3634 completed, throughput=5MB/sec 2024-09-13T03:24:42.674 INFO:tasks.workunit.client.0.smithi052.stdout: 716: throughput=5MB/sec pending data=0 2024-09-13T03:24:42.675 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_GFyiACXQgr3b0R off=682364 len=1717791 2024-09-13T03:24:42.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 3635 completed, throughput=5MB/sec 2024-09-13T03:24:42.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YFaweyl5F-QODdp off=12297271 len=1127711 2024-09-13T03:24:42.686 INFO:tasks.workunit.client.0.smithi052.stdout:op 3636 completed, throughput=5MB/sec 2024-09-13T03:24:42.687 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LK_AndNEyQuRJjF off=0 len=1651799 2024-09-13T03:24:42.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 3637 completed, throughput=5MB/sec 2024-09-13T03:24:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:42 smithi078 ceph-mon[85589]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:24:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:42 smithi052 ceph-mon[91421]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:42 smithi052 ceph-mon[89065]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:43.695 INFO:tasks.workunit.client.0.smithi052.stdout: 717: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:43.695 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qbIQF4h1FvI64h2 off=7735147 len=1533368 2024-09-13T03:24:43.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 3638 completed, throughput=5MB/sec 2024-09-13T03:24:43.697 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-09ufvDCuUqpGDVe off=7528750 len=1011404 2024-09-13T03:24:43.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 3639 completed, throughput=5MB/sec 2024-09-13T03:24:43.699 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xyUXekU5-M_hT29 off=7391259 len=835383 2024-09-13T03:24:43.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 3640 completed, throughput=5MB/sec 2024-09-13T03:24:43.704 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wAAaf3F-Sxu4QLa off=1803730 len=1955713 2024-09-13T03:24:43.706 INFO:tasks.workunit.client.0.smithi052.stdout:op 3641 completed, throughput=5MB/sec 2024-09-13T03:24:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:44 smithi078 ceph-mon[85589]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:24:44.707 INFO:tasks.workunit.client.0.smithi052.stdout: 718: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:44.707 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ok8wY0DTUlk85KE off=10167503 len=782236 2024-09-13T03:24:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:op 3642 completed, throughput=5MB/sec 2024-09-13T03:24:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KT8mJcBlnN51puc off=9795224 len=44126 2024-09-13T03:24:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:op 3643 completed, throughput=5MB/sec 2024-09-13T03:24:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x7_7IHd00ZOW0nY off=9301727 len=1953877 2024-09-13T03:24:44.715 INFO:tasks.workunit.client.0.smithi052.stdout:op 3644 completed, throughput=5MB/sec 2024-09-13T03:24:44.715 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RoMMVe20Zo8NnXC off=449543 len=1899797 2024-09-13T03:24:44.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 3645 completed, throughput=5MB/sec 2024-09-13T03:24:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:44 smithi052 ceph-mon[91421]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:24:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:44 smithi052 ceph-mon[89065]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:24:45.717 INFO:tasks.workunit.client.0.smithi052.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:45.717 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cDVjWGeI2LSPBfg off=3470722 len=1531985 2024-09-13T03:24:45.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 3646 completed, throughput=5MB/sec 2024-09-13T03:24:45.724 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b1fTfI5EsFb_wkY off=14422906 len=1857092 2024-09-13T03:24:45.726 INFO:tasks.workunit.client.0.smithi052.stdout:op 3647 completed, throughput=5MB/sec 2024-09-13T03:24:45.726 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aTpMMxYmjLnwJNs off=4141740 len=464449 2024-09-13T03:24:45.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 3648 completed, throughput=5MB/sec 2024-09-13T03:24:45.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AT3SIilu6T18uiR off=11071682 len=989495 2024-09-13T03:24:45.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 3649 completed, throughput=5MB/sec 2024-09-13T03:24:45.728 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U9RsgJzaq18EKwn off=967896 len=1962522 2024-09-13T03:24:45.740 INFO:tasks.workunit.client.0.smithi052.stdout:op 3650 completed, throughput=5MB/sec 2024-09-13T03:24:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:46 smithi078 ceph-mon[85589]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:46.740 INFO:tasks.workunit.client.0.smithi052.stdout: 720: throughput=5MB/sec pending data=0 2024-09-13T03:24:46.740 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RElX78Cw8ebxoLD off=2302222 len=751646 2024-09-13T03:24:46.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 3651 completed, throughput=5MB/sec 2024-09-13T03:24:46.745 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vIZK-po4NPwnyUR off=2091863 len=1645009 2024-09-13T03:24:46.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 3652 completed, throughput=5MB/sec 2024-09-13T03:24:46.752 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-w8Yi8Mbj_Yqbfii off=4771201 len=220440 2024-09-13T03:24:46.753 INFO:tasks.workunit.client.0.smithi052.stdout:op 3653 completed, throughput=5MB/sec 2024-09-13T03:24:46.753 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DJYH1wSpJcbshwV off=958620 len=318481 2024-09-13T03:24:46.753 INFO:tasks.workunit.client.0.smithi052.stdout:op 3654 completed, throughput=5MB/sec 2024-09-13T03:24:46.754 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D65iftYU5nzOqvv off=4525091 len=142499 2024-09-13T03:24:46.756 INFO:tasks.workunit.client.0.smithi052.stdout:op 3655 completed, throughput=5MB/sec 2024-09-13T03:24:46.756 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g1DkTEcOLWw28hf off=3929778 len=1982595 2024-09-13T03:24:46.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 3656 completed, throughput=5MB/sec 2024-09-13T03:24:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:46 smithi052 ceph-mon[91421]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:46 smithi052 ceph-mon[89065]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:47.758 INFO:tasks.workunit.client.0.smithi052.stdout: 721: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:47.759 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9g6AvcTeaykO75R off=4790994 len=1147814 2024-09-13T03:24:47.763 INFO:tasks.workunit.client.0.smithi052.stdout:op 3657 completed, throughput=5MB/sec 2024-09-13T03:24:47.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XmoAcY8WM8Cysqo off=10261593 len=164687 2024-09-13T03:24:47.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 3658 completed, throughput=5MB/sec 2024-09-13T03:24:47.765 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0DN9GK4trV980HK off=649998 len=46096 2024-09-13T03:24:47.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 3659 completed, throughput=5MB/sec 2024-09-13T03:24:47.765 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7U3yAD4W40-vq-S off=1137767 len=1814355 2024-09-13T03:24:47.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 3660 completed, throughput=5MB/sec 2024-09-13T03:24:47.767 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lZNJhsLX_12dvz7 off=8486667 len=604996 2024-09-13T03:24:47.769 INFO:tasks.workunit.client.0.smithi052.stdout:op 3661 completed, throughput=5MB/sec 2024-09-13T03:24:47.769 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DYumY_4J48WigrF off=1195166 len=1454336 2024-09-13T03:24:47.771 INFO:tasks.workunit.client.0.smithi052.stdout:op 3662 completed, throughput=5MB/sec 2024-09-13T03:24:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:24:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:24:48] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:24:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[91421]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:24:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:24:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[89065]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:24:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:24:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:48 smithi078 ceph-mon[85589]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:24:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:24:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:48.771 INFO:tasks.workunit.client.0.smithi052.stdout: 722: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:48.771 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gnC7bz1R7cT7_ff off=4556063 len=1622847 2024-09-13T03:24:48.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 3663 completed, throughput=5MB/sec 2024-09-13T03:24:48.773 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OE4NlvjwuAU388y off=4633999 len=2075837 2024-09-13T03:24:48.775 INFO:tasks.workunit.client.0.smithi052.stdout:op 3664 completed, throughput=5MB/sec 2024-09-13T03:24:48.775 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MOceskaXchIjtkp off=4105543 len=536905 2024-09-13T03:24:48.776 INFO:tasks.workunit.client.0.smithi052.stdout:op 3665 completed, throughput=5MB/sec 2024-09-13T03:24:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:24:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:24:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:49.776 INFO:tasks.workunit.client.0.smithi052.stdout: 723: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:49.777 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xeZTuFtvmPK20Ab off=4230525 len=1613532 2024-09-13T03:24:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:24:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:24:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:24:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:24:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:24:49.786 INFO:tasks.workunit.client.0.smithi052.stdout:op 3666 completed, throughput=5MB/sec 2024-09-13T03:24:49.787 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-y3u5dFLx6RPTVZl off=858616 len=2033797 2024-09-13T03:24:49.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 3667 completed, throughput=5MB/sec 2024-09-13T03:24:49.789 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TpOMTBqwKZ-4Q2y off=9033396 len=1397722 2024-09-13T03:24:49.795 INFO:tasks.workunit.client.0.smithi052.stdout:op 3668 completed, throughput=5MB/sec 2024-09-13T03:24:49.796 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F4VjYicRe88tIvh off=1443737 len=1090330 2024-09-13T03:24:49.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 3669 completed, throughput=5MB/sec 2024-09-13T03:24:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:50 smithi078 ceph-mon[85589]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:24:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:50 smithi052 ceph-mon[91421]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:24:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:50 smithi052 ceph-mon[89065]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:24:50.802 INFO:tasks.workunit.client.0.smithi052.stdout: 724: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:50.802 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wuctOPt_b4u5z62 off=18490906 len=1935819 2024-09-13T03:24:50.804 INFO:tasks.workunit.client.0.smithi052.stdout:op 3670 completed, throughput=5MB/sec 2024-09-13T03:24:50.804 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jeGKewfiJ0KnWcd off=10298075 len=1659453 2024-09-13T03:24:50.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 3671 completed, throughput=5MB/sec 2024-09-13T03:24:50.812 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tmK_BEEs_7eVUV- off=8311281 len=195625 2024-09-13T03:24:50.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 3672 completed, throughput=5MB/sec 2024-09-13T03:24:50.815 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xlHHLjxnN1kUS0G off=4584814 len=767095 2024-09-13T03:24:50.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 3673 completed, throughput=5MB/sec 2024-09-13T03:24:51.817 INFO:tasks.workunit.client.0.smithi052.stdout: 725: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:51.817 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yGAtSXrlL21cL73 off=0 len=1562463 2024-09-13T03:24:51.825 INFO:tasks.workunit.client.0.smithi052.stdout:op 3674 completed, throughput=5MB/sec 2024-09-13T03:24:51.825 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-h6Z9owelNGeDmOw off=3997743 len=1495641 2024-09-13T03:24:51.827 INFO:tasks.workunit.client.0.smithi052.stdout:op 3675 completed, throughput=5MB/sec 2024-09-13T03:24:51.827 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6BHojYdrCMWeD-T off=4487188 len=1676227 2024-09-13T03:24:51.837 INFO:tasks.workunit.client.0.smithi052.stdout:op 3676 completed, throughput=5MB/sec 2024-09-13T03:24:51.837 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t5YkulhRlSOBmxt off=6917254 len=1700828 2024-09-13T03:24:51.840 INFO:tasks.workunit.client.0.smithi052.stdout:op 3677 completed, throughput=5MB/sec 2024-09-13T03:24:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:52 smithi078 ceph-mon[85589]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:24:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:24:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:24:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:24:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:52 smithi052 ceph-mon[91421]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:24:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:52 smithi052 ceph-mon[89065]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:24:52.840 INFO:tasks.workunit.client.0.smithi052.stdout: 726: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:52.840 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KRG8aQ1BIUx6Ywd off=12750072 len=1939782 2024-09-13T03:24:52.842 INFO:tasks.workunit.client.0.smithi052.stdout:op 3678 completed, throughput=5MB/sec 2024-09-13T03:24:52.842 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9VfCdjEtyFD5AzR off=21491194 len=888194 2024-09-13T03:24:52.844 INFO:tasks.workunit.client.0.smithi052.stdout:op 3679 completed, throughput=5MB/sec 2024-09-13T03:24:52.844 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2rxK4BlfMTvmqOo off=704843 len=1831143 2024-09-13T03:24:52.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 3680 completed, throughput=5MB/sec 2024-09-13T03:24:53.852 INFO:tasks.workunit.client.0.smithi052.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:53.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NmzIuOyZBmGthUA off=1742521 len=1321938 2024-09-13T03:24:53.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 3681 completed, throughput=5MB/sec 2024-09-13T03:24:53.855 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kl-GLPCJlD2qF1F off=8429266 len=238305 2024-09-13T03:24:53.856 INFO:tasks.workunit.client.0.smithi052.stdout:op 3682 completed, throughput=5MB/sec 2024-09-13T03:24:53.856 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8NGSFgwrKO9INhs off=861923 len=2026111 2024-09-13T03:24:53.860 INFO:tasks.workunit.client.0.smithi052.stdout:op 3683 completed, throughput=5MB/sec 2024-09-13T03:24:53.860 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Eyp8OEy2uJgj6LD off=2500162 len=1856849 2024-09-13T03:24:53.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 3684 completed, throughput=5MB/sec 2024-09-13T03:24:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:54 smithi078 ceph-mon[85589]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:24:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:54 smithi052 ceph-mon[91421]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:24:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:54 smithi052 ceph-mon[89065]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:24:54.867 INFO:tasks.workunit.client.0.smithi052.stdout: 728: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:54.867 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E9opo2VUhn28uJY off=10218550 len=249689 2024-09-13T03:24:54.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 3685 completed, throughput=4.99MB/sec 2024-09-13T03:24:54.868 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2wHdXuiOpkhUxlf off=17084359 len=514850 2024-09-13T03:24:54.872 INFO:tasks.workunit.client.0.smithi052.stdout:op 3686 completed, throughput=5MB/sec 2024-09-13T03:24:54.872 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-apk7GLzjRDZ_nyk off=2461961 len=1908657 2024-09-13T03:24:54.874 INFO:tasks.workunit.client.0.smithi052.stdout:op 3687 completed, throughput=5MB/sec 2024-09-13T03:24:54.874 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yqKJtDmB6n-M3jz off=1978021 len=501616 2024-09-13T03:24:54.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 3688 completed, throughput=5MB/sec 2024-09-13T03:24:54.878 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N8ln9IjbOy934-d off=9538081 len=681778 2024-09-13T03:24:54.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 3689 completed, throughput=5MB/sec 2024-09-13T03:24:54.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Sxgpq5t8cjiZ1mT off=222934 len=692550 2024-09-13T03:24:54.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 3690 completed, throughput=5MB/sec 2024-09-13T03:24:55.881 INFO:tasks.workunit.client.0.smithi052.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:55.881 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S1qG9D3O1_gCtnK off=11402941 len=304291 2024-09-13T03:24:55.882 INFO:tasks.workunit.client.0.smithi052.stdout:op 3691 completed, throughput=4.99MB/sec 2024-09-13T03:24:55.882 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oL1Iv1FuNZA6vYb off=4117208 len=22880 2024-09-13T03:24:55.885 INFO:tasks.workunit.client.0.smithi052.stdout:op 3692 completed, throughput=4.99MB/sec 2024-09-13T03:24:55.885 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CuJ9fqnpJxAuXqh off=2539259 len=1011564 2024-09-13T03:24:55.890 INFO:tasks.workunit.client.0.smithi052.stdout:op 3693 completed, throughput=4.99MB/sec 2024-09-13T03:24:55.890 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fLS_VEHRbeBqQi3 off=5959083 len=257281 2024-09-13T03:24:55.891 INFO:tasks.workunit.client.0.smithi052.stdout:op 3694 completed, throughput=5MB/sec 2024-09-13T03:24:55.891 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WF2T8qVev7IIh5O off=5602737 len=1116962 2024-09-13T03:24:55.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 3695 completed, throughput=5MB/sec 2024-09-13T03:24:55.893 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c42OQOBzj-i5HVb off=4181556 len=1096600 2024-09-13T03:24:55.894 INFO:tasks.workunit.client.0.smithi052.stdout:op 3696 completed, throughput=5MB/sec 2024-09-13T03:24:55.894 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-95nShSqanh4L_sA off=8265194 len=484457 2024-09-13T03:24:55.895 INFO:tasks.workunit.client.0.smithi052.stdout:op 3697 completed, throughput=5MB/sec 2024-09-13T03:24:55.895 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wKsgCTNyn-Ztve6 off=6788924 len=833587 2024-09-13T03:24:55.900 INFO:tasks.workunit.client.0.smithi052.stdout:op 3698 completed, throughput=5MB/sec 2024-09-13T03:24:55.900 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n0ZDV_QHHoos0pG off=8297583 len=279469 2024-09-13T03:24:55.903 INFO:tasks.workunit.client.0.smithi052.stdout:op 3699 completed, throughput=5MB/sec 2024-09-13T03:24:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:56 smithi078 ceph-mon[85589]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:24:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:56 smithi052 ceph-mon[91421]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:24:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:56 smithi052 ceph-mon[89065]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:24:56.903 INFO:tasks.workunit.client.0.smithi052.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:56.903 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4zDN1-B4b2ejf0o off=3579718 len=812269 2024-09-13T03:24:56.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 3700 completed, throughput=4.99MB/sec 2024-09-13T03:24:56.909 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wWpqJ9i1b236mZI off=532155 len=1014741 2024-09-13T03:24:56.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 3701 completed, throughput=5MB/sec 2024-09-13T03:24:56.913 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aeAGb8ps_-mKZIw off=2717107 len=1426137 2024-09-13T03:24:56.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 3702 completed, throughput=5MB/sec 2024-09-13T03:24:56.916 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1XxTQCNEedWeZ9K off=6230749 len=99142 2024-09-13T03:24:56.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 3703 completed, throughput=5MB/sec 2024-09-13T03:24:56.917 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AixCZLEKicwqXOv off=9686359 len=1781935 2024-09-13T03:24:56.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 3704 completed, throughput=5MB/sec 2024-09-13T03:24:56.919 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tg4SYQh-hapBsYS off=6233249 len=546748 2024-09-13T03:24:56.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 3705 completed, throughput=5MB/sec 2024-09-13T03:24:57.924 INFO:tasks.workunit.client.0.smithi052.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:57.924 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QyUVGA6Cw9Gopsz off=2594484 len=10774 2024-09-13T03:24:57.924 INFO:tasks.workunit.client.0.smithi052.stdout:op 3706 completed, throughput=4.99MB/sec 2024-09-13T03:24:57.924 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wYWTQw9QnB0hHnw off=567757 len=144158 2024-09-13T03:24:57.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 3707 completed, throughput=4.99MB/sec 2024-09-13T03:24:57.925 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--Hw8g4K2e_BbumQ off=2239502 len=1280837 2024-09-13T03:24:57.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 3708 completed, throughput=5MB/sec 2024-09-13T03:24:57.931 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hpR55u58VzSq1fS off=6649066 len=449458 2024-09-13T03:24:57.932 INFO:tasks.workunit.client.0.smithi052.stdout:op 3709 completed, throughput=5MB/sec 2024-09-13T03:24:57.932 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E4MAYZirsMWGHqb off=806310 len=181588 2024-09-13T03:24:57.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 3710 completed, throughput=5MB/sec 2024-09-13T03:24:57.933 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zyT9UYx_vRnBlnP off=2955025 len=428054 2024-09-13T03:24:57.937 INFO:tasks.workunit.client.0.smithi052.stdout:op 3711 completed, throughput=5MB/sec 2024-09-13T03:24:57.937 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Jo9qHZoRAPf2eoF off=1701500 len=162027 2024-09-13T03:24:57.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 3712 completed, throughput=5MB/sec 2024-09-13T03:24:57.939 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0T774biAiX3hSr8 off=12444307 len=1800904 2024-09-13T03:24:57.947 INFO:tasks.workunit.client.0.smithi052.stdout:op 3713 completed, throughput=5MB/sec 2024-09-13T03:24:57.947 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TbQHa0VZZl68sbe off=8371104 len=711120 2024-09-13T03:24:57.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 3714 completed, throughput=5MB/sec 2024-09-13T03:24:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:24:58 smithi052 ceph-mon[89065]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:58.533 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:24:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:24:58] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:24:58.533 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:24:58 smithi052 ceph-mon[91421]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:24:58 smithi078 ceph-mon[85589]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:24:58.952 INFO:tasks.workunit.client.0.smithi052.stdout: 732: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:58.952 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rU5kBfEQzgufNln off=6337904 len=1586065 2024-09-13T03:24:58.954 INFO:tasks.workunit.client.0.smithi052.stdout:op 3715 completed, throughput=5MB/sec 2024-09-13T03:24:58.954 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qmb-oefVem2k66j off=554339 len=988782 2024-09-13T03:24:58.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 3716 completed, throughput=5MB/sec 2024-09-13T03:24:58.958 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-anntKNTEojhiuD5 off=0 len=1100890 2024-09-13T03:24:58.960 INFO:tasks.workunit.client.0.smithi052.stdout:op 3717 completed, throughput=5MB/sec 2024-09-13T03:24:58.960 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rbvgUIEWrs8mmu- off=15941642 len=628119 2024-09-13T03:24:58.964 INFO:tasks.workunit.client.0.smithi052.stdout:op 3718 completed, throughput=5MB/sec 2024-09-13T03:24:58.964 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KHl2uKFad4YLsKz off=10929484 len=370970 2024-09-13T03:24:58.967 INFO:tasks.workunit.client.0.smithi052.stdout:op 3719 completed, throughput=5MB/sec 2024-09-13T03:24:58.967 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W5chrjM5aHqRe4Y off=4223473 len=1094665 2024-09-13T03:24:58.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 3720 completed, throughput=5MB/sec 2024-09-13T03:24:59.969 INFO:tasks.workunit.client.0.smithi052.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-13T03:24:59.970 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SmTNa11UgQfjd32 off=826324 len=435137 2024-09-13T03:24:59.973 INFO:tasks.workunit.client.0.smithi052.stdout:op 3721 completed, throughput=4.99MB/sec 2024-09-13T03:24:59.973 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CwCarFgca_p54t_ off=4346591 len=331560 2024-09-13T03:24:59.977 INFO:tasks.workunit.client.0.smithi052.stdout:op 3722 completed, throughput=5MB/sec 2024-09-13T03:24:59.977 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2pvncH2rVnRxiYs off=2174295 len=1341780 2024-09-13T03:24:59.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 3723 completed, throughput=5MB/sec 2024-09-13T03:24:59.986 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uR-WRt5niyWxjCz off=19986639 len=865612 2024-09-13T03:24:59.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 3724 completed, throughput=5MB/sec 2024-09-13T03:24:59.990 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e3mCA-DLMu_cDhY off=1881942 len=1065787 2024-09-13T03:24:59.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 3725 completed, throughput=5MB/sec 2024-09-13T03:24:59.992 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-22j4F15HVLe4khC off=1777712 len=39964 2024-09-13T03:24:59.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 3726 completed, throughput=5MB/sec 2024-09-13T03:24:59.994 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-diO53-YqWC5savA off=3442825 len=119584 2024-09-13T03:24:59.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 3727 completed, throughput=5MB/sec 2024-09-13T03:24:59.995 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-anhIoZchIYrClmA off=4727716 len=1323594 2024-09-13T03:24:59.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 3728 completed, throughput=5MB/sec 2024-09-13T03:25:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:00 smithi078 ceph-mon[85589]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:25:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:00 smithi052 ceph-mon[91421]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:25:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:00 smithi052 ceph-mon[89065]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:25:00.997 INFO:tasks.workunit.client.0.smithi052.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:00.997 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rH1o-eG78LbMZWE off=7518987 len=1499532 2024-09-13T03:25:00.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 3729 completed, throughput=5MB/sec 2024-09-13T03:25:00.999 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7rEejQ8PB8tNvrZ off=6490817 len=1964363 2024-09-13T03:25:01.003 INFO:tasks.workunit.client.0.smithi052.stdout:op 3730 completed, throughput=5MB/sec 2024-09-13T03:25:01.003 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6tVHJOLOvou0rR1 off=21355748 len=1545266 2024-09-13T03:25:01.005 INFO:tasks.workunit.client.0.smithi052.stdout:op 3731 completed, throughput=5MB/sec 2024-09-13T03:25:02.005 INFO:tasks.workunit.client.0.smithi052.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:02.005 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5qzkMGzolqh3HT1 off=1075626 len=2010475 2024-09-13T03:25:02.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 3732 completed, throughput=5MB/sec 2024-09-13T03:25:02.014 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x2Yaawn0YnomwsJ off=94418 len=1589028 2024-09-13T03:25:02.015 INFO:tasks.workunit.client.0.smithi052.stdout:op 3733 completed, throughput=5MB/sec 2024-09-13T03:25:02.015 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cyxkt9xzlYbSRcx off=17827108 len=2017047 2024-09-13T03:25:02.023 INFO:tasks.workunit.client.0.smithi052.stdout:op 3734 completed, throughput=5MB/sec 2024-09-13T03:25:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:02 smithi078 ceph-mon[85589]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:25:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:25:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:02 smithi052 ceph-mon[91421]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:25:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:02 smithi052 ceph-mon[89065]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:25:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:03.023 INFO:tasks.workunit.client.0.smithi052.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:03.023 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-scJuwQXBednxoGi off=3230748 len=1443480 2024-09-13T03:25:03.031 INFO:tasks.workunit.client.0.smithi052.stdout:op 3735 completed, throughput=5MB/sec 2024-09-13T03:25:03.031 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JdfGhnC2CqdrJfW off=17349080 len=1456439 2024-09-13T03:25:03.037 INFO:tasks.workunit.client.0.smithi052.stdout:op 3736 completed, throughput=5MB/sec 2024-09-13T03:25:03.037 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6_Vytdw49adplin off=1553850 len=1258371 2024-09-13T03:25:03.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 3737 completed, throughput=5MB/sec 2024-09-13T03:25:03.042 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5tP9-U0tOhRB9zy off=5878833 len=1711919 2024-09-13T03:25:03.048 INFO:tasks.workunit.client.0.smithi052.stdout:op 3738 completed, throughput=5MB/sec 2024-09-13T03:25:04.049 INFO:tasks.workunit.client.0.smithi052.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:04.049 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EixUrHShxbY5HCe off=7590177 len=968357 2024-09-13T03:25:04.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 3739 completed, throughput=5MB/sec 2024-09-13T03:25:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PkpV1jsOgrQh3FO off=2869759 len=1550949 2024-09-13T03:25:04.053 INFO:tasks.workunit.client.0.smithi052.stdout:op 3740 completed, throughput=5MB/sec 2024-09-13T03:25:04.053 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QN0c0Lce8KN16WZ off=8255196 len=708349 2024-09-13T03:25:04.054 INFO:tasks.workunit.client.0.smithi052.stdout:op 3741 completed, throughput=5MB/sec 2024-09-13T03:25:04.054 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_1haQdKSNqXHfVM off=6642785 len=1890484 2024-09-13T03:25:04.056 INFO:tasks.workunit.client.0.smithi052.stdout:op 3742 completed, throughput=5MB/sec 2024-09-13T03:25:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:04 smithi078 ceph-mon[85589]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:04 smithi052 ceph-mon[91421]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:04 smithi052 ceph-mon[89065]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:05.056 INFO:tasks.workunit.client.0.smithi052.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:05.056 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4XJm3Ug1on1MR5l off=8326304 len=664470 2024-09-13T03:25:05.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 3743 completed, throughput=5MB/sec 2024-09-13T03:25:05.058 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i59s_AtWeGSvojO off=12573194 len=1129598 2024-09-13T03:25:05.059 INFO:tasks.workunit.client.0.smithi052.stdout:op 3744 completed, throughput=5MB/sec 2024-09-13T03:25:05.059 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-91hqbNIX1zOQbPG off=18074174 len=651834 2024-09-13T03:25:05.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 3745 completed, throughput=5MB/sec 2024-09-13T03:25:05.060 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-04eekgqKJXxRQgZ off=893721 len=321964 2024-09-13T03:25:05.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 3746 completed, throughput=5MB/sec 2024-09-13T03:25:05.064 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rpdYMj5lg37MVEe off=737167 len=1853257 2024-09-13T03:25:05.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 3747 completed, throughput=5MB/sec 2024-09-13T03:25:06.068 INFO:tasks.workunit.client.0.smithi052.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:06.068 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MR1zu1U71kQ22W_ off=1523487 len=1625534 2024-09-13T03:25:06.070 INFO:tasks.workunit.client.0.smithi052.stdout:op 3748 completed, throughput=5MB/sec 2024-09-13T03:25:06.070 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q2Z_XXuL07T0DpZ off=1119989 len=518112 2024-09-13T03:25:06.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 3749 completed, throughput=5MB/sec 2024-09-13T03:25:06.074 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d_yvTKa2XRFhdsH off=306820 len=1829883 2024-09-13T03:25:06.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 3750 completed, throughput=5MB/sec 2024-09-13T03:25:06.083 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kWVTdkoqSzcSSfH off=7749456 len=1802411 2024-09-13T03:25:06.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 3751 completed, throughput=5MB/sec 2024-09-13T03:25:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:06 smithi078 ceph-mon[85589]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:25:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:06 smithi052 ceph-mon[89065]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:25:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:06 smithi052 ceph-mon[91421]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:25:07.094 INFO:tasks.workunit.client.0.smithi052.stdout: 740: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:07.094 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RgW0trlSKFUzv8x off=4211392 len=1398908 2024-09-13T03:25:07.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 3752 completed, throughput=5MB/sec 2024-09-13T03:25:07.102 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GVPVcdSsg1uFH-t off=9907730 len=962046 2024-09-13T03:25:07.107 INFO:tasks.workunit.client.0.smithi052.stdout:op 3753 completed, throughput=5MB/sec 2024-09-13T03:25:07.107 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IXZR6G-OxKJ5HoT off=18759844 len=1193382 2024-09-13T03:25:07.112 INFO:tasks.workunit.client.0.smithi052.stdout:op 3754 completed, throughput=5MB/sec 2024-09-13T03:25:07.112 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AMEIQqRBTkL6cFc off=12723028 len=456788 2024-09-13T03:25:07.116 INFO:tasks.workunit.client.0.smithi052.stdout:op 3755 completed, throughput=5MB/sec 2024-09-13T03:25:07.116 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NlrFd41gsxtrh1I off=1943100 len=1843185 2024-09-13T03:25:07.124 INFO:tasks.workunit.client.0.smithi052.stdout:op 3756 completed, throughput=5MB/sec 2024-09-13T03:25:08.124 INFO:tasks.workunit.client.0.smithi052.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:08.124 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-crZ7253yNK6VUAY off=10805261 len=1134871 2024-09-13T03:25:08.131 INFO:tasks.workunit.client.0.smithi052.stdout:op 3757 completed, throughput=5MB/sec 2024-09-13T03:25:08.131 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QnyOAHgzKGNujuV off=21488970 len=991637 2024-09-13T03:25:08.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 3758 completed, throughput=5MB/sec 2024-09-13T03:25:08.133 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gmEGZsN4-jz1U-O off=44653 len=301366 2024-09-13T03:25:08.134 INFO:tasks.workunit.client.0.smithi052.stdout:op 3759 completed, throughput=5MB/sec 2024-09-13T03:25:08.134 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mlJ1wwuzLgwTtmw off=9329298 len=207953 2024-09-13T03:25:08.134 INFO:tasks.workunit.client.0.smithi052.stdout:op 3760 completed, throughput=5MB/sec 2024-09-13T03:25:08.135 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ke5LfjSn1exfdib off=2903066 len=599037 2024-09-13T03:25:08.135 INFO:tasks.workunit.client.0.smithi052.stdout:op 3761 completed, throughput=5MB/sec 2024-09-13T03:25:08.136 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-r-uOVbBKGgMiMkF off=624639 len=256337 2024-09-13T03:25:08.138 INFO:tasks.workunit.client.0.smithi052.stdout:op 3762 completed, throughput=5MB/sec 2024-09-13T03:25:08.138 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nXUrhvLFIwKl3Ch off=12898576 len=628905 2024-09-13T03:25:08.142 INFO:tasks.workunit.client.0.smithi052.stdout:op 3763 completed, throughput=5MB/sec 2024-09-13T03:25:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:08 smithi052 ceph-mon[89065]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:08 smithi052 ceph-mon[91421]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:25:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:25:08] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:25:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:08 smithi078 ceph-mon[85589]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:09.143 INFO:tasks.workunit.client.0.smithi052.stdout: 742: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:09.143 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X31MjdR1p7SrRbN off=16040148 len=633483 2024-09-13T03:25:09.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 3764 completed, throughput=4.99MB/sec 2024-09-13T03:25:09.144 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Vophu-b-P01CPeA off=936726 len=909703 2024-09-13T03:25:09.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 3765 completed, throughput=5MB/sec 2024-09-13T03:25:09.149 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5D84yPHxn6N4ht9 off=1150739 len=1604317 2024-09-13T03:25:09.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 3766 completed, throughput=5MB/sec 2024-09-13T03:25:09.151 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FK0IvGpMqM-TVQc off=13218626 len=457280 2024-09-13T03:25:09.152 INFO:tasks.workunit.client.0.smithi052.stdout:op 3767 completed, throughput=5MB/sec 2024-09-13T03:25:09.152 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-25aWXOqRZSPiHj6 off=16261881 len=1699876 2024-09-13T03:25:09.154 INFO:tasks.workunit.client.0.smithi052.stdout:op 3768 completed, throughput=5MB/sec 2024-09-13T03:25:10.154 INFO:tasks.workunit.client.0.smithi052.stdout: 743: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:10.154 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k0iE-If4RbpwXZ3 off=1305222 len=56199 2024-09-13T03:25:10.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 3769 completed, throughput=4.99MB/sec 2024-09-13T03:25:10.155 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZlhHTDoQkbZtTcR off=4793567 len=984339 2024-09-13T03:25:10.159 INFO:tasks.workunit.client.0.smithi052.stdout:op 3770 completed, throughput=4.99MB/sec 2024-09-13T03:25:10.160 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0yrhjmrOyQtKWch off=8163424 len=186761 2024-09-13T03:25:10.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 3771 completed, throughput=4.99MB/sec 2024-09-13T03:25:10.160 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5Nv1oPCBAbFShGV off=17404926 len=2001340 2024-09-13T03:25:10.172 INFO:tasks.workunit.client.0.smithi052.stdout:op 3772 completed, throughput=5MB/sec 2024-09-13T03:25:10.172 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-18yforBM0fv6Epy off=9013674 len=733026 2024-09-13T03:25:10.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 3773 completed, throughput=5MB/sec 2024-09-13T03:25:10.177 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-goWno3-3xw-yshZ off=10850122 len=1318509 2024-09-13T03:25:10.178 INFO:tasks.workunit.client.0.smithi052.stdout:op 3774 completed, throughput=5MB/sec 2024-09-13T03:25:10.178 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1bFK46ix_nVGdhK off=16469170 len=1286732 2024-09-13T03:25:10.180 INFO:tasks.workunit.client.0.smithi052.stdout:op 3775 completed, throughput=5MB/sec 2024-09-13T03:25:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:10 smithi078 ceph-mon[85589]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:10 smithi052 ceph-mon[89065]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:10 smithi052 ceph-mon[91421]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:25:11.180 INFO:tasks.workunit.client.0.smithi052.stdout: 744: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:11.181 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-irJsOSxtzZP7rmp off=15202485 len=1590655 2024-09-13T03:25:11.183 INFO:tasks.workunit.client.0.smithi052.stdout:op 3776 completed, throughput=5MB/sec 2024-09-13T03:25:11.183 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8-NULnRVrUX7518 off=15886424 len=1736909 2024-09-13T03:25:11.185 INFO:tasks.workunit.client.0.smithi052.stdout:op 3777 completed, throughput=5MB/sec 2024-09-13T03:25:11.185 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_FUj5DKb6o4U_25 off=2865196 len=1115851 2024-09-13T03:25:11.191 INFO:tasks.workunit.client.0.smithi052.stdout:op 3778 completed, throughput=5MB/sec 2024-09-13T03:25:12.191 INFO:tasks.workunit.client.0.smithi052.stdout: 745: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:12.192 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WzGgXDPRQR5bN67 off=7188891 len=907526 2024-09-13T03:25:12.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 3779 completed, throughput=4.99MB/sec 2024-09-13T03:25:12.193 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fuCoy5F8TUgQK3h off=8955454 len=1757748 2024-09-13T03:25:12.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 3780 completed, throughput=5MB/sec 2024-09-13T03:25:12.201 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vjUchvm2zKrbbEY off=3351571 len=484317 2024-09-13T03:25:12.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 3781 completed, throughput=5MB/sec 2024-09-13T03:25:12.202 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fT49lwsvy9eK9Rv off=214534 len=1372329 2024-09-13T03:25:12.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 3782 completed, throughput=5MB/sec 2024-09-13T03:25:12.211 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YUCeNtO4on8MZcj off=8678393 len=1711923 2024-09-13T03:25:12.212 INFO:tasks.workunit.client.0.smithi052.stdout:op 3783 completed, throughput=5MB/sec 2024-09-13T03:25:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:12 smithi078 ceph-mon[85589]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:25:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:25:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:12 smithi052 ceph-mon[89065]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:25:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:12 smithi052 ceph-mon[91421]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:25:13.213 INFO:tasks.workunit.client.0.smithi052.stdout: 746: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:13.213 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DyB1-y5XmcdGywk off=1702754 len=868251 2024-09-13T03:25:13.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 3784 completed, throughput=5MB/sec 2024-09-13T03:25:13.218 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i6dSwiodBbYS2Th off=7941454 len=1027038 2024-09-13T03:25:13.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 3785 completed, throughput=5MB/sec 2024-09-13T03:25:13.220 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iJph-F_W2nG36Zq off=1237655 len=1921816 2024-09-13T03:25:13.224 INFO:tasks.workunit.client.0.smithi052.stdout:op 3786 completed, throughput=5MB/sec 2024-09-13T03:25:13.224 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UsK81vSE3G8p2_i off=68363 len=1683040 2024-09-13T03:25:13.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 3787 completed, throughput=5MB/sec 2024-09-13T03:25:14.228 INFO:tasks.workunit.client.0.smithi052.stdout: 747: throughput=5MB/sec pending data=0 2024-09-13T03:25:14.228 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xEFZyk0dCRW9-3R off=12360386 len=846467 2024-09-13T03:25:14.229 INFO:tasks.workunit.client.0.smithi052.stdout:op 3788 completed, throughput=5MB/sec 2024-09-13T03:25:14.229 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hdaKH8kENfgeyAo off=4609092 len=1807591 2024-09-13T03:25:14.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 3789 completed, throughput=5MB/sec 2024-09-13T03:25:14.239 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4jdTUE6W8HG-ifi off=2863583 len=1182129 2024-09-13T03:25:14.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 3790 completed, throughput=5MB/sec 2024-09-13T03:25:14.240 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bvLgLnc1yf7oAXZ off=2627019 len=1536066 2024-09-13T03:25:14.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 3791 completed, throughput=5MB/sec 2024-09-13T03:25:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:14 smithi078 ceph-mon[85589]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:25:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:14 smithi052 ceph-mon[91421]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:25:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:14 smithi052 ceph-mon[89065]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:25:15.249 INFO:tasks.workunit.client.0.smithi052.stdout: 748: throughput=5MB/sec pending data=0 2024-09-13T03:25:15.249 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-a4Txo8tsV0G56H_ off=1112505 len=337472 2024-09-13T03:25:15.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 3792 completed, throughput=5MB/sec 2024-09-13T03:25:15.253 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5Nv1oPCBAbFShGV off=6168565 len=1580883 2024-09-13T03:25:15.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 3793 completed, throughput=5MB/sec 2024-09-13T03:25:15.260 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BdljJOMPljKiGtS off=7795045 len=1508773 2024-09-13T03:25:15.269 INFO:tasks.workunit.client.0.smithi052.stdout:op 3794 completed, throughput=5MB/sec 2024-09-13T03:25:15.269 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Sbi4LT4BG6j3WiM off=229771 len=1745562 2024-09-13T03:25:15.271 INFO:tasks.workunit.client.0.smithi052.stdout:op 3795 completed, throughput=5MB/sec 2024-09-13T03:25:16.272 INFO:tasks.workunit.client.0.smithi052.stdout: 749: throughput=5MB/sec pending data=0 2024-09-13T03:25:16.272 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-at_PMvP-k-KFZVE off=12556636 len=1487844 2024-09-13T03:25:16.278 INFO:tasks.workunit.client.0.smithi052.stdout:op 3796 completed, throughput=5MB/sec 2024-09-13T03:25:16.278 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NZgl_RpVwEfSDYV off=158935 len=1457444 2024-09-13T03:25:16.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 3797 completed, throughput=5MB/sec 2024-09-13T03:25:16.281 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OoKAY1LBRF_iE5d off=4203809 len=1101906 2024-09-13T03:25:16.285 INFO:tasks.workunit.client.0.smithi052.stdout:op 3798 completed, throughput=5MB/sec 2024-09-13T03:25:16.286 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KXHV1kQvwkhphxs off=9932126 len=1168000 2024-09-13T03:25:16.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 3799 completed, throughput=5MB/sec 2024-09-13T03:25:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:16 smithi078 ceph-mon[85589]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:25:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:16 smithi052 ceph-mon[91421]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:25:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:16 smithi052 ceph-mon[89065]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-13T03:25:17.291 INFO:tasks.workunit.client.0.smithi052.stdout: 750: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:17.291 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_IBsD8KNY83qqmq off=4976197 len=551636 2024-09-13T03:25:17.292 INFO:tasks.workunit.client.0.smithi052.stdout:op 3800 completed, throughput=5MB/sec 2024-09-13T03:25:17.292 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tnkRGUsFiMbD4xy off=7267653 len=2068170 2024-09-13T03:25:17.295 INFO:tasks.workunit.client.0.smithi052.stdout:op 3801 completed, throughput=5MB/sec 2024-09-13T03:25:17.295 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gw-xXd9NgWkobNC off=670946 len=118450 2024-09-13T03:25:17.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 3802 completed, throughput=5MB/sec 2024-09-13T03:25:17.298 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vLLGev2OksUEWf7 off=2513691 len=332975 2024-09-13T03:25:17.301 INFO:tasks.workunit.client.0.smithi052.stdout:op 3803 completed, throughput=5MB/sec 2024-09-13T03:25:17.301 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DiYhqhQVuAUFgjf off=6230722 len=729454 2024-09-13T03:25:17.306 INFO:tasks.workunit.client.0.smithi052.stdout:op 3804 completed, throughput=5MB/sec 2024-09-13T03:25:17.306 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nNTbSwunCwqXcBd off=559380 len=783033 2024-09-13T03:25:17.311 INFO:tasks.workunit.client.0.smithi052.stdout:op 3805 completed, throughput=5MB/sec 2024-09-13T03:25:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:18.311 INFO:tasks.workunit.client.0.smithi052.stdout: 751: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:18.311 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J-aAhPs3kWXrx76 off=1016636 len=1205394 2024-09-13T03:25:18.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 3806 completed, throughput=5MB/sec 2024-09-13T03:25:18.313 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x38oWfCBFNf1qF5 off=7645878 len=1229292 2024-09-13T03:25:18.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 3807 completed, throughput=5MB/sec 2024-09-13T03:25:18.316 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-r7jJJVL-12qVTpi off=73479 len=1140508 2024-09-13T03:25:18.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 3808 completed, throughput=5MB/sec 2024-09-13T03:25:18.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hMYl2o7SXYarnVD off=0 len=1066298 2024-09-13T03:25:18.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 3809 completed, throughput=5MB/sec 2024-09-13T03:25:18.326 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9Jl0Ck0B5R5Rlmd off=382693 len=1398057 2024-09-13T03:25:18.333 INFO:tasks.workunit.client.0.smithi052.stdout:op 3810 completed, throughput=5MB/sec 2024-09-13T03:25:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:18 smithi052 ceph-mon[91421]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:25:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:18 smithi052 ceph-mon[89065]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:25:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:25:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:25:18] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:25:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:18 smithi078 ceph-mon[85589]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:25:19.333 INFO:tasks.workunit.client.0.smithi052.stdout: 752: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:19.333 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gLzB7zaT0QuQrZ_ off=13234750 len=276978 2024-09-13T03:25:19.333 INFO:tasks.workunit.client.0.smithi052.stdout:op 3811 completed, throughput=5MB/sec 2024-09-13T03:25:19.333 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AtOC_zm6wi73i9I off=12187557 len=1007926 2024-09-13T03:25:19.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 3812 completed, throughput=5MB/sec 2024-09-13T03:25:19.339 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V1zn6i1io0oPf11 off=2522557 len=1394698 2024-09-13T03:25:19.347 INFO:tasks.workunit.client.0.smithi052.stdout:op 3813 completed, throughput=5MB/sec 2024-09-13T03:25:19.348 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8wXx92afZiaKwqj off=10418123 len=855251 2024-09-13T03:25:19.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 3814 completed, throughput=5MB/sec 2024-09-13T03:25:19.349 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v6U__a68Qlyf5aG off=1759286 len=709939 2024-09-13T03:25:19.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 3815 completed, throughput=5MB/sec 2024-09-13T03:25:19.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UYHhmjwRWJlOydg off=211218 len=306241 2024-09-13T03:25:19.351 INFO:tasks.workunit.client.0.smithi052.stdout:op 3816 completed, throughput=5MB/sec 2024-09-13T03:25:20.352 INFO:tasks.workunit.client.0.smithi052.stdout: 753: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:20.352 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hq0kUtuwBxPYkeP off=469711 len=487914 2024-09-13T03:25:20.353 INFO:tasks.workunit.client.0.smithi052.stdout:op 3817 completed, throughput=4.99MB/sec 2024-09-13T03:25:20.353 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g67GIQQ0VcfCp_e off=15662738 len=1090291 2024-09-13T03:25:20.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 3818 completed, throughput=5MB/sec 2024-09-13T03:25:20.359 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ozfQwrscx07zk6q off=8311502 len=1978471 2024-09-13T03:25:20.361 INFO:tasks.workunit.client.0.smithi052.stdout:op 3819 completed, throughput=5MB/sec 2024-09-13T03:25:20.361 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2n816IMt4fqZ60Y off=806393 len=1709007 2024-09-13T03:25:20.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 3820 completed, throughput=5MB/sec 2024-09-13T03:25:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:20 smithi078 ceph-mon[85589]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:25:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:20 smithi052 ceph-mon[89065]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:25:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:20 smithi052 ceph-mon[91421]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:25:21.364 INFO:tasks.workunit.client.0.smithi052.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:21.364 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wIJTopFCS08FA2k off=7452368 len=693407 2024-09-13T03:25:21.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 3821 completed, throughput=4.99MB/sec 2024-09-13T03:25:21.365 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jzJ99wGhnMrz7E7 off=5879401 len=413588 2024-09-13T03:25:21.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 3822 completed, throughput=5MB/sec 2024-09-13T03:25:21.369 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s1kJ2H2vRKYGc_u off=17902555 len=556401 2024-09-13T03:25:21.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 3823 completed, throughput=5MB/sec 2024-09-13T03:25:21.370 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WecYYx4Tt1qU2yw off=77590 len=1537503 2024-09-13T03:25:21.377 INFO:tasks.workunit.client.0.smithi052.stdout:op 3824 completed, throughput=5MB/sec 2024-09-13T03:25:21.377 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PQZ2ufnocT2YJXT off=0 len=1314212 2024-09-13T03:25:21.386 INFO:tasks.workunit.client.0.smithi052.stdout:op 3825 completed, throughput=5MB/sec 2024-09-13T03:25:21.386 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IzUFhOpOMk38CkG off=13980177 len=3617 2024-09-13T03:25:21.386 INFO:tasks.workunit.client.0.smithi052.stdout:op 3826 completed, throughput=5MB/sec 2024-09-13T03:25:21.386 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2GWA909WMkjmJ_Z off=7417790 len=251011 2024-09-13T03:25:21.387 INFO:tasks.workunit.client.0.smithi052.stdout:op 3827 completed, throughput=5MB/sec 2024-09-13T03:25:21.387 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hgUV4FBbFmPSPy- off=6602024 len=1512757 2024-09-13T03:25:21.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 3828 completed, throughput=5MB/sec 2024-09-13T03:25:22.389 INFO:tasks.workunit.client.0.smithi052.stdout: 755: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:22.389 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RJ0xkaqkjV9WsmH off=148177 len=124433 2024-09-13T03:25:22.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 3829 completed, throughput=5MB/sec 2024-09-13T03:25:22.390 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7ySamyE0jaib5on off=19078657 len=84741 2024-09-13T03:25:22.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 3830 completed, throughput=5MB/sec 2024-09-13T03:25:22.390 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xZ-V8u6RVpkrxTX off=10073071 len=984965 2024-09-13T03:25:22.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 3831 completed, throughput=5MB/sec 2024-09-13T03:25:22.392 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LPmhPGMQj9nlkfQ off=744208 len=1131146 2024-09-13T03:25:22.400 INFO:tasks.workunit.client.0.smithi052.stdout:op 3832 completed, throughput=5MB/sec 2024-09-13T03:25:22.400 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PwMft6KfrOIs0Ip off=12087791 len=6874 2024-09-13T03:25:22.402 INFO:tasks.workunit.client.0.smithi052.stdout:op 3833 completed, throughput=5MB/sec 2024-09-13T03:25:22.402 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PfG-EACpQDo-MpI off=6011933 len=755128 2024-09-13T03:25:22.403 INFO:tasks.workunit.client.0.smithi052.stdout:op 3834 completed, throughput=5MB/sec 2024-09-13T03:25:22.403 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JdOpbmgLCFfM0SB off=2336294 len=1818908 2024-09-13T03:25:22.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 3835 completed, throughput=5MB/sec 2024-09-13T03:25:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:22 smithi078 ceph-mon[85589]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:22.701 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:25:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:25:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:22 smithi052 ceph-mon[91421]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:22 smithi052 ceph-mon[89065]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:23.411 INFO:tasks.workunit.client.0.smithi052.stdout: 756: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:23.411 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-06M5pxrvnMFltHk off=2327306 len=897301 2024-09-13T03:25:23.417 INFO:tasks.workunit.client.0.smithi052.stdout:op 3836 completed, throughput=5MB/sec 2024-09-13T03:25:23.417 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1nwSp7KTuauOJFO off=6057212 len=994173 2024-09-13T03:25:23.421 INFO:tasks.workunit.client.0.smithi052.stdout:op 3837 completed, throughput=5MB/sec 2024-09-13T03:25:23.421 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kqJ2ux59B6FznlV off=3757955 len=463854 2024-09-13T03:25:23.425 INFO:tasks.workunit.client.0.smithi052.stdout:op 3838 completed, throughput=5MB/sec 2024-09-13T03:25:23.425 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1pWQXy8GQBwnotk off=12426793 len=155815 2024-09-13T03:25:23.425 INFO:tasks.workunit.client.0.smithi052.stdout:op 3839 completed, throughput=5MB/sec 2024-09-13T03:25:23.426 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8ebDV3-K8dLMloS off=109041 len=1622353 2024-09-13T03:25:23.432 INFO:tasks.workunit.client.0.smithi052.stdout:op 3840 completed, throughput=5MB/sec 2024-09-13T03:25:23.432 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I_NDnvx1fTsFOxh off=12558185 len=1337268 2024-09-13T03:25:23.434 INFO:tasks.workunit.client.0.smithi052.stdout:op 3841 completed, throughput=5MB/sec 2024-09-13T03:25:24.434 INFO:tasks.workunit.client.0.smithi052.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:24.435 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-herMXAIPLYBXqLu off=18119366 len=469561 2024-09-13T03:25:24.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 3842 completed, throughput=5MB/sec 2024-09-13T03:25:24.435 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BhmhRsZ6ZFtPInF off=1274998 len=1533802 2024-09-13T03:25:24.443 INFO:tasks.workunit.client.0.smithi052.stdout:op 3843 completed, throughput=5MB/sec 2024-09-13T03:25:24.443 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Vi16uMuy-koSG-K off=5753827 len=1194442 2024-09-13T03:25:24.445 INFO:tasks.workunit.client.0.smithi052.stdout:op 3844 completed, throughput=5MB/sec 2024-09-13T03:25:24.445 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GtGSZxDRDe-wRVx off=3549897 len=271562 2024-09-13T03:25:24.448 INFO:tasks.workunit.client.0.smithi052.stdout:op 3845 completed, throughput=5MB/sec 2024-09-13T03:25:24.448 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-77a64ZaCmFQqWdh off=4801002 len=1131575 2024-09-13T03:25:24.449 INFO:tasks.workunit.client.0.smithi052.stdout:op 3846 completed, throughput=5MB/sec 2024-09-13T03:25:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:24 smithi078 ceph-mon[85589]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:25:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:24 smithi052 ceph-mon[91421]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:25:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:24 smithi052 ceph-mon[89065]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:25:25.450 INFO:tasks.workunit.client.0.smithi052.stdout: 758: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:25.450 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xou-zsEolI-Mp9d off=1406819 len=812536 2024-09-13T03:25:25.454 INFO:tasks.workunit.client.0.smithi052.stdout:op 3847 completed, throughput=4.99MB/sec 2024-09-13T03:25:25.455 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lkc9Eiu1Tari7cw off=516371 len=1078993 2024-09-13T03:25:25.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 3848 completed, throughput=5MB/sec 2024-09-13T03:25:25.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2pvncH2rVnRxiYs off=18965204 len=192785 2024-09-13T03:25:25.457 INFO:tasks.workunit.client.0.smithi052.stdout:op 3849 completed, throughput=5MB/sec 2024-09-13T03:25:25.457 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AL5ha88hIn0aflM off=10891716 len=1623353 2024-09-13T03:25:25.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 3850 completed, throughput=5MB/sec 2024-09-13T03:25:25.465 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PrqeniN9KwMirz3 off=12538349 len=1307896 2024-09-13T03:25:25.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 3851 completed, throughput=5MB/sec 2024-09-13T03:25:25.473 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Fapk7Cn00bYis_Y off=7681956 len=744139 2024-09-13T03:25:25.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 3852 completed, throughput=5MB/sec 2024-09-13T03:25:26.474 INFO:tasks.workunit.client.0.smithi052.stdout: 759: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:26.474 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P2HMS8iMzB_rocQ off=11681990 len=994340 2024-09-13T03:25:26.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 3853 completed, throughput=5MB/sec 2024-09-13T03:25:26.475 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vfdo3vzYElAl0fm off=19649091 len=188917 2024-09-13T03:25:26.478 INFO:tasks.workunit.client.0.smithi052.stdout:op 3854 completed, throughput=5MB/sec 2024-09-13T03:25:26.479 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9bVf6L6URD2R_hJ off=5234286 len=1090019 2024-09-13T03:25:26.484 INFO:tasks.workunit.client.0.smithi052.stdout:op 3855 completed, throughput=5MB/sec 2024-09-13T03:25:26.484 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cDsSWmuWehEYT49 off=1603957 len=872168 2024-09-13T03:25:26.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 3856 completed, throughput=5MB/sec 2024-09-13T03:25:26.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-y-TnPLdrYAADY8a off=1487727 len=647306 2024-09-13T03:25:26.490 INFO:tasks.workunit.client.0.smithi052.stdout:op 3857 completed, throughput=5MB/sec 2024-09-13T03:25:26.490 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-t_049esO3zcDc0B off=6092478 len=2030021 2024-09-13T03:25:26.498 INFO:tasks.workunit.client.0.smithi052.stdout:op 3858 completed, throughput=5MB/sec 2024-09-13T03:25:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:26 smithi078 ceph-mon[85589]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:25:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:26 smithi052 ceph-mon[91421]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:25:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:26 smithi052 ceph-mon[89065]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-13T03:25:27.498 INFO:tasks.workunit.client.0.smithi052.stdout: 760: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:27.498 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4aRSfP-gUk0PKrZ off=9435791 len=1889515 2024-09-13T03:25:27.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 3859 completed, throughput=5MB/sec 2024-09-13T03:25:27.509 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-drzff40UVFG9C_r off=3227124 len=1931740 2024-09-13T03:25:27.512 INFO:tasks.workunit.client.0.smithi052.stdout:op 3860 completed, throughput=5MB/sec 2024-09-13T03:25:27.513 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W5chrjM5aHqRe4Y off=3550077 len=1376776 2024-09-13T03:25:27.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 3861 completed, throughput=5MB/sec 2024-09-13T03:25:28.520 INFO:tasks.workunit.client.0.smithi052.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:28.520 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-O3-UpPoOMcFAQM2 off=1045867 len=298928 2024-09-13T03:25:28.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 3862 completed, throughput=4.99MB/sec 2024-09-13T03:25:28.521 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-msZBBlME_6ayMm6 off=4475376 len=346158 2024-09-13T03:25:28.522 INFO:tasks.workunit.client.0.smithi052.stdout:op 3863 completed, throughput=5MB/sec 2024-09-13T03:25:28.523 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8vzhlRZtIisP1P- off=1579971 len=706763 2024-09-13T03:25:28.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 3864 completed, throughput=5MB/sec 2024-09-13T03:25:28.524 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WITK7MMB4yUTSdP off=9948935 len=751028 2024-09-13T03:25:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:28 smithi052 ceph-mon[91421]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:25:28.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:28 smithi052 ceph-mon[89065]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:25:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:25:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:25:28] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:25:28.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 3865 completed, throughput=5MB/sec 2024-09-13T03:25:28.529 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qhA1q2UukpESxXZ off=0 len=1385797 2024-09-13T03:25:28.530 INFO:tasks.workunit.client.0.smithi052.stdout:op 3866 completed, throughput=5MB/sec 2024-09-13T03:25:28.530 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1L1R1_qTMCEAnad off=14606713 len=1370425 2024-09-13T03:25:28.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 3867 completed, throughput=5MB/sec 2024-09-13T03:25:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:28 smithi078 ceph-mon[85589]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:25:29.537 INFO:tasks.workunit.client.0.smithi052.stdout: 762: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:29.537 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f3OtPgx8zCnE8wh off=127043 len=1610916 2024-09-13T03:25:29.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 3868 completed, throughput=5MB/sec 2024-09-13T03:25:29.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ylSegVfCN4nY7Qj off=2209450 len=559592 2024-09-13T03:25:29.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 3869 completed, throughput=5MB/sec 2024-09-13T03:25:29.544 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FpjHuaIRUO0q9FC off=14317427 len=794827 2024-09-13T03:25:29.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 3870 completed, throughput=5MB/sec 2024-09-13T03:25:29.549 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-geWdWiv72sZpBlf off=1495401 len=296783 2024-09-13T03:25:29.552 INFO:tasks.workunit.client.0.smithi052.stdout:op 3871 completed, throughput=5MB/sec 2024-09-13T03:25:29.552 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6HBBNIUisySDJ93 off=21398237 len=1164446 2024-09-13T03:25:29.558 INFO:tasks.workunit.client.0.smithi052.stdout:op 3872 completed, throughput=5MB/sec 2024-09-13T03:25:29.558 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TniwDIo78PwLSbP off=13523757 len=685757 2024-09-13T03:25:29.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 3873 completed, throughput=5MB/sec 2024-09-13T03:25:30.560 INFO:tasks.workunit.client.0.smithi052.stdout: 763: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:30.560 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5jHvTSMA7WX_EmR off=267327 len=989770 2024-09-13T03:25:30.566 INFO:tasks.workunit.client.0.smithi052.stdout:op 3874 completed, throughput=4.99MB/sec 2024-09-13T03:25:30.566 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X8K46mj9m3IRtaL off=1788581 len=916461 2024-09-13T03:25:30.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 3875 completed, throughput=5MB/sec 2024-09-13T03:25:30.571 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-thQBDAu3exrJf32 off=3252877 len=1313003 2024-09-13T03:25:30.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 3876 completed, throughput=5MB/sec 2024-09-13T03:25:30.580 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZaZ2ExvYl1Cyrbz off=9988017 len=1838210 2024-09-13T03:25:30.582 INFO:tasks.workunit.client.0.smithi052.stdout:op 3877 completed, throughput=5MB/sec 2024-09-13T03:25:30.582 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8piscEBpBCnnT9B off=2274949 len=189701 2024-09-13T03:25:30.583 INFO:tasks.workunit.client.0.smithi052.stdout:op 3878 completed, throughput=5MB/sec 2024-09-13T03:25:30.583 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_dGDOqg-AINSVXa off=17910576 len=1521320 2024-09-13T03:25:30.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 3879 completed, throughput=5MB/sec 2024-09-13T03:25:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:30 smithi078 ceph-mon[85589]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:25:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:30 smithi052 ceph-mon[91421]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:25:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:30 smithi052 ceph-mon[89065]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:25:31.592 INFO:tasks.workunit.client.0.smithi052.stdout: 764: throughput=5MB/sec pending data=0 2024-09-13T03:25:31.592 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e2Vc6-CkGGeEeZ4 off=16089893 len=405913 2024-09-13T03:25:31.593 INFO:tasks.workunit.client.0.smithi052.stdout:op 3880 completed, throughput=5MB/sec 2024-09-13T03:25:31.593 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ca4OzXR5wsrelaB off=2296920 len=1181538 2024-09-13T03:25:31.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 3881 completed, throughput=5MB/sec 2024-09-13T03:25:31.595 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nLPySHlp8Xx14tJ off=14005064 len=479622 2024-09-13T03:25:31.598 INFO:tasks.workunit.client.0.smithi052.stdout:op 3882 completed, throughput=5MB/sec 2024-09-13T03:25:31.598 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A6EzFvU1Jd9E71_ off=15509581 len=1786573 2024-09-13T03:25:31.602 INFO:tasks.workunit.client.0.smithi052.stdout:op 3883 completed, throughput=5MB/sec 2024-09-13T03:25:31.602 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oyBvzaL7vol9ylk off=12101048 len=620003 2024-09-13T03:25:31.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 3884 completed, throughput=5MB/sec 2024-09-13T03:25:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:32.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WCj-usyAxRXbW2C off=1984241 len=1275521 2024-09-13T03:25:32.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 3885 completed, throughput=5MB/sec 2024-09-13T03:25:32.608 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6rc-s_GPpGANVlj off=16492055 len=339257 2024-09-13T03:25:32.610 INFO:tasks.workunit.client.0.smithi052.stdout:op 3886 completed, throughput=5MB/sec 2024-09-13T03:25:32.610 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ao9w60PO2x3hgPq off=2626558 len=1101658 2024-09-13T03:25:32.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 3887 completed, throughput=5MB/sec 2024-09-13T03:25:32.613 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZrIAs8hP0jAmiZ9 off=11740836 len=1472094 2024-09-13T03:25:32.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 3888 completed, throughput=5MB/sec 2024-09-13T03:25:32.621 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9ykCbv5-yhBOhAU off=12624772 len=1515781 2024-09-13T03:25:32.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 3889 completed, throughput=5MB/sec 2024-09-13T03:25:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:32 smithi078 ceph-mon[85589]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:25:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:25:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:32 smithi052 ceph-mon[91421]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:25:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:32 smithi052 ceph-mon[89065]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:25:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: 766: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:33.623 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DjsJ-Yov5uP3I64 off=2135028 len=2045035 2024-09-13T03:25:33.636 INFO:tasks.workunit.client.0.smithi052.stdout:op 3890 completed, throughput=5MB/sec 2024-09-13T03:25:33.637 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2yYZhgkkbBKRR1p off=13372322 len=1846315 2024-09-13T03:25:33.639 INFO:tasks.workunit.client.0.smithi052.stdout:op 3891 completed, throughput=5MB/sec 2024-09-13T03:25:33.639 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xA0CR1FOYnH5L5U off=3510037 len=516416 2024-09-13T03:25:33.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 3892 completed, throughput=5MB/sec 2024-09-13T03:25:33.640 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cNaduK0dXVN45I2 off=3986551 len=456035 2024-09-13T03:25:33.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 3893 completed, throughput=5MB/sec 2024-09-13T03:25:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:34.641 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wu00Ui5zO3OWeva off=7546891 len=1697984 2024-09-13T03:25:34.650 INFO:tasks.workunit.client.0.smithi052.stdout:op 3894 completed, throughput=5MB/sec 2024-09-13T03:25:34.650 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4jNZlEbV4TBgRHW off=2647763 len=1825613 2024-09-13T03:25:34.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 3895 completed, throughput=5MB/sec 2024-09-13T03:25:34.661 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5epeY0z4rC3uZQa off=4459415 len=1329207 2024-09-13T03:25:34.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 3896 completed, throughput=5MB/sec 2024-09-13T03:25:34.663 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AeP6AkTV-AMEkEx off=6483148 len=842956 2024-09-13T03:25:34.665 INFO:tasks.workunit.client.0.smithi052.stdout:op 3897 completed, throughput=5MB/sec 2024-09-13T03:25:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:34 smithi078 ceph-mon[85589]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:25:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:34 smithi052 ceph-mon[91421]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:25:34.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:34 smithi052 ceph-mon[89065]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:25:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: 768: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:35.665 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tC8DvbAW1Wj-1kU off=1351501 len=493170 2024-09-13T03:25:35.666 INFO:tasks.workunit.client.0.smithi052.stdout:op 3898 completed, throughput=5MB/sec 2024-09-13T03:25:35.666 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MWSIbxGrYgUoBPQ off=1652742 len=1425285 2024-09-13T03:25:35.673 INFO:tasks.workunit.client.0.smithi052.stdout:op 3899 completed, throughput=5MB/sec 2024-09-13T03:25:35.673 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9dM59MDkiRFK_lj off=4197004 len=544465 2024-09-13T03:25:35.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 3900 completed, throughput=5MB/sec 2024-09-13T03:25:35.677 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Qccm9nBR9bObE8S off=15755240 len=1336638 2024-09-13T03:25:35.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 3901 completed, throughput=5MB/sec 2024-09-13T03:25:35.678 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LwCVdvbsnckOcMJ off=10465646 len=1628724 2024-09-13T03:25:35.681 INFO:tasks.workunit.client.0.smithi052.stdout:op 3902 completed, throughput=5MB/sec 2024-09-13T03:25:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: 769: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:36.682 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fPEFX6dI1eFzfCZ off=977526 len=1580676 2024-09-13T03:25:36.689 INFO:tasks.workunit.client.0.smithi052.stdout:op 3903 completed, throughput=5MB/sec 2024-09-13T03:25:36.689 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VoMu7I4NF0amIjr off=9040335 len=732297 2024-09-13T03:25:36.690 INFO:tasks.workunit.client.0.smithi052.stdout:op 3904 completed, throughput=5MB/sec 2024-09-13T03:25:36.690 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X9H0ZpwJvXw0xqb off=5359142 len=1286021 2024-09-13T03:25:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:36 smithi078 ceph-mon[85589]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:25:36.698 INFO:tasks.workunit.client.0.smithi052.stdout:op 3905 completed, throughput=5MB/sec 2024-09-13T03:25:36.699 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8ebDV3-K8dLMloS off=67845 len=1663549 2024-09-13T03:25:36.700 INFO:tasks.workunit.client.0.smithi052.stdout:op 3906 completed, throughput=5MB/sec 2024-09-13T03:25:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:36 smithi052 ceph-mon[91421]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:25:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:36 smithi052 ceph-mon[89065]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:25:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:37.701 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zbzp1hsaaPmZh_C off=2941934 len=1852677 2024-09-13T03:25:37.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 3907 completed, throughput=5MB/sec 2024-09-13T03:25:37.704 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XhSIWARMVo4sUvg off=250066 len=540819 2024-09-13T03:25:37.708 INFO:tasks.workunit.client.0.smithi052.stdout:op 3908 completed, throughput=5MB/sec 2024-09-13T03:25:37.708 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HUciP_KQa8TL7G0 off=5688528 len=952930 2024-09-13T03:25:37.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 3909 completed, throughput=5MB/sec 2024-09-13T03:25:37.713 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SaGgher-8C6jq6g off=8550783 len=324027 2024-09-13T03:25:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 3910 completed, throughput=5MB/sec 2024-09-13T03:25:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sihp1lh0JexTciX off=18480648 len=40447 2024-09-13T03:25:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 3911 completed, throughput=5MB/sec 2024-09-13T03:25:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5nxNMDPZE14yZVW off=586336 len=877599 2024-09-13T03:25:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:op 3912 completed, throughput=5MB/sec 2024-09-13T03:25:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:38 smithi052 ceph-mon[91421]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:25:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:38 smithi052 ceph-mon[89065]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:25:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:25:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:25:38] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:25:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:38 smithi078 ceph-mon[85589]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:25:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: 771: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:38.718 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A_Qdg0FoOlBbLah off=9220873 len=1144695 2024-09-13T03:25:38.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 3913 completed, throughput=5MB/sec 2024-09-13T03:25:38.724 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CFudRKwjGA5rUGp off=2549364 len=569415 2024-09-13T03:25:38.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 3914 completed, throughput=5MB/sec 2024-09-13T03:25:38.728 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2h-uBZ9yzhKOka8 off=3378973 len=30896 2024-09-13T03:25:38.730 INFO:tasks.workunit.client.0.smithi052.stdout:op 3915 completed, throughput=5MB/sec 2024-09-13T03:25:38.730 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FpDw8cAIkALaei6 off=1612032 len=1765127 2024-09-13T03:25:38.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 3916 completed, throughput=5MB/sec 2024-09-13T03:25:38.732 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x-Aw173ZYBkJTWW off=21280533 len=1961416 2024-09-13T03:25:38.736 INFO:tasks.workunit.client.0.smithi052.stdout:op 3917 completed, throughput=5MB/sec 2024-09-13T03:25:39.737 INFO:tasks.workunit.client.0.smithi052.stdout: 772: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:39.737 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f0jt3xrd_w3PRkt off=2857051 len=1796944 2024-09-13T03:25:39.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 3918 completed, throughput=5MB/sec 2024-09-13T03:25:39.741 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dTkHxiNcGX60IMD off=5815418 len=603910 2024-09-13T03:25:39.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 3919 completed, throughput=5MB/sec 2024-09-13T03:25:39.745 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-w8sGHPleDvSSBgO off=2100961 len=521591 2024-09-13T03:25:39.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 3920 completed, throughput=5MB/sec 2024-09-13T03:25:39.749 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2OFMvUqWVoCUNZ7 off=11109325 len=417383 2024-09-13T03:25:39.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 3921 completed, throughput=5MB/sec 2024-09-13T03:25:39.753 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gUL8w2oUtr8uB6E off=0 len=1581154 2024-09-13T03:25:39.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 3922 completed, throughput=5MB/sec 2024-09-13T03:25:39.759 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3D-3hKgZJhRPqqf off=4348113 len=412986 2024-09-13T03:25:39.761 INFO:tasks.workunit.client.0.smithi052.stdout:op 3923 completed, throughput=5MB/sec 2024-09-13T03:25:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:40 smithi078 ceph-mon[85589]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:25:40.761 INFO:tasks.workunit.client.0.smithi052.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:40.761 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fjE8lIo7JbBWP-O off=3351108 len=929684 2024-09-13T03:25:40.763 INFO:tasks.workunit.client.0.smithi052.stdout:op 3924 completed, throughput=4.99MB/sec 2024-09-13T03:25:40.763 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pm7cpu3YtYQa-K9 off=11132244 len=1595252 2024-09-13T03:25:40.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 3925 completed, throughput=5MB/sec 2024-09-13T03:25:40.765 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FOkF-fkUlNFm4n7 off=0 len=1463482 2024-09-13T03:25:40.768 INFO:tasks.workunit.client.0.smithi052.stdout:op 3926 completed, throughput=5MB/sec 2024-09-13T03:25:40.768 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H2rMIWYKkGR6vq8 off=13457397 len=2006552 2024-09-13T03:25:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:40 smithi052 ceph-mon[91421]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:25:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:40 smithi052 ceph-mon[89065]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:25:40.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 3927 completed, throughput=5MB/sec 2024-09-13T03:25:41.781 INFO:tasks.workunit.client.0.smithi052.stdout: 774: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:41.781 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eErPkZkaseKnrcI off=14904728 len=1639588 2024-09-13T03:25:41.783 INFO:tasks.workunit.client.0.smithi052.stdout:op 3928 completed, throughput=5MB/sec 2024-09-13T03:25:41.783 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eSdauUR7C2xVb_H off=6374383 len=447392 2024-09-13T03:25:41.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 3929 completed, throughput=5MB/sec 2024-09-13T03:25:41.785 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NpS0I9vVrt40nRg off=410300 len=1383585 2024-09-13T03:25:41.787 INFO:tasks.workunit.client.0.smithi052.stdout:op 3930 completed, throughput=5MB/sec 2024-09-13T03:25:41.787 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o3vtaWSfttoJqDm off=3861916 len=2078480 2024-09-13T03:25:41.795 INFO:tasks.workunit.client.0.smithi052.stdout:op 3931 completed, throughput=5MB/sec 2024-09-13T03:25:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:42 smithi078 ceph-mon[85589]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:25:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:25:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:42 smithi052 ceph-mon[91421]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:25:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:42 smithi052 ceph-mon[89065]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:25:42.795 INFO:tasks.workunit.client.0.smithi052.stdout: 775: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:42.795 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oahQVp-qzeJcqUu off=3171041 len=1381738 2024-09-13T03:25:42.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 3932 completed, throughput=5MB/sec 2024-09-13T03:25:42.798 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8M4hyLKtjSt-klg off=12342502 len=257050 2024-09-13T03:25:42.801 INFO:tasks.workunit.client.0.smithi052.stdout:op 3933 completed, throughput=5MB/sec 2024-09-13T03:25:42.802 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ymT5zu_JpEtgbMr off=12050192 len=1622365 2024-09-13T03:25:42.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 3934 completed, throughput=5MB/sec 2024-09-13T03:25:42.810 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A9fCg1ARl9WqFH2 off=5667662 len=594157 2024-09-13T03:25:42.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 3935 completed, throughput=5MB/sec 2024-09-13T03:25:42.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RsyYwGwDWP2zxpf off=13290662 len=1603793 2024-09-13T03:25:42.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 3936 completed, throughput=5MB/sec 2024-09-13T03:25:43.814 INFO:tasks.workunit.client.0.smithi052.stdout: 776: throughput=5MB/sec pending data=0 2024-09-13T03:25:43.814 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qrSCG4OuSnmrfJ5 off=10786001 len=1260403 2024-09-13T03:25:43.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 3937 completed, throughput=5MB/sec 2024-09-13T03:25:43.816 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MWAxFOsmvOcswGX off=23247529 len=1266643 2024-09-13T03:25:43.818 INFO:tasks.workunit.client.0.smithi052.stdout:op 3938 completed, throughput=5MB/sec 2024-09-13T03:25:43.818 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IYSu-P2aHbC-BbR off=2722294 len=1400885 2024-09-13T03:25:43.828 INFO:tasks.workunit.client.0.smithi052.stdout:op 3939 completed, throughput=5MB/sec 2024-09-13T03:25:43.828 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X08SgLC1FMYWora off=3065252 len=1723755 2024-09-13T03:25:43.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 3940 completed, throughput=5MB/sec 2024-09-13T03:25:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:44 smithi078 ceph-mon[85589]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:25:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:44 smithi052 ceph-mon[91421]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:25:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:44 smithi052 ceph-mon[89065]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:25:44.836 INFO:tasks.workunit.client.0.smithi052.stdout: 777: throughput=5MB/sec pending data=0 2024-09-13T03:25:44.836 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hkX_UMTXv_zjtl9 off=9187156 len=1278453 2024-09-13T03:25:44.844 INFO:tasks.workunit.client.0.smithi052.stdout:op 3941 completed, throughput=5MB/sec 2024-09-13T03:25:44.844 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9z273Mel8ulUeim off=1919353 len=1513897 2024-09-13T03:25:44.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 3942 completed, throughput=5MB/sec 2024-09-13T03:25:44.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CYg-dnEPoP1bETq off=15851333 len=1496962 2024-09-13T03:25:44.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 3943 completed, throughput=5MB/sec 2024-09-13T03:25:45.854 INFO:tasks.workunit.client.0.smithi052.stdout: 778: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:45.854 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj---8I2gOiPyTHI_Q off=1532220 len=897119 2024-09-13T03:25:45.856 INFO:tasks.workunit.client.0.smithi052.stdout:op 3944 completed, throughput=5MB/sec 2024-09-13T03:25:45.856 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MdZNulj0sdZvHjH off=15243446 len=1620974 2024-09-13T03:25:45.864 INFO:tasks.workunit.client.0.smithi052.stdout:op 3945 completed, throughput=5MB/sec 2024-09-13T03:25:45.864 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ivt_i-413o_qhCq off=730586 len=579586 2024-09-13T03:25:45.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 3946 completed, throughput=5MB/sec 2024-09-13T03:25:45.869 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1elnPi-7OFpgd-c off=947046 len=1646488 2024-09-13T03:25:45.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 3947 completed, throughput=5MB/sec 2024-09-13T03:25:45.877 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_hA3wlP1B14kOUd off=10573330 len=881894 2024-09-13T03:25:45.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 3948 completed, throughput=5MB/sec 2024-09-13T03:25:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:46 smithi078 ceph-mon[85589]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:25:46.721 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:46 smithi052 ceph-mon[91421]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:25:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:46 smithi052 ceph-mon[89065]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:25:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:25:46.879 INFO:tasks.workunit.client.0.smithi052.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:46.879 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PoBeK-oaJF08CBO off=4827420 len=435612 2024-09-13T03:25:46.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 3949 completed, throughput=4.99MB/sec 2024-09-13T03:25:46.883 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L_fgpYQ7HBJek6T off=9309879 len=984871 2024-09-13T03:25:46.885 INFO:tasks.workunit.client.0.smithi052.stdout:op 3950 completed, throughput=5MB/sec 2024-09-13T03:25:46.885 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F--x6F61W4uNGvQ off=4768579 len=1916418 2024-09-13T03:25:46.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 3951 completed, throughput=5MB/sec 2024-09-13T03:25:46.894 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G96ymFidMcnUprs off=17504499 len=1663814 2024-09-13T03:25:46.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 3952 completed, throughput=5MB/sec 2024-09-13T03:25:47.896 INFO:tasks.workunit.client.0.smithi052.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:47.896 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h-0IT_npw4bWOFM off=6824408 len=714190 2024-09-13T03:25:47.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 3953 completed, throughput=4.99MB/sec 2024-09-13T03:25:47.901 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FRRG3eY_QDXANXg off=10235161 len=1447523 2024-09-13T03:25:47.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 3954 completed, throughput=5MB/sec 2024-09-13T03:25:47.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TWaCNrUn-b3KF_o off=13321326 len=1373804 2024-09-13T03:25:47.914 INFO:tasks.workunit.client.0.smithi052.stdout:op 3955 completed, throughput=5MB/sec 2024-09-13T03:25:47.914 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iWnyDa-rffyJKxI off=8789831 len=665302 2024-09-13T03:25:47.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 3956 completed, throughput=5MB/sec 2024-09-13T03:25:47.917 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7VYbC3F8ffGQENq off=9498902 len=1189629 2024-09-13T03:25:47.918 INFO:tasks.workunit.client.0.smithi052.stdout:op 3957 completed, throughput=5MB/sec 2024-09-13T03:25:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:48 smithi052 ceph-mon[91421]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:25:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:25:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:25:48] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:25:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:48 smithi052 ceph-mon[89065]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:25:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:48 smithi078 ceph-mon[85589]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:25:48.918 INFO:tasks.workunit.client.0.smithi052.stdout: 781: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:48.919 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oT6Ne__psF_UnZP off=6402212 len=1814887 2024-09-13T03:25:48.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 3958 completed, throughput=5MB/sec 2024-09-13T03:25:48.925 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lF4azX_XU31tfsE off=2567707 len=1498393 2024-09-13T03:25:48.930 INFO:tasks.workunit.client.0.smithi052.stdout:op 3959 completed, throughput=5MB/sec 2024-09-13T03:25:48.930 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pAdZnOhu00yF-zB off=558762 len=1295375 2024-09-13T03:25:48.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 3960 completed, throughput=5MB/sec 2024-09-13T03:25:48.931 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0shO4drZ38_pZXV off=2209239 len=1695809 2024-09-13T03:25:48.938 INFO:tasks.workunit.client.0.smithi052.stdout:op 3961 completed, throughput=5MB/sec 2024-09-13T03:25:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:25:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:25:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:25:49.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:25:49.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:25:49.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:25:49.938 INFO:tasks.workunit.client.0.smithi052.stdout: 782: throughput=5MB/sec pending data=0 2024-09-13T03:25:49.938 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dl-nsHrQJxF9R5p off=5251660 len=679142 2024-09-13T03:25:49.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 3962 completed, throughput=5MB/sec 2024-09-13T03:25:49.939 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jeien3E9BAbvfCZ off=871022 len=596362 2024-09-13T03:25:49.943 INFO:tasks.workunit.client.0.smithi052.stdout:op 3963 completed, throughput=5MB/sec 2024-09-13T03:25:49.943 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YoiXK-ssNGquQvq off=2696473 len=1143812 2024-09-13T03:25:49.945 INFO:tasks.workunit.client.0.smithi052.stdout:op 3964 completed, throughput=5MB/sec 2024-09-13T03:25:49.945 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6O9JV9mS3US95iV off=19637126 len=1394405 2024-09-13T03:25:49.947 INFO:tasks.workunit.client.0.smithi052.stdout:op 3965 completed, throughput=5MB/sec 2024-09-13T03:25:49.947 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DnnsKexb2y3PULG off=9629906 len=1751037 2024-09-13T03:25:49.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 3966 completed, throughput=5MB/sec 2024-09-13T03:25:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:50 smithi078 ceph-mon[85589]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:25:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:50 smithi052 ceph-mon[91421]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:25:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:50 smithi052 ceph-mon[89065]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:25:50.949 INFO:tasks.workunit.client.0.smithi052.stdout: 783: throughput=5MB/sec pending data=0 2024-09-13T03:25:50.949 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fdw8SX3a5eIbWXF off=8636470 len=386065 2024-09-13T03:25:50.953 INFO:tasks.workunit.client.0.smithi052.stdout:op 3967 completed, throughput=5MB/sec 2024-09-13T03:25:50.953 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TZHgM0sr-bthNpW off=18994937 len=633745 2024-09-13T03:25:50.957 INFO:tasks.workunit.client.0.smithi052.stdout:op 3968 completed, throughput=5MB/sec 2024-09-13T03:25:50.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9AChf7krtHCyL5r off=2909309 len=1818830 2024-09-13T03:25:50.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 3969 completed, throughput=5MB/sec 2024-09-13T03:25:50.968 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XDZOx8I7K52Cieb off=16487268 len=859223 2024-09-13T03:25:50.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 3970 completed, throughput=5MB/sec 2024-09-13T03:25:50.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-p8L-Wl3NAHr_czO off=3629939 len=8297 2024-09-13T03:25:50.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 3971 completed, throughput=5MB/sec 2024-09-13T03:25:50.975 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fDdTGxgH8lZx8hE off=491316 len=934123 2024-09-13T03:25:50.980 INFO:tasks.workunit.client.0.smithi052.stdout:op 3972 completed, throughput=5MB/sec 2024-09-13T03:25:51.981 INFO:tasks.workunit.client.0.smithi052.stdout: 784: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:51.981 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-raMwrm0CxVM8qwh off=1503162 len=725671 2024-09-13T03:25:51.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 3973 completed, throughput=5MB/sec 2024-09-13T03:25:51.982 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AELDIPPpDEjfSzn off=3242984 len=1657553 2024-09-13T03:25:51.984 INFO:tasks.workunit.client.0.smithi052.stdout:op 3974 completed, throughput=5MB/sec 2024-09-13T03:25:51.984 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AE_Lsg2rrl-Wx0X off=2580218 len=812867 2024-09-13T03:25:51.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 3975 completed, throughput=5MB/sec 2024-09-13T03:25:51.986 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-44WL2jnIKFBg8wP off=528115 len=26980 2024-09-13T03:25:51.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 3976 completed, throughput=5MB/sec 2024-09-13T03:25:51.986 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kj7Xl1psgMstMWo off=9762000 len=1248741 2024-09-13T03:25:51.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 3977 completed, throughput=5MB/sec 2024-09-13T03:25:51.995 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A1V9JQacr7XcFCU off=0 len=1908591 2024-09-13T03:25:51.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 3978 completed, throughput=5MB/sec 2024-09-13T03:25:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:52 smithi078 ceph-mon[85589]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:25:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:25:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:25:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:52 smithi052 ceph-mon[91421]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:52 smithi052 ceph-mon[89065]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:52.997 INFO:tasks.workunit.client.0.smithi052.stdout: 785: throughput=5MB/sec pending data=0 2024-09-13T03:25:52.997 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ngcnZWfo6iXlPs- off=1309722 len=561417 2024-09-13T03:25:52.998 INFO:tasks.workunit.client.0.smithi052.stdout:op 3979 completed, throughput=5MB/sec 2024-09-13T03:25:52.999 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T0kTgRPQPVtFYnh off=1706961 len=2080874 2024-09-13T03:25:53.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 3980 completed, throughput=5MB/sec 2024-09-13T03:25:53.008 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yB-dSCe0vSgHjsR off=2727607 len=1225136 2024-09-13T03:25:53.009 INFO:tasks.workunit.client.0.smithi052.stdout:op 3981 completed, throughput=5MB/sec 2024-09-13T03:25:54.010 INFO:tasks.workunit.client.0.smithi052.stdout: 786: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:54.010 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_dZ34YstBrkDCBH off=4549109 len=1064811 2024-09-13T03:25:54.011 INFO:tasks.workunit.client.0.smithi052.stdout:op 3982 completed, throughput=5MB/sec 2024-09-13T03:25:54.011 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xKHYM7rrX8Jdg2L off=16169621 len=1089934 2024-09-13T03:25:54.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 3983 completed, throughput=5MB/sec 2024-09-13T03:25:54.013 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xZAR3kPUdP-UZXJ off=11213083 len=365591 2024-09-13T03:25:54.017 INFO:tasks.workunit.client.0.smithi052.stdout:op 3984 completed, throughput=5MB/sec 2024-09-13T03:25:54.017 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-O_moJ9eSnjPF4Xi off=2452452 len=695352 2024-09-13T03:25:54.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 3985 completed, throughput=5MB/sec 2024-09-13T03:25:54.021 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fPg5FOzeiSTk6at off=8327538 len=1144318 2024-09-13T03:25:54.029 INFO:tasks.workunit.client.0.smithi052.stdout:op 3986 completed, throughput=5MB/sec 2024-09-13T03:25:54.029 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Sxa1F9vugTGOF4Z off=5308439 len=1851544 2024-09-13T03:25:54.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 3987 completed, throughput=5MB/sec 2024-09-13T03:25:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:54 smithi052 ceph-mon[91421]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:25:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:54 smithi052 ceph-mon[89065]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:25:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:54 smithi078 ceph-mon[85589]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:25:55.039 INFO:tasks.workunit.client.0.smithi052.stdout: 787: throughput=5MB/sec pending data=0 2024-09-13T03:25:55.039 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GLr_wOPbgc5To6b off=12620382 len=581722 2024-09-13T03:25:55.043 INFO:tasks.workunit.client.0.smithi052.stdout:op 3988 completed, throughput=5MB/sec 2024-09-13T03:25:55.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--Olk2UCn-lzz56r off=639411 len=1407425 2024-09-13T03:25:55.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 3989 completed, throughput=5MB/sec 2024-09-13T03:25:55.051 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uA8Zoc_4S-VHOE0 off=8161535 len=983269 2024-09-13T03:25:55.052 INFO:tasks.workunit.client.0.smithi052.stdout:op 3990 completed, throughput=5MB/sec 2024-09-13T03:25:55.053 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ke5LfjSn1exfdib off=2836645 len=1969007 2024-09-13T03:25:55.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 3991 completed, throughput=5MB/sec 2024-09-13T03:25:56.055 INFO:tasks.workunit.client.0.smithi052.stdout: 788: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:56.056 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3_LqKVsH9L30N1E off=78160 len=1824056 2024-09-13T03:25:56.058 INFO:tasks.workunit.client.0.smithi052.stdout:op 3992 completed, throughput=5MB/sec 2024-09-13T03:25:56.058 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0SxSGQeCMprlLwc off=7749450 len=152305 2024-09-13T03:25:56.061 INFO:tasks.workunit.client.0.smithi052.stdout:op 3993 completed, throughput=5MB/sec 2024-09-13T03:25:56.061 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iG-Rpx03_B3SX9R off=2150763 len=801969 2024-09-13T03:25:56.066 INFO:tasks.workunit.client.0.smithi052.stdout:op 3994 completed, throughput=5MB/sec 2024-09-13T03:25:56.066 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cNnjSNz36NVYDYb off=5981536 len=336213 2024-09-13T03:25:56.070 INFO:tasks.workunit.client.0.smithi052.stdout:op 3995 completed, throughput=5MB/sec 2024-09-13T03:25:56.070 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HtpDYd0kcbn2p-n off=11234580 len=102550 2024-09-13T03:25:56.072 INFO:tasks.workunit.client.0.smithi052.stdout:op 3996 completed, throughput=5MB/sec 2024-09-13T03:25:56.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QYrLbpW1sDX2Ud5 off=5066684 len=1665064 2024-09-13T03:25:56.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 3997 completed, throughput=5MB/sec 2024-09-13T03:25:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:56 smithi052 ceph-mon[91421]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:56 smithi052 ceph-mon[89065]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:56 smithi078 ceph-mon[85589]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:25:57.081 INFO:tasks.workunit.client.0.smithi052.stdout: 789: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:57.081 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4Ege5ZwToUPxIeC off=15993757 len=2011292 2024-09-13T03:25:57.082 INFO:tasks.workunit.client.0.smithi052.stdout:op 3998 completed, throughput=5MB/sec 2024-09-13T03:25:57.082 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oiUMlfVyDpDiczv off=4577286 len=98385 2024-09-13T03:25:57.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 3999 completed, throughput=5MB/sec 2024-09-13T03:25:57.083 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mcxxEFg8wrcWWhm off=3780594 len=875811 2024-09-13T03:25:57.087 INFO:tasks.workunit.client.0.smithi052.stdout:op 4000 completed, throughput=5MB/sec 2024-09-13T03:25:57.088 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZfzbJ8NFk3-aBHj off=7967477 len=65490 2024-09-13T03:25:57.088 INFO:tasks.workunit.client.0.smithi052.stdout:op 4001 completed, throughput=5MB/sec 2024-09-13T03:25:57.088 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NYHBNndH1-f0a10 off=14998056 len=888896 2024-09-13T03:25:57.089 INFO:tasks.workunit.client.0.smithi052.stdout:op 4002 completed, throughput=5MB/sec 2024-09-13T03:25:57.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N1CaSms_ORreYrs off=3171075 len=1959697 2024-09-13T03:25:57.091 INFO:tasks.workunit.client.0.smithi052.stdout:op 4003 completed, throughput=5MB/sec 2024-09-13T03:25:58.092 INFO:tasks.workunit.client.0.smithi052.stdout: 790: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:58.092 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oj9m3xx16Yh90Zi off=18224259 len=68011 2024-09-13T03:25:58.095 INFO:tasks.workunit.client.0.smithi052.stdout:op 4004 completed, throughput=4.99MB/sec 2024-09-13T03:25:58.095 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--kSGYPAMJM8Lfgk off=2523946 len=966593 2024-09-13T03:25:58.100 INFO:tasks.workunit.client.0.smithi052.stdout:op 4005 completed, throughput=5MB/sec 2024-09-13T03:25:58.100 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tV_lUg5WmCltWos off=4707980 len=216484 2024-09-13T03:25:58.104 INFO:tasks.workunit.client.0.smithi052.stdout:op 4006 completed, throughput=5MB/sec 2024-09-13T03:25:58.105 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Kc_qF7dD2pufH9N off=0 len=1343053 2024-09-13T03:25:58.109 INFO:tasks.workunit.client.0.smithi052.stdout:op 4007 completed, throughput=5MB/sec 2024-09-13T03:25:58.109 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nLakFgpylhuduLB off=22659419 len=1755284 2024-09-13T03:25:58.111 INFO:tasks.workunit.client.0.smithi052.stdout:op 4008 completed, throughput=5MB/sec 2024-09-13T03:25:58.111 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PGcFCj5e1JXWt3w off=15662924 len=446717 2024-09-13T03:25:58.112 INFO:tasks.workunit.client.0.smithi052.stdout:op 4009 completed, throughput=5MB/sec 2024-09-13T03:25:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:25:58 smithi052 ceph-mon[91421]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:25:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:25:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:25:58] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:25:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:25:58 smithi052 ceph-mon[89065]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:25:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:25:58 smithi078 ceph-mon[85589]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:25:59.113 INFO:tasks.workunit.client.0.smithi052.stdout: 791: throughput=4.99MB/sec pending data=0 2024-09-13T03:25:59.113 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wu00Ui5zO3OWeva off=7945192 len=1627509 2024-09-13T03:25:59.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 4010 completed, throughput=5MB/sec 2024-09-13T03:25:59.121 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Yd8V_ZLIzkuY5TA off=7796465 len=1886969 2024-09-13T03:25:59.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 4011 completed, throughput=5MB/sec 2024-09-13T03:25:59.132 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1eFDgIE2hWnlco_ off=4056500 len=2087475 2024-09-13T03:25:59.135 INFO:tasks.workunit.client.0.smithi052.stdout:op 4012 completed, throughput=5MB/sec 2024-09-13T03:26:00.135 INFO:tasks.workunit.client.0.smithi052.stdout: 792: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:00.135 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PeVrvhDdkzV-5Jn off=4990746 len=632475 2024-09-13T03:26:00.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 4013 completed, throughput=5MB/sec 2024-09-13T03:26:00.139 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kig4bQ1hnakMz1R off=7406750 len=1152290 2024-09-13T03:26:00.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 4014 completed, throughput=5MB/sec 2024-09-13T03:26:00.149 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NgRncGqNnTXMJep off=4447677 len=1173231 2024-09-13T03:26:00.149 INFO:tasks.workunit.client.0.smithi052.stdout:op 4015 completed, throughput=5MB/sec 2024-09-13T03:26:00.150 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4UCpWSZZbIs22uU off=3465447 len=1125945 2024-09-13T03:26:00.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 4016 completed, throughput=5MB/sec 2024-09-13T03:26:00.152 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pMI5qq8w8xPv-vx off=5208467 len=1783203 2024-09-13T03:26:00.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 4017 completed, throughput=5MB/sec 2024-09-13T03:26:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:00 smithi052 ceph-mon[91421]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:26:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:00 smithi052 ceph-mon[89065]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:26:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:00 smithi078 ceph-mon[85589]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:26:01.160 INFO:tasks.workunit.client.0.smithi052.stdout: 793: throughput=5MB/sec pending data=0 2024-09-13T03:26:01.160 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vRUJhBe6gKJbOmW off=4698157 len=832825 2024-09-13T03:26:01.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 4018 completed, throughput=5MB/sec 2024-09-13T03:26:01.162 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3nUoA3zo_hhkwdv off=15585183 len=159341 2024-09-13T03:26:01.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 4019 completed, throughput=5MB/sec 2024-09-13T03:26:01.162 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_1haQdKSNqXHfVM off=1335740 len=1393939 2024-09-13T03:26:01.169 INFO:tasks.workunit.client.0.smithi052.stdout:op 4020 completed, throughput=5MB/sec 2024-09-13T03:26:01.169 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3_U3u2y3xetY-0X off=772577 len=1068731 2024-09-13T03:26:01.176 INFO:tasks.workunit.client.0.smithi052.stdout:op 4021 completed, throughput=5MB/sec 2024-09-13T03:26:01.176 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0oZll-maRq3UMDx off=3820366 len=1690434 2024-09-13T03:26:01.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 4022 completed, throughput=5MB/sec 2024-09-13T03:26:01.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:01.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:02.189 INFO:tasks.workunit.client.0.smithi052.stdout: 794: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:02.189 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g896bkPRPdklve1 off=5440346 len=1525243 2024-09-13T03:26:02.190 INFO:tasks.workunit.client.0.smithi052.stdout:op 4023 completed, throughput=5MB/sec 2024-09-13T03:26:02.190 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YLCPS1ukVw17UrD off=6131152 len=768943 2024-09-13T03:26:02.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 4024 completed, throughput=5MB/sec 2024-09-13T03:26:02.195 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-milSzmXfUTUlwS6 off=5919379 len=1330532 2024-09-13T03:26:02.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 4025 completed, throughput=5MB/sec 2024-09-13T03:26:02.201 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e1U32Zfm1eCtLDI off=9883687 len=609643 2024-09-13T03:26:02.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 4026 completed, throughput=5MB/sec 2024-09-13T03:26:02.205 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--AyEmyMHhF9pH3b off=2226283 len=1338166 2024-09-13T03:26:02.207 INFO:tasks.workunit.client.0.smithi052.stdout:op 4027 completed, throughput=5MB/sec 2024-09-13T03:26:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:02 smithi078 ceph-mon[85589]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:26:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:26:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:02 smithi052 ceph-mon[91421]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:26:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:02 smithi052 ceph-mon[89065]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:26:03.207 INFO:tasks.workunit.client.0.smithi052.stdout: 795: throughput=5MB/sec pending data=0 2024-09-13T03:26:03.207 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ngJLXKzRhTqoc-9 off=3774913 len=118182 2024-09-13T03:26:03.208 INFO:tasks.workunit.client.0.smithi052.stdout:op 4028 completed, throughput=5MB/sec 2024-09-13T03:26:03.209 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E-xmsEdVCnAM3vq off=2360001 len=306752 2024-09-13T03:26:03.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 4029 completed, throughput=5MB/sec 2024-09-13T03:26:03.213 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Oco4CDi_0JJ0IPA off=13369358 len=1938031 2024-09-13T03:26:03.215 INFO:tasks.workunit.client.0.smithi052.stdout:op 4030 completed, throughput=5MB/sec 2024-09-13T03:26:03.215 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YlpNmGvc8vrGKoD off=11011093 len=463015 2024-09-13T03:26:03.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 4031 completed, throughput=5MB/sec 2024-09-13T03:26:03.219 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nMLZXX3f5KHb9ba off=11504660 len=918497 2024-09-13T03:26:03.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 4032 completed, throughput=5MB/sec 2024-09-13T03:26:03.221 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l_Kyx4uTldLTwWn off=10871591 len=848327 2024-09-13T03:26:03.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 4033 completed, throughput=5MB/sec 2024-09-13T03:26:04.226 INFO:tasks.workunit.client.0.smithi052.stdout: 796: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:04.226 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xX4JBsLj17LGaRc off=697080 len=1228355 2024-09-13T03:26:04.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 4034 completed, throughput=5MB/sec 2024-09-13T03:26:04.228 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0jUy0-GdH40uXk_ off=837902 len=343567 2024-09-13T03:26:04.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 4035 completed, throughput=5MB/sec 2024-09-13T03:26:04.233 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2F0bZRCLt0RJO_4 off=1262118 len=1913653 2024-09-13T03:26:04.234 INFO:tasks.workunit.client.0.smithi052.stdout:op 4036 completed, throughput=5MB/sec 2024-09-13T03:26:04.234 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UZF3w-h7JPBirAU off=232341 len=24858 2024-09-13T03:26:04.234 INFO:tasks.workunit.client.0.smithi052.stdout:op 4037 completed, throughput=5MB/sec 2024-09-13T03:26:04.234 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dOcb9L5YNrW3O98 off=8765412 len=1389356 2024-09-13T03:26:04.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 4038 completed, throughput=5MB/sec 2024-09-13T03:26:04.240 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2aWWzxazUSdJo-K off=2330042 len=376494 2024-09-13T03:26:04.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 4039 completed, throughput=5MB/sec 2024-09-13T03:26:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:04 smithi052 ceph-mon[89065]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:26:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:04 smithi052 ceph-mon[91421]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:26:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:04 smithi078 ceph-mon[85589]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:26:05.244 INFO:tasks.workunit.client.0.smithi052.stdout: 797: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:05.244 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VQfJdp9RfaViEjZ off=4404678 len=1305513 2024-09-13T03:26:05.246 INFO:tasks.workunit.client.0.smithi052.stdout:op 4040 completed, throughput=5MB/sec 2024-09-13T03:26:05.246 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UpP6LsIFvN6d9dx off=18250477 len=607288 2024-09-13T03:26:05.250 INFO:tasks.workunit.client.0.smithi052.stdout:op 4041 completed, throughput=5MB/sec 2024-09-13T03:26:05.250 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1pWQXy8GQBwnotk off=7702633 len=760341 2024-09-13T03:26:05.254 INFO:tasks.workunit.client.0.smithi052.stdout:op 4042 completed, throughput=5MB/sec 2024-09-13T03:26:05.255 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HdY_GLBL-N75_US off=5245887 len=1376752 2024-09-13T03:26:05.261 INFO:tasks.workunit.client.0.smithi052.stdout:op 4043 completed, throughput=5MB/sec 2024-09-13T03:26:05.262 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-or5gWiIDDXZaeXK off=518434 len=1012670 2024-09-13T03:26:05.262 INFO:tasks.workunit.client.0.smithi052.stdout:op 4044 completed, throughput=5MB/sec 2024-09-13T03:26:05.262 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_dSznhCsy489nD3 off=6009331 len=712050 2024-09-13T03:26:05.262 INFO:tasks.workunit.client.0.smithi052.stdout:op 4045 completed, throughput=5MB/sec 2024-09-13T03:26:06.261 INFO:tasks.workunit.client.0.smithi052.stdout: 798: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:06.261 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HN-lVseNFccxo9d off=12269987 len=1060086 2024-09-13T03:26:06.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 4046 completed, throughput=5MB/sec 2024-09-13T03:26:06.266 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-68E3TmMQ3TUyyJj off=12968461 len=866051 2024-09-13T03:26:06.271 INFO:tasks.workunit.client.0.smithi052.stdout:op 4047 completed, throughput=5MB/sec 2024-09-13T03:26:06.271 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-m0eFNjYX9DRn7HC off=22081351 len=311221 2024-09-13T03:26:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:op 4048 completed, throughput=5MB/sec 2024-09-13T03:26:06.275 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XzJPxKmevq4TT_8 off=3605901 len=1316777 2024-09-13T03:26:06.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 4049 completed, throughput=5MB/sec 2024-09-13T03:26:06.277 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TEMoUubRYzSyJjN off=20940231 len=117671 2024-09-13T03:26:06.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 4050 completed, throughput=5MB/sec 2024-09-13T03:26:06.278 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bog04nhgGzjPJUv off=1049437 len=1799852 2024-09-13T03:26:06.279 INFO:tasks.workunit.client.0.smithi052.stdout:op 4051 completed, throughput=5MB/sec 2024-09-13T03:26:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:06 smithi052 ceph-mon[89065]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:26:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:06 smithi052 ceph-mon[91421]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:26:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:06 smithi078 ceph-mon[85589]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:26:07.279 INFO:tasks.workunit.client.0.smithi052.stdout: 799: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:07.279 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bGY9YeUrIxAeYvZ off=1404281 len=59059 2024-09-13T03:26:07.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 4052 completed, throughput=4.99MB/sec 2024-09-13T03:26:07.280 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nrWbWnNzmS3nuvd off=14419990 len=1061621 2024-09-13T03:26:07.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 4053 completed, throughput=5MB/sec 2024-09-13T03:26:07.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ViSByA_VK4sXVXA off=1639529 len=161793 2024-09-13T03:26:07.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 4054 completed, throughput=5MB/sec 2024-09-13T03:26:07.286 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2ALELRXbUVDFQUy off=7750289 len=131647 2024-09-13T03:26:07.289 INFO:tasks.workunit.client.0.smithi052.stdout:op 4055 completed, throughput=5MB/sec 2024-09-13T03:26:07.289 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MHmOUm3cUtcylB_ off=505752 len=1850504 2024-09-13T03:26:07.300 INFO:tasks.workunit.client.0.smithi052.stdout:op 4056 completed, throughput=5MB/sec 2024-09-13T03:26:07.300 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_oyhmiRnx_ukEBU off=4333744 len=572060 2024-09-13T03:26:07.305 INFO:tasks.workunit.client.0.smithi052.stdout:op 4057 completed, throughput=5MB/sec 2024-09-13T03:26:07.305 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vyUHOydaC76NH2K off=7453804 len=1094780 2024-09-13T03:26:07.306 INFO:tasks.workunit.client.0.smithi052.stdout:op 4058 completed, throughput=5MB/sec 2024-09-13T03:26:08.306 INFO:tasks.workunit.client.0.smithi052.stdout: 800: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:08.306 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qhA1q2UukpESxXZ off=402785 len=983012 2024-09-13T03:26:08.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 4059 completed, throughput=5MB/sec 2024-09-13T03:26:08.312 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OqdtgUd1Q5BlVXK off=3293165 len=1647371 2024-09-13T03:26:08.318 INFO:tasks.workunit.client.0.smithi052.stdout:op 4060 completed, throughput=5MB/sec 2024-09-13T03:26:08.318 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lCMkODFWCASV8dL off=5947744 len=297059 2024-09-13T03:26:08.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 4061 completed, throughput=5MB/sec 2024-09-13T03:26:08.322 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T2GWeypG2FZYGdn off=571756 len=142175 2024-09-13T03:26:08.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 4062 completed, throughput=5MB/sec 2024-09-13T03:26:08.322 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-apemWZqRT6h0nTL off=3117292 len=418345 2024-09-13T03:26:08.325 INFO:tasks.workunit.client.0.smithi052.stdout:op 4063 completed, throughput=5MB/sec 2024-09-13T03:26:08.326 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qR8aZ0JeodgfrN0 off=1272688 len=1445141 2024-09-13T03:26:08.335 INFO:tasks.workunit.client.0.smithi052.stdout:op 4064 completed, throughput=5MB/sec 2024-09-13T03:26:08.335 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TnddPgGQzRUr537 off=0 len=1211213 2024-09-13T03:26:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:op 4065 completed, throughput=5MB/sec 2024-09-13T03:26:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:08 smithi052 ceph-mon[91421]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:26:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:08 smithi052 ceph-mon[89065]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:26:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:26:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:26:08] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:26:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:08 smithi078 ceph-mon[85589]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:26:09.337 INFO:tasks.workunit.client.0.smithi052.stdout: 801: throughput=5MB/sec pending data=0 2024-09-13T03:26:09.337 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OzeZdjxO9wMzW-x off=3869965 len=1937772 2024-09-13T03:26:09.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 4066 completed, throughput=5MB/sec 2024-09-13T03:26:09.349 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eXOUw6SfGfa5iEf off=4545606 len=664879 2024-09-13T03:26:09.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 4067 completed, throughput=5MB/sec 2024-09-13T03:26:09.350 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UWGXITQfM5_AEYq off=17251822 len=361368 2024-09-13T03:26:09.352 INFO:tasks.workunit.client.0.smithi052.stdout:op 4068 completed, throughput=5MB/sec 2024-09-13T03:26:09.352 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3nzAteyvIxiJH2T off=9795636 len=1422436 2024-09-13T03:26:09.353 INFO:tasks.workunit.client.0.smithi052.stdout:op 4069 completed, throughput=5MB/sec 2024-09-13T03:26:10.354 INFO:tasks.workunit.client.0.smithi052.stdout: 802: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:10.354 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nXwKUPsWRiWs5Vf off=2708391 len=179869 2024-09-13T03:26:10.354 INFO:tasks.workunit.client.0.smithi052.stdout:op 4070 completed, throughput=4.99MB/sec 2024-09-13T03:26:10.354 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qPKWF7QLNnUX9NX off=488174 len=682697 2024-09-13T03:26:10.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 4071 completed, throughput=5MB/sec 2024-09-13T03:26:10.359 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RyqRRJvQZgkDVps off=951910 len=1306346 2024-09-13T03:26:10.360 INFO:tasks.workunit.client.0.smithi052.stdout:op 4072 completed, throughput=5MB/sec 2024-09-13T03:26:10.360 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dElKMvCnqCWi4pg off=7567800 len=600930 2024-09-13T03:26:10.361 INFO:tasks.workunit.client.0.smithi052.stdout:op 4073 completed, throughput=5MB/sec 2024-09-13T03:26:10.361 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nng6hSRSm-_h06X off=18764551 len=1886662 2024-09-13T03:26:10.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 4074 completed, throughput=5MB/sec 2024-09-13T03:26:10.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4xRbUukAPmhZir3 off=2232130 len=1459965 2024-09-13T03:26:10.375 INFO:tasks.workunit.client.0.smithi052.stdout:op 4075 completed, throughput=5MB/sec 2024-09-13T03:26:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:10 smithi052 ceph-mon[91421]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:26:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:10 smithi052 ceph-mon[89065]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:26:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:10 smithi078 ceph-mon[85589]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:26:11.376 INFO:tasks.workunit.client.0.smithi052.stdout: 803: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:11.376 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TUtm7hgbJZ1ipVz off=8391761 len=1654030 2024-09-13T03:26:11.378 INFO:tasks.workunit.client.0.smithi052.stdout:op 4076 completed, throughput=5MB/sec 2024-09-13T03:26:11.378 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qp3vcs7p6RUIjPy off=4579476 len=738793 2024-09-13T03:26:11.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 4077 completed, throughput=5MB/sec 2024-09-13T03:26:11.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HMZxsnoDgfeb_hN off=1652713 len=1112200 2024-09-13T03:26:11.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 4078 completed, throughput=5MB/sec 2024-09-13T03:26:11.385 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tSXiRRHZxfnz_ew off=5068114 len=1983684 2024-09-13T03:26:11.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 4079 completed, throughput=5MB/sec 2024-09-13T03:26:12.394 INFO:tasks.workunit.client.0.smithi052.stdout: 804: throughput=5MB/sec pending data=0 2024-09-13T03:26:12.395 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--4CC_a0G0xngz3Z off=484075 len=1768266 2024-09-13T03:26:12.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 4080 completed, throughput=5MB/sec 2024-09-13T03:26:12.404 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GqZMUoubLrMs0mN off=1224538 len=320216 2024-09-13T03:26:12.405 INFO:tasks.workunit.client.0.smithi052.stdout:op 4081 completed, throughput=5MB/sec 2024-09-13T03:26:12.405 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MYXANsJguvN0VyT off=2146889 len=488770 2024-09-13T03:26:12.408 INFO:tasks.workunit.client.0.smithi052.stdout:op 4082 completed, throughput=5MB/sec 2024-09-13T03:26:12.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dRCSfGy0ktbcGes off=6536804 len=646416 2024-09-13T03:26:12.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 4083 completed, throughput=5MB/sec 2024-09-13T03:26:12.410 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DnnsKexb2y3PULG off=6083690 len=831491 2024-09-13T03:26:12.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 4084 completed, throughput=5MB/sec 2024-09-13T03:26:12.411 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zBQWbtN89n22djk off=16692121 len=351986 2024-09-13T03:26:12.411 INFO:tasks.workunit.client.0.smithi052.stdout:op 4085 completed, throughput=5MB/sec 2024-09-13T03:26:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:12 smithi078 ceph-mon[85589]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:26:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:12 smithi052 ceph-mon[91421]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:12 smithi052 ceph-mon[89065]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:13.412 INFO:tasks.workunit.client.0.smithi052.stdout: 805: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:13.412 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hG3FWN67Y04Hg3f off=2335624 len=966198 2024-09-13T03:26:13.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 4086 completed, throughput=5MB/sec 2024-09-13T03:26:13.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uYRsYdgLyEGlI4b off=6203711 len=2032011 2024-09-13T03:26:13.422 INFO:tasks.workunit.client.0.smithi052.stdout:op 4087 completed, throughput=5MB/sec 2024-09-13T03:26:13.422 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OQsBAPllMNn5TeT off=430136 len=74906 2024-09-13T03:26:13.424 INFO:tasks.workunit.client.0.smithi052.stdout:op 4088 completed, throughput=5MB/sec 2024-09-13T03:26:13.425 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SHD39Rriuio_VpM off=1660468 len=1651825 2024-09-13T03:26:13.434 INFO:tasks.workunit.client.0.smithi052.stdout:op 4089 completed, throughput=5MB/sec 2024-09-13T03:26:13.435 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WHFzRsKvvyYIdDr off=2945870 len=477070 2024-09-13T03:26:13.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 4090 completed, throughput=5MB/sec 2024-09-13T03:26:13.436 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mocjaF6gYyOthdf off=9169687 len=981220 2024-09-13T03:26:13.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 4091 completed, throughput=5MB/sec 2024-09-13T03:26:14.438 INFO:tasks.workunit.client.0.smithi052.stdout: 806: throughput=5MB/sec pending data=0 2024-09-13T03:26:14.438 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mgN2Rcrbz-FQJUO off=4322019 len=561559 2024-09-13T03:26:14.442 INFO:tasks.workunit.client.0.smithi052.stdout:op 4092 completed, throughput=5MB/sec 2024-09-13T03:26:14.442 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3zy7U6F11-dYrF5 off=1360017 len=1970429 2024-09-13T03:26:14.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 4093 completed, throughput=5MB/sec 2024-09-13T03:26:14.444 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CRdJGr7ffB5WAy8 off=450841 len=1171950 2024-09-13T03:26:14.451 INFO:tasks.workunit.client.0.smithi052.stdout:op 4094 completed, throughput=5MB/sec 2024-09-13T03:26:14.451 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bDkPGutfym__hin off=1212774 len=1573173 2024-09-13T03:26:14.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 4095 completed, throughput=5MB/sec 2024-09-13T03:26:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:14 smithi052 ceph-mon[91421]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:26:14.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:14 smithi052 ceph-mon[89065]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:26:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:14 smithi078 ceph-mon[85589]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:26:15.453 INFO:tasks.workunit.client.0.smithi052.stdout: 807: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:15.453 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d-xYz4cY-_tuP44 off=13109466 len=730937 2024-09-13T03:26:15.458 INFO:tasks.workunit.client.0.smithi052.stdout:op 4096 completed, throughput=5MB/sec 2024-09-13T03:26:15.458 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j_YL3ITU852l78Q off=1905208 len=226014 2024-09-13T03:26:15.461 INFO:tasks.workunit.client.0.smithi052.stdout:op 4097 completed, throughput=5MB/sec 2024-09-13T03:26:15.461 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MZ9SLdjHmf8eawo off=6324992 len=1345185 2024-09-13T03:26:15.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 4098 completed, throughput=5MB/sec 2024-09-13T03:26:15.467 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S6DohXszXRFcuWg off=11728128 len=1330138 2024-09-13T03:26:15.470 INFO:tasks.workunit.client.0.smithi052.stdout:op 4099 completed, throughput=5MB/sec 2024-09-13T03:26:15.470 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-z6e88pATjRQCVTN off=1876530 len=222286 2024-09-13T03:26:15.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 4100 completed, throughput=5MB/sec 2024-09-13T03:26:15.473 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sp9bmzwO0BW14-9 off=2295743 len=1487147 2024-09-13T03:26:15.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 4101 completed, throughput=5MB/sec 2024-09-13T03:26:16.476 INFO:tasks.workunit.client.0.smithi052.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:16.476 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I75_CFJVg1vFZB9 off=2873667 len=501921 2024-09-13T03:26:16.480 INFO:tasks.workunit.client.0.smithi052.stdout:op 4102 completed, throughput=5MB/sec 2024-09-13T03:26:16.480 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sZii16pFpLtrrgc off=690757 len=1596555 2024-09-13T03:26:16.482 INFO:tasks.workunit.client.0.smithi052.stdout:op 4103 completed, throughput=5MB/sec 2024-09-13T03:26:16.482 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5nhO_Wrc8XI4os9 off=6285435 len=1638530 2024-09-13T03:26:16.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 4104 completed, throughput=5MB/sec 2024-09-13T03:26:16.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FU_2i8mnlbQ95o9 off=8799930 len=1841497 2024-09-13T03:26:16.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 4105 completed, throughput=5MB/sec 2024-09-13T03:26:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:16 smithi052 ceph-mon[89065]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:26:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:16 smithi052 ceph-mon[91421]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:26:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:16.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:16 smithi078 ceph-mon[85589]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:26:16.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:17.492 INFO:tasks.workunit.client.0.smithi052.stdout: 809: throughput=5MB/sec pending data=0 2024-09-13T03:26:17.492 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KlG3Dt1OYhFWacd off=2839028 len=799620 2024-09-13T03:26:17.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 4106 completed, throughput=5MB/sec 2024-09-13T03:26:17.497 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fOmu3T-vojnhZP2 off=12693750 len=656678 2024-09-13T03:26:17.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 4107 completed, throughput=5MB/sec 2024-09-13T03:26:17.502 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6x2DY3WlmZC3OJ3 off=15007270 len=922715 2024-09-13T03:26:17.503 INFO:tasks.workunit.client.0.smithi052.stdout:op 4108 completed, throughput=5MB/sec 2024-09-13T03:26:17.503 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6NKLCMzQF38bhvj off=21993923 len=890314 2024-09-13T03:26:17.505 INFO:tasks.workunit.client.0.smithi052.stdout:op 4109 completed, throughput=5MB/sec 2024-09-13T03:26:17.505 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iPxEBxamoUDN4OI off=1566921 len=2035691 2024-09-13T03:26:17.508 INFO:tasks.workunit.client.0.smithi052.stdout:op 4110 completed, throughput=5MB/sec 2024-09-13T03:26:18.483 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:26:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:26:18] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:26:18.508 INFO:tasks.workunit.client.0.smithi052.stdout: 810: throughput=5MB/sec pending data=0 2024-09-13T03:26:18.508 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BdljJOMPljKiGtS off=6760705 len=1635416 2024-09-13T03:26:18.512 INFO:tasks.workunit.client.0.smithi052.stdout:op 4111 completed, throughput=5MB/sec 2024-09-13T03:26:18.512 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fS_MsmUhr30Caag off=7884462 len=1393249 2024-09-13T03:26:18.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 4112 completed, throughput=5MB/sec 2024-09-13T03:26:18.514 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Y5GemIlQ9JxMhSm off=4854912 len=336649 2024-09-13T03:26:18.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 4113 completed, throughput=5MB/sec 2024-09-13T03:26:18.518 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GVPVcdSsg1uFH-t off=9650059 len=888299 2024-09-13T03:26:18.522 INFO:tasks.workunit.client.0.smithi052.stdout:op 4114 completed, throughput=5MB/sec 2024-09-13T03:26:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:18 smithi052 ceph-mon[91421]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:18.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:18 smithi052 ceph-mon[89065]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:18 smithi078 ceph-mon[85589]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:19.523 INFO:tasks.workunit.client.0.smithi052.stdout: 811: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:19.523 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mELT9dkJhGZQ4C- off=1178278 len=239237 2024-09-13T03:26:19.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 4115 completed, throughput=4.99MB/sec 2024-09-13T03:26:19.524 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-joOnP49aes8M_0J off=10982380 len=1842820 2024-09-13T03:26:19.526 INFO:tasks.workunit.client.0.smithi052.stdout:op 4116 completed, throughput=5MB/sec 2024-09-13T03:26:19.526 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jbrV0XpsWQPtOuS off=5746849 len=601396 2024-09-13T03:26:19.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 4117 completed, throughput=5MB/sec 2024-09-13T03:26:19.531 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0FxItlIV2BBv4aO off=7622309 len=1755773 2024-09-13T03:26:19.533 INFO:tasks.workunit.client.0.smithi052.stdout:op 4118 completed, throughput=5MB/sec 2024-09-13T03:26:19.533 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kIfr6Cim02fQ9fZ off=3557278 len=301530 2024-09-13T03:26:19.534 INFO:tasks.workunit.client.0.smithi052.stdout:op 4119 completed, throughput=5MB/sec 2024-09-13T03:26:19.534 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BPCPbUr8bMMjw6c off=10173063 len=1254022 2024-09-13T03:26:19.541 INFO:tasks.workunit.client.0.smithi052.stdout:op 4120 completed, throughput=5MB/sec 2024-09-13T03:26:20.541 INFO:tasks.workunit.client.0.smithi052.stdout: 812: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:20.542 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N2peBK151UtU30R off=278102 len=1048308 2024-09-13T03:26:20.546 INFO:tasks.workunit.client.0.smithi052.stdout:op 4121 completed, throughput=5MB/sec 2024-09-13T03:26:20.546 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-056T4MlwVUJpWUZ off=373463 len=1029077 2024-09-13T03:26:20.552 INFO:tasks.workunit.client.0.smithi052.stdout:op 4122 completed, throughput=5MB/sec 2024-09-13T03:26:20.552 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DGAngibICHQpERf off=7417922 len=1687956 2024-09-13T03:26:20.562 INFO:tasks.workunit.client.0.smithi052.stdout:op 4123 completed, throughput=5MB/sec 2024-09-13T03:26:20.563 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-04RAZy17OmJzGKA off=1784974 len=532052 2024-09-13T03:26:20.564 INFO:tasks.workunit.client.0.smithi052.stdout:op 4124 completed, throughput=5MB/sec 2024-09-13T03:26:20.564 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lx29qBlobyP6FiZ off=4656371 len=1073666 2024-09-13T03:26:20.565 INFO:tasks.workunit.client.0.smithi052.stdout:op 4125 completed, throughput=5MB/sec 2024-09-13T03:26:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:20 smithi052 ceph-mon[91421]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:20 smithi052 ceph-mon[89065]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:20 smithi078 ceph-mon[85589]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:21.565 INFO:tasks.workunit.client.0.smithi052.stdout: 813: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:21.566 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TSyKweecAd0AloU off=2576888 len=248477 2024-09-13T03:26:21.566 INFO:tasks.workunit.client.0.smithi052.stdout:op 4126 completed, throughput=5MB/sec 2024-09-13T03:26:21.566 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i087xfbGVD9bR1V off=12611145 len=1252381 2024-09-13T03:26:21.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 4127 completed, throughput=5MB/sec 2024-09-13T03:26:21.573 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gOle05MZ-FGtLVt off=11980698 len=169924 2024-09-13T03:26:21.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 4128 completed, throughput=5MB/sec 2024-09-13T03:26:21.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fE9GLiuSeVrLlrI off=11536374 len=930690 2024-09-13T03:26:21.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 4129 completed, throughput=5MB/sec 2024-09-13T03:26:21.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kWJIz-KuRoqWTjs off=7113131 len=558613 2024-09-13T03:26:21.585 INFO:tasks.workunit.client.0.smithi052.stdout:op 4130 completed, throughput=5MB/sec 2024-09-13T03:26:21.585 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rwd9pUxFXEZrlUn off=4683355 len=1774409 2024-09-13T03:26:21.596 INFO:tasks.workunit.client.0.smithi052.stdout:op 4131 completed, throughput=5MB/sec 2024-09-13T03:26:22.596 INFO:tasks.workunit.client.0.smithi052.stdout: 814: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:22.597 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8pjMtx3qtQ8Ot3s off=9875922 len=1538039 2024-09-13T03:26:22.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 4132 completed, throughput=5MB/sec 2024-09-13T03:26:22.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gwGB8rHRE0rfePs off=4914198 len=2019602 2024-09-13T03:26:22.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 4133 completed, throughput=5MB/sec 2024-09-13T03:26:22.609 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jcyHJOYiwobtvsa off=9388359 len=1397352 2024-09-13T03:26:22.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 4134 completed, throughput=5MB/sec 2024-09-13T03:26:22.611 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FGumcbohjpl3QO0 off=13120951 len=283361 2024-09-13T03:26:22.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 4135 completed, throughput=5MB/sec 2024-09-13T03:26:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:22 smithi078 ceph-mon[85589]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:26:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:22 smithi052 ceph-mon[91421]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:22 smithi052 ceph-mon[89065]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:23.614 INFO:tasks.workunit.client.0.smithi052.stdout: 815: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:23.614 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HQdqkAnEMUnXvMk off=1721735 len=1637632 2024-09-13T03:26:23.617 INFO:tasks.workunit.client.0.smithi052.stdout:op 4136 completed, throughput=5MB/sec 2024-09-13T03:26:23.617 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bDtp6uWfdbZyS11 off=168200 len=1925733 2024-09-13T03:26:23.625 INFO:tasks.workunit.client.0.smithi052.stdout:op 4137 completed, throughput=5MB/sec 2024-09-13T03:26:23.625 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-weNxDAnYtz9ACQ_ off=3755926 len=305380 2024-09-13T03:26:23.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 4138 completed, throughput=5MB/sec 2024-09-13T03:26:23.628 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_79esbLJVQzXYuN off=2082623 len=767950 2024-09-13T03:26:23.629 INFO:tasks.workunit.client.0.smithi052.stdout:op 4139 completed, throughput=5MB/sec 2024-09-13T03:26:23.630 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qpkR6zpdFU4hHvd off=4766172 len=66095 2024-09-13T03:26:23.632 INFO:tasks.workunit.client.0.smithi052.stdout:op 4140 completed, throughput=5MB/sec 2024-09-13T03:26:23.632 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_cTNL6PKy4GmVdT off=6952347 len=1708290 2024-09-13T03:26:23.638 INFO:tasks.workunit.client.0.smithi052.stdout:op 4141 completed, throughput=5MB/sec 2024-09-13T03:26:24.638 INFO:tasks.workunit.client.0.smithi052.stdout: 816: throughput=5MB/sec pending data=0 2024-09-13T03:26:24.639 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Oq3B57r2_aJYHh0 off=1139404 len=687346 2024-09-13T03:26:24.643 INFO:tasks.workunit.client.0.smithi052.stdout:op 4142 completed, throughput=5MB/sec 2024-09-13T03:26:24.643 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KKkYsA2250TJvc1 off=7720364 len=1666308 2024-09-13T03:26:24.645 INFO:tasks.workunit.client.0.smithi052.stdout:op 4143 completed, throughput=5MB/sec 2024-09-13T03:26:24.645 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KT8mJcBlnN51puc off=16446131 len=220224 2024-09-13T03:26:24.646 INFO:tasks.workunit.client.0.smithi052.stdout:op 4144 completed, throughput=5MB/sec 2024-09-13T03:26:24.646 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rPEq7ogL0ywci-v off=7476160 len=1516546 2024-09-13T03:26:24.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 4145 completed, throughput=5MB/sec 2024-09-13T03:26:24.654 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CrpzLPNPI0m7VtT off=9097813 len=707515 2024-09-13T03:26:24.659 INFO:tasks.workunit.client.0.smithi052.stdout:op 4146 completed, throughput=5MB/sec 2024-09-13T03:26:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:24 smithi052 ceph-mon[91421]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:24 smithi052 ceph-mon[89065]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:24 smithi078 ceph-mon[85589]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:25.659 INFO:tasks.workunit.client.0.smithi052.stdout: 817: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:25.659 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dl-nsHrQJxF9R5p off=8593141 len=466694 2024-09-13T03:26:25.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 4147 completed, throughput=5MB/sec 2024-09-13T03:26:25.663 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wE2ww-m-yThjC5O off=13818209 len=1839246 2024-09-13T03:26:25.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 4148 completed, throughput=5MB/sec 2024-09-13T03:26:25.671 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n8EgCwpT8nc7-K1 off=7854372 len=2082623 2024-09-13T03:26:25.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 4149 completed, throughput=5MB/sec 2024-09-13T03:26:25.673 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--kSGYPAMJM8Lfgk off=7890914 len=1497986 2024-09-13T03:26:25.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 4150 completed, throughput=5MB/sec 2024-09-13T03:26:26.675 INFO:tasks.workunit.client.0.smithi052.stdout: 818: throughput=5MB/sec pending data=0 2024-09-13T03:26:26.675 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ul7vFPnp2Yoz9YB off=7799523 len=1482855 2024-09-13T03:26:26.679 INFO:tasks.workunit.client.0.smithi052.stdout:op 4151 completed, throughput=5MB/sec 2024-09-13T03:26:26.679 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H51LPI7eadqZjz6 off=507230 len=1699159 2024-09-13T03:26:26.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 4152 completed, throughput=5MB/sec 2024-09-13T03:26:26.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xNFSNv3Vmry2W9f off=13315727 len=494638 2024-09-13T03:26:26.688 INFO:tasks.workunit.client.0.smithi052.stdout:op 4153 completed, throughput=5MB/sec 2024-09-13T03:26:26.689 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e5lm3-QnOUqND8b off=13688607 len=1438201 2024-09-13T03:26:26.691 INFO:tasks.workunit.client.0.smithi052.stdout:op 4154 completed, throughput=5MB/sec 2024-09-13T03:26:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:26 smithi052 ceph-mon[91421]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:26:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:26 smithi052 ceph-mon[89065]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:26:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:26 smithi078 ceph-mon[85589]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:26:27.692 INFO:tasks.workunit.client.0.smithi052.stdout: 819: throughput=5MB/sec pending data=0 2024-09-13T03:26:27.692 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yU59WGkWQcb_4SE off=133885 len=1702468 2024-09-13T03:26:27.694 INFO:tasks.workunit.client.0.smithi052.stdout:op 4155 completed, throughput=5MB/sec 2024-09-13T03:26:27.694 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UyluqayA-BnDyDZ off=7551085 len=5450 2024-09-13T03:26:27.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 4156 completed, throughput=5MB/sec 2024-09-13T03:26:27.695 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-apRvm2M7ikdd3Fl off=12171263 len=1834084 2024-09-13T03:26:27.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 4157 completed, throughput=5MB/sec 2024-09-13T03:26:27.698 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tkOwTvc1mK-LC9- off=260920 len=1272433 2024-09-13T03:26:27.705 INFO:tasks.workunit.client.0.smithi052.stdout:op 4158 completed, throughput=5MB/sec 2024-09-13T03:26:28.496 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:26:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:26:28] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:26:28.705 INFO:tasks.workunit.client.0.smithi052.stdout: 820: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:28.705 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-V6ap5xE3ZimL8jz off=2714233 len=1807723 2024-09-13T03:26:28.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 4159 completed, throughput=5MB/sec 2024-09-13T03:26:28.708 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9LD5xyXVMV5CQtK off=626868 len=1012130 2024-09-13T03:26:28.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 4160 completed, throughput=5MB/sec 2024-09-13T03:26:28.714 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7zy2WO3AznPAw6H off=2549726 len=1565062 2024-09-13T03:26:28.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 4161 completed, throughput=5MB/sec 2024-09-13T03:26:28.716 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a3EYpRTibkI3_P0 off=3946925 len=1103630 2024-09-13T03:26:28.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 4162 completed, throughput=5MB/sec 2024-09-13T03:26:28.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:28 smithi052 ceph-mon[91421]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:26:28.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:28 smithi052 ceph-mon[89065]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:26:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:28 smithi078 ceph-mon[85589]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:26:29.717 INFO:tasks.workunit.client.0.smithi052.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:29.717 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-49-SwIQt1d6AXWI off=2123850 len=1333297 2024-09-13T03:26:29.719 INFO:tasks.workunit.client.0.smithi052.stdout:op 4163 completed, throughput=5MB/sec 2024-09-13T03:26:29.719 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OZvxuYKQ2c8PTxo off=5205086 len=1521993 2024-09-13T03:26:29.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 4164 completed, throughput=5MB/sec 2024-09-13T03:26:29.721 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G5BNVYI1-nhKqJs off=17523563 len=1829864 2024-09-13T03:26:29.723 INFO:tasks.workunit.client.0.smithi052.stdout:op 4165 completed, throughput=5MB/sec 2024-09-13T03:26:30.724 INFO:tasks.workunit.client.0.smithi052.stdout: 822: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:30.724 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MkLqbQ2Dk42z8z2 off=15364631 len=1484841 2024-09-13T03:26:30.726 INFO:tasks.workunit.client.0.smithi052.stdout:op 4166 completed, throughput=5MB/sec 2024-09-13T03:26:30.726 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FOgfjGKd_tJgemM off=2936064 len=1133933 2024-09-13T03:26:30.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 4167 completed, throughput=5MB/sec 2024-09-13T03:26:30.727 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i6Y9Tpzu-74xBrw off=5087595 len=813866 2024-09-13T03:26:30.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 4168 completed, throughput=5MB/sec 2024-09-13T03:26:30.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VN_cePRN0ty-w84 off=5641374 len=964626 2024-09-13T03:26:30.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 4169 completed, throughput=5MB/sec 2024-09-13T03:26:30.730 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LROtvMLqR9ofR3W off=3917186 len=1088238 2024-09-13T03:26:30.731 INFO:tasks.workunit.client.0.smithi052.stdout:op 4170 completed, throughput=5MB/sec 2024-09-13T03:26:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:30 smithi052 ceph-mon[91421]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:30 smithi052 ceph-mon[89065]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:30 smithi078 ceph-mon[85589]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:31.731 INFO:tasks.workunit.client.0.smithi052.stdout: 823: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:31.731 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rzVMouTkAyae4X3 off=11382832 len=1627104 2024-09-13T03:26:31.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 4171 completed, throughput=5MB/sec 2024-09-13T03:26:31.741 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WfjjfgI4KZQQZ1g off=2809395 len=166419 2024-09-13T03:26:31.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 4172 completed, throughput=5MB/sec 2024-09-13T03:26:31.741 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i087xfbGVD9bR1V off=5656879 len=552330 2024-09-13T03:26:31.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 4173 completed, throughput=5MB/sec 2024-09-13T03:26:31.742 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qMqI3xn9VGIkPiZ off=10192490 len=1033510 2024-09-13T03:26:31.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 4174 completed, throughput=5MB/sec 2024-09-13T03:26:31.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SP-j3rpaEi59rrC off=233417 len=196054 2024-09-13T03:26:31.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 4175 completed, throughput=5MB/sec 2024-09-13T03:26:31.744 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SMzGaYAD67OxpZS off=687872 len=1955437 2024-09-13T03:26:31.746 INFO:tasks.workunit.client.0.smithi052.stdout:op 4176 completed, throughput=5MB/sec 2024-09-13T03:26:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:32 smithi078 ceph-mon[85589]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:26:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:26:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: 824: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:32.747 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5sf6yvR4zxg-7Wt off=1968343 len=2060608 2024-09-13T03:26:32.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 4177 completed, throughput=5MB/sec 2024-09-13T03:26:32.749 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pAnkNezl4AT4aO4 off=15169572 len=255038 2024-09-13T03:26:32.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 4178 completed, throughput=5MB/sec 2024-09-13T03:26:32.752 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M2GxmqQKab5CxFg off=13732136 len=530175 2024-09-13T03:26:32.757 INFO:tasks.workunit.client.0.smithi052.stdout:op 4179 completed, throughput=5MB/sec 2024-09-13T03:26:32.757 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hpR55u58VzSq1fS off=2193309 len=968341 2024-09-13T03:26:32.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 4180 completed, throughput=5MB/sec 2024-09-13T03:26:32.759 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fa-axsDjIMnxrhf off=1788236 len=2076246 2024-09-13T03:26:32.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 4181 completed, throughput=5MB/sec 2024-09-13T03:26:32.861 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:32 smithi052 ceph-mon[91421]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:26:32.861 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:32 smithi052 ceph-mon[89065]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:26:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: 825: throughput=5MB/sec pending data=0 2024-09-13T03:26:33.772 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1Ga4BubgfdqhQ5G off=17086010 len=1008072 2024-09-13T03:26:33.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 4182 completed, throughput=5MB/sec 2024-09-13T03:26:33.778 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l05Nd1v0wqdowUF off=4314487 len=452382 2024-09-13T03:26:33.781 INFO:tasks.workunit.client.0.smithi052.stdout:op 4183 completed, throughput=5MB/sec 2024-09-13T03:26:33.781 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jmt2ufHIUKfVjUA off=4109376 len=1206630 2024-09-13T03:26:33.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 4184 completed, throughput=5MB/sec 2024-09-13T03:26:33.784 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pIYkZzRfx7_kqsZ off=8094053 len=1553329 2024-09-13T03:26:33.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 4185 completed, throughput=5MB/sec 2024-09-13T03:26:33.794 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-imkWy4vNZuiEg8e off=472767 len=999023 2024-09-13T03:26:33.800 INFO:tasks.workunit.client.0.smithi052.stdout:op 4186 completed, throughput=5MB/sec 2024-09-13T03:26:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:34 smithi052 ceph-mon[91421]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:26:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:34 smithi052 ceph-mon[89065]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:26:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: 826: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:34.800 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xia7Xz1x9MNHklx off=11705062 len=1835335 2024-09-13T03:26:34.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 4187 completed, throughput=5MB/sec 2024-09-13T03:26:34.802 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-B2jdluE3VKGq050 off=3244102 len=134339 2024-09-13T03:26:34.806 INFO:tasks.workunit.client.0.smithi052.stdout:op 4188 completed, throughput=5MB/sec 2024-09-13T03:26:34.806 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8y1pnX8NRzmfIWu off=20949571 len=1122386 2024-09-13T03:26:34.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 4189 completed, throughput=5MB/sec 2024-09-13T03:26:34.811 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Vr2KQGFCBf9cS3U off=2339773 len=134683 2024-09-13T03:26:34.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 4190 completed, throughput=5MB/sec 2024-09-13T03:26:34.814 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--mGu6NlRql7QgKl off=7733956 len=1321624 2024-09-13T03:26:34.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 4191 completed, throughput=5MB/sec 2024-09-13T03:26:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:34 smithi078 ceph-mon[85589]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:26:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:35 smithi052 ceph-mon[91421]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:26:35.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:35 smithi052 ceph-mon[89065]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:26:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: 827: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:35.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H8c5MNYTZaT3T10 off=13290959 len=1384914 2024-09-13T03:26:35.828 INFO:tasks.workunit.client.0.smithi052.stdout:op 4192 completed, throughput=5MB/sec 2024-09-13T03:26:35.828 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mOZTdDigAVDRMEK off=18084407 len=333545 2024-09-13T03:26:35.832 INFO:tasks.workunit.client.0.smithi052.stdout:op 4193 completed, throughput=5MB/sec 2024-09-13T03:26:35.832 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-R0wGLplMa-ZpYfS off=7146249 len=839610 2024-09-13T03:26:35.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 4194 completed, throughput=5MB/sec 2024-09-13T03:26:35.833 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-V6jI_1GzeyzUjo5 off=1461308 len=242467 2024-09-13T03:26:35.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 4195 completed, throughput=5MB/sec 2024-09-13T03:26:35.836 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2OdwMIsTNt-m1PV off=5859480 len=444462 2024-09-13T03:26:35.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 4196 completed, throughput=5MB/sec 2024-09-13T03:26:35.837 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HCJtwP1lsh7LNNP off=10961696 len=1338098 2024-09-13T03:26:35.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 4197 completed, throughput=5MB/sec 2024-09-13T03:26:35.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NZgl_RpVwEfSDYV off=1944046 len=1512165 2024-09-13T03:26:35.845 INFO:tasks.workunit.client.0.smithi052.stdout:op 4198 completed, throughput=5MB/sec 2024-09-13T03:26:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:35 smithi078 ceph-mon[85589]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:26:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: 828: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:36.846 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VBSZhWpn6H9B3P_ off=14514107 len=1617741 2024-09-13T03:26:36.854 INFO:tasks.workunit.client.0.smithi052.stdout:op 4199 completed, throughput=5MB/sec 2024-09-13T03:26:36.854 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GnET3dcA64mi_b4 off=9830604 len=694499 2024-09-13T03:26:36.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 4200 completed, throughput=5MB/sec 2024-09-13T03:26:36.856 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Uiunnot00BjLgCl off=14364719 len=1471162 2024-09-13T03:26:36.857 INFO:tasks.workunit.client.0.smithi052.stdout:op 4201 completed, throughput=5MB/sec 2024-09-13T03:26:36.857 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--bJRGagBCZWPpsy off=661298 len=1254573 2024-09-13T03:26:36.859 INFO:tasks.workunit.client.0.smithi052.stdout:op 4202 completed, throughput=5MB/sec 2024-09-13T03:26:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: 829: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:37.859 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N1o8GlNK6llD_S2 off=17867079 len=2002194 2024-09-13T03:26:37.862 INFO:tasks.workunit.client.0.smithi052.stdout:op 4203 completed, throughput=5MB/sec 2024-09-13T03:26:37.862 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bbnx2BcjDAQK-lZ off=1934796 len=585499 2024-09-13T03:26:37.864 INFO:tasks.workunit.client.0.smithi052.stdout:op 4204 completed, throughput=5MB/sec 2024-09-13T03:26:37.864 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YxbT7vyQXb7AfJx off=12828376 len=607517 2024-09-13T03:26:37.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 4205 completed, throughput=5MB/sec 2024-09-13T03:26:37.868 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9N4aYSY2drqIS4Y off=2408027 len=821371 2024-09-13T03:26:37.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 4206 completed, throughput=5MB/sec 2024-09-13T03:26:37.873 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UvjPCGdlSvzfDmz off=12010434 len=1660446 2024-09-13T03:26:37.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 4207 completed, throughput=5MB/sec 2024-09-13T03:26:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:37 smithi078 ceph-mon[85589]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:26:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:37 smithi052 ceph-mon[91421]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:26:38.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:37 smithi052 ceph-mon[89065]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:26:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:26:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:26:38] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:26:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: 830: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:38.881 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Kn0h-4Un-It31sy off=5287909 len=448406 2024-09-13T03:26:38.885 INFO:tasks.workunit.client.0.smithi052.stdout:op 4208 completed, throughput=5MB/sec 2024-09-13T03:26:38.885 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0i6rPmsJInY-VgQ off=4948975 len=1482193 2024-09-13T03:26:38.895 INFO:tasks.workunit.client.0.smithi052.stdout:op 4209 completed, throughput=5MB/sec 2024-09-13T03:26:38.895 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A8Ef7kyutiyIRl_ off=445269 len=63442 2024-09-13T03:26:38.895 INFO:tasks.workunit.client.0.smithi052.stdout:op 4210 completed, throughput=5MB/sec 2024-09-13T03:26:38.895 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j1QHpZs8yt7jyTI off=5557248 len=852718 2024-09-13T03:26:38.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 4211 completed, throughput=5MB/sec 2024-09-13T03:26:38.901 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2b0_OI6IL0dPi16 off=7103820 len=379644 2024-09-13T03:26:38.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 4212 completed, throughput=5MB/sec 2024-09-13T03:26:38.905 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ABKwdp74GKXgjYE off=4939883 len=1245763 2024-09-13T03:26:38.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 4213 completed, throughput=5MB/sec 2024-09-13T03:26:38.907 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TGvWZmyGsxsySA2 off=494773 len=272305 2024-09-13T03:26:38.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 4214 completed, throughput=5MB/sec 2024-09-13T03:26:39.908 INFO:tasks.workunit.client.0.smithi052.stdout: 831: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:39.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Qo0alc7BhqCdzB0 off=7329482 len=532309 2024-09-13T03:26:39.912 INFO:tasks.workunit.client.0.smithi052.stdout:op 4215 completed, throughput=4.99MB/sec 2024-09-13T03:26:39.912 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-y-JrdDWQ-9MiDNU off=333590 len=271052 2024-09-13T03:26:39.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 4216 completed, throughput=5MB/sec 2024-09-13T03:26:39.913 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gC-pnmZuqrUT3hl off=195562 len=782642 2024-09-13T03:26:39.918 INFO:tasks.workunit.client.0.smithi052.stdout:op 4217 completed, throughput=5MB/sec 2024-09-13T03:26:39.918 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fdw8SX3a5eIbWXF off=78931 len=368123 2024-09-13T03:26:39.921 INFO:tasks.workunit.client.0.smithi052.stdout:op 4218 completed, throughput=5MB/sec 2024-09-13T03:26:39.921 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BbsCdoOpb2Hbo7Y off=6123469 len=536512 2024-09-13T03:26:39.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 4219 completed, throughput=5MB/sec 2024-09-13T03:26:39.923 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8c-Va1NGSZnnQyp off=1188391 len=285164 2024-09-13T03:26:39.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 4220 completed, throughput=5MB/sec 2024-09-13T03:26:39.926 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1Ye9njQMdyhusMo off=1970602 len=209201 2024-09-13T03:26:39.927 INFO:tasks.workunit.client.0.smithi052.stdout:op 4221 completed, throughput=5MB/sec 2024-09-13T03:26:39.927 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a8dmJlOBx_5oGpy off=12661828 len=436063 2024-09-13T03:26:39.927 INFO:tasks.workunit.client.0.smithi052.stdout:op 4222 completed, throughput=5MB/sec 2024-09-13T03:26:39.927 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n_Wr_GLo3b3Vfvt off=7619614 len=1192585 2024-09-13T03:26:39.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 4223 completed, throughput=5MB/sec 2024-09-13T03:26:39.933 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HOzOFBvTHvwzos6 off=10815543 len=1610018 2024-09-13T03:26:39.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 4224 completed, throughput=5MB/sec 2024-09-13T03:26:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:39 smithi078 ceph-mon[85589]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:26:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:39 smithi052 ceph-mon[91421]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:26:40.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:39 smithi052 ceph-mon[89065]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:26:40.935 INFO:tasks.workunit.client.0.smithi052.stdout: 832: throughput=5MB/sec pending data=0 2024-09-13T03:26:40.935 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7C7vJ8D7gul-LCg off=10757821 len=1235031 2024-09-13T03:26:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 4225 completed, throughput=5MB/sec 2024-09-13T03:26:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WDLap-gmK6F44Ei off=176722 len=1956312 2024-09-13T03:26:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:op 4226 completed, throughput=5MB/sec 2024-09-13T03:26:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OOD2j_n1pVbuscU off=529105 len=1398056 2024-09-13T03:26:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 4227 completed, throughput=5MB/sec 2024-09-13T03:26:41.950 INFO:tasks.workunit.client.0.smithi052.stdout: 833: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:41.950 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LMLzQEfgFWcI2ro off=21008764 len=1009724 2024-09-13T03:26:41.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 4228 completed, throughput=5MB/sec 2024-09-13T03:26:41.953 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TtbBGB1j-OjvmI2 off=1386454 len=685542 2024-09-13T03:26:41.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 4229 completed, throughput=5MB/sec 2024-09-13T03:26:41.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tJ9Nuu2MgM_RhVi off=9694072 len=348744 2024-09-13T03:26:41.961 INFO:tasks.workunit.client.0.smithi052.stdout:op 4230 completed, throughput=5MB/sec 2024-09-13T03:26:41.961 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SJMJN4LnS4dLcj5 off=1883370 len=540009 2024-09-13T03:26:41.964 INFO:tasks.workunit.client.0.smithi052.stdout:op 4231 completed, throughput=5MB/sec 2024-09-13T03:26:41.964 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NmNerKgCg6xCfCg off=2704710 len=1271441 2024-09-13T03:26:41.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 4232 completed, throughput=5MB/sec 2024-09-13T03:26:41.970 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U383_2jNCc6keXQ off=5259315 len=2016366 2024-09-13T03:26:41.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 4233 completed, throughput=5MB/sec 2024-09-13T03:26:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:41 smithi078 ceph-mon[85589]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:26:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:41 smithi052 ceph-mon[91421]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:26:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:41 smithi052 ceph-mon[89065]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:26:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:26:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:42.972 INFO:tasks.workunit.client.0.smithi052.stdout: 834: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:42.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ve_Sb46BpWFO6qn off=6066477 len=718214 2024-09-13T03:26:42.977 INFO:tasks.workunit.client.0.smithi052.stdout:op 4234 completed, throughput=5MB/sec 2024-09-13T03:26:42.977 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kYegesSZV3eZryv off=3092068 len=1991272 2024-09-13T03:26:42.979 INFO:tasks.workunit.client.0.smithi052.stdout:op 4235 completed, throughput=5MB/sec 2024-09-13T03:26:42.979 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lThero9sZI1MxoJ off=9667309 len=113309 2024-09-13T03:26:42.979 INFO:tasks.workunit.client.0.smithi052.stdout:op 4236 completed, throughput=5MB/sec 2024-09-13T03:26:42.980 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NWXE3Qy8FCyzHkX off=3293060 len=1858505 2024-09-13T03:26:42.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 4237 completed, throughput=5MB/sec 2024-09-13T03:26:43.983 INFO:tasks.workunit.client.0.smithi052.stdout: 835: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:43.983 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lWtn1IGp6ossve_ off=6799654 len=1632593 2024-09-13T03:26:43.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 4238 completed, throughput=5MB/sec 2024-09-13T03:26:43.994 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yy0pj06cFeFgb43 off=2560680 len=1728132 2024-09-13T03:26:44.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 4239 completed, throughput=5MB/sec 2024-09-13T03:26:44.004 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oCguf_Iezuq9Ojv off=4297056 len=2087134 2024-09-13T03:26:44.015 INFO:tasks.workunit.client.0.smithi052.stdout:op 4240 completed, throughput=5MB/sec 2024-09-13T03:26:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:43 smithi078 ceph-mon[85589]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:43 smithi052 ceph-mon[91421]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:44.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:43 smithi052 ceph-mon[89065]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:26:45.016 INFO:tasks.workunit.client.0.smithi052.stdout: 836: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:45.016 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gRRzAnpo-b3kBAv off=7945685 len=168779 2024-09-13T03:26:45.019 INFO:tasks.workunit.client.0.smithi052.stdout:op 4241 completed, throughput=4.99MB/sec 2024-09-13T03:26:45.019 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OGAsbTERfebXI4P off=7140388 len=693967 2024-09-13T03:26:45.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 4242 completed, throughput=5MB/sec 2024-09-13T03:26:45.020 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cyxkt9xzlYbSRcx off=20004144 len=1127015 2024-09-13T03:26:45.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 4243 completed, throughput=5MB/sec 2024-09-13T03:26:45.021 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-40SKwhimEybXxRA off=13251894 len=669666 2024-09-13T03:26:45.026 INFO:tasks.workunit.client.0.smithi052.stdout:op 4244 completed, throughput=5MB/sec 2024-09-13T03:26:45.026 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fjE8lIo7JbBWP-O off=2826368 len=1024008 2024-09-13T03:26:45.032 INFO:tasks.workunit.client.0.smithi052.stdout:op 4245 completed, throughput=5MB/sec 2024-09-13T03:26:45.032 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U-nB-SNN6szG1n1 off=11050624 len=1766252 2024-09-13T03:26:45.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 4246 completed, throughput=5MB/sec 2024-09-13T03:26:46.040 INFO:tasks.workunit.client.0.smithi052.stdout: 837: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:46.040 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P0didQul2qOlCCD off=179968 len=836043 2024-09-13T03:26:46.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 4247 completed, throughput=5MB/sec 2024-09-13T03:26:46.041 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-otMuHN2X7zmhH48 off=15418317 len=943323 2024-09-13T03:26:46.047 INFO:tasks.workunit.client.0.smithi052.stdout:op 4248 completed, throughput=5MB/sec 2024-09-13T03:26:46.047 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E69aQbB_F5sE8rR off=3104029 len=1358070 2024-09-13T03:26:46.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 4249 completed, throughput=5MB/sec 2024-09-13T03:26:46.049 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VMqcWKbqQVheoJW off=2716909 len=1972671 2024-09-13T03:26:46.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 4250 completed, throughput=5MB/sec 2024-09-13T03:26:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:45 smithi078 ceph-mon[85589]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:26:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:45 smithi052 ceph-mon[91421]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:26:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:45 smithi052 ceph-mon[89065]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:26:47.052 INFO:tasks.workunit.client.0.smithi052.stdout: 838: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:47.052 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dAHOSz0DTtsFb3W off=11881436 len=1809770 2024-09-13T03:26:47.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 4251 completed, throughput=5MB/sec 2024-09-13T03:26:47.063 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bWdAPVGs7EHdER6 off=2381533 len=472328 2024-09-13T03:26:47.066 INFO:tasks.workunit.client.0.smithi052.stdout:op 4252 completed, throughput=5MB/sec 2024-09-13T03:26:47.067 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fAuAmrD1tFsK4_T off=1932691 len=802324 2024-09-13T03:26:47.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 4253 completed, throughput=5MB/sec 2024-09-13T03:26:47.072 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7vR2FoSCf-uHbmS off=17658616 len=50657 2024-09-13T03:26:47.072 INFO:tasks.workunit.client.0.smithi052.stdout:op 4254 completed, throughput=5MB/sec 2024-09-13T03:26:47.072 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-y4b4-97UDu9mpcb off=20348385 len=850624 2024-09-13T03:26:47.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 4255 completed, throughput=5MB/sec 2024-09-13T03:26:47.073 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pnmIdeIH9qpM0X2 off=2632652 len=91052 2024-09-13T03:26:47.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 4256 completed, throughput=5MB/sec 2024-09-13T03:26:47.074 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ePhL4JhdYsb-Fvl off=11600010 len=2096125 2024-09-13T03:26:47.083 INFO:tasks.workunit.client.0.smithi052.stdout:op 4257 completed, throughput=5MB/sec 2024-09-13T03:26:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:26:48.083 INFO:tasks.workunit.client.0.smithi052.stdout: 839: throughput=5MB/sec pending data=0 2024-09-13T03:26:48.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PM2gpkcS2ageSui off=10281425 len=510430 2024-09-13T03:26:48.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 4258 completed, throughput=5MB/sec 2024-09-13T03:26:48.085 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1QVJE00LDDdXrKx off=16065436 len=849267 2024-09-13T03:26:48.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 4259 completed, throughput=5MB/sec 2024-09-13T03:26:48.090 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aopBxwdL2vtrV1B off=16985387 len=1401642 2024-09-13T03:26:48.096 INFO:tasks.workunit.client.0.smithi052.stdout:op 4260 completed, throughput=5MB/sec 2024-09-13T03:26:48.097 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aAc_YDMz092tqxl off=3600598 len=185860 2024-09-13T03:26:48.097 INFO:tasks.workunit.client.0.smithi052.stdout:op 4261 completed, throughput=5MB/sec 2024-09-13T03:26:48.097 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jmt2ufHIUKfVjUA off=1022837 len=1162985 2024-09-13T03:26:48.099 INFO:tasks.workunit.client.0.smithi052.stdout:op 4262 completed, throughput=5MB/sec 2024-09-13T03:26:48.100 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MZw07TZqMzKqKSE off=3553628 len=798651 2024-09-13T03:26:48.104 INFO:tasks.workunit.client.0.smithi052.stdout:op 4263 completed, throughput=5MB/sec 2024-09-13T03:26:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:47 smithi078 ceph-mon[85589]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:47 smithi052 ceph-mon[91421]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:48.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:47 smithi052 ceph-mon[89065]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:26:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:26:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:26:48] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-09-13T03:26:49.105 INFO:tasks.workunit.client.0.smithi052.stdout: 840: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:49.105 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-poT14ie4O-zH76K off=6457656 len=2027718 2024-09-13T03:26:49.108 INFO:tasks.workunit.client.0.smithi052.stdout:op 4264 completed, throughput=5MB/sec 2024-09-13T03:26:49.108 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-W_IAnbmrCG0p8bN off=12670146 len=573507 2024-09-13T03:26:49.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 4265 completed, throughput=5MB/sec 2024-09-13T03:26:49.110 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-plQXdMLLofr5R6M off=7738014 len=520298 2024-09-13T03:26:49.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 4266 completed, throughput=5MB/sec 2024-09-13T03:26:49.114 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vPIQD-feRXcMYRc off=4306563 len=1835855 2024-09-13T03:26:49.125 INFO:tasks.workunit.client.0.smithi052.stdout:op 4267 completed, throughput=5MB/sec 2024-09-13T03:26:49.125 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VfK4DSYWmBdBbn6 off=3721639 len=814871 2024-09-13T03:26:49.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 4268 completed, throughput=5MB/sec 2024-09-13T03:26:50.127 INFO:tasks.workunit.client.0.smithi052.stdout: 841: throughput=5MB/sec pending data=0 2024-09-13T03:26:50.127 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RBALtMtwy8RiOU5 off=5424116 len=2042065 2024-09-13T03:26:50.138 INFO:tasks.workunit.client.0.smithi052.stdout:op 4269 completed, throughput=5MB/sec 2024-09-13T03:26:50.138 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QsSbWQROTRJN9Z2 off=498264 len=428297 2024-09-13T03:26:50.141 INFO:tasks.workunit.client.0.smithi052.stdout:op 4270 completed, throughput=5MB/sec 2024-09-13T03:26:50.141 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RsyYwGwDWP2zxpf off=6475072 len=211454 2024-09-13T03:26:50.142 INFO:tasks.workunit.client.0.smithi052.stdout:op 4271 completed, throughput=5MB/sec 2024-09-13T03:26:50.142 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WEfTCgAdnaSz1Yp off=899716 len=888123 2024-09-13T03:26:50.143 INFO:tasks.workunit.client.0.smithi052.stdout:op 4272 completed, throughput=5MB/sec 2024-09-13T03:26:50.143 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MBRMg0zqjwEspCu off=13768935 len=441616 2024-09-13T03:26:50.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 4273 completed, throughput=5MB/sec 2024-09-13T03:26:50.144 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wa6KbG4Tmq1K6Ti off=16385008 len=97974 2024-09-13T03:26:50.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 4274 completed, throughput=5MB/sec 2024-09-13T03:26:50.144 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Bi37ptRxWsC79ol off=5115520 len=1150393 2024-09-13T03:26:50.145 INFO:tasks.workunit.client.0.smithi052.stdout:op 4275 completed, throughput=5MB/sec 2024-09-13T03:26:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:49 smithi078 ceph-mon[85589]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:26:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:26:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:26:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:26:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:26:50.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[89065]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[91421]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:26:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:26:51.146 INFO:tasks.workunit.client.0.smithi052.stdout: 842: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:51.146 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Mv9y3Y7QXwiawoJ off=7178961 len=1797080 2024-09-13T03:26:51.149 INFO:tasks.workunit.client.0.smithi052.stdout:op 4276 completed, throughput=5MB/sec 2024-09-13T03:26:51.149 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jwMHw1R1XXRBoKP off=6629252 len=1129093 2024-09-13T03:26:51.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 4277 completed, throughput=5MB/sec 2024-09-13T03:26:51.151 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qdwUxKWX62BlAmh off=525403 len=151763 2024-09-13T03:26:51.154 INFO:tasks.workunit.client.0.smithi052.stdout:op 4278 completed, throughput=5MB/sec 2024-09-13T03:26:51.154 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XliXBFFMcZxW6Bi off=162435 len=582744 2024-09-13T03:26:51.158 INFO:tasks.workunit.client.0.smithi052.stdout:op 4279 completed, throughput=5MB/sec 2024-09-13T03:26:51.158 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-azWVnIvfyjJjCoC off=2103767 len=861066 2024-09-13T03:26:51.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 4280 completed, throughput=5MB/sec 2024-09-13T03:26:51.160 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XlXEb4YkI6qfOKn off=14550854 len=1511341 2024-09-13T03:26:51.169 INFO:tasks.workunit.client.0.smithi052.stdout:op 4281 completed, throughput=5MB/sec 2024-09-13T03:26:52.169 INFO:tasks.workunit.client.0.smithi052.stdout: 843: throughput=5MB/sec pending data=0 2024-09-13T03:26:52.169 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aoErAW42YHqJ9oa off=1336473 len=1704757 2024-09-13T03:26:52.180 INFO:tasks.workunit.client.0.smithi052.stdout:op 4282 completed, throughput=5MB/sec 2024-09-13T03:26:52.180 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ozOq6QYLsTo7J5D off=603816 len=338332 2024-09-13T03:26:52.183 INFO:tasks.workunit.client.0.smithi052.stdout:op 4283 completed, throughput=5MB/sec 2024-09-13T03:26:52.183 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I2RYUd-CARzGBHG off=2542300 len=1184330 2024-09-13T03:26:52.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 4284 completed, throughput=5MB/sec 2024-09-13T03:26:52.189 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8qoJqVYdw75fpDJ off=8077840 len=1496328 2024-09-13T03:26:52.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 4285 completed, throughput=5MB/sec 2024-09-13T03:26:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:52 smithi052 ceph-mon[91421]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:26:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:52 smithi052 ceph-mon[89065]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:26:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:52 smithi078 ceph-mon[85589]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:26:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:26:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:26:53.192 INFO:tasks.workunit.client.0.smithi052.stdout: 844: throughput=5MB/sec pending data=0 2024-09-13T03:26:53.192 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hNZWbAtDiYeGdbQ off=2435985 len=602603 2024-09-13T03:26:53.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 4286 completed, throughput=5MB/sec 2024-09-13T03:26:53.193 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P-3zb4Z9fSIWCtX off=382176 len=2005640 2024-09-13T03:26:53.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 4287 completed, throughput=5MB/sec 2024-09-13T03:26:53.202 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7rxuBBGgpRugX8G off=4015459 len=1156504 2024-09-13T03:26:53.204 INFO:tasks.workunit.client.0.smithi052.stdout:op 4288 completed, throughput=5MB/sec 2024-09-13T03:26:53.204 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VWSJkzNDJPMqNRw off=1663624 len=1182862 2024-09-13T03:26:53.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 4289 completed, throughput=5MB/sec 2024-09-13T03:26:54.211 INFO:tasks.workunit.client.0.smithi052.stdout: 845: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:54.212 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BqsU94KUdG4A1Af off=816566 len=806602 2024-09-13T03:26:54.216 INFO:tasks.workunit.client.0.smithi052.stdout:op 4290 completed, throughput=5MB/sec 2024-09-13T03:26:54.216 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v57SqBvbIjQc-Df off=17831101 len=1568340 2024-09-13T03:26:54.224 INFO:tasks.workunit.client.0.smithi052.stdout:op 4291 completed, throughput=5MB/sec 2024-09-13T03:26:54.224 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--rRYc_8l-ARxArb off=10011517 len=618294 2024-09-13T03:26:54.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 4292 completed, throughput=5MB/sec 2024-09-13T03:26:54.225 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vkjHPMWKEgdmkjQ off=2941141 len=1791121 2024-09-13T03:26:54.232 INFO:tasks.workunit.client.0.smithi052.stdout:op 4293 completed, throughput=5MB/sec 2024-09-13T03:26:54.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rBF4NgMcLVvWCBJ off=4960105 len=1551858 2024-09-13T03:26:54.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 4294 completed, throughput=5MB/sec 2024-09-13T03:26:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:54 smithi052 ceph-mon[91421]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:26:54.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:54 smithi052 ceph-mon[89065]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:26:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:54 smithi078 ceph-mon[85589]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:26:55.233 INFO:tasks.workunit.client.0.smithi052.stdout: 846: throughput=5MB/sec pending data=0 2024-09-13T03:26:55.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oCuKwDmjshq544C off=44311 len=825934 2024-09-13T03:26:55.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 4295 completed, throughput=5MB/sec 2024-09-13T03:26:55.238 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KU2U5Na93Luz6kw off=1100956 len=1625446 2024-09-13T03:26:55.241 INFO:tasks.workunit.client.0.smithi052.stdout:op 4296 completed, throughput=5MB/sec 2024-09-13T03:26:55.241 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZKtb4J-Y5dNbnU4 off=13557889 len=219078 2024-09-13T03:26:55.242 INFO:tasks.workunit.client.0.smithi052.stdout:op 4297 completed, throughput=5MB/sec 2024-09-13T03:26:55.242 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QRhDnK2Y84SSHWG off=10786064 len=775723 2024-09-13T03:26:55.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 4298 completed, throughput=5MB/sec 2024-09-13T03:26:55.243 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cPXr-SW_s8dOzCQ off=3237012 len=1348430 2024-09-13T03:26:55.252 INFO:tasks.workunit.client.0.smithi052.stdout:op 4299 completed, throughput=5MB/sec 2024-09-13T03:26:56.252 INFO:tasks.workunit.client.0.smithi052.stdout: 847: throughput=5MB/sec pending data=0 2024-09-13T03:26:56.253 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ncrcqlm1AZCWMkg off=11590289 len=893803 2024-09-13T03:26:56.257 INFO:tasks.workunit.client.0.smithi052.stdout:op 4300 completed, throughput=5MB/sec 2024-09-13T03:26:56.258 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yULt3j1q5QwTQBk off=3918160 len=70696 2024-09-13T03:26:56.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 4301 completed, throughput=5MB/sec 2024-09-13T03:26:56.260 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rZM5Vw5qODC-wm2 off=532248 len=506388 2024-09-13T03:26:56.261 INFO:tasks.workunit.client.0.smithi052.stdout:op 4302 completed, throughput=5MB/sec 2024-09-13T03:26:56.261 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hAMB6n6mn1bZ5Df off=8780771 len=1512785 2024-09-13T03:26:56.267 INFO:tasks.workunit.client.0.smithi052.stdout:op 4303 completed, throughput=5MB/sec 2024-09-13T03:26:56.267 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RtOHyRd13Og1mUY off=7532057 len=1664818 2024-09-13T03:26:56.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 4304 completed, throughput=5MB/sec 2024-09-13T03:26:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:56 smithi052 ceph-mon[91421]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:26:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:56 smithi052 ceph-mon[89065]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:26:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:56 smithi078 ceph-mon[85589]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:26:57.276 INFO:tasks.workunit.client.0.smithi052.stdout: 848: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:57.276 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tig-k1eAE30QaBE off=6634585 len=1841682 2024-09-13T03:26:57.287 INFO:tasks.workunit.client.0.smithi052.stdout:op 4305 completed, throughput=5MB/sec 2024-09-13T03:26:57.288 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OLEB42rHRJvBWp8 off=63950 len=1049537 2024-09-13T03:26:57.293 INFO:tasks.workunit.client.0.smithi052.stdout:op 4306 completed, throughput=5MB/sec 2024-09-13T03:26:57.293 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I92JMiOQK5ga51Q off=9555802 len=1448573 2024-09-13T03:26:57.295 INFO:tasks.workunit.client.0.smithi052.stdout:op 4307 completed, throughput=5MB/sec 2024-09-13T03:26:57.295 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-McaHfiWgjkTR7jV off=5886177 len=442152 2024-09-13T03:26:57.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 4308 completed, throughput=5MB/sec 2024-09-13T03:26:57.297 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DYiq5Fz-ymabaFm off=851629 len=987916 2024-09-13T03:26:57.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 4309 completed, throughput=5MB/sec 2024-09-13T03:26:58.299 INFO:tasks.workunit.client.0.smithi052.stdout: 849: throughput=4.99MB/sec pending data=0 2024-09-13T03:26:58.299 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9FoZYFiAEZbuct9 off=3046878 len=562997 2024-09-13T03:26:58.303 INFO:tasks.workunit.client.0.smithi052.stdout:op 4310 completed, throughput=5MB/sec 2024-09-13T03:26:58.303 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dQnthjWi7FtiZlK off=2589789 len=731207 2024-09-13T03:26:58.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 4311 completed, throughput=5MB/sec 2024-09-13T03:26:58.304 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KFuHlhz0GukjlWc off=2023372 len=1049487 2024-09-13T03:26:58.306 INFO:tasks.workunit.client.0.smithi052.stdout:op 4312 completed, throughput=5MB/sec 2024-09-13T03:26:58.306 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xz0dCSGSISWIVuH off=5154307 len=1473879 2024-09-13T03:26:58.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 4313 completed, throughput=5MB/sec 2024-09-13T03:26:58.313 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fW8l9Z5J68AysL1 off=4737562 len=181409 2024-09-13T03:26:58.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 4314 completed, throughput=5MB/sec 2024-09-13T03:26:58.316 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y_J6iKQn7lNplA4 off=12402972 len=1851848 2024-09-13T03:26:58.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 4315 completed, throughput=5MB/sec 2024-09-13T03:26:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:26:58 smithi052 ceph-mon[91421]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:26:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:26:58 smithi052 ceph-mon[89065]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:26:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:26:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:26:58] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-09-13T03:26:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:26:58 smithi078 ceph-mon[85589]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:26:59.320 INFO:tasks.workunit.client.0.smithi052.stdout: 850: throughput=5MB/sec pending data=0 2024-09-13T03:26:59.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nr2rgfRFauq2pVu off=4742372 len=212798 2024-09-13T03:26:59.323 INFO:tasks.workunit.client.0.smithi052.stdout:op 4316 completed, throughput=5MB/sec 2024-09-13T03:26:59.324 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OKes_p3-0GP6XMG off=9513325 len=1512549 2024-09-13T03:26:59.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 4317 completed, throughput=5MB/sec 2024-09-13T03:26:59.331 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WHFzRsKvvyYIdDr off=3270641 len=242114 2024-09-13T03:26:59.334 INFO:tasks.workunit.client.0.smithi052.stdout:op 4318 completed, throughput=5MB/sec 2024-09-13T03:26:59.334 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7Qy4zzKLdgc9r8P off=1083137 len=363026 2024-09-13T03:26:59.337 INFO:tasks.workunit.client.0.smithi052.stdout:op 4319 completed, throughput=5MB/sec 2024-09-13T03:26:59.337 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PA0WG8K6cWkBksQ off=4138649 len=1844205 2024-09-13T03:26:59.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 4320 completed, throughput=5MB/sec 2024-09-13T03:26:59.340 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UGbMa6iVe1H9bZu off=4635423 len=1270482 2024-09-13T03:26:59.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 4321 completed, throughput=5MB/sec 2024-09-13T03:27:00.345 INFO:tasks.workunit.client.0.smithi052.stdout: 851: throughput=5MB/sec pending data=0 2024-09-13T03:27:00.345 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-h7qq9gk9D0rCKbx off=8436672 len=1731509 2024-09-13T03:27:00.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 4322 completed, throughput=5MB/sec 2024-09-13T03:27:00.349 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hBuXlI3PShxXjFS off=2218218 len=1832570 2024-09-13T03:27:00.353 INFO:tasks.workunit.client.0.smithi052.stdout:op 4323 completed, throughput=5MB/sec 2024-09-13T03:27:00.353 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gunYEio7Tz9CPQ7 off=9510231 len=1576222 2024-09-13T03:27:00.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 4324 completed, throughput=5MB/sec 2024-09-13T03:27:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:00 smithi052 ceph-mon[91421]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:27:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:00 smithi052 ceph-mon[89065]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:27:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:00 smithi078 ceph-mon[85589]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:27:01.355 INFO:tasks.workunit.client.0.smithi052.stdout: 852: throughput=5MB/sec pending data=0 2024-09-13T03:27:01.356 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nLtz-DW5LmUCTX4 off=14300869 len=1180281 2024-09-13T03:27:01.361 INFO:tasks.workunit.client.0.smithi052.stdout:op 4325 completed, throughput=5MB/sec 2024-09-13T03:27:01.361 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Xufx6aJ9opgdeBq off=6315359 len=69604 2024-09-13T03:27:01.362 INFO:tasks.workunit.client.0.smithi052.stdout:op 4326 completed, throughput=5MB/sec 2024-09-13T03:27:01.362 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OfT0flDXWBX6Cmy off=2924437 len=1134338 2024-09-13T03:27:01.364 INFO:tasks.workunit.client.0.smithi052.stdout:op 4327 completed, throughput=5MB/sec 2024-09-13T03:27:01.364 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5s1ICauZiLWesxF off=316646 len=1350307 2024-09-13T03:27:01.366 INFO:tasks.workunit.client.0.smithi052.stdout:op 4328 completed, throughput=5MB/sec 2024-09-13T03:27:01.366 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H0zNfSytJ3QF_jF off=19480372 len=1475517 2024-09-13T03:27:01.368 INFO:tasks.workunit.client.0.smithi052.stdout:op 4329 completed, throughput=5MB/sec 2024-09-13T03:27:02.368 INFO:tasks.workunit.client.0.smithi052.stdout: 853: throughput=5MB/sec pending data=0 2024-09-13T03:27:02.368 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jNDO3nA9rIFmtHg off=383179 len=769117 2024-09-13T03:27:02.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 4330 completed, throughput=5MB/sec 2024-09-13T03:27:02.373 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TyNXuGMYOBHhm6a off=6733317 len=362793 2024-09-13T03:27:02.377 INFO:tasks.workunit.client.0.smithi052.stdout:op 4331 completed, throughput=5MB/sec 2024-09-13T03:27:02.377 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HvIfXz25igmhbLw off=6047270 len=147962 2024-09-13T03:27:02.380 INFO:tasks.workunit.client.0.smithi052.stdout:op 4332 completed, throughput=5MB/sec 2024-09-13T03:27:02.380 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2zJH2ajIv5pD8bD off=1459136 len=18128 2024-09-13T03:27:02.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 4333 completed, throughput=5MB/sec 2024-09-13T03:27:02.382 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HiLsfWHZWCkcD1s off=7735440 len=1723930 2024-09-13T03:27:02.384 INFO:tasks.workunit.client.0.smithi052.stdout:op 4334 completed, throughput=5MB/sec 2024-09-13T03:27:02.384 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1g4uhi7UqDC8BVr off=15717381 len=1571606 2024-09-13T03:27:02.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 4335 completed, throughput=5MB/sec 2024-09-13T03:27:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:02 smithi052 ceph-mon[91421]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:27:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:02 smithi052 ceph-mon[89065]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:27:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:02 smithi078 ceph-mon[85589]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:27:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:27:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:03.388 INFO:tasks.workunit.client.0.smithi052.stdout: 854: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:03.388 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E4-5H5GaU0fAsA9 off=4407342 len=1230781 2024-09-13T03:27:03.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 4336 completed, throughput=5MB/sec 2024-09-13T03:27:03.390 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IpI2GP-jdLcVppe off=8707450 len=268721 2024-09-13T03:27:03.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 4337 completed, throughput=5MB/sec 2024-09-13T03:27:03.391 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2RDNIhNDU9SLrbj off=2550647 len=977159 2024-09-13T03:27:03.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 4338 completed, throughput=5MB/sec 2024-09-13T03:27:03.396 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_zDAGAGrri_RtbL off=402831 len=761061 2024-09-13T03:27:03.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 4339 completed, throughput=5MB/sec 2024-09-13T03:27:03.401 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ae7hSaUxDyKwNdp off=5086699 len=327968 2024-09-13T03:27:03.403 INFO:tasks.workunit.client.0.smithi052.stdout:op 4340 completed, throughput=5MB/sec 2024-09-13T03:27:03.404 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-esiVhMhz0hPCnhQ off=10826137 len=1360083 2024-09-13T03:27:03.405 INFO:tasks.workunit.client.0.smithi052.stdout:op 4341 completed, throughput=5MB/sec 2024-09-13T03:27:03.405 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_dGDOqg-AINSVXa off=17931409 len=594834 2024-09-13T03:27:03.407 INFO:tasks.workunit.client.0.smithi052.stdout:op 4342 completed, throughput=5MB/sec 2024-09-13T03:27:04.408 INFO:tasks.workunit.client.0.smithi052.stdout: 855: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:04.408 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UPJrxdgDrZLLFim off=1392968 len=1150366 2024-09-13T03:27:04.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 4343 completed, throughput=5MB/sec 2024-09-13T03:27:04.414 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UauDFYmGAEBKZje off=5503366 len=1341935 2024-09-13T03:27:04.416 INFO:tasks.workunit.client.0.smithi052.stdout:op 4344 completed, throughput=5MB/sec 2024-09-13T03:27:04.416 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XH9Rge1JRCh7tQT off=1366487 len=1880819 2024-09-13T03:27:04.423 INFO:tasks.workunit.client.0.smithi052.stdout:op 4345 completed, throughput=5MB/sec 2024-09-13T03:27:04.423 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bGWirB_Z3iTQtWk off=3333604 len=1701781 2024-09-13T03:27:04.427 INFO:tasks.workunit.client.0.smithi052.stdout:op 4346 completed, throughput=5MB/sec 2024-09-13T03:27:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:04 smithi052 ceph-mon[89065]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:27:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:04 smithi052 ceph-mon[91421]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:27:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:04 smithi078 ceph-mon[85589]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:27:05.427 INFO:tasks.workunit.client.0.smithi052.stdout: 856: throughput=5MB/sec pending data=0 2024-09-13T03:27:05.427 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PtxPlkukU93DXip off=1472286 len=99309 2024-09-13T03:27:05.430 INFO:tasks.workunit.client.0.smithi052.stdout:op 4347 completed, throughput=5MB/sec 2024-09-13T03:27:05.430 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g4eEqY0IVJ1ZBdO off=91597 len=376608 2024-09-13T03:27:05.433 INFO:tasks.workunit.client.0.smithi052.stdout:op 4348 completed, throughput=5MB/sec 2024-09-13T03:27:05.433 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o0UIgVk-4a_NdPy off=0 len=1127540 2024-09-13T03:27:05.440 INFO:tasks.workunit.client.0.smithi052.stdout:op 4349 completed, throughput=5MB/sec 2024-09-13T03:27:05.440 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XIVmVsvXZEcmilY off=10710200 len=1213674 2024-09-13T03:27:05.447 INFO:tasks.workunit.client.0.smithi052.stdout:op 4350 completed, throughput=5MB/sec 2024-09-13T03:27:05.447 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ndfEcUElmGbVBAC off=8949910 len=1090664 2024-09-13T03:27:05.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 4351 completed, throughput=5MB/sec 2024-09-13T03:27:05.453 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vEThnJYDZrxst6e off=4025257 len=1828226 2024-09-13T03:27:05.455 INFO:tasks.workunit.client.0.smithi052.stdout:op 4352 completed, throughput=5MB/sec 2024-09-13T03:27:06.456 INFO:tasks.workunit.client.0.smithi052.stdout: 857: throughput=5MB/sec pending data=0 2024-09-13T03:27:06.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1kpzTclQ4ChlLVi off=1993209 len=114590 2024-09-13T03:27:06.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 4353 completed, throughput=5MB/sec 2024-09-13T03:27:06.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G86R4UDibnhfEtv off=12998043 len=1988494 2024-09-13T03:27:06.459 INFO:tasks.workunit.client.0.smithi052.stdout:op 4354 completed, throughput=5MB/sec 2024-09-13T03:27:06.459 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PjgO5OzkivvSt8m off=13086256 len=744518 2024-09-13T03:27:06.464 INFO:tasks.workunit.client.0.smithi052.stdout:op 4355 completed, throughput=5MB/sec 2024-09-13T03:27:06.464 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QpoUgMZouxeRKCn off=2003251 len=596049 2024-09-13T03:27:06.466 INFO:tasks.workunit.client.0.smithi052.stdout:op 4356 completed, throughput=5MB/sec 2024-09-13T03:27:06.466 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xh4GIOKWsg7B_PM off=6549683 len=1996291 2024-09-13T03:27:06.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 4357 completed, throughput=5MB/sec 2024-09-13T03:27:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:06 smithi052 ceph-mon[89065]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:06 smithi052 ceph-mon[91421]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:06 smithi078 ceph-mon[85589]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:07.474 INFO:tasks.workunit.client.0.smithi052.stdout: 858: throughput=5MB/sec pending data=0 2024-09-13T03:27:07.474 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wx5U8dx_W4-rNJY off=3921478 len=1880267 2024-09-13T03:27:07.476 INFO:tasks.workunit.client.0.smithi052.stdout:op 4358 completed, throughput=5MB/sec 2024-09-13T03:27:07.476 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t-3FDZ3-5cOxI_k off=1195009 len=497934 2024-09-13T03:27:07.477 INFO:tasks.workunit.client.0.smithi052.stdout:op 4359 completed, throughput=5MB/sec 2024-09-13T03:27:07.478 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4fi7EQkaUlQmU3Q off=0 len=1382498 2024-09-13T03:27:07.479 INFO:tasks.workunit.client.0.smithi052.stdout:op 4360 completed, throughput=5MB/sec 2024-09-13T03:27:07.479 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wx5U8dx_W4-rNJY off=114229 len=1675054 2024-09-13T03:27:07.481 INFO:tasks.workunit.client.0.smithi052.stdout:op 4361 completed, throughput=5MB/sec 2024-09-13T03:27:08.481 INFO:tasks.workunit.client.0.smithi052.stdout: 859: throughput=5MB/sec pending data=0 2024-09-13T03:27:08.481 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i6WNgWY1H6GDvRF off=6430912 len=102056 2024-09-13T03:27:08.482 INFO:tasks.workunit.client.0.smithi052.stdout:op 4362 completed, throughput=5MB/sec 2024-09-13T03:27:08.482 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mrvqdoVrAZooe_K off=6933651 len=934339 2024-09-13T03:27:08.483 INFO:tasks.workunit.client.0.smithi052.stdout:op 4363 completed, throughput=5MB/sec 2024-09-13T03:27:08.484 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rbg-0nLZO8U5yRc off=10857065 len=501231 2024-09-13T03:27:08.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 4364 completed, throughput=5MB/sec 2024-09-13T03:27:08.488 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hrMx6RlgFWVVXWZ off=3059315 len=1400720 2024-09-13T03:27:08.490 INFO:tasks.workunit.client.0.smithi052.stdout:op 4365 completed, throughput=5MB/sec 2024-09-13T03:27:08.490 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c0tX14jXOLDNDyZ off=1084754 len=1296856 2024-09-13T03:27:08.492 INFO:tasks.workunit.client.0.smithi052.stdout:op 4366 completed, throughput=5MB/sec 2024-09-13T03:27:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:08 smithi052 ceph-mon[89065]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:08 smithi052 ceph-mon[91421]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:27:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:27:08] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:27:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:08 smithi078 ceph-mon[85589]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:09.493 INFO:tasks.workunit.client.0.smithi052.stdout: 860: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:09.493 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VYqFDJ8TjwJ1aa8 off=1735272 len=1288435 2024-09-13T03:27:09.500 INFO:tasks.workunit.client.0.smithi052.stdout:op 4367 completed, throughput=5MB/sec 2024-09-13T03:27:09.500 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FtWZFl-Gp0ndPYD off=2729159 len=897490 2024-09-13T03:27:09.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 4368 completed, throughput=5MB/sec 2024-09-13T03:27:09.502 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6O9JV9mS3US95iV off=14316149 len=353599 2024-09-13T03:27:09.506 INFO:tasks.workunit.client.0.smithi052.stdout:op 4369 completed, throughput=5MB/sec 2024-09-13T03:27:09.506 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aSpt3AX7IQSTopn off=2454686 len=1540063 2024-09-13T03:27:09.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 4370 completed, throughput=5MB/sec 2024-09-13T03:27:09.514 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QfmrHERgrUFRw0t off=12746320 len=1469621 2024-09-13T03:27:09.515 INFO:tasks.workunit.client.0.smithi052.stdout:op 4371 completed, throughput=5MB/sec 2024-09-13T03:27:10.515 INFO:tasks.workunit.client.0.smithi052.stdout: 861: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:10.516 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zSqkCkZ0FUfltd3 off=16042119 len=486265 2024-09-13T03:27:10.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 4372 completed, throughput=5MB/sec 2024-09-13T03:27:10.520 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7nsBOimxEbvgEvM off=8551921 len=87335 2024-09-13T03:27:10.520 INFO:tasks.workunit.client.0.smithi052.stdout:op 4373 completed, throughput=5MB/sec 2024-09-13T03:27:10.521 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aAUedLx9jD5AJb5 off=6984775 len=1692455 2024-09-13T03:27:10.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 4374 completed, throughput=5MB/sec 2024-09-13T03:27:10.524 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-z_jcv_h3khXWiAb off=547390 len=639693 2024-09-13T03:27:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:10 smithi052 ceph-mon[91421]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:27:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:10 smithi052 ceph-mon[89065]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:27:10.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 4375 completed, throughput=5MB/sec 2024-09-13T03:27:10.529 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PYCbx7tBmIn1B1B off=5240196 len=343999 2024-09-13T03:27:10.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 4376 completed, throughput=5MB/sec 2024-09-13T03:27:10.529 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OLvaKjsyKd-RxQb off=2763339 len=1721130 2024-09-13T03:27:10.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 4377 completed, throughput=5MB/sec 2024-09-13T03:27:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:10 smithi078 ceph-mon[85589]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:27:11.537 INFO:tasks.workunit.client.0.smithi052.stdout: 862: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:11.537 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S3YJMv76bZFhSVb off=5712360 len=856922 2024-09-13T03:27:11.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 4378 completed, throughput=5MB/sec 2024-09-13T03:27:11.543 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-x_o0RL30JvBn0jw off=5222236 len=1699285 2024-09-13T03:27:11.551 INFO:tasks.workunit.client.0.smithi052.stdout:op 4379 completed, throughput=5MB/sec 2024-09-13T03:27:11.551 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kibjLnp_3BqcrEB off=375720 len=1569375 2024-09-13T03:27:11.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 4380 completed, throughput=5MB/sec 2024-09-13T03:27:11.553 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_9zUKtdsSyWZ9E0 off=12592845 len=438110 2024-09-13T03:27:11.555 INFO:tasks.workunit.client.0.smithi052.stdout:op 4381 completed, throughput=5MB/sec 2024-09-13T03:27:11.555 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JulGfo0d6UQKP2i off=705217 len=244096 2024-09-13T03:27:11.558 INFO:tasks.workunit.client.0.smithi052.stdout:op 4382 completed, throughput=5MB/sec 2024-09-13T03:27:11.558 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9efR1Wa67VjbNl7 off=6207691 len=1104098 2024-09-13T03:27:11.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 4383 completed, throughput=5MB/sec 2024-09-13T03:27:12.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:12 smithi052 ceph-mon[89065]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:27:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:12 smithi052 ceph-mon[91421]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:27:12.564 INFO:tasks.workunit.client.0.smithi052.stdout: 863: throughput=5MB/sec pending data=0 2024-09-13T03:27:12.564 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5nhO_Wrc8XI4os9 off=9004831 len=975723 2024-09-13T03:27:12.565 INFO:tasks.workunit.client.0.smithi052.stdout:op 4384 completed, throughput=5MB/sec 2024-09-13T03:27:12.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P-inYRFy6cV9kN9 off=6857488 len=1825612 2024-09-13T03:27:12.575 INFO:tasks.workunit.client.0.smithi052.stdout:op 4385 completed, throughput=5MB/sec 2024-09-13T03:27:12.575 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0dWEECtv266-pRF off=19221790 len=1289473 2024-09-13T03:27:12.581 INFO:tasks.workunit.client.0.smithi052.stdout:op 4386 completed, throughput=5MB/sec 2024-09-13T03:27:12.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nr2rgfRFauq2pVu off=822282 len=1057777 2024-09-13T03:27:12.587 INFO:tasks.workunit.client.0.smithi052.stdout:op 4387 completed, throughput=5MB/sec 2024-09-13T03:27:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:12 smithi078 ceph-mon[85589]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:27:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:27:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:13.588 INFO:tasks.workunit.client.0.smithi052.stdout: 864: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:13.588 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GkB17yyLcGqzoqb off=701466 len=1350893 2024-09-13T03:27:13.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 4388 completed, throughput=5MB/sec 2024-09-13T03:27:13.594 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yB-dSCe0vSgHjsR off=41937 len=1369470 2024-09-13T03:27:13.596 INFO:tasks.workunit.client.0.smithi052.stdout:op 4389 completed, throughput=5MB/sec 2024-09-13T03:27:13.596 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7v-OKeBKOkuecse off=55937 len=1952559 2024-09-13T03:27:13.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 4390 completed, throughput=5MB/sec 2024-09-13T03:27:13.607 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hyZIBAUy9lN5sMX off=15735389 len=2080326 2024-09-13T03:27:13.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 4391 completed, throughput=5MB/sec 2024-09-13T03:27:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:14 smithi052 ceph-mon[91421]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:27:14.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:14 smithi052 ceph-mon[89065]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:27:14.609 INFO:tasks.workunit.client.0.smithi052.stdout: 865: throughput=5MB/sec pending data=0 2024-09-13T03:27:14.609 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ya_7tevgC7fn-1A off=1310522 len=1297613 2024-09-13T03:27:14.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 4392 completed, throughput=5MB/sec 2024-09-13T03:27:14.615 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ddEzsY8TaYx3MmR off=3702929 len=397421 2024-09-13T03:27:14.619 INFO:tasks.workunit.client.0.smithi052.stdout:op 4393 completed, throughput=5MB/sec 2024-09-13T03:27:14.619 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FqU3U5THdsDfNR- off=270805 len=739722 2024-09-13T03:27:14.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 4394 completed, throughput=5MB/sec 2024-09-13T03:27:14.620 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GnET3dcA64mi_b4 off=7881789 len=747888 2024-09-13T03:27:14.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 4395 completed, throughput=5MB/sec 2024-09-13T03:27:14.622 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L2aE45S99m2KMx9 off=8549067 len=129087 2024-09-13T03:27:14.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 4396 completed, throughput=5MB/sec 2024-09-13T03:27:14.622 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oQPVeFPbctZLhYz off=4302434 len=186852 2024-09-13T03:27:14.622 INFO:tasks.workunit.client.0.smithi052.stdout:op 4397 completed, throughput=5MB/sec 2024-09-13T03:27:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:14 smithi078 ceph-mon[85589]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:27:15.623 INFO:tasks.workunit.client.0.smithi052.stdout: 866: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:15.623 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kVyTEX1izNUw1TY off=10130869 len=42279 2024-09-13T03:27:15.624 INFO:tasks.workunit.client.0.smithi052.stdout:op 4398 completed, throughput=4.99MB/sec 2024-09-13T03:27:15.624 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n4pYWKlojWZEiHF off=3632029 len=625760 2024-09-13T03:27:15.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 4399 completed, throughput=5MB/sec 2024-09-13T03:27:15.628 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FtXaEpMMYZkeVzB off=11225150 len=1692351 2024-09-13T03:27:15.638 INFO:tasks.workunit.client.0.smithi052.stdout:op 4400 completed, throughput=5MB/sec 2024-09-13T03:27:15.638 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7q10V7Aq8KVljbL off=6612605 len=534052 2024-09-13T03:27:15.642 INFO:tasks.workunit.client.0.smithi052.stdout:op 4401 completed, throughput=5MB/sec 2024-09-13T03:27:15.642 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tvLiCIobj3lq9Gd off=3323909 len=1097844 2024-09-13T03:27:15.644 INFO:tasks.workunit.client.0.smithi052.stdout:op 4402 completed, throughput=5MB/sec 2024-09-13T03:27:15.645 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iHtP6AghsoONAD1 off=1977317 len=796424 2024-09-13T03:27:15.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 4403 completed, throughput=5MB/sec 2024-09-13T03:27:15.649 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z5pVeSMIMTcDTj5 off=1745442 len=1693997 2024-09-13T03:27:15.651 INFO:tasks.workunit.client.0.smithi052.stdout:op 4404 completed, throughput=5MB/sec 2024-09-13T03:27:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:16 smithi052 ceph-mon[91421]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:27:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:16 smithi052 ceph-mon[89065]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:27:16.652 INFO:tasks.workunit.client.0.smithi052.stdout: 867: throughput=5MB/sec pending data=0 2024-09-13T03:27:16.652 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jcy6K9T7AzWgrbU off=10153479 len=1147722 2024-09-13T03:27:16.658 INFO:tasks.workunit.client.0.smithi052.stdout:op 4405 completed, throughput=5MB/sec 2024-09-13T03:27:16.658 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1FV_bpmDeKCaUYP off=7684363 len=585909 2024-09-13T03:27:16.659 INFO:tasks.workunit.client.0.smithi052.stdout:op 4406 completed, throughput=5MB/sec 2024-09-13T03:27:16.659 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EAhX80sEs3FUC3x off=8794976 len=581191 2024-09-13T03:27:16.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 4407 completed, throughput=5MB/sec 2024-09-13T03:27:16.661 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eJfHaer86ZYGVn8 off=7671758 len=475998 2024-09-13T03:27:16.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 4408 completed, throughput=5MB/sec 2024-09-13T03:27:16.662 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t_XTidnZnreMmvc off=5168954 len=1167006 2024-09-13T03:27:16.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 4409 completed, throughput=5MB/sec 2024-09-13T03:27:16.664 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-92ER21zsKkLMPeS off=6567976 len=691853 2024-09-13T03:27:16.665 INFO:tasks.workunit.client.0.smithi052.stdout:op 4410 completed, throughput=5MB/sec 2024-09-13T03:27:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:16 smithi078 ceph-mon[85589]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-13T03:27:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:17.665 INFO:tasks.workunit.client.0.smithi052.stdout: 868: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:17.665 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F50ZpXuPRHmleJC off=18247368 len=1884536 2024-09-13T03:27:17.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 4411 completed, throughput=5MB/sec 2024-09-13T03:27:17.669 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yG2-xf5Z7qZXDsD off=390307 len=276422 2024-09-13T03:27:17.673 INFO:tasks.workunit.client.0.smithi052.stdout:op 4412 completed, throughput=5MB/sec 2024-09-13T03:27:17.673 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EcI0Dq883Ng33gM off=19452259 len=200276 2024-09-13T03:27:17.675 INFO:tasks.workunit.client.0.smithi052.stdout:op 4413 completed, throughput=5MB/sec 2024-09-13T03:27:17.675 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ay8uscFjz7p09HA off=15478260 len=199772 2024-09-13T03:27:17.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 4414 completed, throughput=5MB/sec 2024-09-13T03:27:17.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PYDMxlVRGXM3NZZ off=7123968 len=1521610 2024-09-13T03:27:17.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 4415 completed, throughput=5MB/sec 2024-09-13T03:27:17.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fXxQ-J2BnH1g7y7 off=7990500 len=101587 2024-09-13T03:27:17.688 INFO:tasks.workunit.client.0.smithi052.stdout:op 4416 completed, throughput=5MB/sec 2024-09-13T03:27:17.688 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b5XcJKNOoGSir-y off=11307525 len=369065 2024-09-13T03:27:17.691 INFO:tasks.workunit.client.0.smithi052.stdout:op 4417 completed, throughput=5MB/sec 2024-09-13T03:27:17.691 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ssIDwx05BWfPOx5 off=3753166 len=1452398 2024-09-13T03:27:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:17.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 4418 completed, throughput=5MB/sec 2024-09-13T03:27:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:18 smithi052 ceph-mon[91421]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:27:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:18 smithi052 ceph-mon[89065]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:27:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:27:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:27:18] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:27:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:18 smithi078 ceph-mon[85589]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:27:18.699 INFO:tasks.workunit.client.0.smithi052.stdout: 869: throughput=5MB/sec pending data=0 2024-09-13T03:27:18.699 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QYxbfnmZ5fWkpcV off=8693038 len=131614 2024-09-13T03:27:18.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 4419 completed, throughput=5MB/sec 2024-09-13T03:27:18.702 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OvAoUy2jANiP098 off=17466890 len=796103 2024-09-13T03:27:18.703 INFO:tasks.workunit.client.0.smithi052.stdout:op 4420 completed, throughput=5MB/sec 2024-09-13T03:27:18.704 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jJUQNxT60ohGXKl off=15682843 len=517073 2024-09-13T03:27:18.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 4421 completed, throughput=5MB/sec 2024-09-13T03:27:18.705 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bxLdCmkvm0Mf1JX off=2091577 len=1030815 2024-09-13T03:27:18.706 INFO:tasks.workunit.client.0.smithi052.stdout:op 4422 completed, throughput=5MB/sec 2024-09-13T03:27:18.706 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Pxfuz_bXY64YSAT off=434194 len=806930 2024-09-13T03:27:18.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 4423 completed, throughput=5MB/sec 2024-09-13T03:27:18.711 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g7wvRrAbXRbYrwZ off=1831273 len=55159 2024-09-13T03:27:18.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 4424 completed, throughput=5MB/sec 2024-09-13T03:27:18.713 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QAKT5TvXR-n_kTx off=11058398 len=558146 2024-09-13T03:27:18.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 4425 completed, throughput=5MB/sec 2024-09-13T03:27:18.716 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yzkv5y12_En9wAc off=5569525 len=1573652 2024-09-13T03:27:18.718 INFO:tasks.workunit.client.0.smithi052.stdout:op 4426 completed, throughput=5MB/sec 2024-09-13T03:27:19.719 INFO:tasks.workunit.client.0.smithi052.stdout: 870: throughput=5MB/sec pending data=0 2024-09-13T03:27:19.719 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SPO84PiB1B1dJil off=4693911 len=1412682 2024-09-13T03:27:19.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 4427 completed, throughput=5MB/sec 2024-09-13T03:27:19.725 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bi37ptRxWsC79ol off=8032964 len=1600114 2024-09-13T03:27:19.733 INFO:tasks.workunit.client.0.smithi052.stdout:op 4428 completed, throughput=5MB/sec 2024-09-13T03:27:19.733 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lMijdgbMTPGZSgl off=3590480 len=861917 2024-09-13T03:27:19.735 INFO:tasks.workunit.client.0.smithi052.stdout:op 4429 completed, throughput=5MB/sec 2024-09-13T03:27:19.735 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DzBXMqr8XUdDudz off=15016433 len=1091045 2024-09-13T03:27:19.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 4430 completed, throughput=5MB/sec 2024-09-13T03:27:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:20 smithi052 ceph-mon[91421]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:20 smithi052 ceph-mon[89065]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:20 smithi078 ceph-mon[85589]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:20.741 INFO:tasks.workunit.client.0.smithi052.stdout: 871: throughput=5MB/sec pending data=0 2024-09-13T03:27:20.741 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7yNBvvfxFPLdrIv off=4436832 len=1232456 2024-09-13T03:27:20.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 4431 completed, throughput=5MB/sec 2024-09-13T03:27:20.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0GhDFsp-PI1ImId off=3467197 len=1565 2024-09-13T03:27:20.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 4432 completed, throughput=5MB/sec 2024-09-13T03:27:20.744 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Orymh84iWacUFtH off=1752420 len=190576 2024-09-13T03:27:20.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 4433 completed, throughput=5MB/sec 2024-09-13T03:27:20.747 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LwCVdvbsnckOcMJ off=8233369 len=862690 2024-09-13T03:27:20.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 4434 completed, throughput=5MB/sec 2024-09-13T03:27:20.752 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pWrUtoJ1JquNKZC off=3859452 len=1487817 2024-09-13T03:27:20.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 4435 completed, throughput=5MB/sec 2024-09-13T03:27:20.754 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T4a2Qcj60Bz75Qg off=1955517 len=2027938 2024-09-13T03:27:20.763 INFO:tasks.workunit.client.0.smithi052.stdout:op 4436 completed, throughput=5MB/sec 2024-09-13T03:27:21.764 INFO:tasks.workunit.client.0.smithi052.stdout: 872: throughput=5MB/sec pending data=0 2024-09-13T03:27:21.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xKOI8-_2XngSmI7 off=744402 len=1538802 2024-09-13T03:27:21.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 4437 completed, throughput=5MB/sec 2024-09-13T03:27:21.767 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ymbJI608OYfYsPf off=2216729 len=1424889 2024-09-13T03:27:21.774 INFO:tasks.workunit.client.0.smithi052.stdout:op 4438 completed, throughput=5MB/sec 2024-09-13T03:27:21.774 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--Nw_Woa7F03gtlc off=879884 len=867046 2024-09-13T03:27:21.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 4439 completed, throughput=5MB/sec 2024-09-13T03:27:21.779 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T3qIv9PR_FeaZIX off=10813384 len=500946 2024-09-13T03:27:21.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 4440 completed, throughput=5MB/sec 2024-09-13T03:27:22.499 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:22 smithi078 ceph-mon[85589]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:22.499 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:27:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:22 smithi052 ceph-mon[91421]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:22.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:22 smithi052 ceph-mon[89065]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:22.781 INFO:tasks.workunit.client.0.smithi052.stdout: 873: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:22.781 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--QdLCCZF8HjC2Lt off=600670 len=877097 2024-09-13T03:27:22.787 INFO:tasks.workunit.client.0.smithi052.stdout:op 4441 completed, throughput=5MB/sec 2024-09-13T03:27:22.787 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jUU3goDQWZfrcd1 off=820974 len=743959 2024-09-13T03:27:22.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 4442 completed, throughput=5MB/sec 2024-09-13T03:27:22.792 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XRJaB9KNTuD0haG off=8553191 len=1341718 2024-09-13T03:27:22.793 INFO:tasks.workunit.client.0.smithi052.stdout:op 4443 completed, throughput=5MB/sec 2024-09-13T03:27:22.793 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yCjFxBZC3AYu1sd off=10519118 len=1088701 2024-09-13T03:27:22.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 4444 completed, throughput=5MB/sec 2024-09-13T03:27:22.798 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oxoVJ5--SaLo3dt off=7685993 len=741897 2024-09-13T03:27:22.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 4445 completed, throughput=5MB/sec 2024-09-13T03:27:22.802 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b5XcJKNOoGSir-y off=12220874 len=676400 2024-09-13T03:27:22.803 INFO:tasks.workunit.client.0.smithi052.stdout:op 4446 completed, throughput=5MB/sec 2024-09-13T03:27:23.804 INFO:tasks.workunit.client.0.smithi052.stdout: 874: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:23.804 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OxQdAPlu29wpnhU off=0 len=1585325 2024-09-13T03:27:23.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 4447 completed, throughput=5MB/sec 2024-09-13T03:27:23.811 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5qzkMGzolqh3HT1 off=5137468 len=1862182 2024-09-13T03:27:23.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 4448 completed, throughput=5MB/sec 2024-09-13T03:27:23.817 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d_6wFl2Szu43Q4I off=1104226 len=431421 2024-09-13T03:27:23.817 INFO:tasks.workunit.client.0.smithi052.stdout:op 4449 completed, throughput=5MB/sec 2024-09-13T03:27:23.817 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XDZOx8I7K52Cieb off=18348841 len=1087953 2024-09-13T03:27:23.820 INFO:tasks.workunit.client.0.smithi052.stdout:op 4450 completed, throughput=5MB/sec 2024-09-13T03:27:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:24 smithi052 ceph-mon[91421]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:27:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:24 smithi052 ceph-mon[89065]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:27:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:24 smithi078 ceph-mon[85589]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:27:24.820 INFO:tasks.workunit.client.0.smithi052.stdout: 875: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:24.821 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wCGLP7HMfeLYxj2 off=8550074 len=1921836 2024-09-13T03:27:24.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 4451 completed, throughput=5MB/sec 2024-09-13T03:27:24.829 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--c0yKkX6uAh9mBZ off=0 len=1393971 2024-09-13T03:27:24.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 4452 completed, throughput=5MB/sec 2024-09-13T03:27:24.838 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vGAuVF21c8hIdj- off=11397275 len=1288194 2024-09-13T03:27:24.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 4453 completed, throughput=5MB/sec 2024-09-13T03:27:24.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UZNrnzcpann2hsp off=9318074 len=1464758 2024-09-13T03:27:24.848 INFO:tasks.workunit.client.0.smithi052.stdout:op 4454 completed, throughput=5MB/sec 2024-09-13T03:27:25.848 INFO:tasks.workunit.client.0.smithi052.stdout: 876: throughput=5MB/sec pending data=0 2024-09-13T03:27:25.848 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nffmKiXXoddL_VP off=3274718 len=1903290 2024-09-13T03:27:25.857 INFO:tasks.workunit.client.0.smithi052.stdout:op 4455 completed, throughput=5MB/sec 2024-09-13T03:27:25.857 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DQytXkjPmWZww2V off=14259451 len=999822 2024-09-13T03:27:25.865 INFO:tasks.workunit.client.0.smithi052.stdout:op 4456 completed, throughput=5MB/sec 2024-09-13T03:27:25.865 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SNKwxIkdsvrO4se off=720718 len=940166 2024-09-13T03:27:25.865 INFO:tasks.workunit.client.0.smithi052.stdout:op 4457 completed, throughput=5MB/sec 2024-09-13T03:27:25.865 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j8hNmezyPK_drn6 off=922010 len=1898177 2024-09-13T03:27:25.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 4458 completed, throughput=5MB/sec 2024-09-13T03:27:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:26 smithi052 ceph-mon[91421]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:26 smithi052 ceph-mon[89065]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:26 smithi078 ceph-mon[85589]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:26.870 INFO:tasks.workunit.client.0.smithi052.stdout: 877: throughput=5MB/sec pending data=0 2024-09-13T03:27:26.870 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-J1NDO9zkLjv95dW off=4749723 len=1775284 2024-09-13T03:27:26.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 4459 completed, throughput=5MB/sec 2024-09-13T03:27:26.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9l5aEHE-cjune33 off=9340660 len=1312141 2024-09-13T03:27:26.882 INFO:tasks.workunit.client.0.smithi052.stdout:op 4460 completed, throughput=5MB/sec 2024-09-13T03:27:26.882 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QtNTWHApDGu72lF off=10288951 len=1320996 2024-09-13T03:27:26.890 INFO:tasks.workunit.client.0.smithi052.stdout:op 4461 completed, throughput=5MB/sec 2024-09-13T03:27:27.890 INFO:tasks.workunit.client.0.smithi052.stdout: 878: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:27.890 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yiyqUaWaVxcrTXz off=12708303 len=2022538 2024-09-13T03:27:27.894 INFO:tasks.workunit.client.0.smithi052.stdout:op 4462 completed, throughput=5MB/sec 2024-09-13T03:27:27.894 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-agwYTEYUXEZXguZ off=3855510 len=622735 2024-09-13T03:27:27.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 4463 completed, throughput=5MB/sec 2024-09-13T03:27:27.896 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IkRmgHR_hL1kQkO off=12238510 len=138741 2024-09-13T03:27:27.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 4464 completed, throughput=5MB/sec 2024-09-13T03:27:27.899 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Twq2skxopCj8PZR off=8421798 len=1712600 2024-09-13T03:27:27.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 4465 completed, throughput=5MB/sec 2024-09-13T03:27:27.903 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HyH16az7xnGRXTG off=9511199 len=1284936 2024-09-13T03:27:27.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 4466 completed, throughput=5MB/sec 2024-09-13T03:27:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:28 smithi052 ceph-mon[91421]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:27:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:28 smithi052 ceph-mon[89065]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:27:28.532 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:27:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:27:28] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:27:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:28 smithi078 ceph-mon[85589]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:27:28.909 INFO:tasks.workunit.client.0.smithi052.stdout: 879: throughput=5MB/sec pending data=0 2024-09-13T03:27:28.909 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RCGpM0TN4xcaje_ off=6163904 len=1272934 2024-09-13T03:27:28.912 INFO:tasks.workunit.client.0.smithi052.stdout:op 4467 completed, throughput=5MB/sec 2024-09-13T03:27:28.912 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HQNziCiLl50V53K off=23271395 len=549923 2024-09-13T03:27:28.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 4468 completed, throughput=5MB/sec 2024-09-13T03:27:28.916 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TIGbwkDm0AhLKcJ off=4243033 len=2095871 2024-09-13T03:27:28.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 4469 completed, throughput=5MB/sec 2024-09-13T03:27:28.919 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DWY9zdvkdTcDdA4 off=5030963 len=1322592 2024-09-13T03:27:28.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 4470 completed, throughput=5MB/sec 2024-09-13T03:27:29.926 INFO:tasks.workunit.client.0.smithi052.stdout: 880: throughput=5MB/sec pending data=0 2024-09-13T03:27:29.926 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7FtyFkJBqBLf8jT off=3330606 len=779490 2024-09-13T03:27:29.932 INFO:tasks.workunit.client.0.smithi052.stdout:op 4471 completed, throughput=5MB/sec 2024-09-13T03:27:29.932 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fqn_v8FwLCh5gNb off=16499505 len=97206 2024-09-13T03:27:29.932 INFO:tasks.workunit.client.0.smithi052.stdout:op 4472 completed, throughput=5MB/sec 2024-09-13T03:27:29.933 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zLaqI44JmiVaGGe off=5566500 len=193795 2024-09-13T03:27:29.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 4473 completed, throughput=5MB/sec 2024-09-13T03:27:29.935 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YHLnVjEUviUId4w off=13781186 len=1963611 2024-09-13T03:27:29.938 INFO:tasks.workunit.client.0.smithi052.stdout:op 4474 completed, throughput=5MB/sec 2024-09-13T03:27:29.938 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aMHphMjMk7Uz1XC off=9056565 len=2032963 2024-09-13T03:27:29.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 4475 completed, throughput=5MB/sec 2024-09-13T03:27:30.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:30 smithi052 ceph-mon[89065]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:27:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:30 smithi052 ceph-mon[91421]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:27:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:30 smithi078 ceph-mon[85589]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:27:30.941 INFO:tasks.workunit.client.0.smithi052.stdout: 881: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:30.941 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JvhzHvU3A1LilwM off=47584 len=1160002 2024-09-13T03:27:30.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 4476 completed, throughput=5MB/sec 2024-09-13T03:27:30.949 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mABdBjUT-quUcSL off=1553179 len=307239 2024-09-13T03:27:30.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 4477 completed, throughput=5MB/sec 2024-09-13T03:27:30.949 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XTneAYtO6_DFtFA off=1313994 len=1010010 2024-09-13T03:27:30.950 INFO:tasks.workunit.client.0.smithi052.stdout:op 4478 completed, throughput=5MB/sec 2024-09-13T03:27:30.950 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-adLqqYxF0iJQBLC off=1106873 len=1138265 2024-09-13T03:27:30.952 INFO:tasks.workunit.client.0.smithi052.stdout:op 4479 completed, throughput=5MB/sec 2024-09-13T03:27:30.952 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XppYqJ9pRZMoh34 off=7746521 len=1189580 2024-09-13T03:27:30.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 4480 completed, throughput=5MB/sec 2024-09-13T03:27:30.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bn8OYkUIm4wwmcH off=4468388 len=1349563 2024-09-13T03:27:30.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 4481 completed, throughput=5MB/sec 2024-09-13T03:27:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: 882: throughput=5MB/sec pending data=0 2024-09-13T03:27:31.970 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xypCJ9ukrcFJD6z off=10461825 len=4618 2024-09-13T03:27:31.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 4482 completed, throughput=5MB/sec 2024-09-13T03:27:31.971 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ViLmDWBbSjZrSvv off=2331867 len=1605188 2024-09-13T03:27:31.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 4483 completed, throughput=5MB/sec 2024-09-13T03:27:31.975 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NhQheGXLujeF56d off=13775861 len=1749869 2024-09-13T03:27:31.983 INFO:tasks.workunit.client.0.smithi052.stdout:op 4484 completed, throughput=5MB/sec 2024-09-13T03:27:31.983 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nh6jKZvp4p5HQ3z off=4695358 len=339585 2024-09-13T03:27:31.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 4485 completed, throughput=5MB/sec 2024-09-13T03:27:31.986 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5nSKtm7wbmLF3Nn off=6080728 len=598171 2024-09-13T03:27:31.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 4486 completed, throughput=5MB/sec 2024-09-13T03:27:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:32 smithi052 ceph-mon[91421]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:27:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:32 smithi052 ceph-mon[89065]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:27:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:32 smithi078 ceph-mon[85589]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:27:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:27:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: 883: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:32.987 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nFWyjhFE2uy8GMQ off=101928 len=483169 2024-09-13T03:27:32.988 INFO:tasks.workunit.client.0.smithi052.stdout:op 4487 completed, throughput=4.99MB/sec 2024-09-13T03:27:32.988 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yRw_OUw6qjoExcz off=8779731 len=1125077 2024-09-13T03:27:32.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 4488 completed, throughput=5MB/sec 2024-09-13T03:27:32.991 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wsl6fYCR5fYOQzt off=0 len=1171500 2024-09-13T03:27:32.993 INFO:tasks.workunit.client.0.smithi052.stdout:op 4489 completed, throughput=5MB/sec 2024-09-13T03:27:32.993 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DHzrmC_CxkGm8nw off=1250012 len=270601 2024-09-13T03:27:32.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 4490 completed, throughput=5MB/sec 2024-09-13T03:27:32.994 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7_mZe0CcTY9KFvi off=3559008 len=1686176 2024-09-13T03:27:33.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 4491 completed, throughput=5MB/sec 2024-09-13T03:27:33.005 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bjGzIdYBxFrJ2MB off=708240 len=774531 2024-09-13T03:27:33.009 INFO:tasks.workunit.client.0.smithi052.stdout:op 4492 completed, throughput=5MB/sec 2024-09-13T03:27:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: 884: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:34.010 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5-S1GTKYZs-MfXl off=3968894 len=1400701 2024-09-13T03:27:34.018 INFO:tasks.workunit.client.0.smithi052.stdout:op 4493 completed, throughput=5MB/sec 2024-09-13T03:27:34.018 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gQcqjE6ZY-9feES off=17992617 len=397166 2024-09-13T03:27:34.019 INFO:tasks.workunit.client.0.smithi052.stdout:op 4494 completed, throughput=5MB/sec 2024-09-13T03:27:34.020 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1elnPi-7OFpgd-c off=6404234 len=2030491 2024-09-13T03:27:34.021 INFO:tasks.workunit.client.0.smithi052.stdout:op 4495 completed, throughput=5MB/sec 2024-09-13T03:27:34.021 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YPeYbFzAT4XvimJ off=3168441 len=1624413 2024-09-13T03:27:34.031 INFO:tasks.workunit.client.0.smithi052.stdout:op 4496 completed, throughput=5MB/sec 2024-09-13T03:27:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:34 smithi052 ceph-mon[91421]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:34 smithi052 ceph-mon[89065]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:34 smithi078 ceph-mon[85589]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: 885: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:35.031 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pqZknJ-RyUKYeDB off=9967479 len=601387 2024-09-13T03:27:35.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 4497 completed, throughput=5MB/sec 2024-09-13T03:27:35.035 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3MUQ3IzIa3PYEU- off=1611116 len=1677075 2024-09-13T03:27:35.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 4498 completed, throughput=5MB/sec 2024-09-13T03:27:35.038 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NnAGTSq2E6idw35 off=11845200 len=743561 2024-09-13T03:27:35.043 INFO:tasks.workunit.client.0.smithi052.stdout:op 4499 completed, throughput=5MB/sec 2024-09-13T03:27:35.043 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3bzL44N7gmu_EbF off=11921774 len=1803158 2024-09-13T03:27:35.053 INFO:tasks.workunit.client.0.smithi052.stdout:op 4500 completed, throughput=5MB/sec 2024-09-13T03:27:35.053 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YnV0xPnFzaUTgDh off=0 len=1256209 2024-09-13T03:27:35.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 4501 completed, throughput=5MB/sec 2024-09-13T03:27:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: 886: throughput=5MB/sec pending data=0 2024-09-13T03:27:36.061 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bmrlVKmXQ7tmduq off=7900486 len=1940626 2024-09-13T03:27:36.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 4502 completed, throughput=5MB/sec 2024-09-13T03:27:36.064 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D65iftYU5nzOqvv off=3016739 len=1256113 2024-09-13T03:27:36.069 INFO:tasks.workunit.client.0.smithi052.stdout:op 4503 completed, throughput=5MB/sec 2024-09-13T03:27:36.069 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6BHojYdrCMWeD-T off=8651385 len=841881 2024-09-13T03:27:36.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 4504 completed, throughput=5MB/sec 2024-09-13T03:27:36.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-77a64ZaCmFQqWdh off=765993 len=816834 2024-09-13T03:27:36.077 INFO:tasks.workunit.client.0.smithi052.stdout:op 4505 completed, throughput=5MB/sec 2024-09-13T03:27:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:36 smithi052 ceph-mon[91421]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:27:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:36 smithi052 ceph-mon[89065]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:27:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:36 smithi078 ceph-mon[85589]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-13T03:27:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: 887: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:37.077 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4UhNNLewF0_mONj off=14785733 len=652484 2024-09-13T03:27:37.081 INFO:tasks.workunit.client.0.smithi052.stdout:op 4506 completed, throughput=5MB/sec 2024-09-13T03:27:37.081 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-520U6-G1cR6PiWV off=1045717 len=139017 2024-09-13T03:27:37.082 INFO:tasks.workunit.client.0.smithi052.stdout:op 4507 completed, throughput=5MB/sec 2024-09-13T03:27:37.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GrErXj5Lcof0T7n off=1615474 len=913559 2024-09-13T03:27:37.084 INFO:tasks.workunit.client.0.smithi052.stdout:op 4508 completed, throughput=5MB/sec 2024-09-13T03:27:37.085 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ESvQj-rUbsp--mt off=5612828 len=1224187 2024-09-13T03:27:37.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 4509 completed, throughput=5MB/sec 2024-09-13T03:27:37.086 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G7-W7LFgpjr_dEy off=2241675 len=729854 2024-09-13T03:27:37.087 INFO:tasks.workunit.client.0.smithi052.stdout:op 4510 completed, throughput=5MB/sec 2024-09-13T03:27:37.087 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qRVpJIPhhxOKqlE off=8691897 len=1133808 2024-09-13T03:27:37.088 INFO:tasks.workunit.client.0.smithi052.stdout:op 4511 completed, throughput=5MB/sec 2024-09-13T03:27:37.089 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iQMT4rml8Cj9YHj off=7971070 len=1586064 2024-09-13T03:27:37.090 INFO:tasks.workunit.client.0.smithi052.stdout:op 4512 completed, throughput=5MB/sec 2024-09-13T03:27:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: 888: throughput=5MB/sec pending data=0 2024-09-13T03:27:38.091 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zWvudjLvgTwTgA9 off=3049898 len=1463467 2024-09-13T03:27:38.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 4513 completed, throughput=5MB/sec 2024-09-13T03:27:38.098 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lHPjeYRjZl1rrCu off=5382830 len=357184 2024-09-13T03:27:38.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 4514 completed, throughput=5MB/sec 2024-09-13T03:27:38.102 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qrSCG4OuSnmrfJ5 off=6496781 len=204979 2024-09-13T03:27:38.104 INFO:tasks.workunit.client.0.smithi052.stdout:op 4515 completed, throughput=5MB/sec 2024-09-13T03:27:38.104 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-G1AkJD1gShO6zTK off=18557499 len=569004 2024-09-13T03:27:38.108 INFO:tasks.workunit.client.0.smithi052.stdout:op 4516 completed, throughput=5MB/sec 2024-09-13T03:27:38.108 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WfjjfgI4KZQQZ1g off=4172495 len=948437 2024-09-13T03:27:38.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 4517 completed, throughput=5MB/sec 2024-09-13T03:27:38.113 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Reh7X-n6ETLofaE off=15467285 len=1030048 2024-09-13T03:27:38.117 INFO:tasks.workunit.client.0.smithi052.stdout:op 4518 completed, throughput=5MB/sec 2024-09-13T03:27:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:38 smithi052 ceph-mon[91421]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:27:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:27:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:27:38] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:27:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:38 smithi052 ceph-mon[89065]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:27:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:38 smithi078 ceph-mon[85589]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:27:39.117 INFO:tasks.workunit.client.0.smithi052.stdout: 889: throughput=5MB/sec pending data=0 2024-09-13T03:27:39.117 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zeRKAL5BxiMqJn5 off=1441357 len=522964 2024-09-13T03:27:39.119 INFO:tasks.workunit.client.0.smithi052.stdout:op 4519 completed, throughput=5MB/sec 2024-09-13T03:27:39.119 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RXNVqX1NEgj0moZ off=1933670 len=562805 2024-09-13T03:27:39.124 INFO:tasks.workunit.client.0.smithi052.stdout:op 4520 completed, throughput=5MB/sec 2024-09-13T03:27:39.124 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-l1Obbxt_A6PvZKB off=1677523 len=1082086 2024-09-13T03:27:39.129 INFO:tasks.workunit.client.0.smithi052.stdout:op 4521 completed, throughput=5MB/sec 2024-09-13T03:27:39.129 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0SSfGvLvfQuazqO off=22270195 len=1089080 2024-09-13T03:27:39.134 INFO:tasks.workunit.client.0.smithi052.stdout:op 4522 completed, throughput=5MB/sec 2024-09-13T03:27:39.134 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N3430SkWb_410ud off=13648996 len=1235803 2024-09-13T03:27:39.135 INFO:tasks.workunit.client.0.smithi052.stdout:op 4523 completed, throughput=5MB/sec 2024-09-13T03:27:39.135 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bvjUMLlHLRBsr96 off=4808301 len=2009415 2024-09-13T03:27:39.137 INFO:tasks.workunit.client.0.smithi052.stdout:op 4524 completed, throughput=5MB/sec 2024-09-13T03:27:40.138 INFO:tasks.workunit.client.0.smithi052.stdout: 890: throughput=5MB/sec pending data=0 2024-09-13T03:27:40.138 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FYiFrmBAWxqFbz_ off=7894808 len=623016 2024-09-13T03:27:40.141 INFO:tasks.workunit.client.0.smithi052.stdout:op 4525 completed, throughput=5MB/sec 2024-09-13T03:27:40.141 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u6mi2XTI5zjDgOY off=3479401 len=1441240 2024-09-13T03:27:40.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 4526 completed, throughput=5MB/sec 2024-09-13T03:27:40.156 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mOZTdDigAVDRMEK off=5736101 len=1877852 2024-09-13T03:27:40.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 4527 completed, throughput=5MB/sec 2024-09-13T03:27:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:40 smithi052 ceph-mon[91421]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:40 smithi052 ceph-mon[89065]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:40 smithi078 ceph-mon[85589]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:27:41.160 INFO:tasks.workunit.client.0.smithi052.stdout: 891: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:41.160 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eSdauUR7C2xVb_H off=10273591 len=985085 2024-09-13T03:27:41.166 INFO:tasks.workunit.client.0.smithi052.stdout:op 4528 completed, throughput=5MB/sec 2024-09-13T03:27:41.166 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7K3QeRlwgAvkL3v off=2583189 len=240003 2024-09-13T03:27:41.169 INFO:tasks.workunit.client.0.smithi052.stdout:op 4529 completed, throughput=5MB/sec 2024-09-13T03:27:41.169 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mEZjDhFtFt6HMNJ off=6401386 len=1554727 2024-09-13T03:27:41.171 INFO:tasks.workunit.client.0.smithi052.stdout:op 4530 completed, throughput=5MB/sec 2024-09-13T03:27:41.171 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rg0A8R6_CpJ9wcY off=15290193 len=175327 2024-09-13T03:27:41.173 INFO:tasks.workunit.client.0.smithi052.stdout:op 4531 completed, throughput=5MB/sec 2024-09-13T03:27:41.173 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U_DqwFeMB_IucLw off=321708 len=2047645 2024-09-13T03:27:41.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 4532 completed, throughput=5MB/sec 2024-09-13T03:27:42.178 INFO:tasks.workunit.client.0.smithi052.stdout: 892: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:42.178 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pK-lnC2dcvHxUPI off=4082900 len=1287918 2024-09-13T03:27:42.184 INFO:tasks.workunit.client.0.smithi052.stdout:op 4533 completed, throughput=5MB/sec 2024-09-13T03:27:42.184 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KI8yyAr1xv3xPv7 off=2804089 len=1490339 2024-09-13T03:27:42.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 4534 completed, throughput=5MB/sec 2024-09-13T03:27:42.186 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xEP8HqlbdH1tRN2 off=8271340 len=1895151 2024-09-13T03:27:42.190 INFO:tasks.workunit.client.0.smithi052.stdout:op 4535 completed, throughput=5MB/sec 2024-09-13T03:27:42.190 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--URrMgvqkBfdafP off=15779518 len=1176669 2024-09-13T03:27:42.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 4536 completed, throughput=5MB/sec 2024-09-13T03:27:42.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:42 smithi052 ceph-mon[89065]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:27:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:42 smithi052 ceph-mon[91421]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:27:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:42 smithi078 ceph-mon[85589]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:27:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:27:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:27:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:43.192 INFO:tasks.workunit.client.0.smithi052.stdout: 893: throughput=5MB/sec pending data=0 2024-09-13T03:27:43.193 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kqJ2ux59B6FznlV off=15682539 len=1768877 2024-09-13T03:27:43.204 INFO:tasks.workunit.client.0.smithi052.stdout:op 4537 completed, throughput=5MB/sec 2024-09-13T03:27:43.204 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wSQdDy6uDnQXwc4 off=1540162 len=1388076 2024-09-13T03:27:43.210 INFO:tasks.workunit.client.0.smithi052.stdout:op 4538 completed, throughput=5MB/sec 2024-09-13T03:27:43.210 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sjfvUVjD17HjosQ off=8245747 len=1196340 2024-09-13T03:27:43.212 INFO:tasks.workunit.client.0.smithi052.stdout:op 4539 completed, throughput=5MB/sec 2024-09-13T03:27:43.212 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fHjq853IVbkIvPh off=2212457 len=1233388 2024-09-13T03:27:43.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 4540 completed, throughput=5MB/sec 2024-09-13T03:27:44.213 INFO:tasks.workunit.client.0.smithi052.stdout: 894: throughput=5MB/sec pending data=0 2024-09-13T03:27:44.213 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4vNhBdNMZHzksXE off=4812785 len=445288 2024-09-13T03:27:44.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 4541 completed, throughput=5MB/sec 2024-09-13T03:27:44.217 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2JJhe-PFo4HI5-x off=21991259 len=48810 2024-09-13T03:27:44.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 4542 completed, throughput=5MB/sec 2024-09-13T03:27:44.219 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9z273Mel8ulUeim off=2219105 len=1810019 2024-09-13T03:27:44.223 INFO:tasks.workunit.client.0.smithi052.stdout:op 4543 completed, throughput=5MB/sec 2024-09-13T03:27:44.223 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yCf0xDs1kyAILIp off=6094863 len=353434 2024-09-13T03:27:44.226 INFO:tasks.workunit.client.0.smithi052.stdout:op 4544 completed, throughput=5MB/sec 2024-09-13T03:27:44.227 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9aJ1PmgALy3s-mO off=14434493 len=69618 2024-09-13T03:27:44.229 INFO:tasks.workunit.client.0.smithi052.stdout:op 4545 completed, throughput=5MB/sec 2024-09-13T03:27:44.229 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Z4A0FZ_wHISsdWY off=8439370 len=2065451 2024-09-13T03:27:44.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 4546 completed, throughput=5MB/sec 2024-09-13T03:27:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:44 smithi078 ceph-mon[85589]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:44 smithi052 ceph-mon[91421]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:44 smithi052 ceph-mon[89065]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:27:45.231 INFO:tasks.workunit.client.0.smithi052.stdout: 895: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:45.232 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GXX9iws5nMU07IN off=2466535 len=1937364 2024-09-13T03:27:45.234 INFO:tasks.workunit.client.0.smithi052.stdout:op 4547 completed, throughput=5MB/sec 2024-09-13T03:27:45.234 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6wQAANAumzYwqTK off=18547298 len=1053760 2024-09-13T03:27:45.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 4548 completed, throughput=5MB/sec 2024-09-13T03:27:45.236 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VowDiRKZMBuH5HS off=14455699 len=515185 2024-09-13T03:27:45.239 INFO:tasks.workunit.client.0.smithi052.stdout:op 4549 completed, throughput=5MB/sec 2024-09-13T03:27:45.239 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4bgvQNjkJbOld0t off=15195680 len=322825 2024-09-13T03:27:45.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 4550 completed, throughput=5MB/sec 2024-09-13T03:27:45.240 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Dt3X7FRSCWd-hkR off=6585042 len=110927 2024-09-13T03:27:45.241 INFO:tasks.workunit.client.0.smithi052.stdout:op 4551 completed, throughput=5MB/sec 2024-09-13T03:27:45.241 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Psq0lNOMzP9B8vm off=1638578 len=223548 2024-09-13T03:27:45.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 4552 completed, throughput=5MB/sec 2024-09-13T03:27:45.244 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fzaq4mkVDTeftuJ off=9552818 len=1611603 2024-09-13T03:27:45.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 4553 completed, throughput=5MB/sec 2024-09-13T03:27:46.251 INFO:tasks.workunit.client.0.smithi052.stdout: 896: throughput=5MB/sec pending data=0 2024-09-13T03:27:46.251 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E1AcCidlVRcleeC off=2863130 len=1093728 2024-09-13T03:27:46.257 INFO:tasks.workunit.client.0.smithi052.stdout:op 4554 completed, throughput=5MB/sec 2024-09-13T03:27:46.257 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XyrdTPqe7adBhyD off=20936431 len=1874930 2024-09-13T03:27:46.261 INFO:tasks.workunit.client.0.smithi052.stdout:op 4555 completed, throughput=5MB/sec 2024-09-13T03:27:46.261 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yl_xOsjz6FTk7rK off=7293926 len=1539578 2024-09-13T03:27:46.263 INFO:tasks.workunit.client.0.smithi052.stdout:op 4556 completed, throughput=5MB/sec 2024-09-13T03:27:46.263 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i7Lkw-mOrBfnKfk off=8640681 len=1781414 2024-09-13T03:27:46.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 4557 completed, throughput=5MB/sec 2024-09-13T03:27:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:46 smithi078 ceph-mon[85589]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:46 smithi052 ceph-mon[91421]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:46 smithi052 ceph-mon[89065]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:47.274 INFO:tasks.workunit.client.0.smithi052.stdout: 897: throughput=5MB/sec pending data=0 2024-09-13T03:27:47.274 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gntMtuMnLKQezN2 off=15396901 len=1170040 2024-09-13T03:27:47.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 4558 completed, throughput=5MB/sec 2024-09-13T03:27:47.277 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7wL6TKoG8jbG4g4 off=9053388 len=178194 2024-09-13T03:27:47.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 4559 completed, throughput=5MB/sec 2024-09-13T03:27:47.280 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XDZOx8I7K52Cieb off=18864843 len=2010325 2024-09-13T03:27:47.292 INFO:tasks.workunit.client.0.smithi052.stdout:op 4560 completed, throughput=5MB/sec 2024-09-13T03:27:47.293 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SaGgher-8C6jq6g off=6671680 len=629967 2024-09-13T03:27:47.294 INFO:tasks.workunit.client.0.smithi052.stdout:op 4561 completed, throughput=5MB/sec 2024-09-13T03:27:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:27:48.294 INFO:tasks.workunit.client.0.smithi052.stdout: 898: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:48.294 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mABdBjUT-quUcSL off=7141676 len=1678963 2024-09-13T03:27:48.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 4562 completed, throughput=5MB/sec 2024-09-13T03:27:48.304 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BQlBCrJLsTYjlHy off=14031991 len=1055867 2024-09-13T03:27:48.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 4563 completed, throughput=5MB/sec 2024-09-13T03:27:48.311 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FCWqQi2KyV-wfG_ off=853494 len=1551650 2024-09-13T03:27:48.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 4564 completed, throughput=5MB/sec 2024-09-13T03:27:48.312 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QlxHhUBDUJ96cBv off=3025625 len=1040266 2024-09-13T03:27:48.317 INFO:tasks.workunit.client.0.smithi052.stdout:op 4565 completed, throughput=5MB/sec 2024-09-13T03:27:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:48 smithi052 ceph-mon[91421]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:27:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:27:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:27:48] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:27:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:48 smithi052 ceph-mon[89065]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:27:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:48 smithi078 ceph-mon[85589]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:27:49.317 INFO:tasks.workunit.client.0.smithi052.stdout: 899: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:49.318 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bScm-jDxKFgqE6v off=9434586 len=1999207 2024-09-13T03:27:49.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 4566 completed, throughput=5MB/sec 2024-09-13T03:27:49.322 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Spx0gNK1fIPYs6T off=14667323 len=823168 2024-09-13T03:27:49.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 4567 completed, throughput=5MB/sec 2024-09-13T03:27:49.327 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4T-sLnLw4YJ-1lS off=1388976 len=342439 2024-09-13T03:27:49.330 INFO:tasks.workunit.client.0.smithi052.stdout:op 4568 completed, throughput=5MB/sec 2024-09-13T03:27:49.330 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sOnQfZ11xfcDnwH off=10596520 len=2056575 2024-09-13T03:27:49.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 4569 completed, throughput=5MB/sec 2024-09-13T03:27:50.340 INFO:tasks.workunit.client.0.smithi052.stdout: 900: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:50.340 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A5CtE1ami57ebyQ off=1432548 len=1406921 2024-09-13T03:27:50.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 4570 completed, throughput=5MB/sec 2024-09-13T03:27:50.346 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-egkV2TjWkdglkTu off=3979378 len=112285 2024-09-13T03:27:50.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 4571 completed, throughput=5MB/sec 2024-09-13T03:27:50.346 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DymDR51mWDJZ-SR off=3873691 len=1059601 2024-09-13T03:27:50.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 4572 completed, throughput=5MB/sec 2024-09-13T03:27:50.348 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-O0wdwFV5dtUlSSL off=787538 len=422290 2024-09-13T03:27:50.348 INFO:tasks.workunit.client.0.smithi052.stdout:op 4573 completed, throughput=5MB/sec 2024-09-13T03:27:50.348 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3MHjdUt141GTXAH off=12029017 len=655089 2024-09-13T03:27:50.352 INFO:tasks.workunit.client.0.smithi052.stdout:op 4574 completed, throughput=5MB/sec 2024-09-13T03:27:50.352 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wTPZAdzfqBZlbB- off=16946400 len=267025 2024-09-13T03:27:50.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 4575 completed, throughput=5MB/sec 2024-09-13T03:27:50.355 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-z_-uPxzRNW1KpPN off=10997747 len=1036657 2024-09-13T03:27:50.360 INFO:tasks.workunit.client.0.smithi052.stdout:op 4576 completed, throughput=5MB/sec 2024-09-13T03:27:50.360 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KI8yyAr1xv3xPv7 off=2344111 len=1576046 2024-09-13T03:27:50.366 INFO:tasks.workunit.client.0.smithi052.stdout:op 4577 completed, throughput=5MB/sec 2024-09-13T03:27:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:50 smithi078 ceph-mon[85589]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:27:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:27:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:50 smithi052 ceph-mon[91421]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:27:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:27:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:50 smithi052 ceph-mon[89065]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:27:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:27:51.366 INFO:tasks.workunit.client.0.smithi052.stdout: 901: throughput=5MB/sec pending data=0 2024-09-13T03:27:51.366 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cg7nKORBojUuqFz off=9170751 len=592274 2024-09-13T03:27:51.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 4578 completed, throughput=5MB/sec 2024-09-13T03:27:51.371 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--15577aHeCECKPR off=2403782 len=1230134 2024-09-13T03:27:51.379 INFO:tasks.workunit.client.0.smithi052.stdout:op 4579 completed, throughput=5MB/sec 2024-09-13T03:27:51.379 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QD-0jEvKshqHXIe off=15717931 len=167086 2024-09-13T03:27:51.381 INFO:tasks.workunit.client.0.smithi052.stdout:op 4580 completed, throughput=5MB/sec 2024-09-13T03:27:51.381 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5pXAq-fQt2iQdqo off=13437695 len=365369 2024-09-13T03:27:51.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 4581 completed, throughput=5MB/sec 2024-09-13T03:27:51.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uNkOsEmA9c4o36C off=11098350 len=246693 2024-09-13T03:27:51.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 4582 completed, throughput=5MB/sec 2024-09-13T03:27:51.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QOusd0CxQdJeSIg off=3890332 len=1161252 2024-09-13T03:27:51.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 4583 completed, throughput=5MB/sec 2024-09-13T03:27:51.385 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bxNf1FW0mWsYBva off=6817783 len=98134 2024-09-13T03:27:51.386 INFO:tasks.workunit.client.0.smithi052.stdout:op 4584 completed, throughput=5MB/sec 2024-09-13T03:27:51.386 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-c_i2q0issYfOzjT off=4196101 len=2011519 2024-09-13T03:27:51.396 INFO:tasks.workunit.client.0.smithi052.stdout:op 4585 completed, throughput=5MB/sec 2024-09-13T03:27:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:27:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:27:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:27:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:27:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:27:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:27:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:27:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:27:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:27:52.396 INFO:tasks.workunit.client.0.smithi052.stdout: 902: throughput=5MB/sec pending data=0 2024-09-13T03:27:52.397 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VUoQdI4wJV388wS off=10313225 len=1319991 2024-09-13T03:27:52.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 4586 completed, throughput=5MB/sec 2024-09-13T03:27:52.398 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T1ScQANmLeoMFtp off=12441400 len=220454 2024-09-13T03:27:52.402 INFO:tasks.workunit.client.0.smithi052.stdout:op 4587 completed, throughput=5MB/sec 2024-09-13T03:27:52.402 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xQkiYq5o4T5CuZG off=12965005 len=1564572 2024-09-13T03:27:52.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 4588 completed, throughput=5MB/sec 2024-09-13T03:27:52.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I5e7f96dvi_xWqs off=2404172 len=98385 2024-09-13T03:27:52.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 4589 completed, throughput=5MB/sec 2024-09-13T03:27:52.410 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-k14dEOCNCBL9PZR off=6124960 len=1540598 2024-09-13T03:27:52.417 INFO:tasks.workunit.client.0.smithi052.stdout:op 4590 completed, throughput=5MB/sec 2024-09-13T03:27:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:52 smithi078 ceph-mon[85589]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:27:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:27:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:27:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:52 smithi052 ceph-mon[91421]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:27:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:52 smithi052 ceph-mon[89065]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:27:53.418 INFO:tasks.workunit.client.0.smithi052.stdout: 903: throughput=5MB/sec pending data=0 2024-09-13T03:27:53.418 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Zy-mS_hULZfqYNG off=10979991 len=1849323 2024-09-13T03:27:53.427 INFO:tasks.workunit.client.0.smithi052.stdout:op 4591 completed, throughput=5MB/sec 2024-09-13T03:27:53.427 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0cZC6MG1yOQ7FrR off=15716383 len=1224054 2024-09-13T03:27:53.428 INFO:tasks.workunit.client.0.smithi052.stdout:op 4592 completed, throughput=5MB/sec 2024-09-13T03:27:53.428 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xWfMu7wY7eDpCr_ off=5240952 len=1303638 2024-09-13T03:27:53.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 4593 completed, throughput=5MB/sec 2024-09-13T03:27:54.435 INFO:tasks.workunit.client.0.smithi052.stdout: 904: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:54.436 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DVVlH8_QhuWNaA5 off=650174 len=2011835 2024-09-13T03:27:54.447 INFO:tasks.workunit.client.0.smithi052.stdout:op 4594 completed, throughput=5MB/sec 2024-09-13T03:27:54.447 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1XdCh5SuuviDpb- off=5049725 len=1259602 2024-09-13T03:27:54.449 INFO:tasks.workunit.client.0.smithi052.stdout:op 4595 completed, throughput=5MB/sec 2024-09-13T03:27:54.449 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A14u5rE46E4Ip66 off=4265054 len=833475 2024-09-13T03:27:54.451 INFO:tasks.workunit.client.0.smithi052.stdout:op 4596 completed, throughput=5MB/sec 2024-09-13T03:27:54.451 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B_d4aS4_XXf7Gz2 off=2514540 len=174855 2024-09-13T03:27:54.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 4597 completed, throughput=5MB/sec 2024-09-13T03:27:54.452 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hdaKH8kENfgeyAo off=22130493 len=883581 2024-09-13T03:27:54.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 4598 completed, throughput=5MB/sec 2024-09-13T03:27:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:54 smithi078 ceph-mon[85589]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:54 smithi052 ceph-mon[91421]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:54 smithi052 ceph-mon[89065]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:55.454 INFO:tasks.workunit.client.0.smithi052.stdout: 905: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:55.454 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kWVTdkoqSzcSSfH off=10004405 len=1331156 2024-09-13T03:27:55.462 INFO:tasks.workunit.client.0.smithi052.stdout:op 4599 completed, throughput=5MB/sec 2024-09-13T03:27:55.462 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CrpzLPNPI0m7VtT off=2416556 len=256601 2024-09-13T03:27:55.465 INFO:tasks.workunit.client.0.smithi052.stdout:op 4600 completed, throughput=5MB/sec 2024-09-13T03:27:55.466 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zrte0OxzC8NoKZ_ off=3926383 len=503312 2024-09-13T03:27:55.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 4601 completed, throughput=5MB/sec 2024-09-13T03:27:55.467 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iPa2FESwTT6t5yh off=6967048 len=1734765 2024-09-13T03:27:55.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 4602 completed, throughput=5MB/sec 2024-09-13T03:27:55.474 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QcLbHrbol-Jcjgi off=3133583 len=1985897 2024-09-13T03:27:55.476 INFO:tasks.workunit.client.0.smithi052.stdout:op 4603 completed, throughput=5MB/sec 2024-09-13T03:27:56.477 INFO:tasks.workunit.client.0.smithi052.stdout: 906: throughput=5MB/sec pending data=0 2024-09-13T03:27:56.477 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EcI0Dq883Ng33gM off=19303989 len=958429 2024-09-13T03:27:56.482 INFO:tasks.workunit.client.0.smithi052.stdout:op 4604 completed, throughput=5MB/sec 2024-09-13T03:27:56.482 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eUMP5KYrYajNGY6 off=19851514 len=1424993 2024-09-13T03:27:56.491 INFO:tasks.workunit.client.0.smithi052.stdout:op 4605 completed, throughput=5MB/sec 2024-09-13T03:27:56.492 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cZ9eAqPPHVg-N6m off=6075142 len=1646555 2024-09-13T03:27:56.499 INFO:tasks.workunit.client.0.smithi052.stdout:op 4606 completed, throughput=5MB/sec 2024-09-13T03:27:56.500 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RiWpvfb1W4TTMMV off=20525026 len=2096540 2024-09-13T03:27:56.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 4607 completed, throughput=5MB/sec 2024-09-13T03:27:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:56 smithi078 ceph-mon[85589]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:56 smithi052 ceph-mon[91421]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:56.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:56 smithi052 ceph-mon[89065]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:27:57.502 INFO:tasks.workunit.client.0.smithi052.stdout: 907: throughput=5MB/sec pending data=0 2024-09-13T03:27:57.503 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WbxN90xF8mEOCkY off=0 len=1158310 2024-09-13T03:27:57.504 INFO:tasks.workunit.client.0.smithi052.stdout:op 4608 completed, throughput=5MB/sec 2024-09-13T03:27:57.505 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d4jC5FchayT5UVj off=384395 len=429265 2024-09-13T03:27:57.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 4609 completed, throughput=5MB/sec 2024-09-13T03:27:57.509 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0VPxr90_eh63q4R off=5837205 len=427326 2024-09-13T03:27:57.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 4610 completed, throughput=5MB/sec 2024-09-13T03:27:57.509 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RDJVOIvkt-D3Vt- off=2710990 len=465365 2024-09-13T03:27:57.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 4611 completed, throughput=5MB/sec 2024-09-13T03:27:57.513 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MCPv_TS8Ujob0Eg off=361109 len=996656 2024-09-13T03:27:57.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 4612 completed, throughput=5MB/sec 2024-09-13T03:27:57.514 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MIGUBqmg3JfDLhN off=1560990 len=696797 2024-09-13T03:27:57.515 INFO:tasks.workunit.client.0.smithi052.stdout:op 4613 completed, throughput=5MB/sec 2024-09-13T03:27:58.515 INFO:tasks.workunit.client.0.smithi052.stdout: 908: throughput=4.99MB/sec pending data=0 2024-09-13T03:27:58.516 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3GqM36ojTxX1ehh off=7210269 len=1268731 2024-09-13T03:27:58.522 INFO:tasks.workunit.client.0.smithi052.stdout:op 4614 completed, throughput=5MB/sec 2024-09-13T03:27:58.522 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u25nqKU1_AqtgAJ off=5404917 len=2039075 2024-09-13T03:27:58.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 4615 completed, throughput=5MB/sec 2024-09-13T03:27:58.524 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oEXPXM6KT_ZwsBx off=11425137 len=597540 2024-09-13T03:27:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:27:58 smithi052 ceph-mon[91421]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:27:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:27:58] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:27:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:27:58 smithi052 ceph-mon[89065]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:58.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 4616 completed, throughput=5MB/sec 2024-09-13T03:27:58.529 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VFSCyElQAeuxW9Z off=21224519 len=56657 2024-09-13T03:27:58.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 4617 completed, throughput=5MB/sec 2024-09-13T03:27:58.531 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N9y8jCDG0ptF3Uf off=1712490 len=1855089 2024-09-13T03:27:58.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 4618 completed, throughput=5MB/sec 2024-09-13T03:27:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:27:58 smithi078 ceph-mon[85589]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:27:59.544 INFO:tasks.workunit.client.0.smithi052.stdout: 909: throughput=5MB/sec pending data=0 2024-09-13T03:27:59.544 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F1k4J4LZcF1CQE7 off=8876307 len=1045713 2024-09-13T03:27:59.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 4619 completed, throughput=5MB/sec 2024-09-13T03:27:59.545 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ad3HHTZ146E1B1_ off=173710 len=804116 2024-09-13T03:27:59.546 INFO:tasks.workunit.client.0.smithi052.stdout:op 4620 completed, throughput=5MB/sec 2024-09-13T03:27:59.547 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D2uIRiFgygtz3Wj off=1342635 len=1355777 2024-09-13T03:27:59.548 INFO:tasks.workunit.client.0.smithi052.stdout:op 4621 completed, throughput=5MB/sec 2024-09-13T03:27:59.548 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EguUetjhkrsIJTV off=22218 len=1153852 2024-09-13T03:27:59.554 INFO:tasks.workunit.client.0.smithi052.stdout:op 4622 completed, throughput=5MB/sec 2024-09-13T03:27:59.554 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9F9-l5P2fwZzuaE off=4390362 len=1566097 2024-09-13T03:27:59.556 INFO:tasks.workunit.client.0.smithi052.stdout:op 4623 completed, throughput=5MB/sec 2024-09-13T03:28:00.557 INFO:tasks.workunit.client.0.smithi052.stdout: 910: throughput=5MB/sec pending data=0 2024-09-13T03:28:00.557 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mn2GPpELBnCl4Jy off=16946118 len=1316188 2024-09-13T03:28:00.562 INFO:tasks.workunit.client.0.smithi052.stdout:op 4624 completed, throughput=5MB/sec 2024-09-13T03:28:00.563 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3x1OEQan4XiKqh9 off=246157 len=1012657 2024-09-13T03:28:00.564 INFO:tasks.workunit.client.0.smithi052.stdout:op 4625 completed, throughput=5MB/sec 2024-09-13T03:28:00.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uTr_CcQZK5iKFXn off=2719937 len=1400463 2024-09-13T03:28:00.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 4626 completed, throughput=5MB/sec 2024-09-13T03:28:00.573 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hkX_UMTXv_zjtl9 off=3816659 len=132820 2024-09-13T03:28:00.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 4627 completed, throughput=5MB/sec 2024-09-13T03:28:00.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-47jEnuCZDtpWOQb off=1145439 len=1192674 2024-09-13T03:28:00.580 INFO:tasks.workunit.client.0.smithi052.stdout:op 4628 completed, throughput=5MB/sec 2024-09-13T03:28:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:00 smithi078 ceph-mon[85589]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:28:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:00 smithi052 ceph-mon[91421]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:28:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:00 smithi052 ceph-mon[89065]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:28:01.581 INFO:tasks.workunit.client.0.smithi052.stdout: 911: throughput=5MB/sec pending data=0 2024-09-13T03:28:01.581 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Y40pvBDJPNER_-t off=743782 len=1729479 2024-09-13T03:28:01.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 4629 completed, throughput=5MB/sec 2024-09-13T03:28:01.591 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BBuHQloM6OgJYMs off=678919 len=97771 2024-09-13T03:28:01.593 INFO:tasks.workunit.client.0.smithi052.stdout:op 4630 completed, throughput=5MB/sec 2024-09-13T03:28:01.593 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RKdyTV_FSDHOI-Z off=1285033 len=1144902 2024-09-13T03:28:01.595 INFO:tasks.workunit.client.0.smithi052.stdout:op 4631 completed, throughput=5MB/sec 2024-09-13T03:28:01.595 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iT2NZO7tSSLdfnk off=7559012 len=1584085 2024-09-13T03:28:01.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 4632 completed, throughput=5MB/sec 2024-09-13T03:28:02.608 INFO:tasks.workunit.client.0.smithi052.stdout: 912: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:02.608 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--bqQvWfR3cUe1uo off=5516412 len=704956 2024-09-13T03:28:02.612 INFO:tasks.workunit.client.0.smithi052.stdout:op 4633 completed, throughput=5MB/sec 2024-09-13T03:28:02.612 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--pNn8c6cu9BoH66 off=5916357 len=1395469 2024-09-13T03:28:02.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 4634 completed, throughput=5MB/sec 2024-09-13T03:28:02.620 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F4ocrL5QWxqmBaS off=17797864 len=2073576 2024-09-13T03:28:02.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 4635 completed, throughput=5MB/sec 2024-09-13T03:28:02.623 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZHMDe_2khOCG-_Z off=2126643 len=624080 2024-09-13T03:28:02.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 4636 completed, throughput=5MB/sec 2024-09-13T03:28:02.627 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-menQh4KF17leIDN off=1376963 len=1257461 2024-09-13T03:28:02.635 INFO:tasks.workunit.client.0.smithi052.stdout:op 4637 completed, throughput=5MB/sec 2024-09-13T03:28:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:02 smithi078 ceph-mon[85589]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:28:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:28:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:02 smithi052 ceph-mon[91421]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:02 smithi052 ceph-mon[89065]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:03.635 INFO:tasks.workunit.client.0.smithi052.stdout: 913: throughput=5MB/sec pending data=0 2024-09-13T03:28:03.635 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QRrSojIlXEIhZHB off=8953268 len=1671117 2024-09-13T03:28:03.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 4638 completed, throughput=5MB/sec 2024-09-13T03:28:03.637 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-phUcR2rXkgwaepG off=15902342 len=387706 2024-09-13T03:28:03.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 4639 completed, throughput=5MB/sec 2024-09-13T03:28:03.642 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dSWSiArplTPsvzQ off=795501 len=72901 2024-09-13T03:28:03.642 INFO:tasks.workunit.client.0.smithi052.stdout:op 4640 completed, throughput=5MB/sec 2024-09-13T03:28:03.642 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3oj3LjIo4Bq640z off=6005539 len=1555556 2024-09-13T03:28:03.644 INFO:tasks.workunit.client.0.smithi052.stdout:op 4641 completed, throughput=5MB/sec 2024-09-13T03:28:03.645 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rqjmernBrDOPWSi off=14305820 len=1114417 2024-09-13T03:28:03.647 INFO:tasks.workunit.client.0.smithi052.stdout:op 4642 completed, throughput=5MB/sec 2024-09-13T03:28:04.647 INFO:tasks.workunit.client.0.smithi052.stdout: 914: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:04.647 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pBHGZvwbhrOP-kW off=3605994 len=1987766 2024-09-13T03:28:04.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 4643 completed, throughput=5MB/sec 2024-09-13T03:28:04.650 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HHTm-9X_cxFxMy9 off=10845941 len=1930970 2024-09-13T03:28:04.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 4644 completed, throughput=5MB/sec 2024-09-13T03:28:04.662 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IKn5Iw8e71bXjyR off=17883454 len=848989 2024-09-13T03:28:04.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 4645 completed, throughput=5MB/sec 2024-09-13T03:28:04.667 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oVxf22rj43e7g-w off=6426430 len=454884 2024-09-13T03:28:04.671 INFO:tasks.workunit.client.0.smithi052.stdout:op 4646 completed, throughput=5MB/sec 2024-09-13T03:28:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:04 smithi078 ceph-mon[85589]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:04 smithi052 ceph-mon[91421]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:04 smithi052 ceph-mon[89065]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:05.671 INFO:tasks.workunit.client.0.smithi052.stdout: 915: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:05.671 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lR6KXYDptTcKsXN off=8226132 len=337781 2024-09-13T03:28:05.672 INFO:tasks.workunit.client.0.smithi052.stdout:op 4647 completed, throughput=5MB/sec 2024-09-13T03:28:05.672 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8h62evPP1YvfYk6 off=4210694 len=1413572 2024-09-13T03:28:05.679 INFO:tasks.workunit.client.0.smithi052.stdout:op 4648 completed, throughput=5MB/sec 2024-09-13T03:28:05.679 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iDIv3pBf4f9EWsR off=15944798 len=260915 2024-09-13T03:28:05.682 INFO:tasks.workunit.client.0.smithi052.stdout:op 4649 completed, throughput=5MB/sec 2024-09-13T03:28:05.682 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-StLfIVmmhyhiE9c off=808359 len=1428369 2024-09-13T03:28:05.691 INFO:tasks.workunit.client.0.smithi052.stdout:op 4650 completed, throughput=5MB/sec 2024-09-13T03:28:05.691 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YgFp_Bju2kpBTgM off=2052918 len=895735 2024-09-13T03:28:05.696 INFO:tasks.workunit.client.0.smithi052.stdout:op 4651 completed, throughput=5MB/sec 2024-09-13T03:28:05.696 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wmKijXovKLsEqlP off=2988635 len=36626 2024-09-13T03:28:05.698 INFO:tasks.workunit.client.0.smithi052.stdout:op 4652 completed, throughput=5MB/sec 2024-09-13T03:28:05.698 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yitFn1ZlO3dDL9v off=2941712 len=1110840 2024-09-13T03:28:05.704 INFO:tasks.workunit.client.0.smithi052.stdout:op 4653 completed, throughput=5MB/sec 2024-09-13T03:28:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:06 smithi078 ceph-mon[85589]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:28:06.703 INFO:tasks.workunit.client.0.smithi052.stdout: 916: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:06.704 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-palhN2vFvb5OIw8 off=17187539 len=1474888 2024-09-13T03:28:06.712 INFO:tasks.workunit.client.0.smithi052.stdout:op 4654 completed, throughput=5MB/sec 2024-09-13T03:28:06.712 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N0azOJCLsxAYiah off=1043598 len=1918219 2024-09-13T03:28:06.714 INFO:tasks.workunit.client.0.smithi052.stdout:op 4655 completed, throughput=5MB/sec 2024-09-13T03:28:06.714 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JuQhnr4wkafPfmW off=654864 len=1335121 2024-09-13T03:28:06.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 4656 completed, throughput=5MB/sec 2024-09-13T03:28:06.721 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FGumcbohjpl3QO0 off=672581 len=1842259 2024-09-13T03:28:06.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 4657 completed, throughput=5MB/sec 2024-09-13T03:28:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:06 smithi052 ceph-mon[89065]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:28:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:06 smithi052 ceph-mon[91421]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:28:07.732 INFO:tasks.workunit.client.0.smithi052.stdout: 917: throughput=5MB/sec pending data=0 2024-09-13T03:28:07.732 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gtb6_3q9vmmRkoF off=946826 len=1007317 2024-09-13T03:28:07.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 4658 completed, throughput=5MB/sec 2024-09-13T03:28:07.738 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wRWeDFptAvG6PPa off=187280 len=1702030 2024-09-13T03:28:07.740 INFO:tasks.workunit.client.0.smithi052.stdout:op 4659 completed, throughput=5MB/sec 2024-09-13T03:28:07.740 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jukt9uD1hK-p0ck off=9548345 len=845624 2024-09-13T03:28:07.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 4660 completed, throughput=5MB/sec 2024-09-13T03:28:07.742 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7T3JI4C6qxhjFhX off=4364522 len=972109 2024-09-13T03:28:07.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 4661 completed, throughput=5MB/sec 2024-09-13T03:28:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:08 smithi052 ceph-mon[91421]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:08 smithi052 ceph-mon[89065]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:28:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:28:08] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-13T03:28:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:08 smithi078 ceph-mon[85589]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:08.748 INFO:tasks.workunit.client.0.smithi052.stdout: 918: throughput=5MB/sec pending data=0 2024-09-13T03:28:08.748 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3wT_p_0mEzpxjFU off=8533911 len=905728 2024-09-13T03:28:08.750 INFO:tasks.workunit.client.0.smithi052.stdout:op 4662 completed, throughput=5MB/sec 2024-09-13T03:28:08.750 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Jaw2-ZJrn2_AcyN off=0 len=1394055 2024-09-13T03:28:08.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 4663 completed, throughput=5MB/sec 2024-09-13T03:28:08.752 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wiEnmlDwa4OPpX5 off=11557808 len=1112888 2024-09-13T03:28:08.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 4664 completed, throughput=5MB/sec 2024-09-13T03:28:08.754 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zaC2XUjMhs6_LI3 off=514127 len=665725 2024-09-13T03:28:08.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 4665 completed, throughput=5MB/sec 2024-09-13T03:28:08.755 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gve01WPu-GdQ2UK off=10320680 len=1014079 2024-09-13T03:28:08.760 INFO:tasks.workunit.client.0.smithi052.stdout:op 4666 completed, throughput=5MB/sec 2024-09-13T03:28:09.761 INFO:tasks.workunit.client.0.smithi052.stdout: 919: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:09.761 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K-mQ3glHYqjfO8- off=6703806 len=481214 2024-09-13T03:28:09.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 4667 completed, throughput=5MB/sec 2024-09-13T03:28:09.762 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TDeEbJzmXQeG9PK off=0 len=1443131 2024-09-13T03:28:09.769 INFO:tasks.workunit.client.0.smithi052.stdout:op 4668 completed, throughput=5MB/sec 2024-09-13T03:28:09.769 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rVD_8Oon0xGbUHA off=11419503 len=1976503 2024-09-13T03:28:09.771 INFO:tasks.workunit.client.0.smithi052.stdout:op 4669 completed, throughput=5MB/sec 2024-09-13T03:28:09.771 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2IVpa-33NCswlHu off=4885746 len=954114 2024-09-13T03:28:09.772 INFO:tasks.workunit.client.0.smithi052.stdout:op 4670 completed, throughput=5MB/sec 2024-09-13T03:28:09.772 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ioQRLTwvv-9v3DE off=0 len=1467546 2024-09-13T03:28:09.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 4671 completed, throughput=5MB/sec 2024-09-13T03:28:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:10 smithi078 ceph-mon[85589]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:28:10.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:10 smithi052 ceph-mon[89065]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:28:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:10 smithi052 ceph-mon[91421]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:28:10.780 INFO:tasks.workunit.client.0.smithi052.stdout: 920: throughput=5MB/sec pending data=0 2024-09-13T03:28:10.780 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CSF1l57wej8BObL off=138313 len=1594574 2024-09-13T03:28:10.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 4672 completed, throughput=5MB/sec 2024-09-13T03:28:10.782 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8ebDV3-K8dLMloS off=0 len=1731394 2024-09-13T03:28:10.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 4673 completed, throughput=5MB/sec 2024-09-13T03:28:10.784 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oy4EP34pbpJ7Mwk off=7443047 len=1071475 2024-09-13T03:28:10.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 4674 completed, throughput=5MB/sec 2024-09-13T03:28:11.786 INFO:tasks.workunit.client.0.smithi052.stdout: 921: throughput=5MB/sec pending data=0 2024-09-13T03:28:11.786 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-m3f8a7qljGmp61n off=6124470 len=394624 2024-09-13T03:28:11.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 4675 completed, throughput=5MB/sec 2024-09-13T03:28:11.790 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0sb2c_mu6JOJVS6 off=1910582 len=43667 2024-09-13T03:28:11.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 4676 completed, throughput=5MB/sec 2024-09-13T03:28:11.790 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xyP7aSfuLbFqvcC off=14757227 len=149235 2024-09-13T03:28:11.791 INFO:tasks.workunit.client.0.smithi052.stdout:op 4677 completed, throughput=5MB/sec 2024-09-13T03:28:11.791 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N1THdCW3rlRTTgj off=16133319 len=517841 2024-09-13T03:28:11.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 4678 completed, throughput=5MB/sec 2024-09-13T03:28:11.792 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-14QQ0EDWYVN0THq off=2308171 len=806246 2024-09-13T03:28:11.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 4679 completed, throughput=5MB/sec 2024-09-13T03:28:11.797 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3m2cp5FUL_97YFG off=1140152 len=1434423 2024-09-13T03:28:11.804 INFO:tasks.workunit.client.0.smithi052.stdout:op 4680 completed, throughput=5MB/sec 2024-09-13T03:28:11.804 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C8pzGuh2GGcBh8D off=1664091 len=1848631 2024-09-13T03:28:11.812 INFO:tasks.workunit.client.0.smithi052.stdout:op 4681 completed, throughput=5MB/sec 2024-09-13T03:28:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:12 smithi078 ceph-mon[85589]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:28:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:28:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:12 smithi052 ceph-mon[91421]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:28:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:12 smithi052 ceph-mon[89065]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-13T03:28:12.812 INFO:tasks.workunit.client.0.smithi052.stdout: 922: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:12.812 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4d8iq37ttzMwSKM off=2996588 len=161306 2024-09-13T03:28:12.815 INFO:tasks.workunit.client.0.smithi052.stdout:op 4682 completed, throughput=5MB/sec 2024-09-13T03:28:12.815 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8IaHcowlTNW6Bnd off=17457521 len=1920956 2024-09-13T03:28:12.826 INFO:tasks.workunit.client.0.smithi052.stdout:op 4683 completed, throughput=5MB/sec 2024-09-13T03:28:12.826 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lMijdgbMTPGZSgl off=6328027 len=79092 2024-09-13T03:28:12.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 4684 completed, throughput=5MB/sec 2024-09-13T03:28:12.829 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xAgyEKEHiRqE6E0 off=6687926 len=954389 2024-09-13T03:28:12.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 4685 completed, throughput=5MB/sec 2024-09-13T03:28:12.835 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cYWhaSmnKpvi6bU off=3707360 len=598249 2024-09-13T03:28:12.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 4686 completed, throughput=5MB/sec 2024-09-13T03:28:12.839 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gtb6_3q9vmmRkoF off=1567176 len=91713 2024-09-13T03:28:12.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 4687 completed, throughput=5MB/sec 2024-09-13T03:28:12.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-a-wcWlbO3aV5d-Y off=1317160 len=820515 2024-09-13T03:28:12.844 INFO:tasks.workunit.client.0.smithi052.stdout:op 4688 completed, throughput=5MB/sec 2024-09-13T03:28:12.844 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-R_POHc3krlZmw1n off=18801528 len=1789343 2024-09-13T03:28:12.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 4689 completed, throughput=5MB/sec 2024-09-13T03:28:13.853 INFO:tasks.workunit.client.0.smithi052.stdout: 923: throughput=5MB/sec pending data=0 2024-09-13T03:28:13.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-p0XjxgcqniRnk3h off=15003437 len=129404 2024-09-13T03:28:13.854 INFO:tasks.workunit.client.0.smithi052.stdout:op 4690 completed, throughput=5MB/sec 2024-09-13T03:28:13.854 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4FNtCAakxDYpUGW off=236391 len=762302 2024-09-13T03:28:13.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 4691 completed, throughput=5MB/sec 2024-09-13T03:28:13.856 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4jNZlEbV4TBgRHW off=3541015 len=932361 2024-09-13T03:28:13.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 4692 completed, throughput=5MB/sec 2024-09-13T03:28:13.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-neCIIdcl63Ux4kh off=15386044 len=232112 2024-09-13T03:28:13.861 INFO:tasks.workunit.client.0.smithi052.stdout:op 4693 completed, throughput=5MB/sec 2024-09-13T03:28:13.861 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-74xB4TmFhrxNoy- off=1562477 len=1663714 2024-09-13T03:28:13.863 INFO:tasks.workunit.client.0.smithi052.stdout:op 4694 completed, throughput=5MB/sec 2024-09-13T03:28:13.863 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b-rMRFwfWJnhZ9e off=220662 len=1139381 2024-09-13T03:28:13.865 INFO:tasks.workunit.client.0.smithi052.stdout:op 4695 completed, throughput=5MB/sec 2024-09-13T03:28:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:14 smithi078 ceph-mon[85589]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:28:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:14 smithi052 ceph-mon[91421]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:28:14.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:14 smithi052 ceph-mon[89065]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:28:14.865 INFO:tasks.workunit.client.0.smithi052.stdout: 924: throughput=5MB/sec pending data=0 2024-09-13T03:28:14.866 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dpvlzy4kmt9ZXz_ off=7038559 len=1021210 2024-09-13T03:28:14.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 4696 completed, throughput=5MB/sec 2024-09-13T03:28:14.867 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7jz2PssfdGDA3do off=550462 len=1794842 2024-09-13T03:28:14.869 INFO:tasks.workunit.client.0.smithi052.stdout:op 4697 completed, throughput=5MB/sec 2024-09-13T03:28:14.870 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aXm_wr1zCIKEMOi off=2835807 len=2052646 2024-09-13T03:28:14.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 4698 completed, throughput=5MB/sec 2024-09-13T03:28:15.879 INFO:tasks.workunit.client.0.smithi052.stdout: 925: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:15.879 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Csko-LNVY1qXqzP off=253031 len=690930 2024-09-13T03:28:15.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 4699 completed, throughput=5MB/sec 2024-09-13T03:28:15.880 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3Ko0HdKMGYaGhgg off=3996286 len=1427763 2024-09-13T03:28:15.882 INFO:tasks.workunit.client.0.smithi052.stdout:op 4700 completed, throughput=5MB/sec 2024-09-13T03:28:15.883 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K0XpXSKWM6z2Jcp off=2994446 len=813990 2024-09-13T03:28:15.884 INFO:tasks.workunit.client.0.smithi052.stdout:op 4701 completed, throughput=5MB/sec 2024-09-13T03:28:15.884 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CqsMyIMQGjELuiH off=4121767 len=1919904 2024-09-13T03:28:15.895 INFO:tasks.workunit.client.0.smithi052.stdout:op 4702 completed, throughput=5MB/sec 2024-09-13T03:28:15.895 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kTv-x4IV6BU8DZz off=2484652 len=1427532 2024-09-13T03:28:15.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 4703 completed, throughput=5MB/sec 2024-09-13T03:28:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:16 smithi078 ceph-mon[85589]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:28:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:16 smithi052 ceph-mon[91421]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:28:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:16 smithi052 ceph-mon[89065]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:28:16.902 INFO:tasks.workunit.client.0.smithi052.stdout: 926: throughput=5MB/sec pending data=0 2024-09-13T03:28:16.902 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rkQB4545lTOkkim off=4332018 len=334469 2024-09-13T03:28:16.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 4704 completed, throughput=5MB/sec 2024-09-13T03:28:16.905 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6HAx_-MO0DSu38g off=5301938 len=26410 2024-09-13T03:28:16.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 4705 completed, throughput=5MB/sec 2024-09-13T03:28:16.906 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-t8HPOGZEw6ywzuy off=5915084 len=1057880 2024-09-13T03:28:16.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 4706 completed, throughput=5MB/sec 2024-09-13T03:28:16.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--4CC_a0G0xngz3Z off=4665485 len=962239 2024-09-13T03:28:16.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 4707 completed, throughput=5MB/sec 2024-09-13T03:28:16.914 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IVo0vWqlTx4a20j off=2483673 len=457605 2024-09-13T03:28:16.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 4708 completed, throughput=5MB/sec 2024-09-13T03:28:16.917 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SjyYKx--WiE6ZQz off=6326600 len=1942396 2024-09-13T03:28:16.919 INFO:tasks.workunit.client.0.smithi052.stdout:op 4709 completed, throughput=5MB/sec 2024-09-13T03:28:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:17.920 INFO:tasks.workunit.client.0.smithi052.stdout: 927: throughput=5MB/sec pending data=0 2024-09-13T03:28:17.920 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FNyVqhfmwuQNN3u off=835847 len=1039945 2024-09-13T03:28:17.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 4710 completed, throughput=5MB/sec 2024-09-13T03:28:17.926 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i2BilzUoxMOe1tN off=14239785 len=316945 2024-09-13T03:28:17.929 INFO:tasks.workunit.client.0.smithi052.stdout:op 4711 completed, throughput=5MB/sec 2024-09-13T03:28:17.929 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Qbjdnmt8gsDoTw2 off=384152 len=867604 2024-09-13T03:28:17.934 INFO:tasks.workunit.client.0.smithi052.stdout:op 4712 completed, throughput=5MB/sec 2024-09-13T03:28:17.934 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KWwoSHnVZolRjNM off=3217573 len=1612274 2024-09-13T03:28:17.936 INFO:tasks.workunit.client.0.smithi052.stdout:op 4713 completed, throughput=5MB/sec 2024-09-13T03:28:17.936 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XDZOx8I7K52Cieb off=15802766 len=357984 2024-09-13T03:28:17.937 INFO:tasks.workunit.client.0.smithi052.stdout:op 4714 completed, throughput=5MB/sec 2024-09-13T03:28:17.937 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MCPv_TS8Ujob0Eg off=40210 len=1730765 2024-09-13T03:28:17.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 4715 completed, throughput=5MB/sec 2024-09-13T03:28:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:18 smithi052 ceph-mon[91421]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:28:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:28:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:28:18] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-09-13T03:28:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:18 smithi052 ceph-mon[89065]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:28:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:18 smithi078 ceph-mon[85589]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:28:18.939 INFO:tasks.workunit.client.0.smithi052.stdout: 928: throughput=5MB/sec pending data=0 2024-09-13T03:28:18.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Lda9vZAj0xr5maA off=1179405 len=865047 2024-09-13T03:28:18.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 4716 completed, throughput=5MB/sec 2024-09-13T03:28:18.942 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C8onz__nBLkpGii off=7200435 len=1038765 2024-09-13T03:28:18.948 INFO:tasks.workunit.client.0.smithi052.stdout:op 4717 completed, throughput=5MB/sec 2024-09-13T03:28:18.948 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1ogS7bUbPJoXMB7 off=8783585 len=1173026 2024-09-13T03:28:18.949 INFO:tasks.workunit.client.0.smithi052.stdout:op 4718 completed, throughput=5MB/sec 2024-09-13T03:28:18.949 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u3kOGiqd9MHQ2tH off=16734324 len=1642974 2024-09-13T03:28:18.957 INFO:tasks.workunit.client.0.smithi052.stdout:op 4719 completed, throughput=5MB/sec 2024-09-13T03:28:19.958 INFO:tasks.workunit.client.0.smithi052.stdout: 929: throughput=5MB/sec pending data=0 2024-09-13T03:28:19.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wdGFaL69wJW3qn3 off=1872039 len=1933985 2024-09-13T03:28:19.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 4720 completed, throughput=5MB/sec 2024-09-13T03:28:19.965 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OjQbIY5BxPwma6w off=9982810 len=820169 2024-09-13T03:28:19.966 INFO:tasks.workunit.client.0.smithi052.stdout:op 4721 completed, throughput=5MB/sec 2024-09-13T03:28:19.966 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vGVKv4ei2joh7v_ off=11345560 len=1891356 2024-09-13T03:28:19.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 4722 completed, throughput=5MB/sec 2024-09-13T03:28:19.968 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X0unF3IlQn94xVj off=2185181 len=248470 2024-09-13T03:28:19.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 4723 completed, throughput=5MB/sec 2024-09-13T03:28:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:20 smithi078 ceph-mon[85589]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:28:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:20 smithi052 ceph-mon[91421]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:28:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:20 smithi052 ceph-mon[89065]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:28:20.971 INFO:tasks.workunit.client.0.smithi052.stdout: 930: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:20.971 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6Ir82kKul0T_-nM off=4850001 len=1408679 2024-09-13T03:28:20.977 INFO:tasks.workunit.client.0.smithi052.stdout:op 4724 completed, throughput=5MB/sec 2024-09-13T03:28:20.978 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jE1_wiYKn_UgcQx off=4116494 len=1800270 2024-09-13T03:28:20.988 INFO:tasks.workunit.client.0.smithi052.stdout:op 4725 completed, throughput=5MB/sec 2024-09-13T03:28:20.989 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ol777J45rnlLoJN off=1773328 len=457318 2024-09-13T03:28:20.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 4726 completed, throughput=5MB/sec 2024-09-13T03:28:20.991 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2b0_OI6IL0dPi16 off=7619002 len=264851 2024-09-13T03:28:20.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 4727 completed, throughput=5MB/sec 2024-09-13T03:28:20.995 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yOMIRGhuK-NCEtm off=2382142 len=880736 2024-09-13T03:28:20.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 4728 completed, throughput=5MB/sec 2024-09-13T03:28:20.998 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cj0njINs5uXcumE off=7512703 len=274271 2024-09-13T03:28:20.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 4729 completed, throughput=5MB/sec 2024-09-13T03:28:21.000 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DDvm1CUOhfiR4nN off=784711 len=1011235 2024-09-13T03:28:21.004 INFO:tasks.workunit.client.0.smithi052.stdout:op 4730 completed, throughput=5MB/sec 2024-09-13T03:28:22.004 INFO:tasks.workunit.client.0.smithi052.stdout: 931: throughput=5MB/sec pending data=0 2024-09-13T03:28:22.004 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LK_AndNEyQuRJjF off=362542 len=231642 2024-09-13T03:28:22.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 4731 completed, throughput=5MB/sec 2024-09-13T03:28:22.008 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jiAe2khvlgEdIq4 off=9110678 len=998848 2024-09-13T03:28:22.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 4732 completed, throughput=5MB/sec 2024-09-13T03:28:22.013 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PuGHL-nkMVn_vaj off=7239013 len=176795 2024-09-13T03:28:22.016 INFO:tasks.workunit.client.0.smithi052.stdout:op 4733 completed, throughput=5MB/sec 2024-09-13T03:28:22.016 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9QsAKGNlXu1RFkG off=8401357 len=1586132 2024-09-13T03:28:22.023 INFO:tasks.workunit.client.0.smithi052.stdout:op 4734 completed, throughput=5MB/sec 2024-09-13T03:28:22.024 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-54E953_2kZ2ANru off=2966580 len=1131915 2024-09-13T03:28:22.031 INFO:tasks.workunit.client.0.smithi052.stdout:op 4735 completed, throughput=5MB/sec 2024-09-13T03:28:22.032 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uOp-6ybe1qGzQYz off=460759 len=892571 2024-09-13T03:28:22.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 4736 completed, throughput=5MB/sec 2024-09-13T03:28:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:22 smithi078 ceph-mon[85589]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:28:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:28:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:22 smithi052 ceph-mon[91421]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:28:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:22 smithi052 ceph-mon[89065]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:28:23.036 INFO:tasks.workunit.client.0.smithi052.stdout: 932: throughput=5MB/sec pending data=0 2024-09-13T03:28:23.036 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9LogRnlPGWbKDMI off=6184897 len=876537 2024-09-13T03:28:23.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 4737 completed, throughput=5MB/sec 2024-09-13T03:28:23.042 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iKMoV8EDhfjOwaG off=379860 len=1777875 2024-09-13T03:28:23.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 4738 completed, throughput=5MB/sec 2024-09-13T03:28:23.050 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PpI1aIdqGqKozl9 off=5759589 len=910602 2024-09-13T03:28:23.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 4739 completed, throughput=5MB/sec 2024-09-13T03:28:23.055 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NC6JWocGJd_74mj off=13616128 len=1246798 2024-09-13T03:28:23.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 4740 completed, throughput=5MB/sec 2024-09-13T03:28:23.056 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-O9Cw4tRNpffrh6K off=7428193 len=482902 2024-09-13T03:28:23.056 INFO:tasks.workunit.client.0.smithi052.stdout:op 4741 completed, throughput=5MB/sec 2024-09-13T03:28:24.057 INFO:tasks.workunit.client.0.smithi052.stdout: 933: throughput=5MB/sec pending data=0 2024-09-13T03:28:24.057 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ihQpA_zZ2N8lP3b off=8896624 len=1096637 2024-09-13T03:28:24.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 4742 completed, throughput=5MB/sec 2024-09-13T03:28:24.063 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dJM8Hcdklu7un9R off=865853 len=1901157 2024-09-13T03:28:24.074 INFO:tasks.workunit.client.0.smithi052.stdout:op 4743 completed, throughput=5MB/sec 2024-09-13T03:28:24.074 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D60dcaxvpH55OXB off=731859 len=1391938 2024-09-13T03:28:24.076 INFO:tasks.workunit.client.0.smithi052.stdout:op 4744 completed, throughput=5MB/sec 2024-09-13T03:28:24.076 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1QVJE00LDDdXrKx off=11888336 len=537255 2024-09-13T03:28:24.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 4745 completed, throughput=5MB/sec 2024-09-13T03:28:24.080 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cg7nKORBojUuqFz off=5859045 len=91644 2024-09-13T03:28:24.082 INFO:tasks.workunit.client.0.smithi052.stdout:op 4746 completed, throughput=5MB/sec 2024-09-13T03:28:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:24 smithi078 ceph-mon[85589]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:28:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:24 smithi052 ceph-mon[91421]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:28:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:24 smithi052 ceph-mon[89065]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:28:25.082 INFO:tasks.workunit.client.0.smithi052.stdout: 934: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:25.083 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IbN8Fuk0aamOcep off=2638269 len=1786925 2024-09-13T03:28:25.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 4747 completed, throughput=5MB/sec 2024-09-13T03:28:25.094 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7ByDVxLD5KausDv off=8545599 len=924926 2024-09-13T03:28:25.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 4748 completed, throughput=5MB/sec 2024-09-13T03:28:25.098 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oZdm2NvZn0m2mXk off=530813 len=281156 2024-09-13T03:28:25.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 4749 completed, throughput=5MB/sec 2024-09-13T03:28:25.101 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3rJgaM4w-JE5l56 off=7656445 len=1989920 2024-09-13T03:28:25.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 4750 completed, throughput=5MB/sec 2024-09-13T03:28:25.113 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-toP6VQ7SWT1syjg off=1718561 len=2015617 2024-09-13T03:28:25.122 INFO:tasks.workunit.client.0.smithi052.stdout:op 4751 completed, throughput=5MB/sec 2024-09-13T03:28:26.122 INFO:tasks.workunit.client.0.smithi052.stdout: 935: throughput=5MB/sec pending data=0 2024-09-13T03:28:26.122 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J6Jo6UCEw8qSqfu off=3418220 len=2059820 2024-09-13T03:28:26.126 INFO:tasks.workunit.client.0.smithi052.stdout:op 4752 completed, throughput=5MB/sec 2024-09-13T03:28:26.126 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mkGZJ5lPVQv5su3 off=8392866 len=1386136 2024-09-13T03:28:26.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 4753 completed, throughput=5MB/sec 2024-09-13T03:28:26.133 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JBN3C6PGHoab1uK off=510749 len=1849370 2024-09-13T03:28:26.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 4754 completed, throughput=5MB/sec 2024-09-13T03:28:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:26 smithi078 ceph-mon[85589]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:28:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:26 smithi052 ceph-mon[91421]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:28:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:26 smithi052 ceph-mon[89065]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:28:27.140 INFO:tasks.workunit.client.0.smithi052.stdout: 936: throughput=5MB/sec pending data=0 2024-09-13T03:28:27.140 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zk0W5U3InHfBZqC off=774713 len=494484 2024-09-13T03:28:27.144 INFO:tasks.workunit.client.0.smithi052.stdout:op 4755 completed, throughput=5MB/sec 2024-09-13T03:28:27.144 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X4ANT3-8WwzLHa_ off=6546956 len=1397600 2024-09-13T03:28:27.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 4756 completed, throughput=5MB/sec 2024-09-13T03:28:27.151 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sdf2Dn4wSX5IR30 off=13743779 len=1980749 2024-09-13T03:28:27.153 INFO:tasks.workunit.client.0.smithi052.stdout:op 4757 completed, throughput=5MB/sec 2024-09-13T03:28:28.153 INFO:tasks.workunit.client.0.smithi052.stdout: 937: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:28.154 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1kB8EdA0QqFaaJb off=3299009 len=1184104 2024-09-13T03:28:28.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 4758 completed, throughput=5MB/sec 2024-09-13T03:28:28.160 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pvKZkj4Goc7NCpK off=8821811 len=279624 2024-09-13T03:28:28.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 4759 completed, throughput=5MB/sec 2024-09-13T03:28:28.164 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yZhAVXqlTzjW-zR off=343185 len=94116 2024-09-13T03:28:28.164 INFO:tasks.workunit.client.0.smithi052.stdout:op 4760 completed, throughput=5MB/sec 2024-09-13T03:28:28.164 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D_Y2CU3QIgfbDgs off=764748 len=1370349 2024-09-13T03:28:28.174 INFO:tasks.workunit.client.0.smithi052.stdout:op 4761 completed, throughput=5MB/sec 2024-09-13T03:28:28.174 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P75DTJK8QfH3tyj off=13039444 len=375470 2024-09-13T03:28:28.176 INFO:tasks.workunit.client.0.smithi052.stdout:op 4762 completed, throughput=5MB/sec 2024-09-13T03:28:28.176 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-slusEAFJjpFHcf1 off=16649394 len=448712 2024-09-13T03:28:28.178 INFO:tasks.workunit.client.0.smithi052.stdout:op 4763 completed, throughput=5MB/sec 2024-09-13T03:28:28.178 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VCJFEOy7cjFiDuT off=9743907 len=577747 2024-09-13T03:28:28.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 4764 completed, throughput=5MB/sec 2024-09-13T03:28:28.182 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nNuzskpsI7UW8gl off=392003 len=1009119 2024-09-13T03:28:28.183 INFO:tasks.workunit.client.0.smithi052.stdout:op 4765 completed, throughput=5MB/sec 2024-09-13T03:28:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:28 smithi052 ceph-mon[91421]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:28:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:28:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:28:28] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-09-13T03:28:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:28 smithi052 ceph-mon[89065]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:28:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:28 smithi078 ceph-mon[85589]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:28:29.184 INFO:tasks.workunit.client.0.smithi052.stdout: 938: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:29.184 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Un8__V3EqGVMi_k off=12470026 len=1338248 2024-09-13T03:28:29.190 INFO:tasks.workunit.client.0.smithi052.stdout:op 4766 completed, throughput=5MB/sec 2024-09-13T03:28:29.190 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N3IIIAia70Gp972 off=17805532 len=1719593 2024-09-13T03:28:29.198 INFO:tasks.workunit.client.0.smithi052.stdout:op 4767 completed, throughput=5MB/sec 2024-09-13T03:28:29.198 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Jj9KswNvbIyOjOL off=3826544 len=1943136 2024-09-13T03:28:29.210 INFO:tasks.workunit.client.0.smithi052.stdout:op 4768 completed, throughput=5MB/sec 2024-09-13T03:28:29.210 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4aRSfP-gUk0PKrZ off=544176 len=632533 2024-09-13T03:28:29.214 INFO:tasks.workunit.client.0.smithi052.stdout:op 4769 completed, throughput=5MB/sec 2024-09-13T03:28:30.215 INFO:tasks.workunit.client.0.smithi052.stdout: 939: throughput=5MB/sec pending data=0 2024-09-13T03:28:30.215 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QYwATd37GFzRuAC off=5369525 len=1558690 2024-09-13T03:28:30.218 INFO:tasks.workunit.client.0.smithi052.stdout:op 4770 completed, throughput=5MB/sec 2024-09-13T03:28:30.218 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mKzYC3sDGkCNXI8 off=7095165 len=335998 2024-09-13T03:28:30.222 INFO:tasks.workunit.client.0.smithi052.stdout:op 4771 completed, throughput=5MB/sec 2024-09-13T03:28:30.222 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rpdYMj5lg37MVEe off=770660 len=896831 2024-09-13T03:28:30.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 4772 completed, throughput=5MB/sec 2024-09-13T03:28:30.227 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WYf5moN6Z2St1jb off=796653 len=1323056 2024-09-13T03:28:30.228 INFO:tasks.workunit.client.0.smithi052.stdout:op 4773 completed, throughput=5MB/sec 2024-09-13T03:28:30.229 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-61t4NHsORvGXnwX off=2850419 len=55695 2024-09-13T03:28:30.231 INFO:tasks.workunit.client.0.smithi052.stdout:op 4774 completed, throughput=5MB/sec 2024-09-13T03:28:30.231 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SLdCSOQclHpWKZr off=13403118 len=1667396 2024-09-13T03:28:30.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 4775 completed, throughput=5MB/sec 2024-09-13T03:28:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:30 smithi078 ceph-mon[85589]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:28:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:30 smithi052 ceph-mon[91421]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:28:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:30 smithi052 ceph-mon[89065]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-13T03:28:31.233 INFO:tasks.workunit.client.0.smithi052.stdout: 940: throughput=5MB/sec pending data=0 2024-09-13T03:28:31.234 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5x4-gmYB6ckibaP off=8514408 len=865703 2024-09-13T03:28:31.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 4776 completed, throughput=5MB/sec 2024-09-13T03:28:31.239 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SOviE8wkYicnZaX off=7101417 len=754476 2024-09-13T03:28:31.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 4777 completed, throughput=5MB/sec 2024-09-13T03:28:31.240 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xhowdXZzmmqMsEK off=7768249 len=1895398 2024-09-13T03:28:31.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 4778 completed, throughput=5MB/sec 2024-09-13T03:28:31.251 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TarxZtKM-xSTdde off=1206780 len=1972056 2024-09-13T03:28:31.262 INFO:tasks.workunit.client.0.smithi052.stdout:op 4779 completed, throughput=5MB/sec 2024-09-13T03:28:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: 941: throughput=5MB/sec pending data=0 2024-09-13T03:28:32.262 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9rjiwTdvF6Vz3TZ off=10310507 len=2020241 2024-09-13T03:28:32.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 4780 completed, throughput=5MB/sec 2024-09-13T03:28:32.265 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e5dQ1q8nB_3yxDB off=16520017 len=1870672 2024-09-13T03:28:32.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 4781 completed, throughput=5MB/sec 2024-09-13T03:28:32.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ajMCtKPfyQkP1sw off=2147529 len=2077726 2024-09-13T03:28:32.269 INFO:tasks.workunit.client.0.smithi052.stdout:op 4782 completed, throughput=5MB/sec 2024-09-13T03:28:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:32 smithi078 ceph-mon[85589]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:28:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:28:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:32 smithi052 ceph-mon[91421]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:28:32.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:32 smithi052 ceph-mon[89065]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-13T03:28:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: 942: throughput=5MB/sec pending data=0 2024-09-13T03:28:33.270 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FOkaUQXF2YUKltz off=14717758 len=1395263 2024-09-13T03:28:33.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 4783 completed, throughput=5MB/sec 2024-09-13T03:28:33.276 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mwGWpDzTdtK64BF off=471377 len=1591954 2024-09-13T03:28:33.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 4784 completed, throughput=5MB/sec 2024-09-13T03:28:33.277 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8KLxLkrTg4DTWr0 off=1091027 len=1384277 2024-09-13T03:28:33.285 INFO:tasks.workunit.client.0.smithi052.stdout:op 4785 completed, throughput=5MB/sec 2024-09-13T03:28:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: 943: throughput=5MB/sec pending data=0 2024-09-13T03:28:34.285 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9VfCdjEtyFD5AzR off=13845502 len=1531508 2024-09-13T03:28:34.287 INFO:tasks.workunit.client.0.smithi052.stdout:op 4786 completed, throughput=5MB/sec 2024-09-13T03:28:34.287 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1yhkeQfCEpga2aq off=12151458 len=874096 2024-09-13T03:28:34.289 INFO:tasks.workunit.client.0.smithi052.stdout:op 4787 completed, throughput=5MB/sec 2024-09-13T03:28:34.289 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fYGV7ewTPgYYHol off=16677535 len=1915356 2024-09-13T03:28:34.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 4788 completed, throughput=5MB/sec 2024-09-13T03:28:34.291 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oDYZrWRDX0g7n65 off=3423917 len=1814466 2024-09-13T03:28:34.302 INFO:tasks.workunit.client.0.smithi052.stdout:op 4789 completed, throughput=5MB/sec 2024-09-13T03:28:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:34 smithi078 ceph-mon[85589]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:28:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:34 smithi052 ceph-mon[91421]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:28:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:34 smithi052 ceph-mon[89065]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:28:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: 944: throughput=5MB/sec pending data=0 2024-09-13T03:28:35.303 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WHORQD27VdYQApE off=5691248 len=1879010 2024-09-13T03:28:35.311 INFO:tasks.workunit.client.0.smithi052.stdout:op 4790 completed, throughput=5MB/sec 2024-09-13T03:28:35.311 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-THY_gl5jDPndcOC off=112349 len=1704500 2024-09-13T03:28:35.315 INFO:tasks.workunit.client.0.smithi052.stdout:op 4791 completed, throughput=5MB/sec 2024-09-13T03:28:35.315 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tlh_nNKDONtdbw_ off=5363771 len=730298 2024-09-13T03:28:35.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 4792 completed, throughput=5MB/sec 2024-09-13T03:28:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: 945: throughput=5MB/sec pending data=0 2024-09-13T03:28:36.317 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PaodkLx4ZduZsoM off=9240525 len=1791950 2024-09-13T03:28:36.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 4793 completed, throughput=5MB/sec 2024-09-13T03:28:36.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RMOgRId3w8OGk3S off=7083019 len=731583 2024-09-13T03:28:36.326 INFO:tasks.workunit.client.0.smithi052.stdout:op 4794 completed, throughput=5MB/sec 2024-09-13T03:28:36.326 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aIGmGdaLrPjzNIj off=1483338 len=797175 2024-09-13T03:28:36.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 4795 completed, throughput=5MB/sec 2024-09-13T03:28:36.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FiLbrJxA-XFtsqc off=5924933 len=240519 2024-09-13T03:28:36.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 4796 completed, throughput=5MB/sec 2024-09-13T03:28:36.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S85_KrjyAO6lXh9 off=12133525 len=247295 2024-09-13T03:28:36.332 INFO:tasks.workunit.client.0.smithi052.stdout:op 4797 completed, throughput=5MB/sec 2024-09-13T03:28:36.332 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9pZDNhZ4llW33e4 off=22245814 len=87370 2024-09-13T03:28:36.335 INFO:tasks.workunit.client.0.smithi052.stdout:op 4798 completed, throughput=5MB/sec 2024-09-13T03:28:36.335 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yizpUE4r2ADk86B off=293925 len=971893 2024-09-13T03:28:36.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 4799 completed, throughput=5MB/sec 2024-09-13T03:28:36.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kJJpgchE4r7sVQi off=21642626 len=159227 2024-09-13T03:28:36.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 4800 completed, throughput=5MB/sec 2024-09-13T03:28:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:36 smithi078 ceph-mon[85589]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:28:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:36 smithi052 ceph-mon[91421]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:28:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:36 smithi052 ceph-mon[89065]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:28:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: 946: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:37.341 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S4uA3Nnkc_-KcoT off=710475 len=154289 2024-09-13T03:28:37.341 INFO:tasks.workunit.client.0.smithi052.stdout:op 4801 completed, throughput=4.99MB/sec 2024-09-13T03:28:37.341 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3U18-d62HKHrTbu off=17225149 len=1868805 2024-09-13T03:28:37.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 4802 completed, throughput=5MB/sec 2024-09-13T03:28:37.350 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cNkqWuzvg0dKxJi off=2804471 len=1309272 2024-09-13T03:28:37.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 4803 completed, throughput=5MB/sec 2024-09-13T03:28:37.359 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6Y7EBPHrWKkIh_X off=363960 len=440627 2024-09-13T03:28:37.359 INFO:tasks.workunit.client.0.smithi052.stdout:op 4804 completed, throughput=5MB/sec 2024-09-13T03:28:37.359 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cyxkt9xzlYbSRcx off=8313244 len=2076512 2024-09-13T03:28:37.361 INFO:tasks.workunit.client.0.smithi052.stdout:op 4805 completed, throughput=5MB/sec 2024-09-13T03:28:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: 947: throughput=5MB/sec pending data=0 2024-09-13T03:28:38.361 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zUdFXw53AKCahYV off=6906619 len=1895838 2024-09-13T03:28:38.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 4806 completed, throughput=5MB/sec 2024-09-13T03:28:38.363 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GB3dv4lmDHETuLI off=6466776 len=1647025 2024-09-13T03:28:38.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 4807 completed, throughput=5MB/sec 2024-09-13T03:28:38.365 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CRgfIKFnlAfaS4r off=11223421 len=393189 2024-09-13T03:28:38.366 INFO:tasks.workunit.client.0.smithi052.stdout:op 4808 completed, throughput=5MB/sec 2024-09-13T03:28:38.366 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zwA2TLMRPIgdAL5 off=9208598 len=818991 2024-09-13T03:28:38.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 4809 completed, throughput=5MB/sec 2024-09-13T03:28:38.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6WeoIZxe4KyLq2A off=8649158 len=28173 2024-09-13T03:28:38.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 4810 completed, throughput=5MB/sec 2024-09-13T03:28:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:38 smithi052 ceph-mon[91421]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:28:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:38 smithi052 ceph-mon[89065]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:28:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:28:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:28:38] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-13T03:28:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:38 smithi078 ceph-mon[85589]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:28:39.372 INFO:tasks.workunit.client.0.smithi052.stdout: 948: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:39.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-100f9oIDlxSEa2O off=6269716 len=843462 2024-09-13T03:28:39.374 INFO:tasks.workunit.client.0.smithi052.stdout:op 4811 completed, throughput=5MB/sec 2024-09-13T03:28:39.374 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QKefdd8dhzzwsTc off=1089100 len=1055783 2024-09-13T03:28:39.376 INFO:tasks.workunit.client.0.smithi052.stdout:op 4812 completed, throughput=5MB/sec 2024-09-13T03:28:39.376 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-obvsUayLpbFkwNf off=10638064 len=1611974 2024-09-13T03:28:39.385 INFO:tasks.workunit.client.0.smithi052.stdout:op 4813 completed, throughput=5MB/sec 2024-09-13T03:28:39.386 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hH39EbETX7CXRBb off=11676310 len=768345 2024-09-13T03:28:39.387 INFO:tasks.workunit.client.0.smithi052.stdout:op 4814 completed, throughput=5MB/sec 2024-09-13T03:28:39.387 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JulGfo0d6UQKP2i off=7418933 len=1220773 2024-09-13T03:28:39.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 4815 completed, throughput=5MB/sec 2024-09-13T03:28:40.394 INFO:tasks.workunit.client.0.smithi052.stdout: 949: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:40.394 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EQk1NyUUvtnDrJA off=15893437 len=783715 2024-09-13T03:28:40.396 INFO:tasks.workunit.client.0.smithi052.stdout:op 4816 completed, throughput=5MB/sec 2024-09-13T03:28:40.396 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6Ce8Atk4ix5Y8Bg off=1033985 len=1420163 2024-09-13T03:28:40.399 INFO:tasks.workunit.client.0.smithi052.stdout:op 4817 completed, throughput=5MB/sec 2024-09-13T03:28:40.399 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ppp8JHyNNh66mf1 off=9738570 len=617413 2024-09-13T03:28:40.403 INFO:tasks.workunit.client.0.smithi052.stdout:op 4818 completed, throughput=5MB/sec 2024-09-13T03:28:40.403 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MUGxO0yManVaGzT off=6379862 len=63161 2024-09-13T03:28:40.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 4819 completed, throughput=5MB/sec 2024-09-13T03:28:40.404 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aBBcWgxzz-efSGq off=3283299 len=890835 2024-09-13T03:28:40.408 INFO:tasks.workunit.client.0.smithi052.stdout:op 4820 completed, throughput=5MB/sec 2024-09-13T03:28:40.408 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a3-jynF3cG5JTf0 off=12828826 len=1365545 2024-09-13T03:28:40.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 4821 completed, throughput=5MB/sec 2024-09-13T03:28:40.411 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZiOcV0_1rJWqN3W off=920541 len=232245 2024-09-13T03:28:40.417 INFO:tasks.workunit.client.0.smithi052.stdout:op 4822 completed, throughput=5MB/sec 2024-09-13T03:28:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:40 smithi078 ceph-mon[85589]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:28:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:40 smithi052 ceph-mon[91421]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:28:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:40 smithi052 ceph-mon[89065]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:28:41.413 INFO:tasks.workunit.client.0.smithi052.stdout: 950: throughput=5MB/sec pending data=0 2024-09-13T03:28:41.414 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qWr0rNZrnQiAjRn off=2237340 len=962370 2024-09-13T03:28:41.415 INFO:tasks.workunit.client.0.smithi052.stdout:op 4823 completed, throughput=5MB/sec 2024-09-13T03:28:41.415 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0r3aP6f8IhtXe9R off=19025538 len=1641226 2024-09-13T03:28:41.423 INFO:tasks.workunit.client.0.smithi052.stdout:op 4824 completed, throughput=5MB/sec 2024-09-13T03:28:41.423 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hnArxna_OmwBeSV off=11286302 len=1918216 2024-09-13T03:28:41.425 INFO:tasks.workunit.client.0.smithi052.stdout:op 4825 completed, throughput=5MB/sec 2024-09-13T03:28:41.425 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YIRN8yKJfqtjmLp off=1240132 len=951717 2024-09-13T03:28:41.429 INFO:tasks.workunit.client.0.smithi052.stdout:op 4826 completed, throughput=5MB/sec 2024-09-13T03:28:42.430 INFO:tasks.workunit.client.0.smithi052.stdout: 951: throughput=5MB/sec pending data=0 2024-09-13T03:28:42.430 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8BRZVabEHElcJSH off=2463866 len=486558 2024-09-13T03:28:42.431 INFO:tasks.workunit.client.0.smithi052.stdout:op 4827 completed, throughput=5MB/sec 2024-09-13T03:28:42.432 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k9C158y0Zh35I0P off=2967686 len=759319 2024-09-13T03:28:42.432 INFO:tasks.workunit.client.0.smithi052.stdout:op 4828 completed, throughput=5MB/sec 2024-09-13T03:28:42.432 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0RYEdGinaZ6P8SY off=5480381 len=1604211 2024-09-13T03:28:42.440 INFO:tasks.workunit.client.0.smithi052.stdout:op 4829 completed, throughput=5MB/sec 2024-09-13T03:28:42.440 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qgEkwRVyoSY0DzK off=550145 len=788551 2024-09-13T03:28:42.445 INFO:tasks.workunit.client.0.smithi052.stdout:op 4830 completed, throughput=5MB/sec 2024-09-13T03:28:42.445 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-l1oX4DASJvYZu8O off=3022046 len=305508 2024-09-13T03:28:42.446 INFO:tasks.workunit.client.0.smithi052.stdout:op 4831 completed, throughput=5MB/sec 2024-09-13T03:28:42.446 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--pNn8c6cu9BoH66 off=4465266 len=2008744 2024-09-13T03:28:42.459 INFO:tasks.workunit.client.0.smithi052.stdout:op 4832 completed, throughput=5MB/sec 2024-09-13T03:28:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:42 smithi078 ceph-mon[85589]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:28:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:28:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:42 smithi052 ceph-mon[91421]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:28:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:42 smithi052 ceph-mon[89065]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-13T03:28:43.460 INFO:tasks.workunit.client.0.smithi052.stdout: 952: throughput=5MB/sec pending data=0 2024-09-13T03:28:43.460 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RaEUW3FU6pikWmu off=4289079 len=1754444 2024-09-13T03:28:43.468 INFO:tasks.workunit.client.0.smithi052.stdout:op 4833 completed, throughput=5MB/sec 2024-09-13T03:28:43.468 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nkcpqe2x9B_d51s off=271578 len=435764 2024-09-13T03:28:43.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 4834 completed, throughput=5MB/sec 2024-09-13T03:28:43.469 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8CCi2ANSw2EHQtZ off=3007360 len=1299735 2024-09-13T03:28:43.476 INFO:tasks.workunit.client.0.smithi052.stdout:op 4835 completed, throughput=5MB/sec 2024-09-13T03:28:43.476 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c1amZRoSXKTU6GF off=1884238 len=615696 2024-09-13T03:28:43.477 INFO:tasks.workunit.client.0.smithi052.stdout:op 4836 completed, throughput=5MB/sec 2024-09-13T03:28:43.477 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2rxK4BlfMTvmqOo off=533700 len=1149885 2024-09-13T03:28:43.482 INFO:tasks.workunit.client.0.smithi052.stdout:op 4837 completed, throughput=5MB/sec 2024-09-13T03:28:44.483 INFO:tasks.workunit.client.0.smithi052.stdout: 953: throughput=5MB/sec pending data=0 2024-09-13T03:28:44.483 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2dKIf0toPKHiyBP off=3329472 len=127141 2024-09-13T03:28:44.483 INFO:tasks.workunit.client.0.smithi052.stdout:op 4838 completed, throughput=5MB/sec 2024-09-13T03:28:44.483 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FCjzlADFlFFjDIt off=3998876 len=1169614 2024-09-13T03:28:44.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 4839 completed, throughput=5MB/sec 2024-09-13T03:28:44.486 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cDucn04jnqN-JSv off=1936374 len=183509 2024-09-13T03:28:44.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 4840 completed, throughput=5MB/sec 2024-09-13T03:28:44.486 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gW2y81qh_oTbLxc off=11008722 len=1023263 2024-09-13T03:28:44.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 4841 completed, throughput=5MB/sec 2024-09-13T03:28:44.487 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pNvNxugvcaMHYZ- off=14701308 len=1108804 2024-09-13T03:28:44.493 INFO:tasks.workunit.client.0.smithi052.stdout:op 4842 completed, throughput=5MB/sec 2024-09-13T03:28:44.494 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OQAM588SjCCJer8 off=10267691 len=831259 2024-09-13T03:28:44.498 INFO:tasks.workunit.client.0.smithi052.stdout:op 4843 completed, throughput=5MB/sec 2024-09-13T03:28:44.498 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4ptPGmJk6QRdpZH off=16277375 len=52038 2024-09-13T03:28:44.500 INFO:tasks.workunit.client.0.smithi052.stdout:op 4844 completed, throughput=5MB/sec 2024-09-13T03:28:44.501 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Zdmo5OO2OFtasW3 off=6465572 len=1264124 2024-09-13T03:28:44.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 4845 completed, throughput=5MB/sec 2024-09-13T03:28:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:44 smithi078 ceph-mon[85589]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:44 smithi052 ceph-mon[91421]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:44 smithi052 ceph-mon[89065]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:45.502 INFO:tasks.workunit.client.0.smithi052.stdout: 954: throughput=5MB/sec pending data=0 2024-09-13T03:28:45.502 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ygShWF-3IfgSMLC off=1266141 len=830598 2024-09-13T03:28:45.503 INFO:tasks.workunit.client.0.smithi052.stdout:op 4846 completed, throughput=5MB/sec 2024-09-13T03:28:45.504 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mWoKT54Gk2OXC4v off=763525 len=1021752 2024-09-13T03:28:45.510 INFO:tasks.workunit.client.0.smithi052.stdout:op 4847 completed, throughput=5MB/sec 2024-09-13T03:28:45.510 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D7LsvNIECVNsxWK off=5210002 len=1181986 2024-09-13T03:28:45.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 4848 completed, throughput=5MB/sec 2024-09-13T03:28:45.512 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EXjH-3iiAdWuwqx off=538223 len=1338653 2024-09-13T03:28:45.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 4849 completed, throughput=5MB/sec 2024-09-13T03:28:46.517 INFO:tasks.workunit.client.0.smithi052.stdout: 955: throughput=5MB/sec pending data=0 2024-09-13T03:28:46.518 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gEwmyVYndnYA5oj off=624644 len=375249 2024-09-13T03:28:46.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 4850 completed, throughput=5MB/sec 2024-09-13T03:28:46.521 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nz_X-bxcg132hFQ off=14806083 len=515196 2024-09-13T03:28:46.525 INFO:tasks.workunit.client.0.smithi052.stdout:op 4851 completed, throughput=5MB/sec 2024-09-13T03:28:46.525 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hr-xFkMm4rvUfPD off=1955110 len=202806 2024-09-13T03:28:46.528 INFO:tasks.workunit.client.0.smithi052.stdout:op 4852 completed, throughput=5MB/sec 2024-09-13T03:28:46.528 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-m-3EzdeWA43wprW off=9532326 len=2031629 2024-09-13T03:28:46.530 INFO:tasks.workunit.client.0.smithi052.stdout:op 4853 completed, throughput=5MB/sec 2024-09-13T03:28:46.530 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o8xmUxHg0jfL7Gz off=1445151 len=797513 2024-09-13T03:28:46.532 INFO:tasks.workunit.client.0.smithi052.stdout:op 4854 completed, throughput=5MB/sec 2024-09-13T03:28:46.533 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GBTlS_vQRNF9fNE off=2857024 len=1181117 2024-09-13T03:28:46.538 INFO:tasks.workunit.client.0.smithi052.stdout:op 4855 completed, throughput=5MB/sec 2024-09-13T03:28:46.538 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Rsgj8YjanRUMzlT off=12622866 len=1841966 2024-09-13T03:28:46.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 4856 completed, throughput=5MB/sec 2024-09-13T03:28:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:46 smithi078 ceph-mon[85589]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:46 smithi052 ceph-mon[89065]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:46 smithi052 ceph-mon[91421]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:28:47.545 INFO:tasks.workunit.client.0.smithi052.stdout: 956: throughput=5MB/sec pending data=0 2024-09-13T03:28:47.545 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vuvRae8SVc5y5S_ off=20622406 len=366243 2024-09-13T03:28:47.546 INFO:tasks.workunit.client.0.smithi052.stdout:op 4857 completed, throughput=5MB/sec 2024-09-13T03:28:47.546 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0G3ymu1GwUzj0d2 off=3014007 len=314926 2024-09-13T03:28:47.547 INFO:tasks.workunit.client.0.smithi052.stdout:op 4858 completed, throughput=5MB/sec 2024-09-13T03:28:47.547 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wt_NEV6XMn1b2vP off=4631465 len=381371 2024-09-13T03:28:47.552 INFO:tasks.workunit.client.0.smithi052.stdout:op 4859 completed, throughput=5MB/sec 2024-09-13T03:28:47.552 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RPWWkQsEnR9stqh off=16929173 len=959184 2024-09-13T03:28:47.557 INFO:tasks.workunit.client.0.smithi052.stdout:op 4860 completed, throughput=5MB/sec 2024-09-13T03:28:47.557 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YGq8RVHM4_xABQu off=97354 len=1285868 2024-09-13T03:28:47.562 INFO:tasks.workunit.client.0.smithi052.stdout:op 4861 completed, throughput=5MB/sec 2024-09-13T03:28:47.562 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sCfGuFlT4r6NAIK off=11595890 len=806556 2024-09-13T03:28:47.564 INFO:tasks.workunit.client.0.smithi052.stdout:op 4862 completed, throughput=5MB/sec 2024-09-13T03:28:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:48 smithi052 ceph-mon[91421]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:28:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:48 smithi052 ceph-mon[89065]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:28:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:28:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:28:48] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:28:48.564 INFO:tasks.workunit.client.0.smithi052.stdout: 957: throughput=5MB/sec pending data=0 2024-09-13T03:28:48.564 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VJtRs5ZzCzrTMkB off=8738980 len=1153535 2024-09-13T03:28:48.570 INFO:tasks.workunit.client.0.smithi052.stdout:op 4863 completed, throughput=5MB/sec 2024-09-13T03:28:48.571 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--fswdZRdFe56lJb off=14104728 len=1382408 2024-09-13T03:28:48.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 4864 completed, throughput=5MB/sec 2024-09-13T03:28:48.572 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9Af_JIzegpLmiT_ off=14868060 len=1046398 2024-09-13T03:28:48.576 INFO:tasks.workunit.client.0.smithi052.stdout:op 4865 completed, throughput=5MB/sec 2024-09-13T03:28:48.576 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9JYpVURIe0lBNdh off=472570 len=1559777 2024-09-13T03:28:48.582 INFO:tasks.workunit.client.0.smithi052.stdout:op 4866 completed, throughput=5MB/sec 2024-09-13T03:28:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:48 smithi078 ceph-mon[85589]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:28:49.583 INFO:tasks.workunit.client.0.smithi052.stdout: 958: throughput=5MB/sec pending data=0 2024-09-13T03:28:49.583 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qO-h48XL7wbk-R1 off=19080540 len=735438 2024-09-13T03:28:49.588 INFO:tasks.workunit.client.0.smithi052.stdout:op 4867 completed, throughput=5MB/sec 2024-09-13T03:28:49.588 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UJNeM_nOmixq1eS off=1092951 len=1362959 2024-09-13T03:28:49.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 4868 completed, throughput=5MB/sec 2024-09-13T03:28:49.590 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gn7AXfc_O0owOTO off=4190906 len=1322827 2024-09-13T03:28:49.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 4869 completed, throughput=5MB/sec 2024-09-13T03:28:49.592 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YoIECk8UnRB-an1 off=22234676 len=1890415 2024-09-13T03:28:49.600 INFO:tasks.workunit.client.0.smithi052.stdout:op 4870 completed, throughput=5MB/sec 2024-09-13T03:28:50.601 INFO:tasks.workunit.client.0.smithi052.stdout: 959: throughput=5MB/sec pending data=0 2024-09-13T03:28:50.601 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b9Upi5G1InvYZFp off=4803571 len=1233236 2024-09-13T03:28:50.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 4871 completed, throughput=5MB/sec 2024-09-13T03:28:50.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C3QTaqrbfkz_op6 off=11262629 len=247922 2024-09-13T03:28:50.607 INFO:tasks.workunit.client.0.smithi052.stdout:op 4872 completed, throughput=5MB/sec 2024-09-13T03:28:50.607 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pTzQp9JSDcU8p1E off=5512796 len=895114 2024-09-13T03:28:50.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 4873 completed, throughput=5MB/sec 2024-09-13T03:28:50.611 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rA40savlpTQbBix off=2636891 len=1812695 2024-09-13T03:28:50.619 INFO:tasks.workunit.client.0.smithi052.stdout:op 4874 completed, throughput=5MB/sec 2024-09-13T03:28:50.619 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9NcMWyssC5uWtJU off=3273565 len=291177 2024-09-13T03:28:50.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 4875 completed, throughput=5MB/sec 2024-09-13T03:28:50.621 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U_qBkPWjnfrkUA3 off=5064026 len=1542068 2024-09-13T03:28:50.626 INFO:tasks.workunit.client.0.smithi052.stdout:op 4876 completed, throughput=5MB/sec 2024-09-13T03:28:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:50 smithi052 ceph-mon[91421]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:28:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:50 smithi052 ceph-mon[89065]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:28:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:50 smithi078 ceph-mon[85589]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:28:51.627 INFO:tasks.workunit.client.0.smithi052.stdout: 960: throughput=5MB/sec pending data=0 2024-09-13T03:28:51.627 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Jc2xW9ZM0W16TPQ off=2664070 len=742633 2024-09-13T03:28:51.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 4877 completed, throughput=5MB/sec 2024-09-13T03:28:51.628 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8aV-gMo3PcQ5t5F off=6812708 len=920305 2024-09-13T03:28:51.633 INFO:tasks.workunit.client.0.smithi052.stdout:op 4878 completed, throughput=5MB/sec 2024-09-13T03:28:51.633 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NZarv9W8GqGTj6a off=2175978 len=1728722 2024-09-13T03:28:51.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 4879 completed, throughput=5MB/sec 2024-09-13T03:28:51.642 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_lHhS3FBSrtwlHj off=11090447 len=1654553 2024-09-13T03:28:51.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 4880 completed, throughput=5MB/sec 2024-09-13T03:28:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:28:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:28:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:28:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:28:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:28:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:28:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:28:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:28:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:28:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:28:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:28:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:28:52.650 INFO:tasks.workunit.client.0.smithi052.stdout: 961: throughput=5MB/sec pending data=0 2024-09-13T03:28:52.650 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FksfM7YskwRC8Hf off=62453 len=1595444 2024-09-13T03:28:52.658 INFO:tasks.workunit.client.0.smithi052.stdout:op 4881 completed, throughput=5MB/sec 2024-09-13T03:28:52.658 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NjFp1FEuSLEkA6t off=7561161 len=1697712 2024-09-13T03:28:52.661 INFO:tasks.workunit.client.0.smithi052.stdout:op 4882 completed, throughput=5MB/sec 2024-09-13T03:28:52.661 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cVz_8rCxgIVOcn_ off=2809237 len=306701 2024-09-13T03:28:52.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 4883 completed, throughput=5MB/sec 2024-09-13T03:28:52.665 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-75P9u9wxAchj3Ax off=4543614 len=197108 2024-09-13T03:28:52.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 4884 completed, throughput=5MB/sec 2024-09-13T03:28:52.667 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iMjDsJfft3QUB1Q off=2296322 len=185050 2024-09-13T03:28:52.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 4885 completed, throughput=5MB/sec 2024-09-13T03:28:52.668 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HR8X7vWSat81CDa off=3033738 len=642294 2024-09-13T03:28:52.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 4886 completed, throughput=5MB/sec 2024-09-13T03:28:52.669 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Wt_R8lvwxItFuCK off=2071835 len=851277 2024-09-13T03:28:52.674 INFO:tasks.workunit.client.0.smithi052.stdout:op 4887 completed, throughput=5MB/sec 2024-09-13T03:28:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:52 smithi078 ceph-mon[85589]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:28:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:28:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:52 smithi052 ceph-mon[91421]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:52 smithi052 ceph-mon[89065]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:28:53.674 INFO:tasks.workunit.client.0.smithi052.stdout: 962: throughput=5MB/sec pending data=0 2024-09-13T03:28:53.674 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NtOkpg8Su4_faX7 off=1182817 len=181856 2024-09-13T03:28:53.675 INFO:tasks.workunit.client.0.smithi052.stdout:op 4888 completed, throughput=5MB/sec 2024-09-13T03:28:53.675 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-R9DNyUASS0uAVkp off=467196 len=1523828 2024-09-13T03:28:53.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 4889 completed, throughput=5MB/sec 2024-09-13T03:28:53.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AL5ha88hIn0aflM off=15213258 len=153247 2024-09-13T03:28:53.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 4890 completed, throughput=5MB/sec 2024-09-13T03:28:53.681 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Nie2OoLyWH24b3o off=13633558 len=971383 2024-09-13T03:28:53.682 INFO:tasks.workunit.client.0.smithi052.stdout:op 4891 completed, throughput=5MB/sec 2024-09-13T03:28:53.682 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_5ryf1gbL9LYv1E off=11156818 len=408361 2024-09-13T03:28:53.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 4892 completed, throughput=5MB/sec 2024-09-13T03:28:53.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1wagLFS8TWwBktZ off=5910716 len=1413944 2024-09-13T03:28:53.686 INFO:tasks.workunit.client.0.smithi052.stdout:op 4893 completed, throughput=5MB/sec 2024-09-13T03:28:54.687 INFO:tasks.workunit.client.0.smithi052.stdout: 963: throughput=5MB/sec pending data=0 2024-09-13T03:28:54.687 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UeYwcU9LMyCzeeM off=7351047 len=1428479 2024-09-13T03:28:54.694 INFO:tasks.workunit.client.0.smithi052.stdout:op 4894 completed, throughput=5MB/sec 2024-09-13T03:28:54.694 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cYGr8NujPADddy3 off=7687829 len=322815 2024-09-13T03:28:54.696 INFO:tasks.workunit.client.0.smithi052.stdout:op 4895 completed, throughput=5MB/sec 2024-09-13T03:28:54.696 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-J5QSug8StS9KhzZ off=3744182 len=788040 2024-09-13T03:28:54.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 4896 completed, throughput=5MB/sec 2024-09-13T03:28:54.697 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-djwLZ2LNvkfxixi off=2126913 len=310564 2024-09-13T03:28:54.698 INFO:tasks.workunit.client.0.smithi052.stdout:op 4897 completed, throughput=5MB/sec 2024-09-13T03:28:54.698 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Or22Uj2U05iJQm3 off=1021639 len=1514478 2024-09-13T03:28:54.707 INFO:tasks.workunit.client.0.smithi052.stdout:op 4898 completed, throughput=5MB/sec 2024-09-13T03:28:54.708 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o3uxQ4fyKiUY8C- off=9604956 len=471521 2024-09-13T03:28:54.708 INFO:tasks.workunit.client.0.smithi052.stdout:op 4899 completed, throughput=5MB/sec 2024-09-13T03:28:54.709 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Z70D4Qd666LZoYv off=3343278 len=1666630 2024-09-13T03:28:54.715 INFO:tasks.workunit.client.0.smithi052.stdout:op 4900 completed, throughput=5MB/sec 2024-09-13T03:28:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:54 smithi052 ceph-mon[91421]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:54 smithi052 ceph-mon[89065]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:54 smithi078 ceph-mon[85589]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:28:55.715 INFO:tasks.workunit.client.0.smithi052.stdout: 964: throughput=5MB/sec pending data=0 2024-09-13T03:28:55.716 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DapYYnTJNzwPOm7 off=1114138 len=570694 2024-09-13T03:28:55.720 INFO:tasks.workunit.client.0.smithi052.stdout:op 4901 completed, throughput=5MB/sec 2024-09-13T03:28:55.720 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LOOrX9xD-_NNKCg off=669434 len=1581484 2024-09-13T03:28:55.722 INFO:tasks.workunit.client.0.smithi052.stdout:op 4902 completed, throughput=5MB/sec 2024-09-13T03:28:55.722 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gLZBtL6xHKeN6cS off=4301886 len=208719 2024-09-13T03:28:55.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 4903 completed, throughput=5MB/sec 2024-09-13T03:28:55.725 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qnSz6Ho9-aD7bRL off=16890016 len=518230 2024-09-13T03:28:55.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 4904 completed, throughput=5MB/sec 2024-09-13T03:28:55.729 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Rm7jOpmAOh3zDHZ off=11672799 len=1520136 2024-09-13T03:28:55.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 4905 completed, throughput=5MB/sec 2024-09-13T03:28:56.732 INFO:tasks.workunit.client.0.smithi052.stdout: 965: throughput=5MB/sec pending data=0 2024-09-13T03:28:56.733 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pRjeoBsXJF47Mc_ off=4266054 len=1042219 2024-09-13T03:28:56.734 INFO:tasks.workunit.client.0.smithi052.stdout:op 4906 completed, throughput=5MB/sec 2024-09-13T03:28:56.734 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jc5En7Lt2kUMtAP off=3338296 len=81527 2024-09-13T03:28:56.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 4907 completed, throughput=5MB/sec 2024-09-13T03:28:56.737 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-G5BNVYI1-nhKqJs off=12329129 len=841467 2024-09-13T03:28:56.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 4908 completed, throughput=5MB/sec 2024-09-13T03:28:56.742 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-10ltK8sxcn9Nc85 off=6021651 len=975156 2024-09-13T03:28:56.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 4909 completed, throughput=5MB/sec 2024-09-13T03:28:56.743 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QnmxoQNwUnpTczF off=3876498 len=652512 2024-09-13T03:28:56.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 4910 completed, throughput=5MB/sec 2024-09-13T03:28:56.747 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9Jl0Ck0B5R5Rlmd off=1222451 len=1373506 2024-09-13T03:28:56.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 4911 completed, throughput=5MB/sec 2024-09-13T03:28:56.754 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BRiIV6T0TlObqaF off=713894 len=1770123 2024-09-13T03:28:56.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 4912 completed, throughput=5MB/sec 2024-09-13T03:28:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:56 smithi052 ceph-mon[91421]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:28:56.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:56 smithi052 ceph-mon[89065]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:28:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:56 smithi078 ceph-mon[85589]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:28:57.766 INFO:tasks.workunit.client.0.smithi052.stdout: 966: throughput=5MB/sec pending data=0 2024-09-13T03:28:57.766 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-l-rfEGP-OR6QY0E off=1307965 len=1076951 2024-09-13T03:28:57.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 4913 completed, throughput=5MB/sec 2024-09-13T03:28:57.767 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WyKXepSUG63halC off=1602011 len=1270281 2024-09-13T03:28:57.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 4914 completed, throughput=5MB/sec 2024-09-13T03:28:57.773 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wdOC3rs0W4U1e5O off=15517672 len=1254276 2024-09-13T03:28:57.780 INFO:tasks.workunit.client.0.smithi052.stdout:op 4915 completed, throughput=5MB/sec 2024-09-13T03:28:57.780 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j2IEi5OvWymQ7k_ off=16161405 len=721616 2024-09-13T03:28:57.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 4916 completed, throughput=5MB/sec 2024-09-13T03:28:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:28:58 smithi052 ceph-mon[91421]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:28:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:28:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:28:58] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:28:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:28:58 smithi052 ceph-mon[89065]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:28:58.785 INFO:tasks.workunit.client.0.smithi052.stdout: 967: throughput=5MB/sec pending data=0 2024-09-13T03:28:58.786 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ggaYrIzLxe2-TgH off=3806780 len=2093498 2024-09-13T03:28:58.793 INFO:tasks.workunit.client.0.smithi052.stdout:op 4917 completed, throughput=5MB/sec 2024-09-13T03:28:58.793 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4C6WVg9Zb9_NQtl off=10040074 len=863596 2024-09-13T03:28:58.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 4918 completed, throughput=5MB/sec 2024-09-13T03:28:58.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-va2bE4QqYDa3X19 off=19612992 len=1014714 2024-09-13T03:28:58.800 INFO:tasks.workunit.client.0.smithi052.stdout:op 4919 completed, throughput=5MB/sec 2024-09-13T03:28:58.800 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-87Vo9c_g6uyCUgl off=5478897 len=814484 2024-09-13T03:28:58.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 4920 completed, throughput=5MB/sec 2024-09-13T03:28:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:28:58 smithi078 ceph-mon[85589]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:28:59.805 INFO:tasks.workunit.client.0.smithi052.stdout: 968: throughput=4.99MB/sec pending data=0 2024-09-13T03:28:59.805 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PrZwaIfaq6iPLdG off=4187053 len=723969 2024-09-13T03:28:59.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 4921 completed, throughput=5MB/sec 2024-09-13T03:28:59.810 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-49xWaEbdOTxzfI_ off=10291305 len=369103 2024-09-13T03:28:59.811 INFO:tasks.workunit.client.0.smithi052.stdout:op 4922 completed, throughput=5MB/sec 2024-09-13T03:28:59.811 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vPx2hBksV6qaf3R off=5626053 len=529574 2024-09-13T03:28:59.814 INFO:tasks.workunit.client.0.smithi052.stdout:op 4923 completed, throughput=5MB/sec 2024-09-13T03:28:59.814 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ihQpA_zZ2N8lP3b off=18139287 len=843151 2024-09-13T03:28:59.817 INFO:tasks.workunit.client.0.smithi052.stdout:op 4924 completed, throughput=5MB/sec 2024-09-13T03:28:59.817 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wkionmm4TxYJm5_ off=10694228 len=246528 2024-09-13T03:28:59.817 INFO:tasks.workunit.client.0.smithi052.stdout:op 4925 completed, throughput=5MB/sec 2024-09-13T03:28:59.818 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4hCCR2e8pMMbvFc off=546601 len=733372 2024-09-13T03:28:59.819 INFO:tasks.workunit.client.0.smithi052.stdout:op 4926 completed, throughput=5MB/sec 2024-09-13T03:28:59.819 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f9Bd2xQou-51Sx8 off=185238 len=1599176 2024-09-13T03:28:59.829 INFO:tasks.workunit.client.0.smithi052.stdout:op 4927 completed, throughput=5MB/sec 2024-09-13T03:28:59.829 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CsDy_ZEsbK3gaOC off=9896443 len=1222353 2024-09-13T03:28:59.830 INFO:tasks.workunit.client.0.smithi052.stdout:op 4928 completed, throughput=5MB/sec 2024-09-13T03:29:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:00 smithi052 ceph-mon[91421]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:29:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:00 smithi052 ceph-mon[89065]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:29:00.830 INFO:tasks.workunit.client.0.smithi052.stdout: 969: throughput=5MB/sec pending data=0 2024-09-13T03:29:00.831 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iJ9L4xhOsdoNjeZ off=887521 len=1329798 2024-09-13T03:29:00.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 4929 completed, throughput=5MB/sec 2024-09-13T03:29:00.833 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8ebDV3-K8dLMloS off=637346 len=1094048 2024-09-13T03:29:00.834 INFO:tasks.workunit.client.0.smithi052.stdout:op 4930 completed, throughput=5MB/sec 2024-09-13T03:29:00.834 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WtLWiY7nks1Fq9- off=1878475 len=1941588 2024-09-13T03:29:00.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 4931 completed, throughput=5MB/sec 2024-09-13T03:29:00.838 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-D4GS9SE49oEHAj5 off=1495609 len=65416 2024-09-13T03:29:00.838 INFO:tasks.workunit.client.0.smithi052.stdout:op 4932 completed, throughput=5MB/sec 2024-09-13T03:29:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:00 smithi078 ceph-mon[85589]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:29:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:01.839 INFO:tasks.workunit.client.0.smithi052.stdout: 970: throughput=5MB/sec pending data=0 2024-09-13T03:29:01.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-98BYA9lnjbivYaP off=2879377 len=1297745 2024-09-13T03:29:01.845 INFO:tasks.workunit.client.0.smithi052.stdout:op 4933 completed, throughput=5MB/sec 2024-09-13T03:29:01.845 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VKoLahvdg7OrLPm off=6958797 len=1285931 2024-09-13T03:29:01.848 INFO:tasks.workunit.client.0.smithi052.stdout:op 4934 completed, throughput=5MB/sec 2024-09-13T03:29:01.848 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8QqGs4bzTgMsBwt off=4884427 len=190725 2024-09-13T03:29:01.851 INFO:tasks.workunit.client.0.smithi052.stdout:op 4935 completed, throughput=5MB/sec 2024-09-13T03:29:01.851 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6tVHJOLOvou0rR1 off=16631293 len=251040 2024-09-13T03:29:01.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 4936 completed, throughput=5MB/sec 2024-09-13T03:29:01.852 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xeZTuFtvmPK20Ab off=4112214 len=419743 2024-09-13T03:29:01.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 4937 completed, throughput=5MB/sec 2024-09-13T03:29:01.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rpEVlG3PS7QT5Rm off=5581795 len=1420913 2024-09-13T03:29:01.856 INFO:tasks.workunit.client.0.smithi052.stdout:op 4938 completed, throughput=5MB/sec 2024-09-13T03:29:01.856 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_gT_nyvylJNOmV5 off=1123365 len=1513522 2024-09-13T03:29:01.862 INFO:tasks.workunit.client.0.smithi052.stdout:op 4939 completed, throughput=5MB/sec 2024-09-13T03:29:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:02 smithi078 ceph-mon[85589]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:29:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:29:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:02 smithi052 ceph-mon[91421]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:29:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:02 smithi052 ceph-mon[89065]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:29:02.863 INFO:tasks.workunit.client.0.smithi052.stdout: 971: throughput=5MB/sec pending data=0 2024-09-13T03:29:02.863 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zaztgS2OHRxBvPs off=3114874 len=181247 2024-09-13T03:29:02.866 INFO:tasks.workunit.client.0.smithi052.stdout:op 4940 completed, throughput=5MB/sec 2024-09-13T03:29:02.866 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Gs5ckyFocCitHIh off=1488471 len=1140366 2024-09-13T03:29:02.872 INFO:tasks.workunit.client.0.smithi052.stdout:op 4941 completed, throughput=5MB/sec 2024-09-13T03:29:02.872 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iHWOa26hrvPblau off=805127 len=768444 2024-09-13T03:29:02.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 4942 completed, throughput=5MB/sec 2024-09-13T03:29:02.873 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iOKXW5v_Bw1I625 off=5627922 len=2077579 2024-09-13T03:29:02.877 INFO:tasks.workunit.client.0.smithi052.stdout:op 4943 completed, throughput=5MB/sec 2024-09-13T03:29:02.877 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j5alQUhou26NYKg off=162214 len=143777 2024-09-13T03:29:02.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 4944 completed, throughput=5MB/sec 2024-09-13T03:29:03.880 INFO:tasks.workunit.client.0.smithi052.stdout: 972: throughput=5MB/sec pending data=0 2024-09-13T03:29:03.881 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6-juCUCv52L4uN6 off=1491949 len=1145099 2024-09-13T03:29:03.882 INFO:tasks.workunit.client.0.smithi052.stdout:op 4945 completed, throughput=5MB/sec 2024-09-13T03:29:03.882 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Rm7jOpmAOh3zDHZ off=9847557 len=796038 2024-09-13T03:29:03.884 INFO:tasks.workunit.client.0.smithi052.stdout:op 4946 completed, throughput=5MB/sec 2024-09-13T03:29:03.885 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I5OEm4-ZQ79ZqmH off=6382098 len=1411345 2024-09-13T03:29:03.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 4947 completed, throughput=5MB/sec 2024-09-13T03:29:03.892 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a0zlkD1zz0igdm- off=18185173 len=543166 2024-09-13T03:29:03.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 4948 completed, throughput=5MB/sec 2024-09-13T03:29:03.893 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Q0jsE6ojyl19KuF off=6145571 len=1338481 2024-09-13T03:29:03.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 4949 completed, throughput=5MB/sec 2024-09-13T03:29:03.896 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ByXdrksoqss8PF2 off=22288143 len=289124 2024-09-13T03:29:03.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 4950 completed, throughput=5MB/sec 2024-09-13T03:29:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:04 smithi052 ceph-mon[91421]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:29:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:04 smithi052 ceph-mon[89065]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:29:04.897 INFO:tasks.workunit.client.0.smithi052.stdout: 973: throughput=5MB/sec pending data=0 2024-09-13T03:29:04.897 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vXU0zii0zBpG6Q9 off=16093856 len=1085950 2024-09-13T03:29:04.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 4951 completed, throughput=5MB/sec 2024-09-13T03:29:04.899 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wZEdzxaamgOAjdZ off=833834 len=1242208 2024-09-13T03:29:04.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 4952 completed, throughput=5MB/sec 2024-09-13T03:29:04.901 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lhDw_w8YrQ42pjs off=4601580 len=1439185 2024-09-13T03:29:04.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 4953 completed, throughput=5MB/sec 2024-09-13T03:29:04.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MWAxFOsmvOcswGX off=9784616 len=589653 2024-09-13T03:29:04.912 INFO:tasks.workunit.client.0.smithi052.stdout:op 4954 completed, throughput=5MB/sec 2024-09-13T03:29:04.912 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E0sQxIve1-OTat4 off=2503565 len=1295521 2024-09-13T03:29:04.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 4955 completed, throughput=5MB/sec 2024-09-13T03:29:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:04 smithi078 ceph-mon[85589]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-13T03:29:05.914 INFO:tasks.workunit.client.0.smithi052.stdout: 974: throughput=5MB/sec pending data=0 2024-09-13T03:29:05.914 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FZXEWrVygn-wIGF off=794370 len=1851993 2024-09-13T03:29:05.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 4956 completed, throughput=5MB/sec 2024-09-13T03:29:05.917 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-B_d4aS4_XXf7Gz2 off=11784843 len=1639937 2024-09-13T03:29:05.925 INFO:tasks.workunit.client.0.smithi052.stdout:op 4957 completed, throughput=5MB/sec 2024-09-13T03:29:05.926 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ixHbDX5JV_an2n2 off=15875283 len=1726454 2024-09-13T03:29:05.936 INFO:tasks.workunit.client.0.smithi052.stdout:op 4958 completed, throughput=5MB/sec 2024-09-13T03:29:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:06 smithi052 ceph-mon[91421]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:29:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:06 smithi052 ceph-mon[89065]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:29:06.936 INFO:tasks.workunit.client.0.smithi052.stdout: 975: throughput=5MB/sec pending data=0 2024-09-13T03:29:06.937 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IXWbeTByyxkcBcA off=6282552 len=1404711 2024-09-13T03:29:06.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 4959 completed, throughput=5MB/sec 2024-09-13T03:29:06.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-y3u5dFLx6RPTVZl off=3966541 len=1220640 2024-09-13T03:29:06.941 INFO:tasks.workunit.client.0.smithi052.stdout:op 4960 completed, throughput=5MB/sec 2024-09-13T03:29:06.941 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GgkpudP-egDU_yu off=6840170 len=99549 2024-09-13T03:29:06.943 INFO:tasks.workunit.client.0.smithi052.stdout:op 4961 completed, throughput=5MB/sec 2024-09-13T03:29:06.944 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zvla5QpNT30tsOZ off=6510237 len=1840751 2024-09-13T03:29:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:06 smithi078 ceph-mon[85589]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:29:06.946 INFO:tasks.workunit.client.0.smithi052.stdout:op 4962 completed, throughput=5MB/sec 2024-09-13T03:29:06.946 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EVw866Ot8D-vdD- off=3921823 len=717429 2024-09-13T03:29:06.951 INFO:tasks.workunit.client.0.smithi052.stdout:op 4963 completed, throughput=5MB/sec 2024-09-13T03:29:07.951 INFO:tasks.workunit.client.0.smithi052.stdout: 976: throughput=5MB/sec pending data=0 2024-09-13T03:29:07.951 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-toP6VQ7SWT1syjg off=1064156 len=1693671 2024-09-13T03:29:07.960 INFO:tasks.workunit.client.0.smithi052.stdout:op 4964 completed, throughput=5MB/sec 2024-09-13T03:29:07.960 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dzYQqJo2_7MGuVz off=5051207 len=44172 2024-09-13T03:29:07.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 4965 completed, throughput=5MB/sec 2024-09-13T03:29:07.963 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dgqD0so19cYbEnP off=1701677 len=3405 2024-09-13T03:29:07.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 4966 completed, throughput=5MB/sec 2024-09-13T03:29:07.965 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MJ71bJwY73TFwe_ off=937616 len=905452 2024-09-13T03:29:07.966 INFO:tasks.workunit.client.0.smithi052.stdout:op 4967 completed, throughput=5MB/sec 2024-09-13T03:29:07.966 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-znt766gOTW6Huuj off=1199245 len=861660 2024-09-13T03:29:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 4968 completed, throughput=5MB/sec 2024-09-13T03:29:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7oCmiJAYStrvYLL off=2818164 len=240025 2024-09-13T03:29:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:op 4969 completed, throughput=5MB/sec 2024-09-13T03:29:07.968 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bdPhKp7qkfDf2Uu off=91139 len=1390492 2024-09-13T03:29:07.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 4970 completed, throughput=5MB/sec 2024-09-13T03:29:08.480 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:29:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:29:08] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:29:08.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:08 smithi052 ceph-mon[89065]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:08.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:08 smithi052 ceph-mon[91421]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:08 smithi078 ceph-mon[85589]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:08.970 INFO:tasks.workunit.client.0.smithi052.stdout: 977: throughput=5MB/sec pending data=0 2024-09-13T03:29:08.970 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cyxkt9xzlYbSRcx off=17706584 len=467797 2024-09-13T03:29:08.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 4971 completed, throughput=5MB/sec 2024-09-13T03:29:08.971 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b_NWSW2dU15Vz1D off=6169822 len=1099377 2024-09-13T03:29:08.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 4972 completed, throughput=5MB/sec 2024-09-13T03:29:08.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-S85_KrjyAO6lXh9 off=16047151 len=2028164 2024-09-13T03:29:08.985 INFO:tasks.workunit.client.0.smithi052.stdout:op 4973 completed, throughput=5MB/sec 2024-09-13T03:29:08.985 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5bvag8Cym7_Psb5 off=640881 len=1856445 2024-09-13T03:29:08.986 INFO:tasks.workunit.client.0.smithi052.stdout:op 4974 completed, throughput=5MB/sec 2024-09-13T03:29:09.986 INFO:tasks.workunit.client.0.smithi052.stdout: 978: throughput=5MB/sec pending data=0 2024-09-13T03:29:09.987 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pVG24j4mKgAoMkP off=2482595 len=262241 2024-09-13T03:29:09.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 4975 completed, throughput=5MB/sec 2024-09-13T03:29:09.990 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o5lxEfRTDpmElMD off=3355721 len=2052164 2024-09-13T03:29:10.001 INFO:tasks.workunit.client.0.smithi052.stdout:op 4976 completed, throughput=5MB/sec 2024-09-13T03:29:10.002 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--HTAhCHfdT0IZ7L off=7012059 len=1012272 2024-09-13T03:29:10.003 INFO:tasks.workunit.client.0.smithi052.stdout:op 4977 completed, throughput=5MB/sec 2024-09-13T03:29:10.003 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eRXoQFOVnnqIRht off=1984819 len=478774 2024-09-13T03:29:10.007 INFO:tasks.workunit.client.0.smithi052.stdout:op 4978 completed, throughput=5MB/sec 2024-09-13T03:29:10.007 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u4Oyf5XiNWKraNn off=2469254 len=224998 2024-09-13T03:29:10.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 4979 completed, throughput=5MB/sec 2024-09-13T03:29:10.008 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-b72qst0JpYtQAVE off=11626814 len=120623 2024-09-13T03:29:10.010 INFO:tasks.workunit.client.0.smithi052.stdout:op 4980 completed, throughput=5MB/sec 2024-09-13T03:29:10.011 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--QdLCCZF8HjC2Lt off=599049 len=445239 2024-09-13T03:29:10.012 INFO:tasks.workunit.client.0.smithi052.stdout:op 4981 completed, throughput=5MB/sec 2024-09-13T03:29:10.012 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4dygbmxHcyOme71 off=12821290 len=1918833 2024-09-13T03:29:10.020 INFO:tasks.workunit.client.0.smithi052.stdout:op 4982 completed, throughput=5MB/sec 2024-09-13T03:29:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:10 smithi052 ceph-mon[91421]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:29:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:10 smithi052 ceph-mon[89065]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:29:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:10 smithi078 ceph-mon[85589]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:29:11.021 INFO:tasks.workunit.client.0.smithi052.stdout: 979: throughput=5MB/sec pending data=0 2024-09-13T03:29:11.021 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Cu2JRCHFaR_JW0X off=10127338 len=530763 2024-09-13T03:29:11.022 INFO:tasks.workunit.client.0.smithi052.stdout:op 4983 completed, throughput=5MB/sec 2024-09-13T03:29:11.022 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eXetY6xxY8KrgRJ off=8796741 len=469295 2024-09-13T03:29:11.023 INFO:tasks.workunit.client.0.smithi052.stdout:op 4984 completed, throughput=5MB/sec 2024-09-13T03:29:11.023 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gFHVtkW_cQj0rTR off=3952127 len=631072 2024-09-13T03:29:11.025 INFO:tasks.workunit.client.0.smithi052.stdout:op 4985 completed, throughput=5MB/sec 2024-09-13T03:29:11.025 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ESSMZAaLKB5ZUYM off=5806782 len=2089095 2024-09-13T03:29:11.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 4986 completed, throughput=5MB/sec 2024-09-13T03:29:11.035 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9QE3pzj2YC9qQTw off=8238179 len=280503 2024-09-13T03:29:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:op 4987 completed, throughput=5MB/sec 2024-09-13T03:29:12.036 INFO:tasks.workunit.client.0.smithi052.stdout: 980: throughput=5MB/sec pending data=0 2024-09-13T03:29:12.036 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s0f-aqryYkqkgUQ off=85636 len=1315035 2024-09-13T03:29:12.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 4988 completed, throughput=5MB/sec 2024-09-13T03:29:12.038 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LFkZEFFhsZtJA4m off=15020118 len=285608 2024-09-13T03:29:12.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 4989 completed, throughput=5MB/sec 2024-09-13T03:29:12.042 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0VPxr90_eh63q4R off=4465227 len=849438 2024-09-13T03:29:12.046 INFO:tasks.workunit.client.0.smithi052.stdout:op 4990 completed, throughput=5MB/sec 2024-09-13T03:29:12.047 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kIEAUGP-eKxCll8 off=10645101 len=1949753 2024-09-13T03:29:12.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 4991 completed, throughput=5MB/sec 2024-09-13T03:29:12.049 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Fso3JKMGDy5I0Yz off=4389576 len=1300671 2024-09-13T03:29:12.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 4992 completed, throughput=5MB/sec 2024-09-13T03:29:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:12 smithi078 ceph-mon[85589]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:29:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:12 smithi052 ceph-mon[89065]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:12 smithi052 ceph-mon[91421]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:13.051 INFO:tasks.workunit.client.0.smithi052.stdout: 981: throughput=5MB/sec pending data=0 2024-09-13T03:29:13.051 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--zMSxBqwUi_wFIc off=1303430 len=207681 2024-09-13T03:29:13.054 INFO:tasks.workunit.client.0.smithi052.stdout:op 4993 completed, throughput=5MB/sec 2024-09-13T03:29:13.054 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kqJ2ux59B6FznlV off=11233068 len=471519 2024-09-13T03:29:13.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 4994 completed, throughput=5MB/sec 2024-09-13T03:29:13.055 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kDxnrZsKrOf6pjI off=9578115 len=1838359 2024-09-13T03:29:13.057 INFO:tasks.workunit.client.0.smithi052.stdout:op 4995 completed, throughput=5MB/sec 2024-09-13T03:29:13.057 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aawmsL-AAKtMYSZ off=1918535 len=10527 2024-09-13T03:29:13.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 4996 completed, throughput=5MB/sec 2024-09-13T03:29:13.060 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nrIa8XQ0xm1rUBG off=266150 len=1464810 2024-09-13T03:29:13.062 INFO:tasks.workunit.client.0.smithi052.stdout:op 4997 completed, throughput=5MB/sec 2024-09-13T03:29:13.062 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c5nPvJfKSukDv_u off=11111993 len=1364546 2024-09-13T03:29:13.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 4998 completed, throughput=5MB/sec 2024-09-13T03:29:14.064 INFO:tasks.workunit.client.0.smithi052.stdout: 982: throughput=5MB/sec pending data=0 2024-09-13T03:29:14.065 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_sM2MG1qrZEPiPH off=17188125 len=1462394 2024-09-13T03:29:14.072 INFO:tasks.workunit.client.0.smithi052.stdout:op 4999 completed, throughput=5MB/sec 2024-09-13T03:29:14.072 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_ik7s91d39nY3iE off=4972309 len=1529856 2024-09-13T03:29:14.073 INFO:tasks.workunit.client.0.smithi052.stdout:op 5000 completed, throughput=5MB/sec 2024-09-13T03:29:14.073 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WHFs94_dbMQnn6C off=14078367 len=841357 2024-09-13T03:29:14.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 5001 completed, throughput=5MB/sec 2024-09-13T03:29:14.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FQE6kT1sDpLfbwa off=11782051 len=220463 2024-09-13T03:29:14.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 5002 completed, throughput=5MB/sec 2024-09-13T03:29:14.079 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vTwm7WeqRB8lgSW off=9199306 len=1739920 2024-09-13T03:29:14.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 5003 completed, throughput=5MB/sec 2024-09-13T03:29:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:14 smithi052 ceph-mon[91421]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:29:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:14 smithi052 ceph-mon[89065]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:29:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:14 smithi078 ceph-mon[85589]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:29:15.087 INFO:tasks.workunit.client.0.smithi052.stdout: 983: throughput=5MB/sec pending data=0 2024-09-13T03:29:15.087 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-m8y5LXoadETHDgi off=9007178 len=1848982 2024-09-13T03:29:15.094 INFO:tasks.workunit.client.0.smithi052.stdout:op 5004 completed, throughput=5MB/sec 2024-09-13T03:29:15.095 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-K1HtFQRIYFm0ubK off=16416158 len=736313 2024-09-13T03:29:15.096 INFO:tasks.workunit.client.0.smithi052.stdout:op 5005 completed, throughput=5MB/sec 2024-09-13T03:29:15.096 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T1dAjafXaGIjK4- off=7019288 len=271853 2024-09-13T03:29:15.096 INFO:tasks.workunit.client.0.smithi052.stdout:op 5006 completed, throughput=5MB/sec 2024-09-13T03:29:15.096 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sWeM4M4UOAM3D5V off=20130420 len=1393167 2024-09-13T03:29:15.102 INFO:tasks.workunit.client.0.smithi052.stdout:op 5007 completed, throughput=5MB/sec 2024-09-13T03:29:15.102 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZUj7eqqYBR6v7zl off=14067092 len=1171156 2024-09-13T03:29:15.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 5008 completed, throughput=5MB/sec 2024-09-13T03:29:16.110 INFO:tasks.workunit.client.0.smithi052.stdout: 984: throughput=5MB/sec pending data=0 2024-09-13T03:29:16.111 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1vqkepr4Z6AvQb_ off=4413068 len=1986280 2024-09-13T03:29:16.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 5009 completed, throughput=5MB/sec 2024-09-13T03:29:16.113 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FI1bYChRz6IrlSV off=12819607 len=1786666 2024-09-13T03:29:16.122 INFO:tasks.workunit.client.0.smithi052.stdout:op 5010 completed, throughput=5MB/sec 2024-09-13T03:29:16.122 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0FxItlIV2BBv4aO off=8238389 len=263542 2024-09-13T03:29:16.126 INFO:tasks.workunit.client.0.smithi052.stdout:op 5011 completed, throughput=5MB/sec 2024-09-13T03:29:16.126 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FhcLMzvE3taLZ0l off=1413760 len=1705158 2024-09-13T03:29:16.128 INFO:tasks.workunit.client.0.smithi052.stdout:op 5012 completed, throughput=5MB/sec 2024-09-13T03:29:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:16 smithi052 ceph-mon[91421]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:29:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:16 smithi052 ceph-mon[89065]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:29:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:16 smithi078 ceph-mon[85589]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:29:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:17.128 INFO:tasks.workunit.client.0.smithi052.stdout: 985: throughput=5MB/sec pending data=0 2024-09-13T03:29:17.128 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8rFLmprv8FfwkJK off=13996660 len=1565100 2024-09-13T03:29:17.138 INFO:tasks.workunit.client.0.smithi052.stdout:op 5013 completed, throughput=5MB/sec 2024-09-13T03:29:17.138 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Hy_P_klPR5hoOj4 off=6400969 len=1171613 2024-09-13T03:29:17.143 INFO:tasks.workunit.client.0.smithi052.stdout:op 5014 completed, throughput=5MB/sec 2024-09-13T03:29:17.143 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hxxFFr9xUO-kfj_ off=14428866 len=780983 2024-09-13T03:29:17.147 INFO:tasks.workunit.client.0.smithi052.stdout:op 5015 completed, throughput=5MB/sec 2024-09-13T03:29:17.148 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_F1JAYPm3WihBVb off=2875751 len=1400803 2024-09-13T03:29:17.150 INFO:tasks.workunit.client.0.smithi052.stdout:op 5016 completed, throughput=5MB/sec 2024-09-13T03:29:18.150 INFO:tasks.workunit.client.0.smithi052.stdout: 986: throughput=5MB/sec pending data=0 2024-09-13T03:29:18.150 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qvMclJc4UATtp0N off=1718193 len=1217646 2024-09-13T03:29:18.156 INFO:tasks.workunit.client.0.smithi052.stdout:op 5017 completed, throughput=5MB/sec 2024-09-13T03:29:18.156 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9LogRnlPGWbKDMI off=5207878 len=1225282 2024-09-13T03:29:18.162 INFO:tasks.workunit.client.0.smithi052.stdout:op 5018 completed, throughput=5MB/sec 2024-09-13T03:29:18.163 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vuQprBOFuRXCT7Z off=1406780 len=180391 2024-09-13T03:29:18.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 5019 completed, throughput=5MB/sec 2024-09-13T03:29:18.163 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-w13kk3WF-n8MHMl off=10493522 len=260550 2024-09-13T03:29:18.164 INFO:tasks.workunit.client.0.smithi052.stdout:op 5020 completed, throughput=5MB/sec 2024-09-13T03:29:18.164 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-m7cLUoneqdIs8oK off=8308405 len=1984312 2024-09-13T03:29:18.166 INFO:tasks.workunit.client.0.smithi052.stdout:op 5021 completed, throughput=5MB/sec 2024-09-13T03:29:18.494 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:29:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:29:18] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:29:18.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:18 smithi052 ceph-mon[89065]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:29:18.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:18 smithi052 ceph-mon[91421]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:29:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:18 smithi078 ceph-mon[85589]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:29:19.167 INFO:tasks.workunit.client.0.smithi052.stdout: 987: throughput=5MB/sec pending data=0 2024-09-13T03:29:19.167 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-boLpTPamzGpEIjF off=5139267 len=1703681 2024-09-13T03:29:19.169 INFO:tasks.workunit.client.0.smithi052.stdout:op 5022 completed, throughput=5MB/sec 2024-09-13T03:29:19.169 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Y4OgiqQx5mEzc81 off=195264 len=555541 2024-09-13T03:29:19.173 INFO:tasks.workunit.client.0.smithi052.stdout:op 5023 completed, throughput=5MB/sec 2024-09-13T03:29:19.174 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gbXFN0P6VdNcdc5 off=6113000 len=546585 2024-09-13T03:29:19.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 5024 completed, throughput=5MB/sec 2024-09-13T03:29:19.177 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TdAo-BpH3ODD_4q off=2914054 len=1715601 2024-09-13T03:29:19.186 INFO:tasks.workunit.client.0.smithi052.stdout:op 5025 completed, throughput=5MB/sec 2024-09-13T03:29:19.186 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vdgdXrRqbbyaYYf off=10901772 len=1798082 2024-09-13T03:29:19.194 INFO:tasks.workunit.client.0.smithi052.stdout:op 5026 completed, throughput=5MB/sec 2024-09-13T03:29:20.194 INFO:tasks.workunit.client.0.smithi052.stdout: 988: throughput=5MB/sec pending data=0 2024-09-13T03:29:20.195 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-z0iPqlxplWZLpLS off=3008684 len=729788 2024-09-13T03:29:20.195 INFO:tasks.workunit.client.0.smithi052.stdout:op 5027 completed, throughput=5MB/sec 2024-09-13T03:29:20.196 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a4jI39TnU1NQVql off=1436156 len=1959397 2024-09-13T03:29:20.198 INFO:tasks.workunit.client.0.smithi052.stdout:op 5028 completed, throughput=5MB/sec 2024-09-13T03:29:20.198 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RlRxzYgbT75npZV off=5952234 len=1903617 2024-09-13T03:29:20.206 INFO:tasks.workunit.client.0.smithi052.stdout:op 5029 completed, throughput=5MB/sec 2024-09-13T03:29:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:20 smithi052 ceph-mon[91421]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:29:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:20 smithi052 ceph-mon[89065]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:29:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:20 smithi078 ceph-mon[85589]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:29:21.206 INFO:tasks.workunit.client.0.smithi052.stdout: 989: throughput=5MB/sec pending data=0 2024-09-13T03:29:21.206 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C33y0iJ1gEcU7TX off=10557338 len=1416499 2024-09-13T03:29:21.208 INFO:tasks.workunit.client.0.smithi052.stdout:op 5030 completed, throughput=5MB/sec 2024-09-13T03:29:21.208 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EVX_rTqTWarGeqU off=1248328 len=377560 2024-09-13T03:29:21.212 INFO:tasks.workunit.client.0.smithi052.stdout:op 5031 completed, throughput=5MB/sec 2024-09-13T03:29:21.212 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-g2IpnKicY1Jhjp3 off=8891473 len=1011824 2024-09-13T03:29:21.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 5032 completed, throughput=5MB/sec 2024-09-13T03:29:21.217 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jR9S8CeoSaMiCLd off=18111533 len=107175 2024-09-13T03:29:21.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 5033 completed, throughput=5MB/sec 2024-09-13T03:29:21.220 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JtICAhpOMhwJqud off=8085382 len=1746000 2024-09-13T03:29:21.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 5034 completed, throughput=5MB/sec 2024-09-13T03:29:22.228 INFO:tasks.workunit.client.0.smithi052.stdout: 990: throughput=5MB/sec pending data=0 2024-09-13T03:29:22.228 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hRkP_eRfq1mfTPu off=357267 len=2048145 2024-09-13T03:29:22.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 5035 completed, throughput=5MB/sec 2024-09-13T03:29:22.240 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hV_pA6aPnElm2Io off=8907664 len=1404842 2024-09-13T03:29:22.248 INFO:tasks.workunit.client.0.smithi052.stdout:op 5036 completed, throughput=5MB/sec 2024-09-13T03:29:22.248 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KDIEksNPiz7YbPc off=13126564 len=1276089 2024-09-13T03:29:22.254 INFO:tasks.workunit.client.0.smithi052.stdout:op 5037 completed, throughput=5MB/sec 2024-09-13T03:29:22.254 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nxEs59KKB5924dw off=9054168 len=852472 2024-09-13T03:29:22.259 INFO:tasks.workunit.client.0.smithi052.stdout:op 5038 completed, throughput=5MB/sec 2024-09-13T03:29:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:22 smithi078 ceph-mon[85589]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:29:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:22 smithi052 ceph-mon[91421]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:22 smithi052 ceph-mon[89065]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:23.259 INFO:tasks.workunit.client.0.smithi052.stdout: 991: throughput=5MB/sec pending data=0 2024-09-13T03:29:23.259 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FJZclKkgdbBHjJh off=4372996 len=167101 2024-09-13T03:29:23.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 5039 completed, throughput=5MB/sec 2024-09-13T03:29:23.260 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BPZ2b_6_81NsFCs off=0 len=1108005 2024-09-13T03:29:23.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 5040 completed, throughput=5MB/sec 2024-09-13T03:29:23.266 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7za1rObrESOrCGD off=2700357 len=874237 2024-09-13T03:29:23.267 INFO:tasks.workunit.client.0.smithi052.stdout:op 5041 completed, throughput=5MB/sec 2024-09-13T03:29:23.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ui5e9KsLLQ0ChaO off=8261606 len=1144303 2024-09-13T03:29:23.268 INFO:tasks.workunit.client.0.smithi052.stdout:op 5042 completed, throughput=5MB/sec 2024-09-13T03:29:23.268 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VmcKj-fRk0BxvZ5 off=2519446 len=1706894 2024-09-13T03:29:23.270 INFO:tasks.workunit.client.0.smithi052.stdout:op 5043 completed, throughput=5MB/sec 2024-09-13T03:29:23.270 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CZU8lhytfV-Ozn4 off=7822344 len=956376 2024-09-13T03:29:23.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 5044 completed, throughput=5MB/sec 2024-09-13T03:29:24.276 INFO:tasks.workunit.client.0.smithi052.stdout: 992: throughput=5MB/sec pending data=0 2024-09-13T03:29:24.276 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i0DOOZBg2a1Xoge off=12287884 len=557246 2024-09-13T03:29:24.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 5045 completed, throughput=5MB/sec 2024-09-13T03:29:24.277 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HVkxR5_kKHFiJu9 off=10889816 len=584671 2024-09-13T03:29:24.278 INFO:tasks.workunit.client.0.smithi052.stdout:op 5046 completed, throughput=5MB/sec 2024-09-13T03:29:24.279 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5vm0a4w0N5E0hbA off=1018570 len=793658 2024-09-13T03:29:24.280 INFO:tasks.workunit.client.0.smithi052.stdout:op 5047 completed, throughput=5MB/sec 2024-09-13T03:29:24.280 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-s8PwGKTqqB5ImXJ off=8104441 len=383022 2024-09-13T03:29:24.284 INFO:tasks.workunit.client.0.smithi052.stdout:op 5048 completed, throughput=5MB/sec 2024-09-13T03:29:24.284 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-71gDkJNKPZZ114V off=3330884 len=2084540 2024-09-13T03:29:24.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 5049 completed, throughput=5MB/sec 2024-09-13T03:29:24.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fjYgatDWdYi2TLW off=948402 len=2050775 2024-09-13T03:29:24.287 INFO:tasks.workunit.client.0.smithi052.stdout:op 5050 completed, throughput=5MB/sec 2024-09-13T03:29:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:24 smithi052 ceph-mon[91421]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:29:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:24 smithi052 ceph-mon[89065]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:29:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:24 smithi078 ceph-mon[85589]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:29:25.288 INFO:tasks.workunit.client.0.smithi052.stdout: 993: throughput=5MB/sec pending data=0 2024-09-13T03:29:25.288 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EkbMS2cWcdACgdi off=5501799 len=131255 2024-09-13T03:29:25.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 5051 completed, throughput=5MB/sec 2024-09-13T03:29:25.289 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vUPLXu4xUwKsSYR off=1748753 len=1379244 2024-09-13T03:29:25.292 INFO:tasks.workunit.client.0.smithi052.stdout:op 5052 completed, throughput=5MB/sec 2024-09-13T03:29:25.292 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RE11Snm6FEy2KwE off=9195611 len=116157 2024-09-13T03:29:25.295 INFO:tasks.workunit.client.0.smithi052.stdout:op 5053 completed, throughput=5MB/sec 2024-09-13T03:29:25.295 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v0NqF---yqPkTo6 off=660277 len=1882372 2024-09-13T03:29:25.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 5054 completed, throughput=5MB/sec 2024-09-13T03:29:26.298 INFO:tasks.workunit.client.0.smithi052.stdout: 994: throughput=5MB/sec pending data=0 2024-09-13T03:29:26.298 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eE8Fff_IDxvpcbd off=1987848 len=437137 2024-09-13T03:29:26.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 5055 completed, throughput=5MB/sec 2024-09-13T03:29:26.299 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yFXU6-A_tcXQAxc off=2022671 len=1463063 2024-09-13T03:29:26.305 INFO:tasks.workunit.client.0.smithi052.stdout:op 5056 completed, throughput=5MB/sec 2024-09-13T03:29:26.305 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-z6e88pATjRQCVTN off=4257787 len=1662518 2024-09-13T03:29:26.308 INFO:tasks.workunit.client.0.smithi052.stdout:op 5057 completed, throughput=5MB/sec 2024-09-13T03:29:26.308 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kVyTEX1izNUw1TY off=8779115 len=1051601 2024-09-13T03:29:26.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 5058 completed, throughput=5MB/sec 2024-09-13T03:29:26.310 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4aRSfP-gUk0PKrZ off=8256826 len=1718931 2024-09-13T03:29:26.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 5059 completed, throughput=5MB/sec 2024-09-13T03:29:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:26 smithi052 ceph-mon[89065]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:29:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:26 smithi052 ceph-mon[91421]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:29:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:26 smithi078 ceph-mon[85589]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-13T03:29:27.321 INFO:tasks.workunit.client.0.smithi052.stdout: 995: throughput=5MB/sec pending data=0 2024-09-13T03:29:27.321 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qOHapGNHPSEflrr off=10785022 len=292454 2024-09-13T03:29:27.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 5060 completed, throughput=5MB/sec 2024-09-13T03:29:27.322 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XRIakVeS1_P3z1m off=2529774 len=982757 2024-09-13T03:29:27.324 INFO:tasks.workunit.client.0.smithi052.stdout:op 5061 completed, throughput=5MB/sec 2024-09-13T03:29:27.325 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UPh__UmAv8TkGCR off=12260100 len=1792785 2024-09-13T03:29:27.329 INFO:tasks.workunit.client.0.smithi052.stdout:op 5062 completed, throughput=5MB/sec 2024-09-13T03:29:27.329 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qrSCG4OuSnmrfJ5 off=7081853 len=1425568 2024-09-13T03:29:27.335 INFO:tasks.workunit.client.0.smithi052.stdout:op 5063 completed, throughput=5MB/sec 2024-09-13T03:29:28.335 INFO:tasks.workunit.client.0.smithi052.stdout: 996: throughput=5MB/sec pending data=0 2024-09-13T03:29:28.335 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SHJQNVA1KylHDrk off=2899402 len=1763060 2024-09-13T03:29:28.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 5064 completed, throughput=5MB/sec 2024-09-13T03:29:28.346 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hyPoGtUUpHgXI1B off=8060944 len=897006 2024-09-13T03:29:28.353 INFO:tasks.workunit.client.0.smithi052.stdout:op 5065 completed, throughput=5MB/sec 2024-09-13T03:29:28.353 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5kEJHVedLazcUMW off=4009357 len=1732727 2024-09-13T03:29:28.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 5066 completed, throughput=5MB/sec 2024-09-13T03:29:28.358 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4m1SxvZSEkIVeeJ off=671342 len=809219 2024-09-13T03:29:28.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 5067 completed, throughput=5MB/sec 2024-09-13T03:29:28.507 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:29:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:29:28] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:29:28.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:28 smithi052 ceph-mon[91421]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:28.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:28 smithi052 ceph-mon[89065]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:28 smithi078 ceph-mon[85589]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:29.360 INFO:tasks.workunit.client.0.smithi052.stdout: 997: throughput=5MB/sec pending data=0 2024-09-13T03:29:29.360 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eO9q3BMaJIV7drW off=4381700 len=1852296 2024-09-13T03:29:29.362 INFO:tasks.workunit.client.0.smithi052.stdout:op 5068 completed, throughput=5MB/sec 2024-09-13T03:29:29.363 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MHPW_YDHG3iA64U off=582119 len=1449607 2024-09-13T03:29:29.364 INFO:tasks.workunit.client.0.smithi052.stdout:op 5069 completed, throughput=5MB/sec 2024-09-13T03:29:29.364 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eLzbQcGLWeqgr5J off=8426770 len=1319754 2024-09-13T03:29:29.373 INFO:tasks.workunit.client.0.smithi052.stdout:op 5070 completed, throughput=5MB/sec 2024-09-13T03:29:29.373 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kJc70zG-y8PM09c off=2237148 len=1756188 2024-09-13T03:29:29.375 INFO:tasks.workunit.client.0.smithi052.stdout:op 5071 completed, throughput=5MB/sec 2024-09-13T03:29:30.375 INFO:tasks.workunit.client.0.smithi052.stdout: 998: throughput=5MB/sec pending data=0 2024-09-13T03:29:30.375 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-76lujM7wJinQhx6 off=9378715 len=1086905 2024-09-13T03:29:30.377 INFO:tasks.workunit.client.0.smithi052.stdout:op 5072 completed, throughput=5MB/sec 2024-09-13T03:29:30.377 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Fk6ECQANC_EPL0 off=5254101 len=1546466 2024-09-13T03:29:30.386 INFO:tasks.workunit.client.0.smithi052.stdout:op 5073 completed, throughput=5MB/sec 2024-09-13T03:29:30.387 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zPcmnj9mkYBLV99 off=16573930 len=1367212 2024-09-13T03:29:30.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 5074 completed, throughput=5MB/sec 2024-09-13T03:29:30.388 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pJojMlaSuGqN-tw off=1963824 len=1023644 2024-09-13T03:29:30.393 INFO:tasks.workunit.client.0.smithi052.stdout:op 5075 completed, throughput=5MB/sec 2024-09-13T03:29:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:30 smithi052 ceph-mon[91421]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:29:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:30 smithi052 ceph-mon[89065]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:29:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:30 smithi078 ceph-mon[85589]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:29:31.394 INFO:tasks.workunit.client.0.smithi052.stdout: 999: throughput=5MB/sec pending data=0 2024-09-13T03:29:31.394 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-raMwrm0CxVM8qwh off=441477 len=406321 2024-09-13T03:29:31.397 INFO:tasks.workunit.client.0.smithi052.stdout:op 5076 completed, throughput=5MB/sec 2024-09-13T03:29:31.397 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EejDSNcnIma0vZ9 off=5457829 len=1548211 2024-09-13T03:29:31.404 INFO:tasks.workunit.client.0.smithi052.stdout:op 5077 completed, throughput=5MB/sec 2024-09-13T03:29:31.404 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IJwkzv89iDV1eaV off=2534513 len=665713 2024-09-13T03:29:31.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 5078 completed, throughput=5MB/sec 2024-09-13T03:29:31.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0TLByemwogQIe3b off=647382 len=1929644 2024-09-13T03:29:31.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 5079 completed, throughput=5MB/sec 2024-09-13T03:29:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-13T03:29:32.413 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-14QQ0EDWYVN0THq off=7217203 len=87829 2024-09-13T03:29:32.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 5080 completed, throughput=5MB/sec 2024-09-13T03:29:32.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-poT14ie4O-zH76K off=9298904 len=1948752 2024-09-13T03:29:32.422 INFO:tasks.workunit.client.0.smithi052.stdout:op 5081 completed, throughput=5MB/sec 2024-09-13T03:29:32.422 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u1eJRpBj_LEzKyd off=8779378 len=835748 2024-09-13T03:29:32.426 INFO:tasks.workunit.client.0.smithi052.stdout:op 5082 completed, throughput=5MB/sec 2024-09-13T03:29:32.426 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cf3a-T4OaJ9Bkh- off=4614444 len=1872236 2024-09-13T03:29:32.432 INFO:tasks.workunit.client.0.smithi052.stdout:op 5083 completed, throughput=5MB/sec 2024-09-13T03:29:32.432 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g2IpnKicY1Jhjp3 off=8991247 len=76111 2024-09-13T03:29:32.434 INFO:tasks.workunit.client.0.smithi052.stdout:op 5084 completed, throughput=5MB/sec 2024-09-13T03:29:32.434 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TeRZ8W5Et-dmdhM off=23667789 len=543426 2024-09-13T03:29:32.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 5085 completed, throughput=5MB/sec 2024-09-13T03:29:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:32 smithi078 ceph-mon[85589]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:29:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:29:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:32 smithi052 ceph-mon[91421]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:29:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:32 smithi052 ceph-mon[89065]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:29:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-13T03:29:33.438 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-99BZn0vLDxFwPW7 off=1899756 len=1854142 2024-09-13T03:29:33.445 INFO:tasks.workunit.client.0.smithi052.stdout:op 5086 completed, throughput=5MB/sec 2024-09-13T03:29:33.445 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QLf4A5C7-p3mN0r off=3539160 len=1210935 2024-09-13T03:29:33.451 INFO:tasks.workunit.client.0.smithi052.stdout:op 5087 completed, throughput=5MB/sec 2024-09-13T03:29:33.451 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xJ84VNHJ4OMoOZv off=4187801 len=448259 2024-09-13T03:29:33.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 5088 completed, throughput=5MB/sec 2024-09-13T03:29:33.452 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Vq59Bk7eUf_f2Vm off=12693472 len=353364 2024-09-13T03:29:33.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 5089 completed, throughput=5MB/sec 2024-09-13T03:29:33.453 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lYGFSPQEh91xtDH off=5874858 len=1497709 2024-09-13T03:29:33.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 5090 completed, throughput=5MB/sec 2024-09-13T03:29:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-13T03:29:34.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vdA0oorbXHSKBOE off=5029133 len=927296 2024-09-13T03:29:34.458 INFO:tasks.workunit.client.0.smithi052.stdout:op 5091 completed, throughput=5MB/sec 2024-09-13T03:29:34.458 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Orymh84iWacUFtH off=13370183 len=1206992 2024-09-13T03:29:34.459 INFO:tasks.workunit.client.0.smithi052.stdout:op 5092 completed, throughput=5MB/sec 2024-09-13T03:29:34.460 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Y2IJEeG867Qgys off=282399 len=1719346 2024-09-13T03:29:34.462 INFO:tasks.workunit.client.0.smithi052.stdout:op 5093 completed, throughput=5MB/sec 2024-09-13T03:29:34.462 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xou-zsEolI-Mp9d off=657528 len=1590287 2024-09-13T03:29:34.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 5094 completed, throughput=5MB/sec 2024-09-13T03:29:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:34 smithi052 ceph-mon[91421]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:29:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:34 smithi052 ceph-mon[89065]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:29:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:34 smithi078 ceph-mon[85589]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:29:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-13T03:29:35.469 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OMunfVI1hVPQpSN off=14742093 len=467279 2024-09-13T03:29:35.473 INFO:tasks.workunit.client.0.smithi052.stdout:op 5095 completed, throughput=5MB/sec 2024-09-13T03:29:35.473 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QIXboYmKSEFcwNz off=910684 len=485310 2024-09-13T03:29:35.474 INFO:tasks.workunit.client.0.smithi052.stdout:op 5096 completed, throughput=5MB/sec 2024-09-13T03:29:35.474 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f2-JTAVE-1JhgXO off=4090389 len=1883171 2024-09-13T03:29:35.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 5097 completed, throughput=5MB/sec 2024-09-13T03:29:35.485 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1zpw9JbPRUrpf53 off=4661123 len=1485553 2024-09-13T03:29:35.487 INFO:tasks.workunit.client.0.smithi052.stdout:op 5098 completed, throughput=5MB/sec 2024-09-13T03:29:35.487 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sn5Rkj0uXAuFKIx off=8075941 len=723976 2024-09-13T03:29:35.488 INFO:tasks.workunit.client.0.smithi052.stdout:op 5099 completed, throughput=5MB/sec 2024-09-13T03:29:35.488 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GkB17yyLcGqzoqb off=3605587 len=1967992 2024-09-13T03:29:35.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 5100 completed, throughput=5MB/sec 2024-09-13T03:29:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-13T03:29:36.498 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d8YtSlaQd6SPEvs off=5487423 len=1332963 2024-09-13T03:29:36.504 INFO:tasks.workunit.client.0.smithi052.stdout:op 5101 completed, throughput=5MB/sec 2024-09-13T03:29:36.504 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ipw4wyD-fZYDi-U off=2081232 len=246037 2024-09-13T03:29:36.507 INFO:tasks.workunit.client.0.smithi052.stdout:op 5102 completed, throughput=5MB/sec 2024-09-13T03:29:36.507 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P-5r4lEFL4AHvKZ off=9779179 len=1315040 2024-09-13T03:29:36.510 INFO:tasks.workunit.client.0.smithi052.stdout:op 5103 completed, throughput=5MB/sec 2024-09-13T03:29:36.510 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HryNvwaahZosKre off=4589864 len=1034510 2024-09-13T03:29:36.511 INFO:tasks.workunit.client.0.smithi052.stdout:op 5104 completed, throughput=5MB/sec 2024-09-13T03:29:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:36 smithi052 ceph-mon[91421]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:36.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:36 smithi052 ceph-mon[89065]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:36 smithi078 ceph-mon[85589]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-13T03:29:37.512 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kzF-osqRkyl_yGL off=0 len=1648756 2024-09-13T03:29:37.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 5105 completed, throughput=5MB/sec 2024-09-13T03:29:37.514 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MHmOUm3cUtcylB_ off=2450624 len=1122975 2024-09-13T03:29:37.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 5106 completed, throughput=5MB/sec 2024-09-13T03:29:37.521 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HsmCrFvQCqAI7bI off=6581776 len=210637 2024-09-13T03:29:37.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 5107 completed, throughput=5MB/sec 2024-09-13T03:29:37.521 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-M7yE9simz3Aoj2f off=15359738 len=1613149 2024-09-13T03:29:37.530 INFO:tasks.workunit.client.0.smithi052.stdout:op 5108 completed, throughput=5MB/sec 2024-09-13T03:29:37.530 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vTtrluTHIcikD35 off=1524109 len=71248 2024-09-13T03:29:37.530 INFO:tasks.workunit.client.0.smithi052.stdout:op 5109 completed, throughput=5MB/sec 2024-09-13T03:29:37.530 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_w145p7eS4Eu2G7 off=13497319 len=394644 2024-09-13T03:29:37.533 INFO:tasks.workunit.client.0.smithi052.stdout:op 5110 completed, throughput=5MB/sec 2024-09-13T03:29:38.525 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:29:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:29:38] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:29:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-13T03:29:38.534 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KZ94ylWl4dFFF_V off=6894371 len=196627 2024-09-13T03:29:38.534 INFO:tasks.workunit.client.0.smithi052.stdout:op 5111 completed, throughput=5MB/sec 2024-09-13T03:29:38.534 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4XuvhhL0g9JWQZO off=2114629 len=327798 2024-09-13T03:29:38.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 5112 completed, throughput=5MB/sec 2024-09-13T03:29:38.536 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qqKFk3HX5Uax6N- off=2848015 len=205130 2024-09-13T03:29:38.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 5113 completed, throughput=5MB/sec 2024-09-13T03:29:38.537 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AzTakJbPpljc3Hi off=4570272 len=1266804 2024-09-13T03:29:38.543 INFO:tasks.workunit.client.0.smithi052.stdout:op 5114 completed, throughput=5MB/sec 2024-09-13T03:29:38.543 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZlbsQROLDd3HvZD off=7582938 len=1104633 2024-09-13T03:29:38.544 INFO:tasks.workunit.client.0.smithi052.stdout:op 5115 completed, throughput=5MB/sec 2024-09-13T03:29:38.544 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ALTD6u16LRfTosK off=7516339 len=1211920 2024-09-13T03:29:38.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 5116 completed, throughput=5MB/sec 2024-09-13T03:29:38.549 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B3EwRaPElbMnILl off=9527857 len=1232174 2024-09-13T03:29:38.551 INFO:tasks.workunit.client.0.smithi052.stdout:op 5117 completed, throughput=5MB/sec 2024-09-13T03:29:38.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:38 smithi052 ceph-mon[91421]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:29:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:38 smithi052 ceph-mon[89065]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:29:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:38 smithi078 ceph-mon[85589]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-13T03:29:39.552 INFO:tasks.workunit.client.0.smithi052.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-13T03:29:39.552 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d-5nkBYCo2FKpuh off=1226307 len=1909 2024-09-13T03:29:39.554 INFO:tasks.workunit.client.0.smithi052.stdout:op 5118 completed, throughput=5MB/sec 2024-09-13T03:29:39.554 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mvK-c-YhSEFbw7C off=11534654 len=506331 2024-09-13T03:29:39.558 INFO:tasks.workunit.client.0.smithi052.stdout:op 5119 completed, throughput=5MB/sec 2024-09-13T03:29:39.558 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n4vZ2Tvk6cLaJ0C off=336946 len=1052410 2024-09-13T03:29:39.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 5120 completed, throughput=5MB/sec 2024-09-13T03:29:39.563 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4T-sLnLw4YJ-1lS off=6185755 len=1912878 2024-09-13T03:29:39.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 5121 completed, throughput=5MB/sec 2024-09-13T03:29:39.572 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oBYb-Z-KElwJEMc off=22099780 len=1986497 2024-09-13T03:29:39.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 5122 completed, throughput=5MB/sec 2024-09-13T03:29:40.584 INFO:tasks.workunit.client.0.smithi052.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-13T03:29:40.585 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PvJcxZOkCdcwRMO off=2152415 len=775762 2024-09-13T03:29:40.590 INFO:tasks.workunit.client.0.smithi052.stdout:op 5123 completed, throughput=5MB/sec 2024-09-13T03:29:40.590 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lOS4fJ_0KtIm5LA off=4242746 len=1142150 2024-09-13T03:29:40.591 INFO:tasks.workunit.client.0.smithi052.stdout:op 5124 completed, throughput=5MB/sec 2024-09-13T03:29:40.591 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mCkADW9eycLcDPw off=8273089 len=1363930 2024-09-13T03:29:40.593 INFO:tasks.workunit.client.0.smithi052.stdout:op 5125 completed, throughput=5MB/sec 2024-09-13T03:29:40.593 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UYtZAEM6_T08EVx off=13396087 len=1381934 2024-09-13T03:29:40.601 INFO:tasks.workunit.client.0.smithi052.stdout:op 5126 completed, throughput=5MB/sec 2024-09-13T03:29:40.601 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Yt_xsrU8bX1CYDR off=379402 len=2035679 2024-09-13T03:29:40.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 5127 completed, throughput=5MB/sec 2024-09-13T03:29:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:40 smithi052 ceph-mon[91421]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:40 smithi052 ceph-mon[89065]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:40 smithi078 ceph-mon[85589]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:29:41.615 INFO:tasks.workunit.client.0.smithi052.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-13T03:29:41.615 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vCjqz8gS9QVj1BH off=2454449 len=612299 2024-09-13T03:29:41.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 5128 completed, throughput=5MB/sec 2024-09-13T03:29:41.620 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6-MUUjCnqps4YPD off=7113185 len=241795 2024-09-13T03:29:41.621 INFO:tasks.workunit.client.0.smithi052.stdout:op 5129 completed, throughput=5MB/sec 2024-09-13T03:29:41.621 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sfnLRgAg2cD8eMs off=9385095 len=1567065 2024-09-13T03:29:41.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 5130 completed, throughput=5MB/sec 2024-09-13T03:29:41.627 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_ik7s91d39nY3iE off=5045489 len=1169247 2024-09-13T03:29:41.628 INFO:tasks.workunit.client.0.smithi052.stdout:op 5131 completed, throughput=5MB/sec 2024-09-13T03:29:42.629 INFO:tasks.workunit.client.0.smithi052.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-13T03:29:42.629 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o0Bh-0TleJX1KRD off=13707485 len=1476377 2024-09-13T03:29:42.632 INFO:tasks.workunit.client.0.smithi052.stdout:op 5132 completed, throughput=5MB/sec 2024-09-13T03:29:42.632 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oahQVp-qzeJcqUu off=8667981 len=1141122 2024-09-13T03:29:42.634 INFO:tasks.workunit.client.0.smithi052.stdout:op 5133 completed, throughput=5MB/sec 2024-09-13T03:29:42.634 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_VXIDkHe91B9Ixm off=8929072 len=1583078 2024-09-13T03:29:42.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 5134 completed, throughput=5MB/sec 2024-09-13T03:29:42.637 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--o2ryboVdf6lh_e off=613404 len=604597 2024-09-13T03:29:42.641 INFO:tasks.workunit.client.0.smithi052.stdout:op 5135 completed, throughput=5MB/sec 2024-09-13T03:29:42.642 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6vbMW_RVO9eBPLf off=14544882 len=694875 2024-09-13T03:29:42.646 INFO:tasks.workunit.client.0.smithi052.stdout:op 5136 completed, throughput=5MB/sec 2024-09-13T03:29:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:42 smithi078 ceph-mon[85589]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:29:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:29:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:42 smithi052 ceph-mon[89065]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:29:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:42 smithi052 ceph-mon[91421]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:29:43.646 INFO:tasks.workunit.client.0.smithi052.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-13T03:29:43.646 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VyKtgcjVNhYZtwb off=1556505 len=1498997 2024-09-13T03:29:43.648 INFO:tasks.workunit.client.0.smithi052.stdout:op 5137 completed, throughput=5MB/sec 2024-09-13T03:29:43.648 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UHvN1n4GVIxF9Fs off=21077509 len=538174 2024-09-13T03:29:43.652 INFO:tasks.workunit.client.0.smithi052.stdout:op 5138 completed, throughput=5MB/sec 2024-09-13T03:29:43.653 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xn2oNfXydHCPjZo off=2162981 len=1672201 2024-09-13T03:29:43.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 5139 completed, throughput=5MB/sec 2024-09-13T03:29:43.663 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2swWHdrnv5sJau4 off=4692563 len=246253 2024-09-13T03:29:43.663 INFO:tasks.workunit.client.0.smithi052.stdout:op 5140 completed, throughput=5MB/sec 2024-09-13T03:29:43.663 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KBmSkbr25t8MYE9 off=4689981 len=547490 2024-09-13T03:29:43.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 5141 completed, throughput=5MB/sec 2024-09-13T03:29:43.667 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qY7VuvYtiQNcMER off=13143911 len=268873 2024-09-13T03:29:43.668 INFO:tasks.workunit.client.0.smithi052.stdout:op 5142 completed, throughput=5MB/sec 2024-09-13T03:29:43.668 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4vdcCImdEO4AcKn off=6190958 len=276446 2024-09-13T03:29:43.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 5143 completed, throughput=5MB/sec 2024-09-13T03:29:43.669 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-37Cmf0NOlo2g6z3 off=2182504 len=946867 2024-09-13T03:29:43.670 INFO:tasks.workunit.client.0.smithi052.stdout:op 5144 completed, throughput=5MB/sec 2024-09-13T03:29:44.675 INFO:tasks.workunit.client.0.smithi052.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-13T03:29:44.675 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rytq9dOMKY6-SFM off=10464466 len=1047877 2024-09-13T03:29:44.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 5145 completed, throughput=5MB/sec 2024-09-13T03:29:44.678 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hRkP_eRfq1mfTPu off=3773338 len=2096613 2024-09-13T03:29:44.680 INFO:tasks.workunit.client.0.smithi052.stdout:op 5146 completed, throughput=5MB/sec 2024-09-13T03:29:44.681 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D2p3YxcDYa_hpHg off=1159123 len=1953566 2024-09-13T03:29:44.688 INFO:tasks.workunit.client.0.smithi052.stdout:op 5147 completed, throughput=5MB/sec 2024-09-13T03:29:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:44 smithi078 ceph-mon[85589]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:29:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:44 smithi052 ceph-mon[91421]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:29:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:44 smithi052 ceph-mon[89065]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:29:45.688 INFO:tasks.workunit.client.0.smithi052.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-13T03:29:45.688 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qYfIpLyCxT38gT0 off=1975846 len=1196998 2024-09-13T03:29:45.691 INFO:tasks.workunit.client.0.smithi052.stdout:op 5148 completed, throughput=5MB/sec 2024-09-13T03:29:45.691 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f8JNiEhtCx1WLQT off=17883294 len=518327 2024-09-13T03:29:45.692 INFO:tasks.workunit.client.0.smithi052.stdout:op 5149 completed, throughput=5MB/sec 2024-09-13T03:29:45.692 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I1FSOgYfLfMGy-g off=14912608 len=2063202 2024-09-13T03:29:45.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 5150 completed, throughput=5MB/sec 2024-09-13T03:29:45.695 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ktlZaF7XtPiUizr off=3361964 len=944622 2024-09-13T03:29:45.696 INFO:tasks.workunit.client.0.smithi052.stdout:op 5151 completed, throughput=5MB/sec 2024-09-13T03:29:45.696 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-aPb0-0uZTkimgOb off=639717 len=309741 2024-09-13T03:29:45.700 INFO:tasks.workunit.client.0.smithi052.stdout:op 5152 completed, throughput=5MB/sec 2024-09-13T03:29:46.701 INFO:tasks.workunit.client.0.smithi052.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-13T03:29:46.701 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o2s6pwR7M7VHjU_ off=580658 len=2079844 2024-09-13T03:29:46.714 INFO:tasks.workunit.client.0.smithi052.stdout:op 5153 completed, throughput=5MB/sec 2024-09-13T03:29:46.715 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NjbuI_UqYEvsI6W off=2619942 len=1756577 2024-09-13T03:29:46.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 5154 completed, throughput=5MB/sec 2024-09-13T03:29:46.725 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ibg1MpgmWlzeE56 off=591143 len=1337410 2024-09-13T03:29:46.726 INFO:tasks.workunit.client.0.smithi052.stdout:op 5155 completed, throughput=5MB/sec 2024-09-13T03:29:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:46 smithi078 ceph-mon[85589]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:29:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:46 smithi052 ceph-mon[91421]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:29:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:46 smithi052 ceph-mon[89065]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:29:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:29:47.726 INFO:tasks.workunit.client.0.smithi052.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-13T03:29:47.726 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-68E3TmMQ3TUyyJj off=3883679 len=1618047 2024-09-13T03:29:47.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 5156 completed, throughput=5MB/sec 2024-09-13T03:29:47.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DC7TLxxFoskyBoY off=2166891 len=446996 2024-09-13T03:29:47.730 INFO:tasks.workunit.client.0.smithi052.stdout:op 5157 completed, throughput=5MB/sec 2024-09-13T03:29:47.730 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VZIJ0iQsKE595Oi off=1451961 len=1449085 2024-09-13T03:29:47.737 INFO:tasks.workunit.client.0.smithi052.stdout:op 5158 completed, throughput=5MB/sec 2024-09-13T03:29:47.737 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SKLYHq_niUFGPj9 off=3463140 len=693196 2024-09-13T03:29:47.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 5159 completed, throughput=5MB/sec 2024-09-13T03:29:47.742 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AKBvqoV7taHWqXA off=8279244 len=1425682 2024-09-13T03:29:47.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 5160 completed, throughput=5MB/sec 2024-09-13T03:29:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:29:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:29:48] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:29:48.744 INFO:tasks.workunit.client.0.smithi052.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-13T03:29:48.744 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-p_p9yiAVPv6W8V8 off=5049028 len=877590 2024-09-13T03:29:48.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 5161 completed, throughput=5MB/sec 2024-09-13T03:29:48.749 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lHPjeYRjZl1rrCu off=6467059 len=1293406 2024-09-13T03:29:48.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 5162 completed, throughput=5MB/sec 2024-09-13T03:29:48.751 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BhWqHNz4ulAY32D off=1020150 len=850405 2024-09-13T03:29:48.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 5163 completed, throughput=5MB/sec 2024-09-13T03:29:48.752 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dGyaJMF5pJpoDVu off=2846677 len=582892 2024-09-13T03:29:48.753 INFO:tasks.workunit.client.0.smithi052.stdout:op 5164 completed, throughput=5MB/sec 2024-09-13T03:29:48.753 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CV7eBfoepW_mKvY off=2062114 len=1282175 2024-09-13T03:29:48.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 5165 completed, throughput=5MB/sec 2024-09-13T03:29:48.755 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uq2dZe-p2qg_Cbn off=4900384 len=1579010 2024-09-13T03:29:48.759 INFO:tasks.workunit.client.0.smithi052.stdout:op 5166 completed, throughput=5MB/sec 2024-09-13T03:29:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:48 smithi078 ceph-mon[85589]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:29:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:48 smithi052 ceph-mon[89065]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:29:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:48 smithi052 ceph-mon[91421]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-13T03:29:49.759 INFO:tasks.workunit.client.0.smithi052.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-13T03:29:49.760 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-T5ecwmLgW62NK3u off=785993 len=1324190 2024-09-13T03:29:49.766 INFO:tasks.workunit.client.0.smithi052.stdout:op 5167 completed, throughput=5MB/sec 2024-09-13T03:29:49.766 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A1V9JQacr7XcFCU off=967640 len=402374 2024-09-13T03:29:49.769 INFO:tasks.workunit.client.0.smithi052.stdout:op 5168 completed, throughput=5MB/sec 2024-09-13T03:29:49.770 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ChBhupuNWnziJmW off=4385220 len=103746 2024-09-13T03:29:49.773 INFO:tasks.workunit.client.0.smithi052.stdout:op 5169 completed, throughput=5MB/sec 2024-09-13T03:29:49.773 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BBBuTtBMoFTCN6t off=5629373 len=1455771 2024-09-13T03:29:49.774 INFO:tasks.workunit.client.0.smithi052.stdout:op 5170 completed, throughput=5MB/sec 2024-09-13T03:29:49.775 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XjpIQffu6oq4xtZ off=6029862 len=1673722 2024-09-13T03:29:49.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 5171 completed, throughput=5MB/sec 2024-09-13T03:29:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:49 smithi078 ceph-mon[85589]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:29:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:49 smithi052 ceph-mon[91421]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:29:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:49 smithi052 ceph-mon[89065]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:29:50.777 INFO:tasks.workunit.client.0.smithi052.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-13T03:29:50.777 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HiPALohSufG5i6d off=17432854 len=846636 2024-09-13T03:29:50.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 5172 completed, throughput=5MB/sec 2024-09-13T03:29:50.783 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Mxc0AZMUVP1mRPo off=9225051 len=178777 2024-09-13T03:29:50.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 5173 completed, throughput=5MB/sec 2024-09-13T03:29:50.785 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bJ-hwVZY8wgTePo off=2744083 len=767280 2024-09-13T03:29:50.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 5174 completed, throughput=5MB/sec 2024-09-13T03:29:50.790 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YOtxZI9Ner9gfED off=5997305 len=1329986 2024-09-13T03:29:50.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 5175 completed, throughput=5MB/sec 2024-09-13T03:29:50.792 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-f7gm7huyWojhcAS off=7821995 len=256251 2024-09-13T03:29:50.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 5176 completed, throughput=5MB/sec 2024-09-13T03:29:50.797 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EtQTj-QgIY5rBRT off=2444314 len=402476 2024-09-13T03:29:50.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 5177 completed, throughput=5MB/sec 2024-09-13T03:29:50.797 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XBl9Sd8XTpd-Chg off=833206 len=1198490 2024-09-13T03:29:50.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 5178 completed, throughput=5MB/sec 2024-09-13T03:29:51.799 INFO:tasks.workunit.client.0.smithi052.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-13T03:29:51.799 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FQaL9FSiph1gg2M off=8393519 len=1725273 2024-09-13T03:29:51.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 5179 completed, throughput=5MB/sec 2024-09-13T03:29:51.805 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N1o8GlNK6llD_S2 off=20610030 len=894425 2024-09-13T03:29:51.806 INFO:tasks.workunit.client.0.smithi052.stdout:op 5180 completed, throughput=5MB/sec 2024-09-13T03:29:51.807 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_dt5tzvNzkokyKI off=21749312 len=461443 2024-09-13T03:29:51.808 INFO:tasks.workunit.client.0.smithi052.stdout:op 5181 completed, throughput=5MB/sec 2024-09-13T03:29:51.808 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TJdWTY8hf8SNimL off=6076651 len=1126941 2024-09-13T03:29:51.812 INFO:tasks.workunit.client.0.smithi052.stdout:op 5182 completed, throughput=5MB/sec 2024-09-13T03:29:51.812 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5Wny9-0oVp0_hTo off=377061 len=99730 2024-09-13T03:29:51.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 5183 completed, throughput=5MB/sec 2024-09-13T03:29:51.816 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EiVOnTf6Ym1XTIQ off=7423659 len=1900822 2024-09-13T03:29:51.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 5184 completed, throughput=5MB/sec 2024-09-13T03:29:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:51 smithi078 ceph-mon[85589]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:29:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:52.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:29:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[91421]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[89065]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:29:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:29:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:29:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:29:52.822 INFO:tasks.workunit.client.0.smithi052.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-13T03:29:52.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--BTFlPfznNUV1ku off=856324 len=1746807 2024-09-13T03:29:52.831 INFO:tasks.workunit.client.0.smithi052.stdout:op 5185 completed, throughput=5MB/sec 2024-09-13T03:29:52.831 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nuOBRuupW7bpXZx off=8164380 len=765091 2024-09-13T03:29:52.835 INFO:tasks.workunit.client.0.smithi052.stdout:op 5186 completed, throughput=5MB/sec 2024-09-13T03:29:52.835 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LqgVeQ-PpvBgCAr off=16571233 len=2067078 2024-09-13T03:29:52.848 INFO:tasks.workunit.client.0.smithi052.stdout:op 5187 completed, throughput=5MB/sec 2024-09-13T03:29:53.848 INFO:tasks.workunit.client.0.smithi052.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-13T03:29:53.849 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-41FLebc6cOuvFsB off=436756 len=1398184 2024-09-13T03:29:53.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 5188 completed, throughput=5MB/sec 2024-09-13T03:29:53.852 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PMjk02w--KY3YTG off=11617835 len=1061507 2024-09-13T03:29:53.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 5189 completed, throughput=5MB/sec 2024-09-13T03:29:53.854 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8pp3meGZdKdBU26 off=6735194 len=416327 2024-09-13T03:29:53.857 INFO:tasks.workunit.client.0.smithi052.stdout:op 5190 completed, throughput=5MB/sec 2024-09-13T03:29:53.857 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XHjIv8w3VRt1ils off=1796624 len=391495 2024-09-13T03:29:53.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 5191 completed, throughput=5MB/sec 2024-09-13T03:29:53.858 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Fd-dv013aZKX0R1 off=1600883 len=503396 2024-09-13T03:29:53.861 INFO:tasks.workunit.client.0.smithi052.stdout:op 5192 completed, throughput=5MB/sec 2024-09-13T03:29:53.862 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q-Vb3rP2F32LXJB off=15965924 len=40675 2024-09-13T03:29:53.862 INFO:tasks.workunit.client.0.smithi052.stdout:op 5193 completed, throughput=5MB/sec 2024-09-13T03:29:53.862 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GTVKeqVbXrViWkf off=12250941 len=1794032 2024-09-13T03:29:53.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 5194 completed, throughput=5MB/sec 2024-09-13T03:29:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:53 smithi078 ceph-mon[85589]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:53 smithi052 ceph-mon[91421]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:53 smithi052 ceph-mon[89065]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:54.874 INFO:tasks.workunit.client.0.smithi052.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-13T03:29:54.874 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A6EzFvU1Jd9E71_ off=4981739 len=889976 2024-09-13T03:29:54.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 5195 completed, throughput=5MB/sec 2024-09-13T03:29:54.879 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DScBsaz_oAS9s11 off=3803799 len=1719166 2024-09-13T03:29:54.887 INFO:tasks.workunit.client.0.smithi052.stdout:op 5196 completed, throughput=5MB/sec 2024-09-13T03:29:54.888 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tc8d0d58EDTgo67 off=12233817 len=1433308 2024-09-13T03:29:54.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 5197 completed, throughput=5MB/sec 2024-09-13T03:29:54.893 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DSYAMc1BWSYwqj2 off=1993133 len=37346 2024-09-13T03:29:54.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 5198 completed, throughput=5MB/sec 2024-09-13T03:29:54.896 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nP6mAUKoWwhxC7j off=4086260 len=1358760 2024-09-13T03:29:54.897 INFO:tasks.workunit.client.0.smithi052.stdout:op 5199 completed, throughput=5MB/sec 2024-09-13T03:29:55.897 INFO:tasks.workunit.client.0.smithi052.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-13T03:29:55.897 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-H7BFzjX4fvP7eJ4 off=2443316 len=1458826 2024-09-13T03:29:55.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 5200 completed, throughput=5MB/sec 2024-09-13T03:29:55.904 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QEF0ou38rYaI5c- off=198096 len=344044 2024-09-13T03:29:55.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 5201 completed, throughput=5MB/sec 2024-09-13T03:29:55.905 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-To4mTleS_Zo5TbC off=940212 len=373884 2024-09-13T03:29:55.909 INFO:tasks.workunit.client.0.smithi052.stdout:op 5202 completed, throughput=5MB/sec 2024-09-13T03:29:55.909 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yP-Eg6icg3pKYXy off=13144037 len=1805033 2024-09-13T03:29:55.911 INFO:tasks.workunit.client.0.smithi052.stdout:op 5203 completed, throughput=5MB/sec 2024-09-13T03:29:55.911 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xGwnk6j7qSlGM-a off=161403 len=208034 2024-09-13T03:29:55.913 INFO:tasks.workunit.client.0.smithi052.stdout:op 5204 completed, throughput=5MB/sec 2024-09-13T03:29:55.913 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LDfEMSOKaJ9Tzn2 off=19767709 len=470288 2024-09-13T03:29:55.915 INFO:tasks.workunit.client.0.smithi052.stdout:op 5205 completed, throughput=5MB/sec 2024-09-13T03:29:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:55 smithi078 ceph-mon[85589]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:55 smithi052 ceph-mon[91421]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:55 smithi052 ceph-mon[89065]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:29:56.915 INFO:tasks.workunit.client.0.smithi052.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-13T03:29:56.915 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-V3fp4nJVp7G6m26 off=3276767 len=638539 2024-09-13T03:29:56.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 5206 completed, throughput=5MB/sec 2024-09-13T03:29:56.917 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HiqW-88pMS0W3yK off=8110193 len=1139101 2024-09-13T03:29:56.918 INFO:tasks.workunit.client.0.smithi052.stdout:op 5207 completed, throughput=5MB/sec 2024-09-13T03:29:56.918 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TkNCvoVdiyTfXOM off=2047565 len=1530558 2024-09-13T03:29:56.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 5208 completed, throughput=5MB/sec 2024-09-13T03:29:56.926 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gMa1WJVX_FT4BdG off=508146 len=874241 2024-09-13T03:29:56.927 INFO:tasks.workunit.client.0.smithi052.stdout:op 5209 completed, throughput=5MB/sec 2024-09-13T03:29:56.927 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zyTZIPkl2yg1aPx off=3763239 len=1574304 2024-09-13T03:29:56.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 5210 completed, throughput=5MB/sec 2024-09-13T03:29:57.935 INFO:tasks.workunit.client.0.smithi052.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-13T03:29:57.936 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PgM5O38UEtjcWuf off=20475049 len=798964 2024-09-13T03:29:57.938 INFO:tasks.workunit.client.0.smithi052.stdout:op 5211 completed, throughput=5MB/sec 2024-09-13T03:29:57.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--uoaC2xIF4cSLhu off=14084333 len=1555958 2024-09-13T03:29:57.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 5212 completed, throughput=5MB/sec 2024-09-13T03:29:57.940 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bynJGbb4M5J70tq off=310752 len=1027299 2024-09-13T03:29:57.945 INFO:tasks.workunit.client.0.smithi052.stdout:op 5213 completed, throughput=5MB/sec 2024-09-13T03:29:57.946 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-geWdWiv72sZpBlf off=3617021 len=1813404 2024-09-13T03:29:57.947 INFO:tasks.workunit.client.0.smithi052.stdout:op 5214 completed, throughput=5MB/sec 2024-09-13T03:29:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:57 smithi078 ceph-mon[85589]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:57 smithi052 ceph-mon[89065]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:57 smithi052 ceph-mon[91421]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:29:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:29:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:29:58] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:29:58.948 INFO:tasks.workunit.client.0.smithi052.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-13T03:29:58.948 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wjdfQwtdS0AJlxC off=4616854 len=1212288 2024-09-13T03:29:58.954 INFO:tasks.workunit.client.0.smithi052.stdout:op 5215 completed, throughput=5MB/sec 2024-09-13T03:29:58.954 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qQN95iUrBaJt7h6 off=12446387 len=1285806 2024-09-13T03:29:58.959 INFO:tasks.workunit.client.0.smithi052.stdout:op 5216 completed, throughput=5MB/sec 2024-09-13T03:29:58.960 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BrpzIVI2a6lCbuy off=4938473 len=477452 2024-09-13T03:29:58.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 5217 completed, throughput=5MB/sec 2024-09-13T03:29:58.963 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wURNcYvK-BLdFe6 off=2687994 len=1852389 2024-09-13T03:29:58.967 INFO:tasks.workunit.client.0.smithi052.stdout:op 5218 completed, throughput=5MB/sec 2024-09-13T03:29:59.968 INFO:tasks.workunit.client.0.smithi052.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-13T03:29:59.968 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u8JVKib742NHz5q off=4524517 len=308642 2024-09-13T03:29:59.969 INFO:tasks.workunit.client.0.smithi052.stdout:op 5219 completed, throughput=5MB/sec 2024-09-13T03:29:59.969 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wVONMwD-bRJHMTo off=1839775 len=1999864 2024-09-13T03:29:59.971 INFO:tasks.workunit.client.0.smithi052.stdout:op 5220 completed, throughput=5MB/sec 2024-09-13T03:29:59.971 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--etZT8p4_uTKC0Y off=22385192 len=405179 2024-09-13T03:29:59.975 INFO:tasks.workunit.client.0.smithi052.stdout:op 5221 completed, throughput=5MB/sec 2024-09-13T03:29:59.975 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Zqv0Ss76wMVcCCd off=635015 len=1600202 2024-09-13T03:29:59.978 INFO:tasks.workunit.client.0.smithi052.stdout:op 5222 completed, throughput=5MB/sec 2024-09-13T03:29:59.978 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0dlB7g82hJPhu03 off=14246519 len=1609372 2024-09-13T03:29:59.980 INFO:tasks.workunit.client.0.smithi052.stdout:op 5223 completed, throughput=5MB/sec 2024-09-13T03:30:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:29:59 smithi078 ceph-mon[85589]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:30:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:29:59 smithi052 ceph-mon[91421]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:30:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:29:59 smithi052 ceph-mon[89065]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:30:00.981 INFO:tasks.workunit.client.0.smithi052.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-13T03:30:00.981 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1C2SDNyrO3qJcWA off=1233149 len=1673564 2024-09-13T03:30:00.990 INFO:tasks.workunit.client.0.smithi052.stdout:op 5224 completed, throughput=5MB/sec 2024-09-13T03:30:00.991 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vQoTsk7M4djZ1-M off=1718150 len=35049 2024-09-13T03:30:00.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 5225 completed, throughput=5MB/sec 2024-09-13T03:30:00.994 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wUMCtqBsEx-9h2a off=18857762 len=210512 2024-09-13T03:30:00.995 INFO:tasks.workunit.client.0.smithi052.stdout:op 5226 completed, throughput=5MB/sec 2024-09-13T03:30:00.995 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zdbmXzUM09Aah8H off=3814967 len=448625 2024-09-13T03:30:00.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 5227 completed, throughput=5MB/sec 2024-09-13T03:30:00.996 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gcykwFLmHkRHeb3 off=7289008 len=1024205 2024-09-13T03:30:00.997 INFO:tasks.workunit.client.0.smithi052.stdout:op 5228 completed, throughput=5MB/sec 2024-09-13T03:30:00.998 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OM55dRWTkGFujOO off=16184273 len=1220321 2024-09-13T03:30:00.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 5229 completed, throughput=5MB/sec 2024-09-13T03:30:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:00 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T03:30:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:00 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T03:30:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:00 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T03:30:02.000 INFO:tasks.workunit.client.0.smithi052.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-13T03:30:02.000 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zLDrHi9UYZVWawx off=0 len=1184658 2024-09-13T03:30:02.007 INFO:tasks.workunit.client.0.smithi052.stdout:op 5230 completed, throughput=5MB/sec 2024-09-13T03:30:02.007 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_gT_nyvylJNOmV5 off=2048786 len=588101 2024-09-13T03:30:02.011 INFO:tasks.workunit.client.0.smithi052.stdout:op 5231 completed, throughput=5MB/sec 2024-09-13T03:30:02.011 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xou-zsEolI-Mp9d off=1535823 len=711992 2024-09-13T03:30:02.012 INFO:tasks.workunit.client.0.smithi052.stdout:op 5232 completed, throughput=5MB/sec 2024-09-13T03:30:02.012 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZlhHTDoQkbZtTcR off=6401021 len=1078317 2024-09-13T03:30:02.014 INFO:tasks.workunit.client.0.smithi052.stdout:op 5233 completed, throughput=5MB/sec 2024-09-13T03:30:02.014 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W7ZqZ9Q32OvyLni off=1509843 len=2060414 2024-09-13T03:30:02.024 INFO:tasks.workunit.client.0.smithi052.stdout:op 5234 completed, throughput=5MB/sec 2024-09-13T03:30:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:01 smithi078 ceph-mon[85589]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:30:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:01 smithi052 ceph-mon[91421]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:30:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:01 smithi052 ceph-mon[89065]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:30:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:30:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:30:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:03.024 INFO:tasks.workunit.client.0.smithi052.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-13T03:30:03.024 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HnbcGm_mY_L7OQN off=9839740 len=723929 2024-09-13T03:30:03.025 INFO:tasks.workunit.client.0.smithi052.stdout:op 5235 completed, throughput=5MB/sec 2024-09-13T03:30:03.025 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YaPPOGp2VEEPdn_ off=5478743 len=822660 2024-09-13T03:30:03.030 INFO:tasks.workunit.client.0.smithi052.stdout:op 5236 completed, throughput=5MB/sec 2024-09-13T03:30:03.030 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EsSbe0oXBhN3I81 off=2209774 len=839572 2024-09-13T03:30:03.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 5237 completed, throughput=5MB/sec 2024-09-13T03:30:03.035 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HSrrIAOMoruOlp4 off=2116131 len=1203065 2024-09-13T03:30:03.037 INFO:tasks.workunit.client.0.smithi052.stdout:op 5238 completed, throughput=5MB/sec 2024-09-13T03:30:03.037 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L147vHq3k11OFXg off=180245 len=403072 2024-09-13T03:30:03.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 5239 completed, throughput=5MB/sec 2024-09-13T03:30:03.038 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8gEyzCeatgjmVC4 off=2174376 len=684433 2024-09-13T03:30:03.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 5240 completed, throughput=5MB/sec 2024-09-13T03:30:03.039 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cjyyR3BYgbX1t1w off=13471583 len=1560869 2024-09-13T03:30:03.046 INFO:tasks.workunit.client.0.smithi052.stdout:op 5241 completed, throughput=5MB/sec 2024-09-13T03:30:04.047 INFO:tasks.workunit.client.0.smithi052.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-13T03:30:04.047 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ggaYrIzLxe2-TgH off=6920314 len=102585 2024-09-13T03:30:04.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 5242 completed, throughput=5MB/sec 2024-09-13T03:30:04.050 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9zvR-ZqseuEpZL8 off=603651 len=592128 2024-09-13T03:30:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:op 5243 completed, throughput=5MB/sec 2024-09-13T03:30:04.051 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F6ibpkrvif7cXI2 off=18022055 len=648337 2024-09-13T03:30:04.056 INFO:tasks.workunit.client.0.smithi052.stdout:op 5244 completed, throughput=5MB/sec 2024-09-13T03:30:04.056 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-gpNzZuA_-rmm4lv off=9389882 len=340222 2024-09-13T03:30:04.059 INFO:tasks.workunit.client.0.smithi052.stdout:op 5245 completed, throughput=5MB/sec 2024-09-13T03:30:04.060 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sV-pcHV5xW9DhnT off=4345936 len=976078 2024-09-13T03:30:04.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 5246 completed, throughput=5MB/sec 2024-09-13T03:30:04.065 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-B2HS9tC4JVEzy1F off=6334954 len=2093229 2024-09-13T03:30:04.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 5247 completed, throughput=5MB/sec 2024-09-13T03:30:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:03 smithi078 ceph-mon[85589]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:03 smithi052 ceph-mon[91421]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:03 smithi052 ceph-mon[89065]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:05.068 INFO:tasks.workunit.client.0.smithi052.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-13T03:30:05.068 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i1zXxveHiXzH6Fm off=881297 len=1620897 2024-09-13T03:30:05.076 INFO:tasks.workunit.client.0.smithi052.stdout:op 5248 completed, throughput=5MB/sec 2024-09-13T03:30:05.076 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vokFMA4uZZlIlOK off=200825 len=1366725 2024-09-13T03:30:05.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 5249 completed, throughput=5MB/sec 2024-09-13T03:30:05.079 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--zMSxBqwUi_wFIc off=2951928 len=801408 2024-09-13T03:30:05.081 INFO:tasks.workunit.client.0.smithi052.stdout:op 5250 completed, throughput=5MB/sec 2024-09-13T03:30:05.081 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tNr7STFzeT-PD9D off=6171082 len=1146898 2024-09-13T03:30:05.082 INFO:tasks.workunit.client.0.smithi052.stdout:op 5251 completed, throughput=5MB/sec 2024-09-13T03:30:06.083 INFO:tasks.workunit.client.0.smithi052.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-13T03:30:06.083 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FZTYIhdO7hMyi9U off=1408318 len=1561923 2024-09-13T03:30:06.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 5252 completed, throughput=5MB/sec 2024-09-13T03:30:06.085 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EAKYtfz7suXrwrG off=19512693 len=724461 2024-09-13T03:30:06.089 INFO:tasks.workunit.client.0.smithi052.stdout:op 5253 completed, throughput=5MB/sec 2024-09-13T03:30:06.089 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nBjgkiD5TbJU20N off=12786878 len=1795782 2024-09-13T03:30:06.100 INFO:tasks.workunit.client.0.smithi052.stdout:op 5254 completed, throughput=5MB/sec 2024-09-13T03:30:06.100 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wGFsB5dFNuni7sd off=9691873 len=1653199 2024-09-13T03:30:06.103 INFO:tasks.workunit.client.0.smithi052.stdout:op 5255 completed, throughput=5MB/sec 2024-09-13T03:30:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:05 smithi078 ceph-mon[85589]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:30:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:05 smithi052 ceph-mon[91421]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:30:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:05 smithi052 ceph-mon[89065]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:30:07.104 INFO:tasks.workunit.client.0.smithi052.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-13T03:30:07.105 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RBALtMtwy8RiOU5 off=14349731 len=1968012 2024-09-13T03:30:07.115 INFO:tasks.workunit.client.0.smithi052.stdout:op 5256 completed, throughput=5MB/sec 2024-09-13T03:30:07.116 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cmLt2p_oPG5CkQC off=4425100 len=189219 2024-09-13T03:30:07.116 INFO:tasks.workunit.client.0.smithi052.stdout:op 5257 completed, throughput=5MB/sec 2024-09-13T03:30:07.116 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BQ-SPc8_B7KK1c6 off=11729834 len=788074 2024-09-13T03:30:07.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 5258 completed, throughput=5MB/sec 2024-09-13T03:30:07.121 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OQsBAPllMNn5TeT off=91172 len=362135 2024-09-13T03:30:07.123 INFO:tasks.workunit.client.0.smithi052.stdout:op 5259 completed, throughput=5MB/sec 2024-09-13T03:30:07.124 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N5mgZWbBKd790ci off=2090214 len=449433 2024-09-13T03:30:07.124 INFO:tasks.workunit.client.0.smithi052.stdout:op 5260 completed, throughput=5MB/sec 2024-09-13T03:30:07.124 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6m3I_E6Hz8qn-Ns off=5848417 len=1918027 2024-09-13T03:30:07.132 INFO:tasks.workunit.client.0.smithi052.stdout:op 5261 completed, throughput=5MB/sec 2024-09-13T03:30:08.132 INFO:tasks.workunit.client.0.smithi052.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-13T03:30:08.132 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7I6hAIaGdcJponm off=11869699 len=757993 2024-09-13T03:30:08.136 INFO:tasks.workunit.client.0.smithi052.stdout:op 5262 completed, throughput=5MB/sec 2024-09-13T03:30:08.137 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RphEEkGcSKIZ_EV off=14962786 len=801099 2024-09-13T03:30:08.141 INFO:tasks.workunit.client.0.smithi052.stdout:op 5263 completed, throughput=5MB/sec 2024-09-13T03:30:08.141 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Eo14ftnhLU6jDyU off=2984508 len=1979977 2024-09-13T03:30:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:op 5264 completed, throughput=5MB/sec 2024-09-13T03:30:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UiRJOjYfyEu26Y7 off=3155900 len=1005402 2024-09-13T03:30:08.147 INFO:tasks.workunit.client.0.smithi052.stdout:op 5265 completed, throughput=5MB/sec 2024-09-13T03:30:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:07 smithi078 ceph-mon[85589]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:30:08.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:07 smithi052 ceph-mon[91421]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:30:08.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:07 smithi052 ceph-mon[89065]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:30:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:30:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:30:08] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:30:09.148 INFO:tasks.workunit.client.0.smithi052.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-13T03:30:09.148 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NJQM2Yx4rE4hb-k off=6256398 len=1549570 2024-09-13T03:30:09.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 5266 completed, throughput=5MB/sec 2024-09-13T03:30:09.155 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-2uMLBie9VKL9ior off=6087765 len=578661 2024-09-13T03:30:09.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 5267 completed, throughput=5MB/sec 2024-09-13T03:30:09.157 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e5DDEhjPWL04Vbq off=5229333 len=592886 2024-09-13T03:30:09.161 INFO:tasks.workunit.client.0.smithi052.stdout:op 5268 completed, throughput=5MB/sec 2024-09-13T03:30:09.161 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IYYiigWb4dgwi97 off=37388 len=1723717 2024-09-13T03:30:09.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 5269 completed, throughput=5MB/sec 2024-09-13T03:30:09.163 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o0_MgjoDUXQq3TU off=16256353 len=438970 2024-09-13T03:30:09.166 INFO:tasks.workunit.client.0.smithi052.stdout:op 5270 completed, throughput=5MB/sec 2024-09-13T03:30:09.166 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AVjxZ5QVqz--dYW off=2885416 len=1112356 2024-09-13T03:30:09.168 INFO:tasks.workunit.client.0.smithi052.stdout:op 5271 completed, throughput=5MB/sec 2024-09-13T03:30:10.168 INFO:tasks.workunit.client.0.smithi052.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-13T03:30:10.169 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eJk4ohYMbt89ujV off=11853923 len=1597435 2024-09-13T03:30:10.170 INFO:tasks.workunit.client.0.smithi052.stdout:op 5272 completed, throughput=5MB/sec 2024-09-13T03:30:10.171 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EwT4wwKiRCId-4g off=7059129 len=615592 2024-09-13T03:30:10.172 INFO:tasks.workunit.client.0.smithi052.stdout:op 5273 completed, throughput=5MB/sec 2024-09-13T03:30:10.172 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dZ_kjdwjMnEn8nB off=181803 len=399325 2024-09-13T03:30:10.173 INFO:tasks.workunit.client.0.smithi052.stdout:op 5274 completed, throughput=5MB/sec 2024-09-13T03:30:10.173 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wjW6xp7OKvBQ6xU off=21874638 len=38319 2024-09-13T03:30:10.177 INFO:tasks.workunit.client.0.smithi052.stdout:op 5275 completed, throughput=5MB/sec 2024-09-13T03:30:10.177 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NPscGwM5kpDSOYU off=0 len=1215944 2024-09-13T03:30:10.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 5276 completed, throughput=5MB/sec 2024-09-13T03:30:10.181 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-24lHQP_EWasDauq off=10119921 len=655976 2024-09-13T03:30:10.182 INFO:tasks.workunit.client.0.smithi052.stdout:op 5277 completed, throughput=5MB/sec 2024-09-13T03:30:10.182 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-drzff40UVFG9C_r off=284770 len=969556 2024-09-13T03:30:10.184 INFO:tasks.workunit.client.0.smithi052.stdout:op 5278 completed, throughput=5MB/sec 2024-09-13T03:30:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:09 smithi078 ceph-mon[85589]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:30:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:09 smithi052 ceph-mon[91421]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:30:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:09 smithi052 ceph-mon[89065]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:30:11.184 INFO:tasks.workunit.client.0.smithi052.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-13T03:30:11.185 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wRWeDFptAvG6PPa off=975502 len=509061 2024-09-13T03:30:11.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 5279 completed, throughput=5MB/sec 2024-09-13T03:30:11.189 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UenTzxSMDzclip6 off=22758685 len=1571481 2024-09-13T03:30:11.190 INFO:tasks.workunit.client.0.smithi052.stdout:op 5280 completed, throughput=5MB/sec 2024-09-13T03:30:11.191 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9ySv6fCgtjf0oyI off=4313130 len=1014132 2024-09-13T03:30:11.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 5281 completed, throughput=5MB/sec 2024-09-13T03:30:11.193 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LovbhuE7__b_j-F off=10663672 len=1146446 2024-09-13T03:30:11.201 INFO:tasks.workunit.client.0.smithi052.stdout:op 5282 completed, throughput=5MB/sec 2024-09-13T03:30:11.201 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--HTAhCHfdT0IZ7L off=179479 len=163237 2024-09-13T03:30:11.202 INFO:tasks.workunit.client.0.smithi052.stdout:op 5283 completed, throughput=5MB/sec 2024-09-13T03:30:11.202 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HIIuj2l-oEL-532 off=5921217 len=2055417 2024-09-13T03:30:11.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 5284 completed, throughput=5MB/sec 2024-09-13T03:30:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:11 smithi078 ceph-mon[85589]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:12.211 INFO:tasks.workunit.client.0.smithi052.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-13T03:30:12.211 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WFwZXKzMgSJ4Ihn off=7626609 len=1097173 2024-09-13T03:30:12.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 5285 completed, throughput=5MB/sec 2024-09-13T03:30:12.213 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g5CgkVcrJHey-A9 off=5528218 len=2068415 2024-09-13T03:30:12.215 INFO:tasks.workunit.client.0.smithi052.stdout:op 5286 completed, throughput=5MB/sec 2024-09-13T03:30:12.215 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-22j4F15HVLe4khC off=9780613 len=201472 2024-09-13T03:30:12.221 INFO:tasks.workunit.client.0.smithi052.stdout:op 5287 completed, throughput=5MB/sec 2024-09-13T03:30:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:11 smithi052 ceph-mon[91421]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:12.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:11 smithi052 ceph-mon[89065]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:30:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:13.219 INFO:tasks.workunit.client.0.smithi052.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-13T03:30:13.219 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8tsgPucCFvGMO-j off=746708 len=458044 2024-09-13T03:30:13.220 INFO:tasks.workunit.client.0.smithi052.stdout:op 5288 completed, throughput=5MB/sec 2024-09-13T03:30:13.220 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eQAyy9JKOyc1fnu off=1063849 len=352551 2024-09-13T03:30:13.224 INFO:tasks.workunit.client.0.smithi052.stdout:op 5289 completed, throughput=5MB/sec 2024-09-13T03:30:13.224 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iSp7lUjmwbKX99u off=245088 len=1004263 2024-09-13T03:30:13.229 INFO:tasks.workunit.client.0.smithi052.stdout:op 5290 completed, throughput=5MB/sec 2024-09-13T03:30:13.230 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eybt5WerMePP5n1 off=16123063 len=579587 2024-09-13T03:30:13.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 5291 completed, throughput=5MB/sec 2024-09-13T03:30:13.234 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UGbMa6iVe1H9bZu off=4712717 len=762136 2024-09-13T03:30:13.235 INFO:tasks.workunit.client.0.smithi052.stdout:op 5292 completed, throughput=5MB/sec 2024-09-13T03:30:13.235 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-l2MfoFJUNcVUsDr off=7673766 len=2010688 2024-09-13T03:30:13.237 INFO:tasks.workunit.client.0.smithi052.stdout:op 5293 completed, throughput=5MB/sec 2024-09-13T03:30:13.237 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-29cwRYYhOmbJv5u off=1139519 len=1479658 2024-09-13T03:30:13.241 INFO:tasks.workunit.client.0.smithi052.stdout:op 5294 completed, throughput=5MB/sec 2024-09-13T03:30:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:13 smithi078 ceph-mon[85589]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:14.239 INFO:tasks.workunit.client.0.smithi052.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-13T03:30:14.240 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vIZK-po4NPwnyUR off=1701300 len=194828 2024-09-13T03:30:14.240 INFO:tasks.workunit.client.0.smithi052.stdout:op 5295 completed, throughput=5MB/sec 2024-09-13T03:30:14.240 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--jJ0UuPBF8ixk1K off=3464968 len=1518502 2024-09-13T03:30:14.248 INFO:tasks.workunit.client.0.smithi052.stdout:op 5296 completed, throughput=5MB/sec 2024-09-13T03:30:14.248 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bmzWKG0vx6U4xZ7 off=11498607 len=1379063 2024-09-13T03:30:14.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 5297 completed, throughput=5MB/sec 2024-09-13T03:30:14.251 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DNntQrM3Kv-1fTP off=9873430 len=125749 2024-09-13T03:30:14.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 5298 completed, throughput=5MB/sec 2024-09-13T03:30:14.251 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zTD3acLbHLj3bIP off=2945014 len=653884 2024-09-13T03:30:14.256 INFO:tasks.workunit.client.0.smithi052.stdout:op 5299 completed, throughput=5MB/sec 2024-09-13T03:30:14.256 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IOrJcDw2lwWAj59 off=3549050 len=19842 2024-09-13T03:30:14.256 INFO:tasks.workunit.client.0.smithi052.stdout:op 5300 completed, throughput=5MB/sec 2024-09-13T03:30:14.256 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FYDqW18FO9ejW_V off=836167 len=597728 2024-09-13T03:30:14.257 INFO:tasks.workunit.client.0.smithi052.stdout:op 5301 completed, throughput=5MB/sec 2024-09-13T03:30:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:13 smithi052 ceph-mon[91421]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:13 smithi052 ceph-mon[89065]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:15.258 INFO:tasks.workunit.client.0.smithi052.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-13T03:30:15.258 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hOC769CxsB5j02F off=11713461 len=1855200 2024-09-13T03:30:15.261 INFO:tasks.workunit.client.0.smithi052.stdout:op 5302 completed, throughput=5MB/sec 2024-09-13T03:30:15.261 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OD2-VcmTOA6td4k off=2459402 len=497563 2024-09-13T03:30:15.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 5303 completed, throughput=5MB/sec 2024-09-13T03:30:15.265 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QEF0ou38rYaI5c- off=3402205 len=1332853 2024-09-13T03:30:15.273 INFO:tasks.workunit.client.0.smithi052.stdout:op 5304 completed, throughput=5MB/sec 2024-09-13T03:30:15.273 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zON54sBpGn9Xr2P off=7295744 len=990430 2024-09-13T03:30:15.277 INFO:tasks.workunit.client.0.smithi052.stdout:op 5305 completed, throughput=5MB/sec 2024-09-13T03:30:15.278 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--CHqZrW4jKNB2rU off=5339599 len=698380 2024-09-13T03:30:15.279 INFO:tasks.workunit.client.0.smithi052.stdout:op 5306 completed, throughput=5MB/sec 2024-09-13T03:30:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:15 smithi078 ceph-mon[85589]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:30:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:15 smithi052 ceph-mon[91421]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:30:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:15 smithi052 ceph-mon[89065]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:30:16.279 INFO:tasks.workunit.client.0.smithi052.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-13T03:30:16.279 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-phUcR2rXkgwaepG off=7351701 len=1407831 2024-09-13T03:30:16.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 5307 completed, throughput=5MB/sec 2024-09-13T03:30:16.288 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vWbvq6Z_e6BXG4g off=9529140 len=1779733 2024-09-13T03:30:16.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 5308 completed, throughput=5MB/sec 2024-09-13T03:30:16.291 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nffmKiXXoddL_VP off=17262132 len=653464 2024-09-13T03:30:16.295 INFO:tasks.workunit.client.0.smithi052.stdout:op 5309 completed, throughput=5MB/sec 2024-09-13T03:30:16.295 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NjUy6mzL-EYriBd off=3309473 len=1227638 2024-09-13T03:30:16.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 5310 completed, throughput=5MB/sec 2024-09-13T03:30:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:17.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:17.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:17.297 INFO:tasks.workunit.client.0.smithi052.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-13T03:30:17.297 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-GqD3mIRolltm7Ar off=10342964 len=262684 2024-09-13T03:30:17.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 5311 completed, throughput=5MB/sec 2024-09-13T03:30:17.298 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T064agCIZEvy1aq off=407560 len=2014183 2024-09-13T03:30:17.300 INFO:tasks.workunit.client.0.smithi052.stdout:op 5312 completed, throughput=5MB/sec 2024-09-13T03:30:17.301 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F-42nGercPJZR0X off=17010581 len=1468520 2024-09-13T03:30:17.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 5313 completed, throughput=5MB/sec 2024-09-13T03:30:17.310 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--rC3tCHTwYzhHJI off=1544199 len=425428 2024-09-13T03:30:17.313 INFO:tasks.workunit.client.0.smithi052.stdout:op 5314 completed, throughput=5MB/sec 2024-09-13T03:30:17.313 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-liiFvW5-CPK6dsV off=9075857 len=473242 2024-09-13T03:30:17.315 INFO:tasks.workunit.client.0.smithi052.stdout:op 5315 completed, throughput=5MB/sec 2024-09-13T03:30:17.315 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DvtS_jZ9C7DQdHr off=8034774 len=1663908 2024-09-13T03:30:17.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 5316 completed, throughput=5MB/sec 2024-09-13T03:30:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:17 smithi078 ceph-mon[85589]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:18.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:17 smithi052 ceph-mon[91421]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:17 smithi052 ceph-mon[89065]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:18.316 INFO:tasks.workunit.client.0.smithi052.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-13T03:30:18.316 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Jqdtzfcjw6cdFYX off=13448207 len=1834731 2024-09-13T03:30:18.319 INFO:tasks.workunit.client.0.smithi052.stdout:op 5317 completed, throughput=5MB/sec 2024-09-13T03:30:18.319 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Va7Y_n1Igufv3kf off=20817053 len=811815 2024-09-13T03:30:18.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 5318 completed, throughput=5MB/sec 2024-09-13T03:30:18.321 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ozfQwrscx07zk6q off=6383511 len=173406 2024-09-13T03:30:18.321 INFO:tasks.workunit.client.0.smithi052.stdout:op 5319 completed, throughput=5MB/sec 2024-09-13T03:30:18.321 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WXqTkRvuJ2dCrOl off=17402374 len=1972738 2024-09-13T03:30:18.334 INFO:tasks.workunit.client.0.smithi052.stdout:op 5320 completed, throughput=5MB/sec 2024-09-13T03:30:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:30:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:30:18] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:30:19.334 INFO:tasks.workunit.client.0.smithi052.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-13T03:30:19.335 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yTOEcLWOD2rWPAO off=15515090 len=187654 2024-09-13T03:30:19.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 5321 completed, throughput=5MB/sec 2024-09-13T03:30:19.338 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P39o6ALrLkiNu_w off=3710892 len=118517 2024-09-13T03:30:19.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 5322 completed, throughput=5MB/sec 2024-09-13T03:30:19.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-H2rMIWYKkGR6vq8 off=17059370 len=83366 2024-09-13T03:30:19.339 INFO:tasks.workunit.client.0.smithi052.stdout:op 5323 completed, throughput=5MB/sec 2024-09-13T03:30:19.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NwC6SXeav_Wo65G off=3732439 len=657541 2024-09-13T03:30:19.340 INFO:tasks.workunit.client.0.smithi052.stdout:op 5324 completed, throughput=5MB/sec 2024-09-13T03:30:19.340 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DbYttcpIJ119ySC off=5239008 len=705222 2024-09-13T03:30:19.345 INFO:tasks.workunit.client.0.smithi052.stdout:op 5325 completed, throughput=5MB/sec 2024-09-13T03:30:19.345 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ANcpTvfRYE6sDT2 off=319451 len=264827 2024-09-13T03:30:19.346 INFO:tasks.workunit.client.0.smithi052.stdout:op 5326 completed, throughput=5MB/sec 2024-09-13T03:30:19.346 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-djHt34Qee2K5nvp off=484973 len=1537562 2024-09-13T03:30:19.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 5327 completed, throughput=5MB/sec 2024-09-13T03:30:19.349 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1b4Q8qAcpJy2_DR off=2382890 len=329867 2024-09-13T03:30:19.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 5328 completed, throughput=5MB/sec 2024-09-13T03:30:19.351 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9efR1Wa67VjbNl7 off=11491060 len=761984 2024-09-13T03:30:19.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 5329 completed, throughput=5MB/sec 2024-09-13T03:30:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:19 smithi078 ceph-mon[85589]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:30:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:19 smithi052 ceph-mon[89065]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:30:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:19 smithi052 ceph-mon[91421]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-13T03:30:20.356 INFO:tasks.workunit.client.0.smithi052.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-13T03:30:20.356 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qR8aZ0JeodgfrN0 off=1268825 len=975101 2024-09-13T03:30:20.362 INFO:tasks.workunit.client.0.smithi052.stdout:op 5330 completed, throughput=5MB/sec 2024-09-13T03:30:20.362 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KWITAlzdutPDDHp off=10430210 len=1292342 2024-09-13T03:30:20.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 5331 completed, throughput=5MB/sec 2024-09-13T03:30:20.369 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VmcKj-fRk0BxvZ5 off=3544803 len=2040936 2024-09-13T03:30:20.371 INFO:tasks.workunit.client.0.smithi052.stdout:op 5332 completed, throughput=5MB/sec 2024-09-13T03:30:20.371 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WCmATbo_XrflPE9 off=6498960 len=139724 2024-09-13T03:30:20.372 INFO:tasks.workunit.client.0.smithi052.stdout:op 5333 completed, throughput=5MB/sec 2024-09-13T03:30:20.372 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tSXiRRHZxfnz_ew off=408047 len=1188046 2024-09-13T03:30:20.377 INFO:tasks.workunit.client.0.smithi052.stdout:op 5334 completed, throughput=5MB/sec 2024-09-13T03:30:21.378 INFO:tasks.workunit.client.0.smithi052.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-13T03:30:21.378 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rm4cp75-fX9Kw2k off=11851993 len=315303 2024-09-13T03:30:21.379 INFO:tasks.workunit.client.0.smithi052.stdout:op 5335 completed, throughput=5MB/sec 2024-09-13T03:30:21.379 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3VYekio66b2XRLg off=9778689 len=1762570 2024-09-13T03:30:21.382 INFO:tasks.workunit.client.0.smithi052.stdout:op 5336 completed, throughput=5MB/sec 2024-09-13T03:30:21.383 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zoOHccLRsqUuNGk off=6674149 len=884530 2024-09-13T03:30:21.384 INFO:tasks.workunit.client.0.smithi052.stdout:op 5337 completed, throughput=5MB/sec 2024-09-13T03:30:21.384 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UpP6LsIFvN6d9dx off=12880255 len=1888362 2024-09-13T03:30:21.388 INFO:tasks.workunit.client.0.smithi052.stdout:op 5338 completed, throughput=5MB/sec 2024-09-13T03:30:21.388 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sYDs2i9Bs5Gyhda off=7422317 len=1910450 2024-09-13T03:30:21.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 5339 completed, throughput=5MB/sec 2024-09-13T03:30:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:21 smithi052 ceph-mon[91421]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:21 smithi052 ceph-mon[89065]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:22.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:21 smithi078 ceph-mon[85589]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:22.396 INFO:tasks.workunit.client.0.smithi052.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-13T03:30:22.396 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IXgv5BV14mD4xmv off=214627 len=208781 2024-09-13T03:30:22.396 INFO:tasks.workunit.client.0.smithi052.stdout:op 5340 completed, throughput=5MB/sec 2024-09-13T03:30:22.397 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U_DqwFeMB_IucLw off=6494036 len=2076335 2024-09-13T03:30:22.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 5341 completed, throughput=5MB/sec 2024-09-13T03:30:22.401 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X3GKVB7YSZiPA7e off=1345037 len=1869104 2024-09-13T03:30:22.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 5342 completed, throughput=5MB/sec 2024-09-13T03:30:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:30:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:23.410 INFO:tasks.workunit.client.0.smithi052.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-13T03:30:23.411 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kHWOyLshnDLFjV3 off=13005486 len=253266 2024-09-13T03:30:23.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 5343 completed, throughput=5MB/sec 2024-09-13T03:30:23.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tbi2q2KkkwPAH8x off=2581499 len=904089 2024-09-13T03:30:23.420 INFO:tasks.workunit.client.0.smithi052.stdout:op 5344 completed, throughput=5MB/sec 2024-09-13T03:30:23.420 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mYnOyvhPzxKpeZu off=3535911 len=1531346 2024-09-13T03:30:23.424 INFO:tasks.workunit.client.0.smithi052.stdout:op 5345 completed, throughput=5MB/sec 2024-09-13T03:30:23.424 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-w0J8mPjCjmP6BSQ off=5430033 len=1277060 2024-09-13T03:30:23.426 INFO:tasks.workunit.client.0.smithi052.stdout:op 5346 completed, throughput=5MB/sec 2024-09-13T03:30:23.427 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ZaZ2ExvYl1Cyrbz off=3261430 len=1597214 2024-09-13T03:30:23.433 INFO:tasks.workunit.client.0.smithi052.stdout:op 5347 completed, throughput=5MB/sec 2024-09-13T03:30:23.964 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:23 smithi078 ceph-mon[85589]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:30:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:23 smithi052 ceph-mon[91421]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:30:24.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:23 smithi052 ceph-mon[89065]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-13T03:30:24.433 INFO:tasks.workunit.client.0.smithi052.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-13T03:30:24.433 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lCBUHq99SSiy5pd off=1542991 len=1546304 2024-09-13T03:30:24.436 INFO:tasks.workunit.client.0.smithi052.stdout:op 5348 completed, throughput=5MB/sec 2024-09-13T03:30:24.436 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zU8zDsAWWmjWSBr off=1652281 len=746498 2024-09-13T03:30:24.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 5349 completed, throughput=5MB/sec 2024-09-13T03:30:24.441 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-61t4NHsORvGXnwX off=12394381 len=135364 2024-09-13T03:30:24.441 INFO:tasks.workunit.client.0.smithi052.stdout:op 5350 completed, throughput=5MB/sec 2024-09-13T03:30:24.441 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rzVMouTkAyae4X3 off=7272796 len=1776805 2024-09-13T03:30:24.450 INFO:tasks.workunit.client.0.smithi052.stdout:op 5351 completed, throughput=5MB/sec 2024-09-13T03:30:24.450 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-di1NlH75zgBrGBs off=8187842 len=1504818 2024-09-13T03:30:24.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 5352 completed, throughput=5MB/sec 2024-09-13T03:30:25.452 INFO:tasks.workunit.client.0.smithi052.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-13T03:30:25.453 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-suBhgyY7xKtRkpb off=3024322 len=1815195 2024-09-13T03:30:25.464 INFO:tasks.workunit.client.0.smithi052.stdout:op 5353 completed, throughput=5MB/sec 2024-09-13T03:30:25.464 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8cNmKOoaqaTBCae off=1344342 len=1390216 2024-09-13T03:30:25.472 INFO:tasks.workunit.client.0.smithi052.stdout:op 5354 completed, throughput=5MB/sec 2024-09-13T03:30:25.472 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NHbcZ1-e2L50yos off=16977920 len=875078 2024-09-13T03:30:25.477 INFO:tasks.workunit.client.0.smithi052.stdout:op 5355 completed, throughput=5MB/sec 2024-09-13T03:30:25.477 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FksfM7YskwRC8Hf off=1613606 len=539833 2024-09-13T03:30:25.481 INFO:tasks.workunit.client.0.smithi052.stdout:op 5356 completed, throughput=5MB/sec 2024-09-13T03:30:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:25 smithi052 ceph-mon[91421]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:25 smithi052 ceph-mon[89065]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:25 smithi078 ceph-mon[85589]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:30:26.481 INFO:tasks.workunit.client.0.smithi052.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-13T03:30:26.481 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-h7qq9gk9D0rCKbx off=5830284 len=320621 2024-09-13T03:30:26.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 5357 completed, throughput=5MB/sec 2024-09-13T03:30:26.485 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-azIMcHbeWyJhUYy off=12777576 len=1966223 2024-09-13T03:30:26.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 5358 completed, throughput=5MB/sec 2024-09-13T03:30:26.489 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hiirch9LoHwjNIb off=5468197 len=1033732 2024-09-13T03:30:26.490 INFO:tasks.workunit.client.0.smithi052.stdout:op 5359 completed, throughput=5MB/sec 2024-09-13T03:30:26.490 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bSAUXXMccziIyZv off=3726030 len=1857769 2024-09-13T03:30:26.494 INFO:tasks.workunit.client.0.smithi052.stdout:op 5360 completed, throughput=5MB/sec 2024-09-13T03:30:27.494 INFO:tasks.workunit.client.0.smithi052.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-13T03:30:27.495 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gEk_6y733W3p1wr off=3835741 len=275223 2024-09-13T03:30:27.495 INFO:tasks.workunit.client.0.smithi052.stdout:op 5361 completed, throughput=5MB/sec 2024-09-13T03:30:27.495 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rdKBT1I73o8OX5B off=14494816 len=974040 2024-09-13T03:30:27.500 INFO:tasks.workunit.client.0.smithi052.stdout:op 5362 completed, throughput=5MB/sec 2024-09-13T03:30:27.500 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HrAjKCVBWCW5StF off=7490966 len=1203561 2024-09-13T03:30:27.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 5363 completed, throughput=5MB/sec 2024-09-13T03:30:27.502 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VNZjUYzOcpUUvM2 off=880567 len=982914 2024-09-13T03:30:27.504 INFO:tasks.workunit.client.0.smithi052.stdout:op 5364 completed, throughput=5MB/sec 2024-09-13T03:30:27.504 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8NGSFgwrKO9INhs off=710732 len=107615 2024-09-13T03:30:27.507 INFO:tasks.workunit.client.0.smithi052.stdout:op 5365 completed, throughput=5MB/sec 2024-09-13T03:30:27.507 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-n-lz_uwA03FGiWC off=5248934 len=119105 2024-09-13T03:30:27.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 5366 completed, throughput=5MB/sec 2024-09-13T03:30:27.509 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hiirch9LoHwjNIb off=15706900 len=546179 2024-09-13T03:30:27.513 INFO:tasks.workunit.client.0.smithi052.stdout:op 5367 completed, throughput=5MB/sec 2024-09-13T03:30:27.513 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9VdH3900gMuOAsC off=5602258 len=636049 2024-09-13T03:30:27.517 INFO:tasks.workunit.client.0.smithi052.stdout:op 5368 completed, throughput=5MB/sec 2024-09-13T03:30:27.517 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-F1IbU-7ajZCh0jg off=2730133 len=778388 2024-09-13T03:30:27.521 INFO:tasks.workunit.client.0.smithi052.stdout:op 5369 completed, throughput=5MB/sec 2024-09-13T03:30:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:27 smithi052 ceph-mon[91421]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:30:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:27 smithi052 ceph-mon[89065]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:30:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:27 smithi078 ceph-mon[85589]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-13T03:30:28.521 INFO:tasks.workunit.client.0.smithi052.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-13T03:30:28.522 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mcxxEFg8wrcWWhm off=1948975 len=1203810 2024-09-13T03:30:28.527 INFO:tasks.workunit.client.0.smithi052.stdout:op 5370 completed, throughput=5MB/sec 2024-09-13T03:30:28.527 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X_2i5BXr-NRW_OO off=2928708 len=1786145 2024-09-13T03:30:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:30:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:30:28] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:30:28.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 5371 completed, throughput=5MB/sec 2024-09-13T03:30:28.530 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NT25NlksxWHrOXJ off=3767382 len=1013413 2024-09-13T03:30:28.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 5372 completed, throughput=5MB/sec 2024-09-13T03:30:28.531 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FSLzu5p-rrySS41 off=355831 len=1983766 2024-09-13T03:30:28.539 INFO:tasks.workunit.client.0.smithi052.stdout:op 5373 completed, throughput=5MB/sec 2024-09-13T03:30:29.539 INFO:tasks.workunit.client.0.smithi052.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-13T03:30:29.539 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4pgexZ5uFFjMCWa off=904301 len=590813 2024-09-13T03:30:29.540 INFO:tasks.workunit.client.0.smithi052.stdout:op 5374 completed, throughput=5MB/sec 2024-09-13T03:30:29.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ufPNXOjLJTLPROz off=16945566 len=1049878 2024-09-13T03:30:29.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 5375 completed, throughput=5MB/sec 2024-09-13T03:30:29.545 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rxPTGcNa7oSW17D off=4680643 len=1892402 2024-09-13T03:30:29.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 5376 completed, throughput=5MB/sec 2024-09-13T03:30:29.554 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Xztv3Pg7io2LBLF off=17573503 len=2056461 2024-09-13T03:30:29.572 INFO:tasks.workunit.client.0.smithi052.stdout:op 5377 completed, throughput=5MB/sec 2024-09-13T03:30:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:29 smithi052 ceph-mon[91421]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:30:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:29 smithi052 ceph-mon[89065]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:30:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:29 smithi078 ceph-mon[85589]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:30:30.572 INFO:tasks.workunit.client.0.smithi052.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-13T03:30:30.573 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-y0R9yXMzFTbOqQi off=7395740 len=1462994 2024-09-13T03:30:30.580 INFO:tasks.workunit.client.0.smithi052.stdout:op 5378 completed, throughput=5MB/sec 2024-09-13T03:30:30.580 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-09wpbjDayCSTPOb off=7801083 len=2039944 2024-09-13T03:30:30.588 INFO:tasks.workunit.client.0.smithi052.stdout:op 5379 completed, throughput=5MB/sec 2024-09-13T03:30:30.589 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ve_Sb46BpWFO6qn off=515469 len=1145874 2024-09-13T03:30:30.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 5380 completed, throughput=5MB/sec 2024-09-13T03:30:31.594 INFO:tasks.workunit.client.0.smithi052.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-13T03:30:31.594 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-e-xZiwB1B56y6n3 off=1603455 len=1536479 2024-09-13T03:30:31.601 INFO:tasks.workunit.client.0.smithi052.stdout:op 5381 completed, throughput=5MB/sec 2024-09-13T03:30:31.601 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VsN6L-Sp6N5WQ8n off=864850 len=1680198 2024-09-13T03:30:31.611 INFO:tasks.workunit.client.0.smithi052.stdout:op 5382 completed, throughput=5MB/sec 2024-09-13T03:30:31.611 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pMt2Q1xU7X4Dd4d off=286787 len=1088972 2024-09-13T03:30:31.613 INFO:tasks.workunit.client.0.smithi052.stdout:op 5383 completed, throughput=5MB/sec 2024-09-13T03:30:31.613 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XI6TqmMiwBk-H07 off=4113118 len=517645 2024-09-13T03:30:31.614 INFO:tasks.workunit.client.0.smithi052.stdout:op 5384 completed, throughput=5MB/sec 2024-09-13T03:30:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:31 smithi052 ceph-mon[91421]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:30:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:31 smithi052 ceph-mon[89065]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:30:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:31 smithi078 ceph-mon[85589]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:30:32.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-13T03:30:32.615 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-UpP6LsIFvN6d9dx off=23280574 len=1758646 2024-09-13T03:30:32.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 5385 completed, throughput=5MB/sec 2024-09-13T03:30:32.627 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LPmhPGMQj9nlkfQ off=3885939 len=1509367 2024-09-13T03:30:32.634 INFO:tasks.workunit.client.0.smithi052.stdout:op 5386 completed, throughput=5MB/sec 2024-09-13T03:30:32.635 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KdwDl_jByaS_leY off=885583 len=754392 2024-09-13T03:30:32.640 INFO:tasks.workunit.client.0.smithi052.stdout:op 5387 completed, throughput=5MB/sec 2024-09-13T03:30:32.640 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bksrmsFesqpjYAv off=1428529 len=1690540 2024-09-13T03:30:32.646 INFO:tasks.workunit.client.0.smithi052.stdout:op 5388 completed, throughput=5MB/sec 2024-09-13T03:30:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:30:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:30:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-13T03:30:33.647 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8sXYHKDt6mIicI8 off=13621316 len=1191030 2024-09-13T03:30:33.653 INFO:tasks.workunit.client.0.smithi052.stdout:op 5389 completed, throughput=5MB/sec 2024-09-13T03:30:33.653 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_V4MTBLVGvRYsGa off=8908260 len=345034 2024-09-13T03:30:33.654 INFO:tasks.workunit.client.0.smithi052.stdout:op 5390 completed, throughput=5MB/sec 2024-09-13T03:30:33.654 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jjGn_6KWssSL5wF off=3072876 len=956865 2024-09-13T03:30:33.660 INFO:tasks.workunit.client.0.smithi052.stdout:op 5391 completed, throughput=5MB/sec 2024-09-13T03:30:33.660 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EkK1EBRzH-vx59R off=433356 len=1201896 2024-09-13T03:30:33.662 INFO:tasks.workunit.client.0.smithi052.stdout:op 5392 completed, throughput=5MB/sec 2024-09-13T03:30:33.662 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kp2ZLf6DcCCyy4j off=16680530 len=1781112 2024-09-13T03:30:33.664 INFO:tasks.workunit.client.0.smithi052.stdout:op 5393 completed, throughput=5MB/sec 2024-09-13T03:30:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:33 smithi052 ceph-mon[91421]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:30:34.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:33 smithi052 ceph-mon[89065]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:30:34.425 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:33 smithi078 ceph-mon[85589]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:30:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-13T03:30:34.666 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RBALtMtwy8RiOU5 off=1956446 len=307743 2024-09-13T03:30:34.666 INFO:tasks.workunit.client.0.smithi052.stdout:op 5394 completed, throughput=5MB/sec 2024-09-13T03:30:34.667 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NMe6eemDNmDnaVj off=3070101 len=605138 2024-09-13T03:30:34.671 INFO:tasks.workunit.client.0.smithi052.stdout:op 5395 completed, throughput=5MB/sec 2024-09-13T03:30:34.671 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-koXwsKFWmd0h8Rm off=6208351 len=1861251 2024-09-13T03:30:34.678 INFO:tasks.workunit.client.0.smithi052.stdout:op 5396 completed, throughput=5MB/sec 2024-09-13T03:30:34.679 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OSfqtsAhukEOxkz off=1287019 len=1695049 2024-09-13T03:30:34.681 INFO:tasks.workunit.client.0.smithi052.stdout:op 5397 completed, throughput=5MB/sec 2024-09-13T03:30:34.681 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CWX_UjqZAO43eWE off=7926976 len=1821611 2024-09-13T03:30:34.689 INFO:tasks.workunit.client.0.smithi052.stdout:op 5398 completed, throughput=5MB/sec 2024-09-13T03:30:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-13T03:30:35.689 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DSUdqEpCxsHLXUj off=7240072 len=1166551 2024-09-13T03:30:35.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 5399 completed, throughput=5MB/sec 2024-09-13T03:30:35.695 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CyyXHOhpTHZ0NEx off=4733867 len=1324835 2024-09-13T03:30:35.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 5400 completed, throughput=5MB/sec 2024-09-13T03:30:35.702 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-h8LNshAJdZwyck6 off=2082475 len=949746 2024-09-13T03:30:35.703 INFO:tasks.workunit.client.0.smithi052.stdout:op 5401 completed, throughput=5MB/sec 2024-09-13T03:30:35.703 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hHhtYrElldfH6Eq off=0 len=1352390 2024-09-13T03:30:35.705 INFO:tasks.workunit.client.0.smithi052.stdout:op 5402 completed, throughput=5MB/sec 2024-09-13T03:30:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:35 smithi052 ceph-mon[91421]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:30:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:35 smithi052 ceph-mon[89065]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:30:36.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:35 smithi078 ceph-mon[85589]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-13T03:30:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-13T03:30:36.706 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FS-iZZtIht6UcJR off=676856 len=110757 2024-09-13T03:30:36.708 INFO:tasks.workunit.client.0.smithi052.stdout:op 5403 completed, throughput=5MB/sec 2024-09-13T03:30:36.708 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d_yvTKa2XRFhdsH off=1256006 len=880697 2024-09-13T03:30:36.710 INFO:tasks.workunit.client.0.smithi052.stdout:op 5404 completed, throughput=5MB/sec 2024-09-13T03:30:36.710 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sWo1k6P_dS-6_0c off=650651 len=833303 2024-09-13T03:30:36.711 INFO:tasks.workunit.client.0.smithi052.stdout:op 5405 completed, throughput=5MB/sec 2024-09-13T03:30:36.711 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-CeqwOzf3ASTRsKi off=10980457 len=580084 2024-09-13T03:30:36.713 INFO:tasks.workunit.client.0.smithi052.stdout:op 5406 completed, throughput=5MB/sec 2024-09-13T03:30:36.713 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rZnh68yBSGrkPBv off=7675971 len=1891229 2024-09-13T03:30:36.715 INFO:tasks.workunit.client.0.smithi052.stdout:op 5407 completed, throughput=5MB/sec 2024-09-13T03:30:36.715 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TyNXuGMYOBHhm6a off=13933072 len=690002 2024-09-13T03:30:36.716 INFO:tasks.workunit.client.0.smithi052.stdout:op 5408 completed, throughput=5MB/sec 2024-09-13T03:30:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-13T03:30:37.716 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LMf1-E-wz_roXTw off=168699 len=1229821 2024-09-13T03:30:37.724 INFO:tasks.workunit.client.0.smithi052.stdout:op 5409 completed, throughput=5MB/sec 2024-09-13T03:30:37.724 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-50AoO_89h-apBmR off=8071255 len=422480 2024-09-13T03:30:37.725 INFO:tasks.workunit.client.0.smithi052.stdout:op 5410 completed, throughput=5MB/sec 2024-09-13T03:30:37.725 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N5dYcPUpHZqlr9q off=829202 len=1850407 2024-09-13T03:30:37.736 INFO:tasks.workunit.client.0.smithi052.stdout:op 5411 completed, throughput=5MB/sec 2024-09-13T03:30:37.736 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-10ltK8sxcn9Nc85 off=405449 len=1161346 2024-09-13T03:30:37.742 INFO:tasks.workunit.client.0.smithi052.stdout:op 5412 completed, throughput=5MB/sec 2024-09-13T03:30:37.742 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ihBSbaNmDoQ0aUl off=49083 len=47570 2024-09-13T03:30:37.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 5413 completed, throughput=5MB/sec 2024-09-13T03:30:37.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S7zhosw5_lJRbnp off=6993186 len=1244380 2024-09-13T03:30:37.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 5414 completed, throughput=5MB/sec 2024-09-13T03:30:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:37 smithi052 ceph-mon[91421]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:30:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:37 smithi052 ceph-mon[89065]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:30:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:37 smithi078 ceph-mon[85589]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:30:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:30:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:30:38] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:30:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-13T03:30:38.745 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DaEnXCyYtcJPK7S off=156867 len=660491 2024-09-13T03:30:38.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 5415 completed, throughput=5MB/sec 2024-09-13T03:30:38.747 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vscC5xLGbjBBYn6 off=685021 len=67409 2024-09-13T03:30:38.749 INFO:tasks.workunit.client.0.smithi052.stdout:op 5416 completed, throughput=5MB/sec 2024-09-13T03:30:38.749 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3__yWt29EXj522z off=11574776 len=1188270 2024-09-13T03:30:38.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 5417 completed, throughput=5MB/sec 2024-09-13T03:30:38.751 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MZw07TZqMzKqKSE off=3047460 len=1080644 2024-09-13T03:30:38.757 INFO:tasks.workunit.client.0.smithi052.stdout:op 5418 completed, throughput=5MB/sec 2024-09-13T03:30:38.757 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gTNBHRLTuEYuA2g off=6409671 len=924419 2024-09-13T03:30:38.758 INFO:tasks.workunit.client.0.smithi052.stdout:op 5419 completed, throughput=5MB/sec 2024-09-13T03:30:38.758 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-E0sQxIve1-OTat4 off=6370408 len=555783 2024-09-13T03:30:38.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 5420 completed, throughput=5MB/sec 2024-09-13T03:30:39.762 INFO:tasks.workunit.client.0.smithi052.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-13T03:30:39.763 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G12m55GQnDkoJwH off=13044226 len=133607 2024-09-13T03:30:39.763 INFO:tasks.workunit.client.0.smithi052.stdout:op 5421 completed, throughput=5MB/sec 2024-09-13T03:30:39.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--6WArNuOL6iTyA1 off=8875938 len=1872697 2024-09-13T03:30:39.765 INFO:tasks.workunit.client.0.smithi052.stdout:op 5422 completed, throughput=5MB/sec 2024-09-13T03:30:39.766 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jmxkieiSi7v5qaT off=18902120 len=451072 2024-09-13T03:30:39.766 INFO:tasks.workunit.client.0.smithi052.stdout:op 5423 completed, throughput=5MB/sec 2024-09-13T03:30:39.766 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yml_uaau5cLV11R off=9316957 len=2028110 2024-09-13T03:30:39.777 INFO:tasks.workunit.client.0.smithi052.stdout:op 5424 completed, throughput=5MB/sec 2024-09-13T03:30:39.777 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2vAUcd2Jn-QlKm6 off=5067517 len=1025880 2024-09-13T03:30:39.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 5425 completed, throughput=5MB/sec 2024-09-13T03:30:40.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:39 smithi052 ceph-mon[89065]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:30:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:39 smithi052 ceph-mon[91421]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:30:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:39 smithi078 ceph-mon[85589]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:30:40.782 INFO:tasks.workunit.client.0.smithi052.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-13T03:30:40.782 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ec3An5bSIYEd0rX off=10312366 len=641127 2024-09-13T03:30:40.783 INFO:tasks.workunit.client.0.smithi052.stdout:op 5426 completed, throughput=5MB/sec 2024-09-13T03:30:40.783 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-boLpTPamzGpEIjF off=3297377 len=1649882 2024-09-13T03:30:40.785 INFO:tasks.workunit.client.0.smithi052.stdout:op 5427 completed, throughput=5MB/sec 2024-09-13T03:30:40.785 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IFUEmnSXXYHC6EE off=2108467 len=1228244 2024-09-13T03:30:40.786 INFO:tasks.workunit.client.0.smithi052.stdout:op 5428 completed, throughput=5MB/sec 2024-09-13T03:30:40.786 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lhryW-2X6fQ0CXv off=39020 len=1651194 2024-09-13T03:30:40.787 INFO:tasks.workunit.client.0.smithi052.stdout:op 5429 completed, throughput=5MB/sec 2024-09-13T03:30:41.788 INFO:tasks.workunit.client.0.smithi052.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-13T03:30:41.788 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Tya1q6QZHY-dR0y off=2372096 len=2052040 2024-09-13T03:30:41.792 INFO:tasks.workunit.client.0.smithi052.stdout:op 5430 completed, throughput=5MB/sec 2024-09-13T03:30:41.792 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Qbjdnmt8gsDoTw2 off=170302 len=124696 2024-09-13T03:30:41.796 INFO:tasks.workunit.client.0.smithi052.stdout:op 5431 completed, throughput=5MB/sec 2024-09-13T03:30:41.796 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-riu0R_t0_gUKnyi off=3198890 len=825337 2024-09-13T03:30:41.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 5432 completed, throughput=5MB/sec 2024-09-13T03:30:41.797 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WQvtQVQgCO94cFK off=2712211 len=1923393 2024-09-13T03:30:41.808 INFO:tasks.workunit.client.0.smithi052.stdout:op 5433 completed, throughput=5MB/sec 2024-09-13T03:30:41.809 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Uacyg-VzE0XMPh6 off=669699 len=1627391 2024-09-13T03:30:41.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 5434 completed, throughput=5MB/sec 2024-09-13T03:30:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:41 smithi052 ceph-mon[91421]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:30:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:41 smithi052 ceph-mon[89065]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:30:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:41 smithi078 ceph-mon[85589]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-13T03:30:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:30:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:42.810 INFO:tasks.workunit.client.0.smithi052.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-13T03:30:42.811 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rgVkRmokVCZXM3A off=1302926 len=1988450 2024-09-13T03:30:42.818 INFO:tasks.workunit.client.0.smithi052.stdout:op 5435 completed, throughput=5MB/sec 2024-09-13T03:30:42.818 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-uXYkYcHZyLxxqbj off=4566817 len=551707 2024-09-13T03:30:42.819 INFO:tasks.workunit.client.0.smithi052.stdout:op 5436 completed, throughput=5MB/sec 2024-09-13T03:30:42.819 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0T3vd-uxRgDOWoC off=10935324 len=1655656 2024-09-13T03:30:42.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 5437 completed, throughput=5MB/sec 2024-09-13T03:30:43.821 INFO:tasks.workunit.client.0.smithi052.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-13T03:30:43.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ys6dLwz1ccKi8gY off=2294926 len=1867230 2024-09-13T03:30:43.825 INFO:tasks.workunit.client.0.smithi052.stdout:op 5438 completed, throughput=5MB/sec 2024-09-13T03:30:43.825 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bn6kK7jOCb7SFme off=10737193 len=1926660 2024-09-13T03:30:43.832 INFO:tasks.workunit.client.0.smithi052.stdout:op 5439 completed, throughput=5MB/sec 2024-09-13T03:30:43.833 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2xI2-jB-6WY_xl5 off=4591129 len=837442 2024-09-13T03:30:43.837 INFO:tasks.workunit.client.0.smithi052.stdout:op 5440 completed, throughput=5MB/sec 2024-09-13T03:30:43.837 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PJA4aEeeKt5qipp off=17846115 len=168443 2024-09-13T03:30:43.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 5441 completed, throughput=5MB/sec 2024-09-13T03:30:43.840 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2O_FXwuu_SNI49u off=8941401 len=1921165 2024-09-13T03:30:43.853 INFO:tasks.workunit.client.0.smithi052.stdout:op 5442 completed, throughput=5MB/sec 2024-09-13T03:30:44.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:43 smithi052 ceph-mon[89065]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:30:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:43 smithi052 ceph-mon[91421]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:30:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:43 smithi078 ceph-mon[85589]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-13T03:30:44.853 INFO:tasks.workunit.client.0.smithi052.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-13T03:30:44.853 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AXI3w3k88rX67dN off=3846233 len=2036478 2024-09-13T03:30:44.856 INFO:tasks.workunit.client.0.smithi052.stdout:op 5443 completed, throughput=5MB/sec 2024-09-13T03:30:44.856 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X-S7s9-LL4AJYN6 off=2335845 len=1314828 2024-09-13T03:30:44.863 INFO:tasks.workunit.client.0.smithi052.stdout:op 5444 completed, throughput=5MB/sec 2024-09-13T03:30:44.863 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jP3CP8zgwDh6_BG off=1131887 len=1609226 2024-09-13T03:30:44.871 INFO:tasks.workunit.client.0.smithi052.stdout:op 5445 completed, throughput=5MB/sec 2024-09-13T03:30:45.872 INFO:tasks.workunit.client.0.smithi052.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-13T03:30:45.872 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dwVGcedtNF7IJuT off=5619007 len=111022 2024-09-13T03:30:45.872 INFO:tasks.workunit.client.0.smithi052.stdout:op 5446 completed, throughput=5MB/sec 2024-09-13T03:30:45.873 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pbYAUlE6APk83l- off=3154262 len=546581 2024-09-13T03:30:45.876 INFO:tasks.workunit.client.0.smithi052.stdout:op 5447 completed, throughput=5MB/sec 2024-09-13T03:30:45.876 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wzMpJDYzRHRdNe1 off=21723232 len=333546 2024-09-13T03:30:45.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 5448 completed, throughput=5MB/sec 2024-09-13T03:30:45.878 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OKKfTk9YPVnM3dI off=639601 len=1051797 2024-09-13T03:30:45.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 5449 completed, throughput=5MB/sec 2024-09-13T03:30:45.879 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b1gHWucVaESpoUl off=16395773 len=768492 2024-09-13T03:30:45.880 INFO:tasks.workunit.client.0.smithi052.stdout:op 5450 completed, throughput=5MB/sec 2024-09-13T03:30:45.881 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fPEFX6dI1eFzfCZ off=1128507 len=1429695 2024-09-13T03:30:45.888 INFO:tasks.workunit.client.0.smithi052.stdout:op 5451 completed, throughput=5MB/sec 2024-09-13T03:30:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:45 smithi052 ceph-mon[91421]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:30:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:45 smithi052 ceph-mon[89065]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:30:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:45 smithi078 ceph-mon[85589]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:30:46.888 INFO:tasks.workunit.client.0.smithi052.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-13T03:30:46.889 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ogsebhfzq03DTOD off=5366054 len=325360 2024-09-13T03:30:46.892 INFO:tasks.workunit.client.0.smithi052.stdout:op 5452 completed, throughput=5MB/sec 2024-09-13T03:30:46.892 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-blHiJhRJC9Se2ti off=7583685 len=54363 2024-09-13T03:30:46.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 5453 completed, throughput=5MB/sec 2024-09-13T03:30:46.894 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7u6pUCaSr9F6mq4 off=3825638 len=1694194 2024-09-13T03:30:46.896 INFO:tasks.workunit.client.0.smithi052.stdout:op 5454 completed, throughput=5MB/sec 2024-09-13T03:30:46.896 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hBuXlI3PShxXjFS off=496387 len=440379 2024-09-13T03:30:46.898 INFO:tasks.workunit.client.0.smithi052.stdout:op 5455 completed, throughput=5MB/sec 2024-09-13T03:30:46.898 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-1-kwJl80aeEpDD0 off=5660420 len=773827 2024-09-13T03:30:46.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 5456 completed, throughput=5MB/sec 2024-09-13T03:30:46.902 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oO2jwSCxVZKVeFA off=5999548 len=593632 2024-09-13T03:30:46.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 5457 completed, throughput=5MB/sec 2024-09-13T03:30:46.904 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zAfRUuP89Xool2m off=2619778 len=1867727 2024-09-13T03:30:46.907 INFO:tasks.workunit.client.0.smithi052.stdout:op 5458 completed, throughput=5MB/sec 2024-09-13T03:30:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:30:47.907 INFO:tasks.workunit.client.0.smithi052.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-13T03:30:47.907 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0itJPCrPGk2ZxIx off=13158662 len=645584 2024-09-13T03:30:47.908 INFO:tasks.workunit.client.0.smithi052.stdout:op 5459 completed, throughput=5MB/sec 2024-09-13T03:30:47.908 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DScBsaz_oAS9s11 off=5641277 len=1360111 2024-09-13T03:30:47.914 INFO:tasks.workunit.client.0.smithi052.stdout:op 5460 completed, throughput=5MB/sec 2024-09-13T03:30:47.915 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xt8CIBJxXdRlIC6 off=9343530 len=1544969 2024-09-13T03:30:47.916 INFO:tasks.workunit.client.0.smithi052.stdout:op 5461 completed, throughput=5MB/sec 2024-09-13T03:30:47.916 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a1AEPlE7GjvZ_LA off=6767049 len=569466 2024-09-13T03:30:47.917 INFO:tasks.workunit.client.0.smithi052.stdout:op 5462 completed, throughput=5MB/sec 2024-09-13T03:30:47.918 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L8pFyCBj8_BhZ4m off=7707753 len=545759 2024-09-13T03:30:47.918 INFO:tasks.workunit.client.0.smithi052.stdout:op 5463 completed, throughput=5MB/sec 2024-09-13T03:30:48.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:47 smithi052 ceph-mon[91421]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:48.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:30:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:30:48] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:30:48.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:47 smithi052 ceph-mon[89065]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:47 smithi078 ceph-mon[85589]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:48.919 INFO:tasks.workunit.client.0.smithi052.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-13T03:30:48.919 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LROtvMLqR9ofR3W off=3641440 len=716396 2024-09-13T03:30:48.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 5464 completed, throughput=5MB/sec 2024-09-13T03:30:48.924 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BtXjDqkZ8jOl1-B off=5037404 len=424308 2024-09-13T03:30:48.924 INFO:tasks.workunit.client.0.smithi052.stdout:op 5465 completed, throughput=5MB/sec 2024-09-13T03:30:48.925 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ubS3R_vfDll_GLR off=6064414 len=752759 2024-09-13T03:30:48.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 5466 completed, throughput=5MB/sec 2024-09-13T03:30:48.926 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f2-JTAVE-1JhgXO off=2605734 len=1423178 2024-09-13T03:30:48.929 INFO:tasks.workunit.client.0.smithi052.stdout:op 5467 completed, throughput=5MB/sec 2024-09-13T03:30:48.929 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ID_2AA1TdVnXr-G off=4986606 len=783855 2024-09-13T03:30:48.933 INFO:tasks.workunit.client.0.smithi052.stdout:op 5468 completed, throughput=5MB/sec 2024-09-13T03:30:48.933 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FODXnKc24vuI5tW off=4000230 len=805618 2024-09-13T03:30:48.935 INFO:tasks.workunit.client.0.smithi052.stdout:op 5469 completed, throughput=5MB/sec 2024-09-13T03:30:48.935 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FZrtHk3EIQQvp0y off=12944889 len=636741 2024-09-13T03:30:48.939 INFO:tasks.workunit.client.0.smithi052.stdout:op 5470 completed, throughput=5MB/sec 2024-09-13T03:30:49.939 INFO:tasks.workunit.client.0.smithi052.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-13T03:30:49.939 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x3mSiaUoNJ3QEdQ off=11019589 len=6225 2024-09-13T03:30:49.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 5471 completed, throughput=5MB/sec 2024-09-13T03:30:49.940 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-f3OtPgx8zCnE8wh off=1876939 len=1374472 2024-09-13T03:30:49.942 INFO:tasks.workunit.client.0.smithi052.stdout:op 5472 completed, throughput=5MB/sec 2024-09-13T03:30:49.943 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-azWVnIvfyjJjCoC off=329120 len=2000235 2024-09-13T03:30:49.954 INFO:tasks.workunit.client.0.smithi052.stdout:op 5473 completed, throughput=5MB/sec 2024-09-13T03:30:49.955 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0HwPmTggrlLq8dJ off=8546761 len=1458186 2024-09-13T03:30:49.956 INFO:tasks.workunit.client.0.smithi052.stdout:op 5474 completed, throughput=5MB/sec 2024-09-13T03:30:49.956 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yzJ5J_PvkQlI6JO off=3624228 len=1777218 2024-09-13T03:30:49.957 INFO:tasks.workunit.client.0.smithi052.stdout:op 5475 completed, throughput=5MB/sec 2024-09-13T03:30:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:49 smithi052 ceph-mon[91421]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:30:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:49 smithi052 ceph-mon[89065]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:30:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:49 smithi078 ceph-mon[85589]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:30:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-13T03:30:50.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sUrpRvZy1_d1eoc off=1416869 len=811230 2024-09-13T03:30:50.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 5476 completed, throughput=5MB/sec 2024-09-13T03:30:50.963 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CJDfhPyGbBwEwF6 off=438198 len=1960798 2024-09-13T03:30:50.972 INFO:tasks.workunit.client.0.smithi052.stdout:op 5477 completed, throughput=5MB/sec 2024-09-13T03:30:50.972 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RyVve6gj9Jo5Nxr off=7600798 len=1692694 2024-09-13T03:30:50.982 INFO:tasks.workunit.client.0.smithi052.stdout:op 5478 completed, throughput=5MB/sec 2024-09-13T03:30:51.983 INFO:tasks.workunit.client.0.smithi052.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-13T03:30:51.983 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--4CC_a0G0xngz3Z off=4376403 len=1938503 2024-09-13T03:30:51.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 5479 completed, throughput=5MB/sec 2024-09-13T03:30:51.994 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LOfpsdJsHWjsDr8 off=2740318 len=30361 2024-09-13T03:30:51.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 5480 completed, throughput=5MB/sec 2024-09-13T03:30:51.996 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LL5E-Ug0oKG7KEw off=5413769 len=1877759 2024-09-13T03:30:51.998 INFO:tasks.workunit.client.0.smithi052.stdout:op 5481 completed, throughput=5MB/sec 2024-09-13T03:30:51.998 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ma_UwLRK96cONtX off=16901799 len=169461 2024-09-13T03:30:52.000 INFO:tasks.workunit.client.0.smithi052.stdout:op 5482 completed, throughput=5MB/sec 2024-09-13T03:30:52.000 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xjXofff1sU9g1ns off=4982424 len=1169996 2024-09-13T03:30:52.002 INFO:tasks.workunit.client.0.smithi052.stdout:op 5483 completed, throughput=5MB/sec 2024-09-13T03:30:52.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[89065]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[91421]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:52 smithi078 ceph-mon[85589]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:30:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:30:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:30:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:30:53.003 INFO:tasks.workunit.client.0.smithi052.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-13T03:30:53.003 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ioRwpOqutAa2Y0y off=3837926 len=697024 2024-09-13T03:30:53.005 INFO:tasks.workunit.client.0.smithi052.stdout:op 5484 completed, throughput=5MB/sec 2024-09-13T03:30:53.005 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Va7Y_n1Igufv3kf off=10166407 len=1895212 2024-09-13T03:30:53.007 INFO:tasks.workunit.client.0.smithi052.stdout:op 5485 completed, throughput=5MB/sec 2024-09-13T03:30:53.007 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kTv-x4IV6BU8DZz off=3736646 len=1497928 2024-09-13T03:30:53.008 INFO:tasks.workunit.client.0.smithi052.stdout:op 5486 completed, throughput=5MB/sec 2024-09-13T03:30:53.009 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-N-owpKw9QCTNbf1 off=9675433 len=415589 2024-09-13T03:30:53.012 INFO:tasks.workunit.client.0.smithi052.stdout:op 5487 completed, throughput=5MB/sec 2024-09-13T03:30:53.012 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7rEejQ8PB8tNvrZ off=3765383 len=1079777 2024-09-13T03:30:53.018 INFO:tasks.workunit.client.0.smithi052.stdout:op 5488 completed, throughput=5MB/sec 2024-09-13T03:30:54.018 INFO:tasks.workunit.client.0.smithi052.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-13T03:30:54.018 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tnkRGUsFiMbD4xy off=1940771 len=1079626 2024-09-13T03:30:54.024 INFO:tasks.workunit.client.0.smithi052.stdout:op 5489 completed, throughput=5MB/sec 2024-09-13T03:30:54.024 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gMcAcXEzYDXebyG off=1376315 len=38880 2024-09-13T03:30:54.025 INFO:tasks.workunit.client.0.smithi052.stdout:op 5490 completed, throughput=5MB/sec 2024-09-13T03:30:54.025 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X0kjr6e3G80ddhc off=8549123 len=1710327 2024-09-13T03:30:54.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 5491 completed, throughput=5MB/sec 2024-09-13T03:30:54.035 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zBtnrTgYXcWSvqP off=6807882 len=285213 2024-09-13T03:30:54.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 5492 completed, throughput=5MB/sec 2024-09-13T03:30:54.038 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tomz642hli7fd5Q off=7023635 len=1503922 2024-09-13T03:30:54.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 5493 completed, throughput=5MB/sec 2024-09-13T03:30:54.040 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-v--2ISJWk7ba5H9 off=4816073 len=1702932 2024-09-13T03:30:54.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 5494 completed, throughput=5MB/sec 2024-09-13T03:30:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:54 smithi052 ceph-mon[89065]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:54 smithi052 ceph-mon[91421]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:54 smithi078 ceph-mon[85589]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:30:55.041 INFO:tasks.workunit.client.0.smithi052.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-13T03:30:55.042 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ssIDwx05BWfPOx5 off=1212895 len=1678820 2024-09-13T03:30:55.045 INFO:tasks.workunit.client.0.smithi052.stdout:op 5495 completed, throughput=5MB/sec 2024-09-13T03:30:55.045 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LN-zBp3xxk9RLn3 off=1089989 len=668095 2024-09-13T03:30:55.049 INFO:tasks.workunit.client.0.smithi052.stdout:op 5496 completed, throughput=5MB/sec 2024-09-13T03:30:55.049 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0ZByDaf2tPi5yPr off=3141750 len=1119600 2024-09-13T03:30:55.050 INFO:tasks.workunit.client.0.smithi052.stdout:op 5497 completed, throughput=5MB/sec 2024-09-13T03:30:55.050 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-d0ps7O9fLlCL8Or off=668319 len=1003152 2024-09-13T03:30:55.054 INFO:tasks.workunit.client.0.smithi052.stdout:op 5498 completed, throughput=5MB/sec 2024-09-13T03:30:56.054 INFO:tasks.workunit.client.0.smithi052.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-13T03:30:56.055 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gZ03GBqs1QPGkeZ off=9791673 len=476122 2024-09-13T03:30:56.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 5499 completed, throughput=5MB/sec 2024-09-13T03:30:56.055 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-QC-6qkzXks8AfnP off=11687611 len=353113 2024-09-13T03:30:56.055 INFO:tasks.workunit.client.0.smithi052.stdout:op 5500 completed, throughput=5MB/sec 2024-09-13T03:30:56.056 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VkT2Wh7XAExgzY2 off=2628084 len=1292801 2024-09-13T03:30:56.061 INFO:tasks.workunit.client.0.smithi052.stdout:op 5501 completed, throughput=5MB/sec 2024-09-13T03:30:56.062 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7d6WjElIb013sNi off=9886551 len=1030644 2024-09-13T03:30:56.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 5502 completed, throughput=5MB/sec 2024-09-13T03:30:56.063 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u_oeStTK-COPE1K off=1848421 len=1851919 2024-09-13T03:30:56.064 INFO:tasks.workunit.client.0.smithi052.stdout:op 5503 completed, throughput=5MB/sec 2024-09-13T03:30:56.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[89065]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[91421]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:56.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:56.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:56 smithi078 ceph-mon[85589]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:30:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:30:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:30:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:30:57.066 INFO:tasks.workunit.client.0.smithi052.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-13T03:30:57.066 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-315hhQobDavRToO off=1907731 len=1667086 2024-09-13T03:30:57.068 INFO:tasks.workunit.client.0.smithi052.stdout:op 5504 completed, throughput=5MB/sec 2024-09-13T03:30:57.068 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9Ju8X8lPBE-XZya off=2621517 len=1604092 2024-09-13T03:30:57.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 5505 completed, throughput=5MB/sec 2024-09-13T03:30:57.071 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jJUQNxT60ohGXKl off=16911013 len=1314664 2024-09-13T03:30:57.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 5506 completed, throughput=5MB/sec 2024-09-13T03:30:57.078 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--PGDIxW4Jv59Oc6 off=4542262 len=1224021 2024-09-13T03:30:57.080 INFO:tasks.workunit.client.0.smithi052.stdout:op 5507 completed, throughput=5MB/sec 2024-09-13T03:30:58.080 INFO:tasks.workunit.client.0.smithi052.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-13T03:30:58.080 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xlgCItQLJHUbqXp off=126738 len=1118367 2024-09-13T03:30:58.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 5508 completed, throughput=5MB/sec 2024-09-13T03:30:58.086 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X1fTr7qtkw0durd off=3024509 len=1515119 2024-09-13T03:30:58.086 INFO:tasks.workunit.client.0.smithi052.stdout:op 5509 completed, throughput=5MB/sec 2024-09-13T03:30:58.086 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-806tnA2ol7zNCY0 off=2878693 len=1133963 2024-09-13T03:30:58.091 INFO:tasks.workunit.client.0.smithi052.stdout:op 5510 completed, throughput=5MB/sec 2024-09-13T03:30:58.091 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rSK_yoR0O6Ov9cI off=1935348 len=1922499 2024-09-13T03:30:58.093 INFO:tasks.workunit.client.0.smithi052.stdout:op 5511 completed, throughput=5MB/sec 2024-09-13T03:30:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:30:58 smithi052 ceph-mon[91421]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:30:58 smithi052 ceph-mon[89065]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:30:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:30:58] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-09-13T03:30:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:30:58 smithi078 ceph-mon[85589]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:30:59.094 INFO:tasks.workunit.client.0.smithi052.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-13T03:30:59.094 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HcLtJpKsDpxke9K off=15310947 len=913864 2024-09-13T03:30:59.095 INFO:tasks.workunit.client.0.smithi052.stdout:op 5512 completed, throughput=5MB/sec 2024-09-13T03:30:59.095 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pRECt7AA26GhMj4 off=243605 len=1546781 2024-09-13T03:30:59.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 5513 completed, throughput=5MB/sec 2024-09-13T03:30:59.101 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LFCMBGWQ1urCjKv off=13830867 len=1511167 2024-09-13T03:30:59.105 INFO:tasks.workunit.client.0.smithi052.stdout:op 5514 completed, throughput=5MB/sec 2024-09-13T03:31:00.105 INFO:tasks.workunit.client.0.smithi052.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-13T03:31:00.105 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Uvlim4_tylcW91t off=4887355 len=1508255 2024-09-13T03:31:00.108 INFO:tasks.workunit.client.0.smithi052.stdout:op 5515 completed, throughput=5MB/sec 2024-09-13T03:31:00.109 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jQBNjnjFMU_knMj off=3282416 len=716925 2024-09-13T03:31:00.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 5516 completed, throughput=5MB/sec 2024-09-13T03:31:00.113 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NmbGWS-CAeeE-P_ off=17702972 len=60268 2024-09-13T03:31:00.113 INFO:tasks.workunit.client.0.smithi052.stdout:op 5517 completed, throughput=5MB/sec 2024-09-13T03:31:00.114 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-txdWt5yLCmOXHng off=2060446 len=843668 2024-09-13T03:31:00.119 INFO:tasks.workunit.client.0.smithi052.stdout:op 5518 completed, throughput=5MB/sec 2024-09-13T03:31:00.119 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-o7diEb0NxIv6lRz off=1507877 len=446026 2024-09-13T03:31:00.123 INFO:tasks.workunit.client.0.smithi052.stdout:op 5519 completed, throughput=5MB/sec 2024-09-13T03:31:00.123 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-m9Ua45l0jS7HyxF off=4619699 len=1692933 2024-09-13T03:31:00.125 INFO:tasks.workunit.client.0.smithi052.stdout:op 5520 completed, throughput=5MB/sec 2024-09-13T03:31:00.125 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gCK7n5Di3YmHqUu off=5255221 len=1727183 2024-09-13T03:31:00.127 INFO:tasks.workunit.client.0.smithi052.stdout:op 5521 completed, throughput=5MB/sec 2024-09-13T03:31:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:00 smithi052 ceph-mon[91421]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:31:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:00 smithi052 ceph-mon[89065]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:31:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:00 smithi078 ceph-mon[85589]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:31:01.127 INFO:tasks.workunit.client.0.smithi052.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-13T03:31:01.127 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-D95DKvFHB6SFKOi off=4895095 len=1740154 2024-09-13T03:31:01.135 INFO:tasks.workunit.client.0.smithi052.stdout:op 5522 completed, throughput=5MB/sec 2024-09-13T03:31:01.135 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MkbyXKwOGwEAANM off=572236 len=2023075 2024-09-13T03:31:01.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 5523 completed, throughput=5MB/sec 2024-09-13T03:31:02.139 INFO:tasks.workunit.client.0.smithi052.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-13T03:31:02.139 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KDwGJuhKqeuOaSO off=7161706 len=1628214 2024-09-13T03:31:02.142 INFO:tasks.workunit.client.0.smithi052.stdout:op 5524 completed, throughput=5MB/sec 2024-09-13T03:31:02.143 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-_yN9ul4YjUTVT2M off=14089020 len=2079046 2024-09-13T03:31:02.146 INFO:tasks.workunit.client.0.smithi052.stdout:op 5525 completed, throughput=5MB/sec 2024-09-13T03:31:02.146 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lig3KoqKGyREwpO off=1124318 len=1887109 2024-09-13T03:31:02.148 INFO:tasks.workunit.client.0.smithi052.stdout:op 5526 completed, throughput=5MB/sec 2024-09-13T03:31:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:02 smithi052 ceph-mon[91421]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:31:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:02 smithi052 ceph-mon[89065]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:31:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:02 smithi078 ceph-mon[85589]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-13T03:31:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:31:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:03.148 INFO:tasks.workunit.client.0.smithi052.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-13T03:31:03.149 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1q2QlQXefGjWQEP off=6963955 len=765211 2024-09-13T03:31:03.150 INFO:tasks.workunit.client.0.smithi052.stdout:op 5527 completed, throughput=5MB/sec 2024-09-13T03:31:03.150 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-58HsahpPWvBeaC_ off=5758125 len=56587 2024-09-13T03:31:03.150 INFO:tasks.workunit.client.0.smithi052.stdout:op 5528 completed, throughput=5MB/sec 2024-09-13T03:31:03.150 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OOcXWdXbTQQaOt6 off=19250717 len=789364 2024-09-13T03:31:03.151 INFO:tasks.workunit.client.0.smithi052.stdout:op 5529 completed, throughput=5MB/sec 2024-09-13T03:31:03.152 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-86mrsJDh9K6ikas off=789145 len=451107 2024-09-13T03:31:03.155 INFO:tasks.workunit.client.0.smithi052.stdout:op 5530 completed, throughput=5MB/sec 2024-09-13T03:31:03.155 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MdBT_N3Pd-NxrL7 off=6408876 len=1153634 2024-09-13T03:31:03.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 5531 completed, throughput=5MB/sec 2024-09-13T03:31:03.157 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UZF3w-h7JPBirAU off=4446935 len=92266 2024-09-13T03:31:03.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 5532 completed, throughput=5MB/sec 2024-09-13T03:31:03.157 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-E4MAYZirsMWGHqb off=6789601 len=1546735 2024-09-13T03:31:03.160 INFO:tasks.workunit.client.0.smithi052.stdout:op 5533 completed, throughput=5MB/sec 2024-09-13T03:31:03.161 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j_nBaQT-yDnDq_0 off=4522175 len=104574 2024-09-13T03:31:03.163 INFO:tasks.workunit.client.0.smithi052.stdout:op 5534 completed, throughput=5MB/sec 2024-09-13T03:31:04.163 INFO:tasks.workunit.client.0.smithi052.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-13T03:31:04.163 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LlZJ834cEouDhqT off=9839428 len=832975 2024-09-13T03:31:04.168 INFO:tasks.workunit.client.0.smithi052.stdout:op 5535 completed, throughput=5MB/sec 2024-09-13T03:31:04.168 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vh0iLmf9ZMYYcZ8 off=4230377 len=1468211 2024-09-13T03:31:04.175 INFO:tasks.workunit.client.0.smithi052.stdout:op 5536 completed, throughput=5MB/sec 2024-09-13T03:31:04.176 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0S72FguwvKzEOvB off=22262990 len=2049874 2024-09-13T03:31:04.187 INFO:tasks.workunit.client.0.smithi052.stdout:op 5537 completed, throughput=5MB/sec 2024-09-13T03:31:04.187 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-fW7L3RY8DmnVnqi off=2068717 len=1811742 2024-09-13T03:31:04.189 INFO:tasks.workunit.client.0.smithi052.stdout:op 5538 completed, throughput=5MB/sec 2024-09-13T03:31:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:04 smithi052 ceph-mon[91421]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:04 smithi052 ceph-mon[89065]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:04 smithi078 ceph-mon[85589]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:05.189 INFO:tasks.workunit.client.0.smithi052.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-13T03:31:05.190 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bYJJ-eEEKFbq6SD off=7525370 len=2080873 2024-09-13T03:31:05.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 5539 completed, throughput=5MB/sec 2024-09-13T03:31:05.192 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-uQZNN-zc_1a-anz off=5266995 len=490685 2024-09-13T03:31:05.196 INFO:tasks.workunit.client.0.smithi052.stdout:op 5540 completed, throughput=5MB/sec 2024-09-13T03:31:05.196 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ACyXIEdXCEN61Og off=1738398 len=1577240 2024-09-13T03:31:05.204 INFO:tasks.workunit.client.0.smithi052.stdout:op 5541 completed, throughput=5MB/sec 2024-09-13T03:31:05.204 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-no3KrwiGMSiTDv0 off=5681336 len=3499 2024-09-13T03:31:05.206 INFO:tasks.workunit.client.0.smithi052.stdout:op 5542 completed, throughput=5MB/sec 2024-09-13T03:31:05.206 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZimBOomtSq9Hwuw off=3251768 len=1961232 2024-09-13T03:31:05.208 INFO:tasks.workunit.client.0.smithi052.stdout:op 5543 completed, throughput=5MB/sec 2024-09-13T03:31:06.209 INFO:tasks.workunit.client.0.smithi052.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-13T03:31:06.209 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-eFwKSoJOr7fpO1N off=602434 len=1358371 2024-09-13T03:31:06.211 INFO:tasks.workunit.client.0.smithi052.stdout:op 5544 completed, throughput=5MB/sec 2024-09-13T03:31:06.211 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u9cZpvnhrAkg_Wd off=6550928 len=1249293 2024-09-13T03:31:06.217 INFO:tasks.workunit.client.0.smithi052.stdout:op 5545 completed, throughput=5MB/sec 2024-09-13T03:31:06.217 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YQECbya_ESmbhpz off=17748469 len=2065964 2024-09-13T03:31:06.219 INFO:tasks.workunit.client.0.smithi052.stdout:op 5546 completed, throughput=5MB/sec 2024-09-13T03:31:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:06 smithi052 ceph-mon[89065]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:06.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:06 smithi052 ceph-mon[91421]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:06 smithi078 ceph-mon[85589]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:07.220 INFO:tasks.workunit.client.0.smithi052.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-13T03:31:07.220 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-KgacTLfoqYhUvMz off=3423731 len=919416 2024-09-13T03:31:07.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 5547 completed, throughput=5MB/sec 2024-09-13T03:31:07.225 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NHVTm83LFokw-Mz off=6020019 len=1353449 2024-09-13T03:31:07.232 INFO:tasks.workunit.client.0.smithi052.stdout:op 5548 completed, throughput=5MB/sec 2024-09-13T03:31:07.232 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-EtQTj-QgIY5rBRT off=2536172 len=1142788 2024-09-13T03:31:07.238 INFO:tasks.workunit.client.0.smithi052.stdout:op 5549 completed, throughput=5MB/sec 2024-09-13T03:31:07.238 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wm03sU9MyPnXwRP off=965332 len=79121 2024-09-13T03:31:07.239 INFO:tasks.workunit.client.0.smithi052.stdout:op 5550 completed, throughput=5MB/sec 2024-09-13T03:31:07.239 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jZE0o1LZHAB0x8L off=16519875 len=1021438 2024-09-13T03:31:07.244 INFO:tasks.workunit.client.0.smithi052.stdout:op 5551 completed, throughput=5MB/sec 2024-09-13T03:31:08.244 INFO:tasks.workunit.client.0.smithi052.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-13T03:31:08.244 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-babaaur8yXz3VM7 off=2024703 len=248369 2024-09-13T03:31:08.247 INFO:tasks.workunit.client.0.smithi052.stdout:op 5552 completed, throughput=5MB/sec 2024-09-13T03:31:08.248 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-99R2Y_BoIUK-wqN off=2146329 len=866127 2024-09-13T03:31:08.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 5553 completed, throughput=5MB/sec 2024-09-13T03:31:08.249 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-elF4nuN7Y1TccJn off=540207 len=508026 2024-09-13T03:31:08.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 5554 completed, throughput=5MB/sec 2024-09-13T03:31:08.253 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qcSrPeFFv7mwjoT off=1563492 len=849664 2024-09-13T03:31:08.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 5555 completed, throughput=5MB/sec 2024-09-13T03:31:08.258 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4S5IWQSIZOhihDp off=12787635 len=1168897 2024-09-13T03:31:08.266 INFO:tasks.workunit.client.0.smithi052.stdout:op 5556 completed, throughput=5MB/sec 2024-09-13T03:31:08.266 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-P3owaiZutnQIbQT off=5384485 len=1625758 2024-09-13T03:31:08.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 5557 completed, throughput=5MB/sec 2024-09-13T03:31:08.274 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jynJN9pgzJGB7et off=474386 len=1106097 2024-09-13T03:31:08.274 INFO:tasks.workunit.client.0.smithi052.stdout:op 5558 completed, throughput=5MB/sec 2024-09-13T03:31:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:08 smithi052 ceph-mon[91421]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:31:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:08 smithi052 ceph-mon[89065]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:31:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:31:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:31:08] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:31:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:08 smithi078 ceph-mon[85589]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-13T03:31:09.275 INFO:tasks.workunit.client.0.smithi052.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-13T03:31:09.275 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iq13s7EFWgZlOUC off=10737939 len=1414728 2024-09-13T03:31:09.283 INFO:tasks.workunit.client.0.smithi052.stdout:op 5559 completed, throughput=5MB/sec 2024-09-13T03:31:09.284 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DSr6fWCfpbdoZMa off=5233345 len=864069 2024-09-13T03:31:09.285 INFO:tasks.workunit.client.0.smithi052.stdout:op 5560 completed, throughput=5MB/sec 2024-09-13T03:31:09.285 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g_ZjjYUpdBEUGJl off=1984131 len=187101 2024-09-13T03:31:09.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 5561 completed, throughput=5MB/sec 2024-09-13T03:31:09.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5tL1FmPARz_4Fib off=6335 len=30097 2024-09-13T03:31:09.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 5562 completed, throughput=5MB/sec 2024-09-13T03:31:09.286 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-edZYAbEGMzM1VO5 off=1450868 len=1160229 2024-09-13T03:31:09.288 INFO:tasks.workunit.client.0.smithi052.stdout:op 5563 completed, throughput=5MB/sec 2024-09-13T03:31:09.288 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-yHdncfaIhe0mgNZ off=4550266 len=1295553 2024-09-13T03:31:09.293 INFO:tasks.workunit.client.0.smithi052.stdout:op 5564 completed, throughput=5MB/sec 2024-09-13T03:31:10.293 INFO:tasks.workunit.client.0.smithi052.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-13T03:31:10.293 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-A_4Hsp5TLMzmzVx off=6137303 len=1073444 2024-09-13T03:31:10.299 INFO:tasks.workunit.client.0.smithi052.stdout:op 5565 completed, throughput=5MB/sec 2024-09-13T03:31:10.299 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vvwroNLiLCy1Bpn off=22966208 len=1597937 2024-09-13T03:31:10.301 INFO:tasks.workunit.client.0.smithi052.stdout:op 5566 completed, throughput=5MB/sec 2024-09-13T03:31:10.301 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Tm9QekQ6FxxQ6rM off=24453843 len=417282 2024-09-13T03:31:10.302 INFO:tasks.workunit.client.0.smithi052.stdout:op 5567 completed, throughput=5MB/sec 2024-09-13T03:31:10.302 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GugdttJhQL4a5m9 off=6626331 len=1511165 2024-09-13T03:31:10.309 INFO:tasks.workunit.client.0.smithi052.stdout:op 5568 completed, throughput=5MB/sec 2024-09-13T03:31:10.309 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-9jh8u8kpaLi1K6i off=3850148 len=802753 2024-09-13T03:31:10.310 INFO:tasks.workunit.client.0.smithi052.stdout:op 5569 completed, throughput=5MB/sec 2024-09-13T03:31:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:10 smithi052 ceph-mon[91421]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:31:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:10 smithi052 ceph-mon[89065]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:31:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:10 smithi078 ceph-mon[85589]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:31:11.310 INFO:tasks.workunit.client.0.smithi052.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-13T03:31:11.310 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5m5EuOoFy6SmAal off=5334554 len=638973 2024-09-13T03:31:11.311 INFO:tasks.workunit.client.0.smithi052.stdout:op 5570 completed, throughput=5MB/sec 2024-09-13T03:31:11.311 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6g2kRkYMEY8YRho off=1695976 len=410076 2024-09-13T03:31:11.312 INFO:tasks.workunit.client.0.smithi052.stdout:op 5571 completed, throughput=5MB/sec 2024-09-13T03:31:11.312 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cyv1SynWwNyOEMQ off=6951048 len=499930 2024-09-13T03:31:11.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 5572 completed, throughput=5MB/sec 2024-09-13T03:31:11.317 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eb-A1YMCvui-OYG off=2626112 len=140946 2024-09-13T03:31:11.319 INFO:tasks.workunit.client.0.smithi052.stdout:op 5573 completed, throughput=5MB/sec 2024-09-13T03:31:11.320 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-F3dW3LiU7CY16g5 off=13730078 len=574829 2024-09-13T03:31:11.320 INFO:tasks.workunit.client.0.smithi052.stdout:op 5574 completed, throughput=5MB/sec 2024-09-13T03:31:11.320 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mABdBjUT-quUcSL off=3881971 len=839434 2024-09-13T03:31:11.325 INFO:tasks.workunit.client.0.smithi052.stdout:op 5575 completed, throughput=5MB/sec 2024-09-13T03:31:11.325 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-G4tg581S05Cxijt off=16618362 len=963187 2024-09-13T03:31:11.327 INFO:tasks.workunit.client.0.smithi052.stdout:op 5576 completed, throughput=5MB/sec 2024-09-13T03:31:11.327 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dInFsCxb2efwGQA off=0 len=1523964 2024-09-13T03:31:11.329 INFO:tasks.workunit.client.0.smithi052.stdout:op 5577 completed, throughput=5MB/sec 2024-09-13T03:31:12.329 INFO:tasks.workunit.client.0.smithi052.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-13T03:31:12.330 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cVz_8rCxgIVOcn_ off=1222857 len=1297264 2024-09-13T03:31:12.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 5578 completed, throughput=5MB/sec 2024-09-13T03:31:12.331 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RFKpz7Hsp1bzwSu off=1155493 len=1388945 2024-09-13T03:31:12.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 5579 completed, throughput=5MB/sec 2024-09-13T03:31:12.339 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TQCk1jcyKxsm4yC off=2546002 len=2065535 2024-09-13T03:31:12.341 INFO:tasks.workunit.client.0.smithi052.stdout:op 5580 completed, throughput=5MB/sec 2024-09-13T03:31:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:12 smithi052 ceph-mon[91421]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:31:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:12 smithi052 ceph-mon[89065]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:31:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:12 smithi078 ceph-mon[85589]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:31:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:31:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:13.341 INFO:tasks.workunit.client.0.smithi052.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-13T03:31:13.341 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-amHiWVMJy7ZevYa off=7106465 len=1524290 2024-09-13T03:31:13.349 INFO:tasks.workunit.client.0.smithi052.stdout:op 5581 completed, throughput=5MB/sec 2024-09-13T03:31:13.349 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hfh-8Ybc4bilEDR off=11878672 len=1286705 2024-09-13T03:31:13.354 INFO:tasks.workunit.client.0.smithi052.stdout:op 5582 completed, throughput=5MB/sec 2024-09-13T03:31:13.355 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NS__uUXXWCTU8W1 off=4246854 len=419947 2024-09-13T03:31:13.355 INFO:tasks.workunit.client.0.smithi052.stdout:op 5583 completed, throughput=5MB/sec 2024-09-13T03:31:13.355 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZO0OF2bgojA5Y03 off=3364291 len=1238985 2024-09-13T03:31:13.357 INFO:tasks.workunit.client.0.smithi052.stdout:op 5584 completed, throughput=5MB/sec 2024-09-13T03:31:13.357 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o-BqlqzS-vDSFdx off=3877673 len=977815 2024-09-13T03:31:13.358 INFO:tasks.workunit.client.0.smithi052.stdout:op 5585 completed, throughput=5MB/sec 2024-09-13T03:31:14.358 INFO:tasks.workunit.client.0.smithi052.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-13T03:31:14.359 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VRHEGySAieoKNoo off=5732526 len=55082 2024-09-13T03:31:14.359 INFO:tasks.workunit.client.0.smithi052.stdout:op 5586 completed, throughput=5MB/sec 2024-09-13T03:31:14.359 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ce9t5bCBQgwsQSt off=6336122 len=414336 2024-09-13T03:31:14.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 5587 completed, throughput=5MB/sec 2024-09-13T03:31:14.363 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qVqv2nvhBGn7Rh5 off=6405537 len=2023845 2024-09-13T03:31:14.365 INFO:tasks.workunit.client.0.smithi052.stdout:op 5588 completed, throughput=5MB/sec 2024-09-13T03:31:14.365 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7uz_S8h8dELm90R off=4349803 len=272997 2024-09-13T03:31:14.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 5589 completed, throughput=5MB/sec 2024-09-13T03:31:14.369 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DOnPWQXmAZxbOvg off=3020313 len=1564149 2024-09-13T03:31:14.379 INFO:tasks.workunit.client.0.smithi052.stdout:op 5590 completed, throughput=5MB/sec 2024-09-13T03:31:14.379 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lphxoQTkk5Smm7X off=3983551 len=1129082 2024-09-13T03:31:14.383 INFO:tasks.workunit.client.0.smithi052.stdout:op 5591 completed, throughput=5MB/sec 2024-09-13T03:31:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:14 smithi052 ceph-mon[91421]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:31:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:14 smithi052 ceph-mon[89065]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:31:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:14 smithi078 ceph-mon[85589]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:31:15.384 INFO:tasks.workunit.client.0.smithi052.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-13T03:31:15.384 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wjMhxZIU_G1i8V4 off=1010167 len=933627 2024-09-13T03:31:15.389 INFO:tasks.workunit.client.0.smithi052.stdout:op 5592 completed, throughput=5MB/sec 2024-09-13T03:31:15.389 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-s6xBQGdFN4c7cin off=2272780 len=724750 2024-09-13T03:31:15.390 INFO:tasks.workunit.client.0.smithi052.stdout:op 5593 completed, throughput=5MB/sec 2024-09-13T03:31:15.390 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Mi0CqjXx7329Uwk off=1723358 len=103984 2024-09-13T03:31:15.393 INFO:tasks.workunit.client.0.smithi052.stdout:op 5594 completed, throughput=5MB/sec 2024-09-13T03:31:15.393 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-i9Agg76E6keHSS0 off=8687782 len=550973 2024-09-13T03:31:15.394 INFO:tasks.workunit.client.0.smithi052.stdout:op 5595 completed, throughput=5MB/sec 2024-09-13T03:31:15.394 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-avZ_mT1ItT1l7lB off=2877680 len=1495141 2024-09-13T03:31:15.396 INFO:tasks.workunit.client.0.smithi052.stdout:op 5596 completed, throughput=5MB/sec 2024-09-13T03:31:15.396 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dJMxrxMihUNRqUz off=1413674 len=1627985 2024-09-13T03:31:15.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 5597 completed, throughput=5MB/sec 2024-09-13T03:31:16.398 INFO:tasks.workunit.client.0.smithi052.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-13T03:31:16.399 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jbrV0XpsWQPtOuS off=6465025 len=1109876 2024-09-13T03:31:16.401 INFO:tasks.workunit.client.0.smithi052.stdout:op 5598 completed, throughput=5MB/sec 2024-09-13T03:31:16.402 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xdaf8d20qpzcHqU off=3252454 len=1463827 2024-09-13T03:31:16.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 5599 completed, throughput=5MB/sec 2024-09-13T03:31:16.409 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-nDrRW4jTYeKIcd4 off=7021897 len=14199 2024-09-13T03:31:16.409 INFO:tasks.workunit.client.0.smithi052.stdout:op 5600 completed, throughput=5MB/sec 2024-09-13T03:31:16.410 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fwi9IjRT3efgag6 off=4009362 len=2032598 2024-09-13T03:31:16.418 INFO:tasks.workunit.client.0.smithi052.stdout:op 5601 completed, throughput=5MB/sec 2024-09-13T03:31:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:16 smithi052 ceph-mon[91421]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:31:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:16 smithi052 ceph-mon[89065]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:31:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:16 smithi078 ceph-mon[85589]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-13T03:31:17.419 INFO:tasks.workunit.client.0.smithi052.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-13T03:31:17.419 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Iy0v_964BXmdE84 off=259214 len=1966162 2024-09-13T03:31:17.427 INFO:tasks.workunit.client.0.smithi052.stdout:op 5602 completed, throughput=5MB/sec 2024-09-13T03:31:17.427 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DzclljhaMZVpkpP off=2203499 len=1616435 2024-09-13T03:31:17.434 INFO:tasks.workunit.client.0.smithi052.stdout:op 5603 completed, throughput=5MB/sec 2024-09-13T03:31:17.434 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vpXJgwEecJtjGMR off=7419800 len=1621198 2024-09-13T03:31:17.435 INFO:tasks.workunit.client.0.smithi052.stdout:op 5604 completed, throughput=5MB/sec 2024-09-13T03:31:17.435 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-McueK2il_tfX6iP off=5713319 len=897486 2024-09-13T03:31:17.440 INFO:tasks.workunit.client.0.smithi052.stdout:op 5605 completed, throughput=5MB/sec 2024-09-13T03:31:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:18.283 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:31:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T03:31:18.004403059Z level=info msg="Completed cleanup jobs" duration=3.293037ms 2024-09-13T03:31:18.440 INFO:tasks.workunit.client.0.smithi052.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-13T03:31:18.440 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wnbCpe3ytocbl71 off=2552791 len=1886070 2024-09-13T03:31:18.452 INFO:tasks.workunit.client.0.smithi052.stdout:op 5606 completed, throughput=5MB/sec 2024-09-13T03:31:18.452 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hvf218Qlk2tJcVD off=11095681 len=280140 2024-09-13T03:31:18.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 5607 completed, throughput=5MB/sec 2024-09-13T03:31:18.456 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8fKyG3AOcrA6plm off=12579937 len=2018148 2024-09-13T03:31:18.460 INFO:tasks.workunit.client.0.smithi052.stdout:op 5608 completed, throughput=5MB/sec 2024-09-13T03:31:18.460 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Tc_2LbAczmDgXy5 off=2220160 len=1349769 2024-09-13T03:31:18.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 5609 completed, throughput=5MB/sec 2024-09-13T03:31:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:18 smithi052 ceph-mon[91421]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:31:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:31:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:31:18] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:31:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:18 smithi052 ceph-mon[89065]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:31:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:18 smithi078 ceph-mon[85589]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-13T03:31:19.467 INFO:tasks.workunit.client.0.smithi052.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-13T03:31:19.467 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cNlwzw_XatRMj_T off=18457719 len=58666 2024-09-13T03:31:19.468 INFO:tasks.workunit.client.0.smithi052.stdout:op 5610 completed, throughput=5MB/sec 2024-09-13T03:31:19.468 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-RFrOTkFr8cFBePC off=13644073 len=766736 2024-09-13T03:31:19.469 INFO:tasks.workunit.client.0.smithi052.stdout:op 5611 completed, throughput=5MB/sec 2024-09-13T03:31:19.469 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8Q6_kWGxWdNsjCB off=2092024 len=773955 2024-09-13T03:31:19.475 INFO:tasks.workunit.client.0.smithi052.stdout:op 5612 completed, throughput=5MB/sec 2024-09-13T03:31:19.475 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7qicIiyElk15sf7 off=6840019 len=1356076 2024-09-13T03:31:19.477 INFO:tasks.workunit.client.0.smithi052.stdout:op 5613 completed, throughput=5MB/sec 2024-09-13T03:31:19.477 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PI2W7-3oDLe5T_G off=4021399 len=1914852 2024-09-13T03:31:19.479 INFO:tasks.workunit.client.0.smithi052.stdout:op 5614 completed, throughput=5MB/sec 2024-09-13T03:31:20.479 INFO:tasks.workunit.client.0.smithi052.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-13T03:31:20.479 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a85ToKvg92Sr0Eg off=402197 len=1512598 2024-09-13T03:31:20.481 INFO:tasks.workunit.client.0.smithi052.stdout:op 5615 completed, throughput=5MB/sec 2024-09-13T03:31:20.481 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7gCgt-cbn2k7eEY off=12392888 len=1166901 2024-09-13T03:31:20.484 INFO:tasks.workunit.client.0.smithi052.stdout:op 5616 completed, throughput=5MB/sec 2024-09-13T03:31:20.484 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZimBOomtSq9Hwuw off=2129644 len=1065800 2024-09-13T03:31:20.486 INFO:tasks.workunit.client.0.smithi052.stdout:op 5617 completed, throughput=5MB/sec 2024-09-13T03:31:20.486 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BRgyf94d5MEXwoT off=10763468 len=2093624 2024-09-13T03:31:20.495 INFO:tasks.workunit.client.0.smithi052.stdout:op 5618 completed, throughput=5MB/sec 2024-09-13T03:31:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:20 smithi078 ceph-mon[85589]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:31:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:20 smithi052 ceph-mon[91421]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:31:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:20 smithi052 ceph-mon[89065]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-13T03:31:21.495 INFO:tasks.workunit.client.0.smithi052.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-13T03:31:21.496 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-I34C8CPPJtHc-AK off=4673331 len=1889518 2024-09-13T03:31:21.498 INFO:tasks.workunit.client.0.smithi052.stdout:op 5619 completed, throughput=5MB/sec 2024-09-13T03:31:21.499 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RDVivMrYUFGrmGh off=10596317 len=1760991 2024-09-13T03:31:21.509 INFO:tasks.workunit.client.0.smithi052.stdout:op 5620 completed, throughput=5MB/sec 2024-09-13T03:31:21.509 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-IACJs7qxpnUdOcf off=2414807 len=445883 2024-09-13T03:31:21.510 INFO:tasks.workunit.client.0.smithi052.stdout:op 5621 completed, throughput=5MB/sec 2024-09-13T03:31:21.510 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kj7Xl1psgMstMWo off=770084 len=588360 2024-09-13T03:31:21.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 5622 completed, throughput=5MB/sec 2024-09-13T03:31:22.514 INFO:tasks.workunit.client.0.smithi052.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-13T03:31:22.515 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xN6x03hIRaD8hpY off=940025 len=134312 2024-09-13T03:31:22.518 INFO:tasks.workunit.client.0.smithi052.stdout:op 5623 completed, throughput=5MB/sec 2024-09-13T03:31:22.518 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-exZqDOou1rkdFeB off=9613854 len=1629101 2024-09-13T03:31:22.528 INFO:tasks.workunit.client.0.smithi052.stdout:op 5624 completed, throughput=5MB/sec 2024-09-13T03:31:22.528 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Sjvm3nLAnGkp7Tb off=3075787 len=212939 2024-09-13T03:31:22.531 INFO:tasks.workunit.client.0.smithi052.stdout:op 5625 completed, throughput=5MB/sec 2024-09-13T03:31:22.531 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BVRmEFYfm6edG_U off=4933070 len=1863785 2024-09-13T03:31:22.541 INFO:tasks.workunit.client.0.smithi052.stdout:op 5626 completed, throughput=5MB/sec 2024-09-13T03:31:22.541 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zo0vN-znN35UbQy off=1063786 len=2012341 2024-09-13T03:31:22.553 INFO:tasks.workunit.client.0.smithi052.stdout:op 5627 completed, throughput=5MB/sec 2024-09-13T03:31:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:22 smithi078 ceph-mon[85589]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:31:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:31:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:22 smithi052 ceph-mon[91421]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:31:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:22 smithi052 ceph-mon[89065]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:31:23.553 INFO:tasks.workunit.client.0.smithi052.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-13T03:31:23.553 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AGMfXPmY5esrlWg off=434408 len=2086417 2024-09-13T03:31:23.558 INFO:tasks.workunit.client.0.smithi052.stdout:op 5628 completed, throughput=5MB/sec 2024-09-13T03:31:23.558 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-i5WlcdgJxrpxTET off=3659951 len=923176 2024-09-13T03:31:23.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 5629 completed, throughput=5MB/sec 2024-09-13T03:31:23.563 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SXNGNmtKlsJ8qI1 off=13383122 len=1122751 2024-09-13T03:31:23.570 INFO:tasks.workunit.client.0.smithi052.stdout:op 5630 completed, throughput=5MB/sec 2024-09-13T03:31:23.570 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gRRzAnpo-b3kBAv off=7655504 len=698088 2024-09-13T03:31:23.571 INFO:tasks.workunit.client.0.smithi052.stdout:op 5631 completed, throughput=5MB/sec 2024-09-13T03:31:24.572 INFO:tasks.workunit.client.0.smithi052.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-13T03:31:24.572 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gUL8w2oUtr8uB6E off=840824 len=573199 2024-09-13T03:31:24.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 5632 completed, throughput=5MB/sec 2024-09-13T03:31:24.573 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LROtvMLqR9ofR3W off=8129977 len=896598 2024-09-13T03:31:24.579 INFO:tasks.workunit.client.0.smithi052.stdout:op 5633 completed, throughput=5MB/sec 2024-09-13T03:31:24.579 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-U8HqV41cqVryCTV off=2634808 len=389230 2024-09-13T03:31:24.582 INFO:tasks.workunit.client.0.smithi052.stdout:op 5634 completed, throughput=5MB/sec 2024-09-13T03:31:24.582 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-M2aLrSg9Dy9lK07 off=800391 len=1288742 2024-09-13T03:31:24.584 INFO:tasks.workunit.client.0.smithi052.stdout:op 5635 completed, throughput=5MB/sec 2024-09-13T03:31:24.584 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TIjyt4GiF7bwEL- off=9190193 len=1912583 2024-09-13T03:31:24.586 INFO:tasks.workunit.client.0.smithi052.stdout:op 5636 completed, throughput=5MB/sec 2024-09-13T03:31:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:24 smithi078 ceph-mon[85589]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:31:24.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:24 smithi052 ceph-mon[89065]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:31:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:24 smithi052 ceph-mon[91421]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-13T03:31:25.587 INFO:tasks.workunit.client.0.smithi052.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-13T03:31:25.587 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vLLGev2OksUEWf7 off=5223122 len=320041 2024-09-13T03:31:25.587 INFO:tasks.workunit.client.0.smithi052.stdout:op 5637 completed, throughput=5MB/sec 2024-09-13T03:31:25.587 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iMHfUcNyklGbM3Z off=415408 len=1105719 2024-09-13T03:31:25.589 INFO:tasks.workunit.client.0.smithi052.stdout:op 5638 completed, throughput=5MB/sec 2024-09-13T03:31:25.589 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qi-JRenjzoe4fHV off=10921699 len=184154 2024-09-13T03:31:25.593 INFO:tasks.workunit.client.0.smithi052.stdout:op 5639 completed, throughput=5MB/sec 2024-09-13T03:31:25.593 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YRmMNIozynfRVzN off=14578036 len=1623372 2024-09-13T03:31:25.594 INFO:tasks.workunit.client.0.smithi052.stdout:op 5640 completed, throughput=5MB/sec 2024-09-13T03:31:25.595 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-q8CIIy6JOTAr467 off=7993725 len=1510909 2024-09-13T03:31:25.596 INFO:tasks.workunit.client.0.smithi052.stdout:op 5641 completed, throughput=5MB/sec 2024-09-13T03:31:25.596 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-zpNRxicBBDrXNae off=4337220 len=1184657 2024-09-13T03:31:25.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 5642 completed, throughput=5MB/sec 2024-09-13T03:31:26.603 INFO:tasks.workunit.client.0.smithi052.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-13T03:31:26.604 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-78Mxf9hwA9pnnBu off=21836 len=74895 2024-09-13T03:31:26.604 INFO:tasks.workunit.client.0.smithi052.stdout:op 5643 completed, throughput=5MB/sec 2024-09-13T03:31:26.604 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_dGDOqg-AINSVXa off=11165795 len=1801773 2024-09-13T03:31:26.615 INFO:tasks.workunit.client.0.smithi052.stdout:op 5644 completed, throughput=5MB/sec 2024-09-13T03:31:26.615 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LIEdSJExFRBiyka off=1974458 len=669231 2024-09-13T03:31:26.616 INFO:tasks.workunit.client.0.smithi052.stdout:op 5645 completed, throughput=5MB/sec 2024-09-13T03:31:26.616 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-jCrjSfYAr5ElEc_ off=3739895 len=2016254 2024-09-13T03:31:26.620 INFO:tasks.workunit.client.0.smithi052.stdout:op 5646 completed, throughput=5MB/sec 2024-09-13T03:31:26.620 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OoKAY1LBRF_iE5d off=3959709 len=2093801 2024-09-13T03:31:26.623 INFO:tasks.workunit.client.0.smithi052.stdout:op 5647 completed, throughput=5MB/sec 2024-09-13T03:31:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:26 smithi078 ceph-mon[85589]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:31:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:26 smithi052 ceph-mon[91421]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:31:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:26 smithi052 ceph-mon[89065]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:31:27.623 INFO:tasks.workunit.client.0.smithi052.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-13T03:31:27.624 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v_kcMPpYswKIhER off=9956282 len=23443 2024-09-13T03:31:27.626 INFO:tasks.workunit.client.0.smithi052.stdout:op 5648 completed, throughput=5MB/sec 2024-09-13T03:31:27.626 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LIIKfQOaluGq7d3 off=2473523 len=929188 2024-09-13T03:31:27.627 INFO:tasks.workunit.client.0.smithi052.stdout:op 5649 completed, throughput=5MB/sec 2024-09-13T03:31:27.627 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-X0kjr6e3G80ddhc off=5403974 len=1635303 2024-09-13T03:31:27.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 5650 completed, throughput=5MB/sec 2024-09-13T03:31:27.637 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-9GUF0uyzJ0YenJW off=8615029 len=1797171 2024-09-13T03:31:27.648 INFO:tasks.workunit.client.0.smithi052.stdout:op 5651 completed, throughput=5MB/sec 2024-09-13T03:31:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:28 smithi052 ceph-mon[91421]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:31:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:31:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:31:28] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-13T03:31:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:28 smithi052 ceph-mon[89065]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:31:28.648 INFO:tasks.workunit.client.0.smithi052.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-13T03:31:28.648 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-50AoO_89h-apBmR off=617757 len=1369974 2024-09-13T03:31:28.650 INFO:tasks.workunit.client.0.smithi052.stdout:op 5652 completed, throughput=5MB/sec 2024-09-13T03:31:28.651 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RNK5S23MesMDyJn off=1281586 len=984454 2024-09-13T03:31:28.657 INFO:tasks.workunit.client.0.smithi052.stdout:op 5653 completed, throughput=5MB/sec 2024-09-13T03:31:28.657 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VUMMedz4DIkXlkW off=87699 len=2048265 2024-09-13T03:31:28.669 INFO:tasks.workunit.client.0.smithi052.stdout:op 5654 completed, throughput=5MB/sec 2024-09-13T03:31:28.669 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fYGV7ewTPgYYHol off=15971331 len=2076565 2024-09-13T03:31:28.677 INFO:tasks.workunit.client.0.smithi052.stdout:op 5655 completed, throughput=5MB/sec 2024-09-13T03:31:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:28 smithi078 ceph-mon[85589]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:31:29.678 INFO:tasks.workunit.client.0.smithi052.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-13T03:31:29.678 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Oat3ZqvRpfclYmU off=3898238 len=1478514 2024-09-13T03:31:29.684 INFO:tasks.workunit.client.0.smithi052.stdout:op 5656 completed, throughput=5MB/sec 2024-09-13T03:31:29.685 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mKi9IjHKfX9TWW1 off=1147530 len=1982396 2024-09-13T03:31:29.693 INFO:tasks.workunit.client.0.smithi052.stdout:op 5657 completed, throughput=5MB/sec 2024-09-13T03:31:30.694 INFO:tasks.workunit.client.0.smithi052.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-13T03:31:30.694 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-zINA1qGPFPm-qbW off=2041289 len=1162658 2024-09-13T03:31:30.695 INFO:tasks.workunit.client.0.smithi052.stdout:op 5658 completed, throughput=5MB/sec 2024-09-13T03:31:30.696 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k1jlsjF7l9ecFq2 off=2899531 len=791641 2024-09-13T03:31:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:30 smithi078 ceph-mon[85589]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:31:30.697 INFO:tasks.workunit.client.0.smithi052.stdout:op 5659 completed, throughput=5MB/sec 2024-09-13T03:31:30.697 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n4pYWKlojWZEiHF off=1555081 len=842446 2024-09-13T03:31:30.699 INFO:tasks.workunit.client.0.smithi052.stdout:op 5660 completed, throughput=5MB/sec 2024-09-13T03:31:30.699 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kvKmD4VkRK9TRfR off=1046556 len=838954 2024-09-13T03:31:30.705 INFO:tasks.workunit.client.0.smithi052.stdout:op 5661 completed, throughput=5MB/sec 2024-09-13T03:31:30.705 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3VnNLscS9ZIlF1i off=1662446 len=683264 2024-09-13T03:31:30.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 5662 completed, throughput=5MB/sec 2024-09-13T03:31:30.709 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ni7Ekr_mqEEa5ot off=6647786 len=1946141 2024-09-13T03:31:30.711 INFO:tasks.workunit.client.0.smithi052.stdout:op 5663 completed, throughput=5MB/sec 2024-09-13T03:31:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:30 smithi052 ceph-mon[91421]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:31:30.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:30 smithi052 ceph-mon[89065]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:31:31.711 INFO:tasks.workunit.client.0.smithi052.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-13T03:31:31.712 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZKizCTefWHMG3i_ off=0 len=1362990 2024-09-13T03:31:31.714 INFO:tasks.workunit.client.0.smithi052.stdout:op 5664 completed, throughput=5MB/sec 2024-09-13T03:31:31.714 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-6-juCUCv52L4uN6 off=1597299 len=959647 2024-09-13T03:31:31.719 INFO:tasks.workunit.client.0.smithi052.stdout:op 5665 completed, throughput=5MB/sec 2024-09-13T03:31:31.719 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sop3MKt4VXSH3C5 off=4336660 len=1347556 2024-09-13T03:31:31.728 INFO:tasks.workunit.client.0.smithi052.stdout:op 5666 completed, throughput=5MB/sec 2024-09-13T03:31:31.728 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5qZg_fNOClzHT09 off=6131955 len=635211 2024-09-13T03:31:31.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 5667 completed, throughput=5MB/sec 2024-09-13T03:31:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:32 smithi078 ceph-mon[85589]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:31:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:31:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-13T03:31:32.729 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bv9fyQJuLCYykvj off=3463743 len=380750 2024-09-13T03:31:32.730 INFO:tasks.workunit.client.0.smithi052.stdout:op 5668 completed, throughput=5MB/sec 2024-09-13T03:31:32.731 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tLjD0JnyxlmRvSP off=2311816 len=673913 2024-09-13T03:31:32.732 INFO:tasks.workunit.client.0.smithi052.stdout:op 5669 completed, throughput=5MB/sec 2024-09-13T03:31:32.732 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-4BvV3bQC28i0Is2 off=490052 len=2021318 2024-09-13T03:31:32.741 INFO:tasks.workunit.client.0.smithi052.stdout:op 5670 completed, throughput=5MB/sec 2024-09-13T03:31:32.741 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Nta5gLkq_Z1TW3L off=870074 len=1422132 2024-09-13T03:31:32.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 5671 completed, throughput=5MB/sec 2024-09-13T03:31:32.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oXjWWE7RS7EAEhC off=7290845 len=452142 2024-09-13T03:31:32.744 INFO:tasks.workunit.client.0.smithi052.stdout:op 5672 completed, throughput=5MB/sec 2024-09-13T03:31:32.744 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PJA4aEeeKt5qipp off=10211113 len=482097 2024-09-13T03:31:32.747 INFO:tasks.workunit.client.0.smithi052.stdout:op 5673 completed, throughput=5MB/sec 2024-09-13T03:31:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:32 smithi052 ceph-mon[91421]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:31:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:32 smithi052 ceph-mon[89065]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-13T03:31:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-13T03:31:33.748 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QjAtGaK23fUo5de off=4342459 len=205499 2024-09-13T03:31:33.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 5674 completed, throughput=5MB/sec 2024-09-13T03:31:33.751 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cc1V4C86al7MBm1 off=12829219 len=682380 2024-09-13T03:31:33.755 INFO:tasks.workunit.client.0.smithi052.stdout:op 5675 completed, throughput=5MB/sec 2024-09-13T03:31:33.755 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-s8PwGKTqqB5ImXJ off=15081398 len=785851 2024-09-13T03:31:33.760 INFO:tasks.workunit.client.0.smithi052.stdout:op 5676 completed, throughput=5MB/sec 2024-09-13T03:31:33.760 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-j3accExD-MFs5mF off=11868048 len=906113 2024-09-13T03:31:33.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 5677 completed, throughput=5MB/sec 2024-09-13T03:31:33.762 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dRCSfGy0ktbcGes off=16499682 len=440216 2024-09-13T03:31:33.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 5678 completed, throughput=5MB/sec 2024-09-13T03:31:33.763 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--ijgvgr3CvqLy2K off=12151046 len=1069354 2024-09-13T03:31:33.764 INFO:tasks.workunit.client.0.smithi052.stdout:op 5679 completed, throughput=5MB/sec 2024-09-13T03:31:33.764 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-r0werskXk5SrEfu off=77707 len=1901606 2024-09-13T03:31:33.767 INFO:tasks.workunit.client.0.smithi052.stdout:op 5680 completed, throughput=5MB/sec 2024-09-13T03:31:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:34 smithi078 ceph-mon[85589]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:31:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-13T03:31:34.767 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jLEnf95ydhvfn7C off=3141229 len=2051528 2024-09-13T03:31:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:34 smithi052 ceph-mon[91421]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:31:34.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:34 smithi052 ceph-mon[89065]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-13T03:31:34.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 5681 completed, throughput=5MB/sec 2024-09-13T03:31:34.779 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-McBdPhv0e-7ja0N off=7751716 len=187649 2024-09-13T03:31:34.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 5682 completed, throughput=5MB/sec 2024-09-13T03:31:34.782 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8LycewlG22PerPB off=3275471 len=1247460 2024-09-13T03:31:34.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 5683 completed, throughput=5MB/sec 2024-09-13T03:31:34.789 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rCJU16wC-Nqq6ot off=0 len=1402641 2024-09-13T03:31:34.791 INFO:tasks.workunit.client.0.smithi052.stdout:op 5684 completed, throughput=5MB/sec 2024-09-13T03:31:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-13T03:31:35.792 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-5I_emkbh2ySabDX off=861025 len=1076651 2024-09-13T03:31:35.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 5685 completed, throughput=5MB/sec 2024-09-13T03:31:35.794 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lHpvfofm_Cki7KS off=14498333 len=1420364 2024-09-13T03:31:35.796 INFO:tasks.workunit.client.0.smithi052.stdout:op 5686 completed, throughput=5MB/sec 2024-09-13T03:31:35.796 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vRFU-d-PgoH7LeZ off=6029634 len=1168488 2024-09-13T03:31:35.797 INFO:tasks.workunit.client.0.smithi052.stdout:op 5687 completed, throughput=5MB/sec 2024-09-13T03:31:35.797 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-If5PgJolwHbPWwp off=1675526 len=607301 2024-09-13T03:31:35.798 INFO:tasks.workunit.client.0.smithi052.stdout:op 5688 completed, throughput=5MB/sec 2024-09-13T03:31:35.798 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-u8JVKib742NHz5q off=2534783 len=28996 2024-09-13T03:31:35.799 INFO:tasks.workunit.client.0.smithi052.stdout:op 5689 completed, throughput=5MB/sec 2024-09-13T03:31:35.799 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-kNlkDkhx-qY8CEB off=4012222 len=1395483 2024-09-13T03:31:35.808 INFO:tasks.workunit.client.0.smithi052.stdout:op 5690 completed, throughput=5MB/sec 2024-09-13T03:31:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:36 smithi078 ceph-mon[85589]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:31:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:36 smithi052 ceph-mon[91421]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:31:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:36 smithi052 ceph-mon[89065]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:31:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-13T03:31:36.809 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-skbFMV9EAFqErOL off=14640611 len=715217 2024-09-13T03:31:36.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 5691 completed, throughput=5MB/sec 2024-09-13T03:31:36.814 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UvjPCGdlSvzfDmz off=1423796 len=1626276 2024-09-13T03:31:36.816 INFO:tasks.workunit.client.0.smithi052.stdout:op 5692 completed, throughput=5MB/sec 2024-09-13T03:31:36.816 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qZqbwOXjUQbKuky off=10591351 len=1518763 2024-09-13T03:31:36.825 INFO:tasks.workunit.client.0.smithi052.stdout:op 5693 completed, throughput=5MB/sec 2024-09-13T03:31:36.825 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NgmHbnWNJcOV_2L off=963377 len=1409254 2024-09-13T03:31:36.833 INFO:tasks.workunit.client.0.smithi052.stdout:op 5694 completed, throughput=5MB/sec 2024-09-13T03:31:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-13T03:31:37.834 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VDO3CS5woCNUVej off=5888770 len=52916 2024-09-13T03:31:37.836 INFO:tasks.workunit.client.0.smithi052.stdout:op 5695 completed, throughput=5MB/sec 2024-09-13T03:31:37.836 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VkT2Wh7XAExgzY2 off=7280 len=636146 2024-09-13T03:31:37.837 INFO:tasks.workunit.client.0.smithi052.stdout:op 5696 completed, throughput=5MB/sec 2024-09-13T03:31:37.838 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-98BYA9lnjbivYaP off=7110254 len=1132074 2024-09-13T03:31:37.843 INFO:tasks.workunit.client.0.smithi052.stdout:op 5697 completed, throughput=5MB/sec 2024-09-13T03:31:37.843 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-dqJo_HecJIpgM8X off=3713250 len=1242477 2024-09-13T03:31:37.845 INFO:tasks.workunit.client.0.smithi052.stdout:op 5698 completed, throughput=5MB/sec 2024-09-13T03:31:37.845 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wBs18SdrYYSz1L2 off=0 len=1054647 2024-09-13T03:31:37.846 INFO:tasks.workunit.client.0.smithi052.stdout:op 5699 completed, throughput=5MB/sec 2024-09-13T03:31:37.847 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PGwWEV9HGepuYSQ off=4896833 len=881501 2024-09-13T03:31:37.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 5700 completed, throughput=5MB/sec 2024-09-13T03:31:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:38 smithi052 ceph-mon[91421]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:31:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:38 smithi052 ceph-mon[89065]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:31:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:31:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:31:38] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:31:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:38 smithi078 ceph-mon[85589]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:31:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-13T03:31:38.852 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rWTy5j-y2THRNmn off=857303 len=1778415 2024-09-13T03:31:38.855 INFO:tasks.workunit.client.0.smithi052.stdout:op 5701 completed, throughput=5MB/sec 2024-09-13T03:31:38.855 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I2pSbh2je55-kig off=23155727 len=290882 2024-09-13T03:31:38.858 INFO:tasks.workunit.client.0.smithi052.stdout:op 5702 completed, throughput=5MB/sec 2024-09-13T03:31:38.858 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1YXey0J9g--7IVC off=5859316 len=484463 2024-09-13T03:31:38.859 INFO:tasks.workunit.client.0.smithi052.stdout:op 5703 completed, throughput=5MB/sec 2024-09-13T03:31:38.859 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AhRZ5hiAnkz6GB9 off=5945841 len=1055066 2024-09-13T03:31:38.861 INFO:tasks.workunit.client.0.smithi052.stdout:op 5704 completed, throughput=5MB/sec 2024-09-13T03:31:38.861 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3E0HNhIOzsNNvM8 off=1968650 len=1964804 2024-09-13T03:31:38.863 INFO:tasks.workunit.client.0.smithi052.stdout:op 5705 completed, throughput=5MB/sec 2024-09-13T03:31:39.863 INFO:tasks.workunit.client.0.smithi052.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-13T03:31:39.863 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Ban6jtG5yNvmGW2 off=3594992 len=807370 2024-09-13T03:31:39.868 INFO:tasks.workunit.client.0.smithi052.stdout:op 5706 completed, throughput=5MB/sec 2024-09-13T03:31:39.868 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-21_ap5dUgta-dqV off=7707837 len=1007945 2024-09-13T03:31:39.873 INFO:tasks.workunit.client.0.smithi052.stdout:op 5707 completed, throughput=5MB/sec 2024-09-13T03:31:39.873 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Gl2k3YveF6yCdb3 off=546013 len=329699 2024-09-13T03:31:39.874 INFO:tasks.workunit.client.0.smithi052.stdout:op 5708 completed, throughput=5MB/sec 2024-09-13T03:31:39.874 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--rC3tCHTwYzhHJI off=696384 len=1763784 2024-09-13T03:31:39.878 INFO:tasks.workunit.client.0.smithi052.stdout:op 5709 completed, throughput=5MB/sec 2024-09-13T03:31:39.878 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-EZgrSMAr0kucM8T off=17834591 len=276263 2024-09-13T03:31:39.879 INFO:tasks.workunit.client.0.smithi052.stdout:op 5710 completed, throughput=5MB/sec 2024-09-13T03:31:39.879 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--M9C7wLuFKABjWu off=6504370 len=2057176 2024-09-13T03:31:39.893 INFO:tasks.workunit.client.0.smithi052.stdout:op 5711 completed, throughput=5MB/sec 2024-09-13T03:31:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:40 smithi078 ceph-mon[85589]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:31:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:40 smithi052 ceph-mon[91421]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:31:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:40 smithi052 ceph-mon[89065]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-13T03:31:40.893 INFO:tasks.workunit.client.0.smithi052.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-13T03:31:40.893 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-SMne5kFJC9cBzme off=18621434 len=946068 2024-09-13T03:31:40.895 INFO:tasks.workunit.client.0.smithi052.stdout:op 5712 completed, throughput=5MB/sec 2024-09-13T03:31:40.895 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eAl6GayF0w9J569 off=6940906 len=524665 2024-09-13T03:31:40.899 INFO:tasks.workunit.client.0.smithi052.stdout:op 5713 completed, throughput=5MB/sec 2024-09-13T03:31:40.899 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-KT8mJcBlnN51puc off=7512037 len=1518371 2024-09-13T03:31:40.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 5714 completed, throughput=5MB/sec 2024-09-13T03:31:40.901 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OsIVdBoh72yMzVP off=7214535 len=170416 2024-09-13T03:31:40.904 INFO:tasks.workunit.client.0.smithi052.stdout:op 5715 completed, throughput=5MB/sec 2024-09-13T03:31:40.904 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Y3BtbTmTjstBwsc off=3586516 len=1067527 2024-09-13T03:31:40.906 INFO:tasks.workunit.client.0.smithi052.stdout:op 5716 completed, throughput=5MB/sec 2024-09-13T03:31:41.907 INFO:tasks.workunit.client.0.smithi052.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-13T03:31:41.907 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CqQHtH2QB_HrKFE off=5407071 len=2094054 2024-09-13T03:31:41.915 INFO:tasks.workunit.client.0.smithi052.stdout:op 5717 completed, throughput=5MB/sec 2024-09-13T03:31:41.915 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-8NnsKkCzxiFcJIu off=104508 len=1371232 2024-09-13T03:31:41.923 INFO:tasks.workunit.client.0.smithi052.stdout:op 5718 completed, throughput=5MB/sec 2024-09-13T03:31:41.923 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Lhd4XucS09fow3P off=12622434 len=751513 2024-09-13T03:31:41.924 INFO:tasks.workunit.client.0.smithi052.stdout:op 5719 completed, throughput=5MB/sec 2024-09-13T03:31:41.925 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-AvPhkhrlV-2rh9W off=2908959 len=972865 2024-09-13T03:31:41.926 INFO:tasks.workunit.client.0.smithi052.stdout:op 5720 completed, throughput=5MB/sec 2024-09-13T03:31:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:42 smithi078 ceph-mon[85589]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:31:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:31:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:42 smithi052 ceph-mon[89065]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:31:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:42 smithi052 ceph-mon[91421]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-13T03:31:42.926 INFO:tasks.workunit.client.0.smithi052.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-13T03:31:42.926 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7OdKPqLLLh2VeOB off=103378 len=927758 2024-09-13T03:31:42.931 INFO:tasks.workunit.client.0.smithi052.stdout:op 5721 completed, throughput=5MB/sec 2024-09-13T03:31:42.931 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7Lo6mYkKEURzsQx off=518527 len=704722 2024-09-13T03:31:42.937 INFO:tasks.workunit.client.0.smithi052.stdout:op 5722 completed, throughput=5MB/sec 2024-09-13T03:31:42.937 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Qu8bC3pRXW670y off=1670672 len=1589092 2024-09-13T03:31:42.938 INFO:tasks.workunit.client.0.smithi052.stdout:op 5723 completed, throughput=5MB/sec 2024-09-13T03:31:42.938 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YZAiIqiP9zKGW_b off=1368194 len=1228507 2024-09-13T03:31:42.940 INFO:tasks.workunit.client.0.smithi052.stdout:op 5724 completed, throughput=5MB/sec 2024-09-13T03:31:42.940 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pcBuGHUmuG_G4VT off=3212160 len=495059 2024-09-13T03:31:42.944 INFO:tasks.workunit.client.0.smithi052.stdout:op 5725 completed, throughput=5MB/sec 2024-09-13T03:31:42.944 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3wT_p_0mEzpxjFU off=9347802 len=437690 2024-09-13T03:31:42.945 INFO:tasks.workunit.client.0.smithi052.stdout:op 5726 completed, throughput=5MB/sec 2024-09-13T03:31:43.946 INFO:tasks.workunit.client.0.smithi052.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-13T03:31:43.946 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DeykJLQREJLBNxV off=14488356 len=1630228 2024-09-13T03:31:43.957 INFO:tasks.workunit.client.0.smithi052.stdout:op 5727 completed, throughput=5MB/sec 2024-09-13T03:31:43.957 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cZ6mF_4uRkP-7Km off=3757734 len=952150 2024-09-13T03:31:43.958 INFO:tasks.workunit.client.0.smithi052.stdout:op 5728 completed, throughput=5MB/sec 2024-09-13T03:31:43.958 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QN0c0Lce8KN16WZ off=7398583 len=932817 2024-09-13T03:31:43.963 INFO:tasks.workunit.client.0.smithi052.stdout:op 5729 completed, throughput=5MB/sec 2024-09-13T03:31:43.963 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-03mdk7-Ch01enAO off=16424204 len=1589570 2024-09-13T03:31:43.965 INFO:tasks.workunit.client.0.smithi052.stdout:op 5730 completed, throughput=5MB/sec 2024-09-13T03:31:43.966 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-8KejzpC6k6f-VJI off=5072476 len=1331330 2024-09-13T03:31:43.967 INFO:tasks.workunit.client.0.smithi052.stdout:op 5731 completed, throughput=5MB/sec 2024-09-13T03:31:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:44 smithi078 ceph-mon[85589]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:44 smithi052 ceph-mon[91421]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:44 smithi052 ceph-mon[89065]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:44.968 INFO:tasks.workunit.client.0.smithi052.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-13T03:31:44.968 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OTonoTPIsiJrSb8 off=7601132 len=1902394 2024-09-13T03:31:44.981 INFO:tasks.workunit.client.0.smithi052.stdout:op 5732 completed, throughput=5MB/sec 2024-09-13T03:31:44.981 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-o2N9tEwCiIzgY4B off=21051016 len=1658078 2024-09-13T03:31:44.981 INFO:tasks.workunit.client.0.smithi052.stdout:op 5733 completed, throughput=5MB/sec 2024-09-13T03:31:44.981 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BRWRJH363pnNhmy off=5851551 len=1576532 2024-09-13T03:31:44.989 INFO:tasks.workunit.client.0.smithi052.stdout:op 5734 completed, throughput=5MB/sec 2024-09-13T03:31:45.989 INFO:tasks.workunit.client.0.smithi052.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-13T03:31:45.989 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-hfiMs_JIkOaoBPa off=14823919 len=1539154 2024-09-13T03:31:45.991 INFO:tasks.workunit.client.0.smithi052.stdout:op 5735 completed, throughput=5MB/sec 2024-09-13T03:31:45.991 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qPVVTIBxivqurqy off=765590 len=207661 2024-09-13T03:31:45.992 INFO:tasks.workunit.client.0.smithi052.stdout:op 5736 completed, throughput=5MB/sec 2024-09-13T03:31:45.992 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7LXqxrWBiQvVOFH off=11725032 len=1609379 2024-09-13T03:31:45.994 INFO:tasks.workunit.client.0.smithi052.stdout:op 5737 completed, throughput=5MB/sec 2024-09-13T03:31:45.994 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-xfGJwCl-Hnwzv-z off=16452814 len=1854072 2024-09-13T03:31:45.996 INFO:tasks.workunit.client.0.smithi052.stdout:op 5738 completed, throughput=5MB/sec 2024-09-13T03:31:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:46 smithi078 ceph-mon[85589]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:46 smithi052 ceph-mon[91421]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:46 smithi052 ceph-mon[89065]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:46.997 INFO:tasks.workunit.client.0.smithi052.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-13T03:31:46.997 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-67TMoBUnZma9yD2 off=16910653 len=2024034 2024-09-13T03:31:46.999 INFO:tasks.workunit.client.0.smithi052.stdout:op 5739 completed, throughput=5MB/sec 2024-09-13T03:31:46.999 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7wL6TKoG8jbG4g4 off=4370761 len=580298 2024-09-13T03:31:47.000 INFO:tasks.workunit.client.0.smithi052.stdout:op 5740 completed, throughput=5MB/sec 2024-09-13T03:31:47.000 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6DHx3yJBAmJaaQ4 off=3650730 len=467973 2024-09-13T03:31:47.002 INFO:tasks.workunit.client.0.smithi052.stdout:op 5741 completed, throughput=5MB/sec 2024-09-13T03:31:47.002 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XWlyO6KjUIhTKKl off=6973357 len=803290 2024-09-13T03:31:47.007 INFO:tasks.workunit.client.0.smithi052.stdout:op 5742 completed, throughput=5MB/sec 2024-09-13T03:31:47.007 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5kEJHVedLazcUMW off=5969248 len=1301506 2024-09-13T03:31:47.013 INFO:tasks.workunit.client.0.smithi052.stdout:op 5743 completed, throughput=5MB/sec 2024-09-13T03:31:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:31:48.013 INFO:tasks.workunit.client.0.smithi052.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-13T03:31:48.013 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-TKkxAp9rCAU1CnT off=3174899 len=2080872 2024-09-13T03:31:48.016 INFO:tasks.workunit.client.0.smithi052.stdout:op 5744 completed, throughput=5MB/sec 2024-09-13T03:31:48.016 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-BDURAEsCHdNKi2V off=5147304 len=1528347 2024-09-13T03:31:48.023 INFO:tasks.workunit.client.0.smithi052.stdout:op 5745 completed, throughput=5MB/sec 2024-09-13T03:31:48.023 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bTIW4NDe3TUcnTn off=19820164 len=1549141 2024-09-13T03:31:48.030 INFO:tasks.workunit.client.0.smithi052.stdout:op 5746 completed, throughput=5MB/sec 2024-09-13T03:31:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:48 smithi052 ceph-mon[91421]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:48 smithi052 ceph-mon[89065]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:31:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:31:48] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:31:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:48 smithi078 ceph-mon[85589]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:49.030 INFO:tasks.workunit.client.0.smithi052.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-13T03:31:49.030 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Ckr-O88bsKHhdD9 off=3112730 len=1093748 2024-09-13T03:31:49.032 INFO:tasks.workunit.client.0.smithi052.stdout:op 5747 completed, throughput=5MB/sec 2024-09-13T03:31:49.032 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Xhu5UBlJ_VaJ5nB off=5147641 len=479008 2024-09-13T03:31:49.035 INFO:tasks.workunit.client.0.smithi052.stdout:op 5748 completed, throughput=5MB/sec 2024-09-13T03:31:49.036 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LyHhOHkGffMKuPo off=3034094 len=368181 2024-09-13T03:31:49.036 INFO:tasks.workunit.client.0.smithi052.stdout:op 5749 completed, throughput=5MB/sec 2024-09-13T03:31:49.036 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C3CVQveVW7N6R3c off=2096099 len=390720 2024-09-13T03:31:49.037 INFO:tasks.workunit.client.0.smithi052.stdout:op 5750 completed, throughput=5MB/sec 2024-09-13T03:31:49.037 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MSETWB-nRAL1J4H off=3013579 len=470674 2024-09-13T03:31:49.038 INFO:tasks.workunit.client.0.smithi052.stdout:op 5751 completed, throughput=5MB/sec 2024-09-13T03:31:49.038 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7wyPPWo3pHoGiv0 off=5726171 len=367038 2024-09-13T03:31:49.039 INFO:tasks.workunit.client.0.smithi052.stdout:op 5752 completed, throughput=5MB/sec 2024-09-13T03:31:49.039 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-3GflEDCRZyOo-ZD off=5693348 len=1554215 2024-09-13T03:31:49.041 INFO:tasks.workunit.client.0.smithi052.stdout:op 5753 completed, throughput=5MB/sec 2024-09-13T03:31:50.041 INFO:tasks.workunit.client.0.smithi052.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-13T03:31:50.042 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-lpikuYIT1hhrmqz off=2422687 len=819420 2024-09-13T03:31:50.042 INFO:tasks.workunit.client.0.smithi052.stdout:op 5754 completed, throughput=5MB/sec 2024-09-13T03:31:50.043 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-b_NWSW2dU15Vz1D off=1698062 len=856644 2024-09-13T03:31:50.044 INFO:tasks.workunit.client.0.smithi052.stdout:op 5755 completed, throughput=5MB/sec 2024-09-13T03:31:50.044 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PM2gpkcS2ageSui off=15392432 len=1829618 2024-09-13T03:31:50.048 INFO:tasks.workunit.client.0.smithi052.stdout:op 5756 completed, throughput=5MB/sec 2024-09-13T03:31:50.048 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NT0AKFcRT56t5YL off=4837523 len=1616225 2024-09-13T03:31:50.058 INFO:tasks.workunit.client.0.smithi052.stdout:op 5757 completed, throughput=5MB/sec 2024-09-13T03:31:50.058 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-tvg-iAXoi-I9TWm off=3678250 len=2052152 2024-09-13T03:31:50.060 INFO:tasks.workunit.client.0.smithi052.stdout:op 5758 completed, throughput=5MB/sec 2024-09-13T03:31:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:50 smithi078 ceph-mon[85589]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:31:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:50 smithi052 ceph-mon[91421]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:31:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:50 smithi052 ceph-mon[89065]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-13T03:31:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-13T03:31:51.062 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-HiPALohSufG5i6d off=7759128 len=734647 2024-09-13T03:31:51.063 INFO:tasks.workunit.client.0.smithi052.stdout:op 5759 completed, throughput=5MB/sec 2024-09-13T03:31:51.063 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-JE_o8HfCwh2ncFY off=14484409 len=592682 2024-09-13T03:31:51.067 INFO:tasks.workunit.client.0.smithi052.stdout:op 5760 completed, throughput=5MB/sec 2024-09-13T03:31:51.067 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U4Zq6WWT_z0jbnJ off=946413 len=558164 2024-09-13T03:31:51.068 INFO:tasks.workunit.client.0.smithi052.stdout:op 5761 completed, throughput=5MB/sec 2024-09-13T03:31:51.068 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g4eEqY0IVJ1ZBdO off=751342 len=1872335 2024-09-13T03:31:51.071 INFO:tasks.workunit.client.0.smithi052.stdout:op 5762 completed, throughput=5MB/sec 2024-09-13T03:31:52.072 INFO:tasks.workunit.client.0.smithi052.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-13T03:31:52.072 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TDeEbJzmXQeG9PK off=100547 len=1342584 2024-09-13T03:31:52.078 INFO:tasks.workunit.client.0.smithi052.stdout:op 5763 completed, throughput=5MB/sec 2024-09-13T03:31:52.079 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MSYCpayDr6G0dbt off=10900171 len=252761 2024-09-13T03:31:52.079 INFO:tasks.workunit.client.0.smithi052.stdout:op 5764 completed, throughput=5MB/sec 2024-09-13T03:31:52.079 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-twDru2A82M8a3dP off=18272306 len=958171 2024-09-13T03:31:52.085 INFO:tasks.workunit.client.0.smithi052.stdout:op 5765 completed, throughput=5MB/sec 2024-09-13T03:31:52.085 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cxKmkfyxMx3TQOs off=5942876 len=1981568 2024-09-13T03:31:52.098 INFO:tasks.workunit.client.0.smithi052.stdout:op 5766 completed, throughput=5MB/sec 2024-09-13T03:31:52.099 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wl_LIBGzgEkJFV1 off=9452509 len=243435 2024-09-13T03:31:52.099 INFO:tasks.workunit.client.0.smithi052.stdout:op 5767 completed, throughput=5MB/sec 2024-09-13T03:31:52.099 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-VN_cePRN0ty-w84 off=8271428 len=1792685 2024-09-13T03:31:52.101 INFO:tasks.workunit.client.0.smithi052.stdout:op 5768 completed, throughput=5MB/sec 2024-09-13T03:31:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:52 smithi078 ceph-mon[85589]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:31:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:31:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:31:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:52 smithi052 ceph-mon[91421]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:31:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:52 smithi052 ceph-mon[89065]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-13T03:31:53.101 INFO:tasks.workunit.client.0.smithi052.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-13T03:31:53.101 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GvYjzVuAsD4BCkx off=594555 len=1867684 2024-09-13T03:31:53.110 INFO:tasks.workunit.client.0.smithi052.stdout:op 5769 completed, throughput=5MB/sec 2024-09-13T03:31:53.110 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bJ-hwVZY8wgTePo off=1450432 len=459636 2024-09-13T03:31:53.114 INFO:tasks.workunit.client.0.smithi052.stdout:op 5770 completed, throughput=5MB/sec 2024-09-13T03:31:53.114 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-yAg6MiYueg00hu1 off=8322204 len=370908 2024-09-13T03:31:53.115 INFO:tasks.workunit.client.0.smithi052.stdout:op 5771 completed, throughput=5MB/sec 2024-09-13T03:31:53.115 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-FOybpmGgkz7kRrX off=384834 len=1364608 2024-09-13T03:31:53.118 INFO:tasks.workunit.client.0.smithi052.stdout:op 5772 completed, throughput=5MB/sec 2024-09-13T03:31:54.118 INFO:tasks.workunit.client.0.smithi052.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-13T03:31:54.119 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kig4bQ1hnakMz1R off=13952002 len=1346998 2024-09-13T03:31:54.121 INFO:tasks.workunit.client.0.smithi052.stdout:op 5773 completed, throughput=5MB/sec 2024-09-13T03:31:54.122 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ipw4wyD-fZYDi-U off=1911597 len=1629860 2024-09-13T03:31:54.125 INFO:tasks.workunit.client.0.smithi052.stdout:op 5774 completed, throughput=5MB/sec 2024-09-13T03:31:54.126 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oxfnWHwAl19Q2c8 off=10430957 len=63239 2024-09-13T03:31:54.128 INFO:tasks.workunit.client.0.smithi052.stdout:op 5775 completed, throughput=5MB/sec 2024-09-13T03:31:54.128 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mwRn_cSEn83kmk_ off=14511041 len=1241930 2024-09-13T03:31:54.133 INFO:tasks.workunit.client.0.smithi052.stdout:op 5776 completed, throughput=5MB/sec 2024-09-13T03:31:54.134 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ISakjMqutwF9zuY off=9583735 len=508067 2024-09-13T03:31:54.137 INFO:tasks.workunit.client.0.smithi052.stdout:op 5777 completed, throughput=5MB/sec 2024-09-13T03:31:54.137 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kW0pkUcN8t63x8A off=18068362 len=1493371 2024-09-13T03:31:54.139 INFO:tasks.workunit.client.0.smithi052.stdout:op 5778 completed, throughput=5MB/sec 2024-09-13T03:31:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:54 smithi078 ceph-mon[85589]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:31:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:54 smithi052 ceph-mon[91421]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:31:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:54 smithi052 ceph-mon[89065]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:31:55.140 INFO:tasks.workunit.client.0.smithi052.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-13T03:31:55.140 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-qsOnFYSjeYQjxWm off=1203452 len=1557143 2024-09-13T03:31:55.147 INFO:tasks.workunit.client.0.smithi052.stdout:op 5779 completed, throughput=5MB/sec 2024-09-13T03:31:55.147 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-I-EEMp-ul1ygQLj off=649537 len=1069508 2024-09-13T03:31:55.152 INFO:tasks.workunit.client.0.smithi052.stdout:op 5780 completed, throughput=5MB/sec 2024-09-13T03:31:55.152 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lIW8TLPCWR02Jfq off=6684122 len=599629 2024-09-13T03:31:55.157 INFO:tasks.workunit.client.0.smithi052.stdout:op 5781 completed, throughput=5MB/sec 2024-09-13T03:31:55.157 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-j5KRnQ4QBNc2btX off=388396 len=1507062 2024-09-13T03:31:55.158 INFO:tasks.workunit.client.0.smithi052.stdout:op 5782 completed, throughput=5MB/sec 2024-09-13T03:31:56.158 INFO:tasks.workunit.client.0.smithi052.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-13T03:31:56.159 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TaYjuf6Iob0a2kX off=2646346 len=2074000 2024-09-13T03:31:56.165 INFO:tasks.workunit.client.0.smithi052.stdout:op 5783 completed, throughput=5MB/sec 2024-09-13T03:31:56.165 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-auUHmTO14-O9izk off=3987751 len=1256822 2024-09-13T03:31:56.171 INFO:tasks.workunit.client.0.smithi052.stdout:op 5784 completed, throughput=5MB/sec 2024-09-13T03:31:56.171 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-C49X5RvehIYvO6b off=6546089 len=941697 2024-09-13T03:31:56.175 INFO:tasks.workunit.client.0.smithi052.stdout:op 5785 completed, throughput=5MB/sec 2024-09-13T03:31:56.176 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-siIOdjk3x2eRPw2 off=4440176 len=746993 2024-09-13T03:31:56.176 INFO:tasks.workunit.client.0.smithi052.stdout:op 5786 completed, throughput=5MB/sec 2024-09-13T03:31:56.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:56 smithi078 ceph-mon[85589]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:56.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:56 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:56.702 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:56 smithi052 ceph-mon[91421]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:56.702 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:56 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:56.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:56 smithi052 ceph-mon[89065]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-13T03:31:56.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:56 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:31:57.177 INFO:tasks.workunit.client.0.smithi052.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-13T03:31:57.177 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-PpA0Ov4MaQlMGhm off=7317969 len=1283600 2024-09-13T03:31:57.178 INFO:tasks.workunit.client.0.smithi052.stdout:op 5787 completed, throughput=5MB/sec 2024-09-13T03:31:57.178 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-j4iThfyXroiRcTz off=7995405 len=96270 2024-09-13T03:31:57.181 INFO:tasks.workunit.client.0.smithi052.stdout:op 5788 completed, throughput=5MB/sec 2024-09-13T03:31:57.181 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CvQTsLBC8w4bQBm off=15436124 len=963642 2024-09-13T03:31:57.185 INFO:tasks.workunit.client.0.smithi052.stdout:op 5789 completed, throughput=5MB/sec 2024-09-13T03:31:57.185 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bmg8nEfPTqqmHCl off=1498528 len=1149407 2024-09-13T03:31:57.192 INFO:tasks.workunit.client.0.smithi052.stdout:op 5790 completed, throughput=5MB/sec 2024-09-13T03:31:57.192 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-6_LFdbKfjezRBQ2 off=842212 len=963369 2024-09-13T03:31:57.193 INFO:tasks.workunit.client.0.smithi052.stdout:op 5791 completed, throughput=5MB/sec 2024-09-13T03:31:57.193 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nWplsSQbsjCIm94 off=9727530 len=523672 2024-09-13T03:31:57.197 INFO:tasks.workunit.client.0.smithi052.stdout:op 5792 completed, throughput=5MB/sec 2024-09-13T03:31:57.197 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ZEKiLY6bot4xMNy off=1705292 len=2060155 2024-09-13T03:31:57.199 INFO:tasks.workunit.client.0.smithi052.stdout:op 5793 completed, throughput=5MB/sec 2024-09-13T03:31:58.199 INFO:tasks.workunit.client.0.smithi052.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-13T03:31:58.199 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WfjjfgI4KZQQZ1g off=2639779 len=376542 2024-09-13T03:31:58.200 INFO:tasks.workunit.client.0.smithi052.stdout:op 5794 completed, throughput=5MB/sec 2024-09-13T03:31:58.200 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-elDq0S3DdPw--FO off=8283758 len=1009399 2024-09-13T03:31:58.205 INFO:tasks.workunit.client.0.smithi052.stdout:op 5795 completed, throughput=5MB/sec 2024-09-13T03:31:58.205 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Jl5uBcss7hDg8d2 off=16674900 len=221754 2024-09-13T03:31:58.206 INFO:tasks.workunit.client.0.smithi052.stdout:op 5796 completed, throughput=5MB/sec 2024-09-13T03:31:58.206 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-W1-VlgSmtv6pdno off=3331853 len=370520 2024-09-13T03:31:58.209 INFO:tasks.workunit.client.0.smithi052.stdout:op 5797 completed, throughput=5MB/sec 2024-09-13T03:31:58.209 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jS62pdiPVC0-lvo off=1325989 len=454219 2024-09-13T03:31:58.212 INFO:tasks.workunit.client.0.smithi052.stdout:op 5798 completed, throughput=5MB/sec 2024-09-13T03:31:58.212 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--m79xPxXla_WPTg off=24587335 len=424894 2024-09-13T03:31:58.213 INFO:tasks.workunit.client.0.smithi052.stdout:op 5799 completed, throughput=5MB/sec 2024-09-13T03:31:58.213 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-NpIHvPugZrJqG66 off=3247065 len=981557 2024-09-13T03:31:58.214 INFO:tasks.workunit.client.0.smithi052.stdout:op 5800 completed, throughput=5MB/sec 2024-09-13T03:31:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:58 smithi078 ceph-mon[85589]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:58.493 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:58 smithi052 ceph-mon[91421]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:58.493 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:58 smithi052 ceph-mon[89065]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-13T03:31:58.493 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:31:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:31:58] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:31:59.214 INFO:tasks.workunit.client.0.smithi052.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-13T03:31:59.215 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vIZK-po4NPwnyUR off=1304141 len=819464 2024-09-13T03:31:59.216 INFO:tasks.workunit.client.0.smithi052.stdout:op 5801 completed, throughput=5MB/sec 2024-09-13T03:31:59.216 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vGVKv4ei2joh7v_ off=5261308 len=2052286 2024-09-13T03:31:59.225 INFO:tasks.workunit.client.0.smithi052.stdout:op 5802 completed, throughput=5MB/sec 2024-09-13T03:31:59.226 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-83gLY8Xx9rJOLLc off=5910918 len=1890043 2024-09-13T03:31:59.227 INFO:tasks.workunit.client.0.smithi052.stdout:op 5803 completed, throughput=5MB/sec 2024-09-13T03:31:59.227 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CnvBLv5mK-cRvUk off=20205164 len=362744 2024-09-13T03:31:59.230 INFO:tasks.workunit.client.0.smithi052.stdout:op 5804 completed, throughput=5MB/sec 2024-09-13T03:32:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:59 smithi078 ceph-mon[85589]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:32:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:31:59 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.230 INFO:tasks.workunit.client.0.smithi052.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-13T03:32:00.230 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gT_efLaryfuVQF7 off=4217076 len=993325 2024-09-13T03:32:00.233 INFO:tasks.workunit.client.0.smithi052.stdout:op 5805 completed, throughput=5MB/sec 2024-09-13T03:32:00.233 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tSQEVbqr-Bb1iyX off=4605515 len=1756946 2024-09-13T03:32:00.243 INFO:tasks.workunit.client.0.smithi052.stdout:op 5806 completed, throughput=5MB/sec 2024-09-13T03:32:00.243 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-QeiCBiNWupJ9sBp off=3968821 len=1208526 2024-09-13T03:32:00.249 INFO:tasks.workunit.client.0.smithi052.stdout:op 5807 completed, throughput=5MB/sec 2024-09-13T03:32:00.249 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-MR1zu1U71kQ22W_ off=7243017 len=181045 2024-09-13T03:32:00.251 INFO:tasks.workunit.client.0.smithi052.stdout:op 5808 completed, throughput=5MB/sec 2024-09-13T03:32:00.251 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_VXIDkHe91B9Ixm off=398729 len=9388 2024-09-13T03:32:00.253 INFO:tasks.workunit.client.0.smithi052.stdout:op 5809 completed, throughput=5MB/sec 2024-09-13T03:32:00.254 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BrLNPcvnU7_G-mZ off=0 len=1070902 2024-09-13T03:32:00.255 INFO:tasks.workunit.client.0.smithi052.stdout:op 5810 completed, throughput=5MB/sec 2024-09-13T03:32:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[91421]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[89065]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:31:59 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:01.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:00 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:01.255 INFO:tasks.workunit.client.0.smithi052.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-13T03:32:01.256 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-q-ekxN2aGwx0Tuj off=17880146 len=276013 2024-09-13T03:32:01.258 INFO:tasks.workunit.client.0.smithi052.stdout:op 5811 completed, throughput=5MB/sec 2024-09-13T03:32:01.259 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-X05Z7kg6MHN6Nch off=6622608 len=1452406 2024-09-13T03:32:01.260 INFO:tasks.workunit.client.0.smithi052.stdout:op 5812 completed, throughput=5MB/sec 2024-09-13T03:32:01.261 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Fapk7Cn00bYis_Y off=5692061 len=469611 2024-09-13T03:32:01.265 INFO:tasks.workunit.client.0.smithi052.stdout:op 5813 completed, throughput=5MB/sec 2024-09-13T03:32:01.265 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wi2WXZhJ8l3wVGP off=549858 len=1420927 2024-09-13T03:32:01.267 INFO:tasks.workunit.client.0.smithi052.stdout:op 5814 completed, throughput=5MB/sec 2024-09-13T03:32:01.267 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iUFx_tNEYemwmfn off=7577957 len=1925314 2024-09-13T03:32:01.269 INFO:tasks.workunit.client.0.smithi052.stdout:op 5815 completed, throughput=5MB/sec 2024-09-13T03:32:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:00 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:01.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:00 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:01 smithi078 ceph-mon[85589]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:32:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:02.269 INFO:tasks.workunit.client.0.smithi052.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-13T03:32:02.269 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eHooGOjTNCTZV23 off=3814091 len=1527883 2024-09-13T03:32:02.276 INFO:tasks.workunit.client.0.smithi052.stdout:op 5816 completed, throughput=5MB/sec 2024-09-13T03:32:02.276 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LMQs8bmyvWrkT7O off=6178912 len=1135682 2024-09-13T03:32:02.278 INFO:tasks.workunit.client.0.smithi052.stdout:op 5817 completed, throughput=5MB/sec 2024-09-13T03:32:02.278 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-krz-kJpVOgFbbbM off=8804996 len=1832209 2024-09-13T03:32:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:01 smithi052 ceph-mon[91421]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:32:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:01 smithi052 ceph-mon[89065]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:32:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:02.281 INFO:tasks.workunit.client.0.smithi052.stdout:op 5818 completed, throughput=5MB/sec 2024-09-13T03:32:02.281 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FhDbyhJKkcYfo50 off=4981340 len=550879 2024-09-13T03:32:02.285 INFO:tasks.workunit.client.0.smithi052.stdout:op 5819 completed, throughput=5MB/sec 2024-09-13T03:32:02.285 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-L6C_9p1tcFCPufp off=16489807 len=800213 2024-09-13T03:32:02.286 INFO:tasks.workunit.client.0.smithi052.stdout:op 5820 completed, throughput=5MB/sec 2024-09-13T03:32:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:32:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:03.286 INFO:tasks.workunit.client.0.smithi052.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-13T03:32:03.287 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-ls5s0tyIQMdJjOU off=14789713 len=1129763 2024-09-13T03:32:03.291 INFO:tasks.workunit.client.0.smithi052.stdout:op 5821 completed, throughput=5MB/sec 2024-09-13T03:32:03.291 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-vEThnJYDZrxst6e off=4757174 len=569474 2024-09-13T03:32:03.294 INFO:tasks.workunit.client.0.smithi052.stdout:op 5822 completed, throughput=5MB/sec 2024-09-13T03:32:03.294 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-T6HEB6vdcyMYPiT off=2097633 len=146107 2024-09-13T03:32:03.295 INFO:tasks.workunit.client.0.smithi052.stdout:op 5823 completed, throughput=5MB/sec 2024-09-13T03:32:03.295 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-LzPD4XDXTgUQ1sa off=3333665 len=730294 2024-09-13T03:32:03.297 INFO:tasks.workunit.client.0.smithi052.stdout:op 5824 completed, throughput=5MB/sec 2024-09-13T03:32:03.297 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UWIl0xEA5FSI2qI off=333473 len=2014713 2024-09-13T03:32:03.298 INFO:tasks.workunit.client.0.smithi052.stdout:op 5825 completed, throughput=5MB/sec 2024-09-13T03:32:04.299 INFO:tasks.workunit.client.0.smithi052.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-13T03:32:04.299 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gaUbqNQkhaSTkdk off=1367563 len=1039463 2024-09-13T03:32:04.301 INFO:tasks.workunit.client.0.smithi052.stdout:op 5826 completed, throughput=5MB/sec 2024-09-13T03:32:04.301 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wu00Ui5zO3OWeva off=4850852 len=246526 2024-09-13T03:32:04.302 INFO:tasks.workunit.client.0.smithi052.stdout:op 5827 completed, throughput=5MB/sec 2024-09-13T03:32:04.302 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wx-idyRHfxCSNwn off=9450422 len=1395475 2024-09-13T03:32:04.304 INFO:tasks.workunit.client.0.smithi052.stdout:op 5828 completed, throughput=5MB/sec 2024-09-13T03:32:04.304 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-49-SwIQt1d6AXWI off=12404366 len=869811 2024-09-13T03:32:04.309 INFO:tasks.workunit.client.0.smithi052.stdout:op 5829 completed, throughput=5MB/sec 2024-09-13T03:32:04.309 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fAjeE6J2zfhWwA_ off=533587 len=1349517 2024-09-13T03:32:04.316 INFO:tasks.workunit.client.0.smithi052.stdout:op 5830 completed, throughput=5MB/sec 2024-09-13T03:32:04.317 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c7xqohe0mQ6cZyL off=636848 len=1010155 2024-09-13T03:32:04.318 INFO:tasks.workunit.client.0.smithi052.stdout:op 5831 completed, throughput=5MB/sec 2024-09-13T03:32:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[91421]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:32:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[89065]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:32:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:04 smithi078 ceph-mon[85589]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:32:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:32:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:32:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:32:05.318 INFO:tasks.workunit.client.0.smithi052.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-13T03:32:05.319 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-eAl6GayF0w9J569 off=11606146 len=298739 2024-09-13T03:32:05.322 INFO:tasks.workunit.client.0.smithi052.stdout:op 5832 completed, throughput=5MB/sec 2024-09-13T03:32:05.322 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2cVeNLYz6jKCm4n off=3249721 len=383763 2024-09-13T03:32:05.325 INFO:tasks.workunit.client.0.smithi052.stdout:op 5833 completed, throughput=5MB/sec 2024-09-13T03:32:05.326 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CunhjRsJkmUrb54 off=4729106 len=1187480 2024-09-13T03:32:05.331 INFO:tasks.workunit.client.0.smithi052.stdout:op 5834 completed, throughput=5MB/sec 2024-09-13T03:32:05.331 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-wvssKp9GJNTOBwR off=1258862 len=568428 2024-09-13T03:32:05.332 INFO:tasks.workunit.client.0.smithi052.stdout:op 5835 completed, throughput=5MB/sec 2024-09-13T03:32:05.332 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-YcLxCrlGPExwUwp off=137315 len=1315441 2024-09-13T03:32:05.333 INFO:tasks.workunit.client.0.smithi052.stdout:op 5836 completed, throughput=5MB/sec 2024-09-13T03:32:05.334 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Lu1GI-DeU6YGEz- off=10412527 len=2012041 2024-09-13T03:32:05.335 INFO:tasks.workunit.client.0.smithi052.stdout:op 5837 completed, throughput=5MB/sec 2024-09-13T03:32:06.336 INFO:tasks.workunit.client.0.smithi052.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-13T03:32:06.336 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ugSVpXG0mgLfdvw off=4489570 len=1826832 2024-09-13T03:32:06.338 INFO:tasks.workunit.client.0.smithi052.stdout:op 5838 completed, throughput=5MB/sec 2024-09-13T03:32:06.339 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-u4vPr3oqL6L-gcl off=5809298 len=488115 2024-09-13T03:32:06.342 INFO:tasks.workunit.client.0.smithi052.stdout:op 5839 completed, throughput=5MB/sec 2024-09-13T03:32:06.342 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-FX2wDO_qEdtqsqr off=15492183 len=1629343 2024-09-13T03:32:06.350 INFO:tasks.workunit.client.0.smithi052.stdout:op 5840 completed, throughput=5MB/sec 2024-09-13T03:32:06.350 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CpkX0w_GYn5bjiN off=3764216 len=138728 2024-09-13T03:32:06.353 INFO:tasks.workunit.client.0.smithi052.stdout:op 5841 completed, throughput=5MB/sec 2024-09-13T03:32:06.353 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NpS0I9vVrt40nRg off=962636 len=560942 2024-09-13T03:32:06.356 INFO:tasks.workunit.client.0.smithi052.stdout:op 5842 completed, throughput=5MB/sec 2024-09-13T03:32:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:06 smithi052 ceph-mon[89065]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:06 smithi052 ceph-mon[91421]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:06 smithi078 ceph-mon[85589]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:07.357 INFO:tasks.workunit.client.0.smithi052.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-13T03:32:07.357 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cs0dNX2RdlFVMgD off=19863996 len=907262 2024-09-13T03:32:07.363 INFO:tasks.workunit.client.0.smithi052.stdout:op 5843 completed, throughput=5MB/sec 2024-09-13T03:32:07.363 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XBqc7lI7As0S4vs off=1575840 len=803985 2024-09-13T03:32:07.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 5844 completed, throughput=5MB/sec 2024-09-13T03:32:07.369 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-k9C158y0Zh35I0P off=9910031 len=510923 2024-09-13T03:32:07.369 INFO:tasks.workunit.client.0.smithi052.stdout:op 5845 completed, throughput=5MB/sec 2024-09-13T03:32:07.369 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SRa_N2zYgl4UkKQ off=12959273 len=1815245 2024-09-13T03:32:07.380 INFO:tasks.workunit.client.0.smithi052.stdout:op 5846 completed, throughput=5MB/sec 2024-09-13T03:32:07.380 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RKODV_Mt6AEotfn off=3805962 len=1896255 2024-09-13T03:32:07.391 INFO:tasks.workunit.client.0.smithi052.stdout:op 5847 completed, throughput=5MB/sec 2024-09-13T03:32:08.391 INFO:tasks.workunit.client.0.smithi052.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-13T03:32:08.391 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-P-inYRFy6cV9kN9 off=10332412 len=662972 2024-09-13T03:32:08.392 INFO:tasks.workunit.client.0.smithi052.stdout:op 5848 completed, throughput=5MB/sec 2024-09-13T03:32:08.392 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-vWAy3UxkOOnbIYE off=10658626 len=1642207 2024-09-13T03:32:08.395 INFO:tasks.workunit.client.0.smithi052.stdout:op 5849 completed, throughput=5MB/sec 2024-09-13T03:32:08.395 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-59xxV-cUo2nydxx off=16305950 len=1266358 2024-09-13T03:32:08.398 INFO:tasks.workunit.client.0.smithi052.stdout:op 5850 completed, throughput=5MB/sec 2024-09-13T03:32:08.398 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AkCZzZZMAB5Ai7_ off=12353914 len=667036 2024-09-13T03:32:08.402 INFO:tasks.workunit.client.0.smithi052.stdout:op 5851 completed, throughput=5MB/sec 2024-09-13T03:32:08.402 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-GCndmQTQ5V-pKdV off=4554152 len=1857018 2024-09-13T03:32:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:op 5852 completed, throughput=5MB/sec 2024-09-13T03:32:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:08 smithi052 ceph-mon[89065]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:32:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:08 smithi052 ceph-mon[91421]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:32:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:32:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:32:08] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2024-09-13T03:32:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:08 smithi078 ceph-mon[85589]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-13T03:32:09.411 INFO:tasks.workunit.client.0.smithi052.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-13T03:32:09.411 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-cxKmkfyxMx3TQOs off=9538324 len=692020 2024-09-13T03:32:09.413 INFO:tasks.workunit.client.0.smithi052.stdout:op 5853 completed, throughput=5MB/sec 2024-09-13T03:32:09.413 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-a3EYpRTibkI3_P0 off=5360648 len=411507 2024-09-13T03:32:09.414 INFO:tasks.workunit.client.0.smithi052.stdout:op 5854 completed, throughput=5MB/sec 2024-09-13T03:32:09.414 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DHzrmC_CxkGm8nw off=1992830 len=784610 2024-09-13T03:32:09.419 INFO:tasks.workunit.client.0.smithi052.stdout:op 5855 completed, throughput=5MB/sec 2024-09-13T03:32:09.419 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-JdOpbmgLCFfM0SB off=1223543 len=997416 2024-09-13T03:32:09.421 INFO:tasks.workunit.client.0.smithi052.stdout:op 5856 completed, throughput=5MB/sec 2024-09-13T03:32:09.421 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TdkrxPAbkuxETqM off=5455106 len=1876672 2024-09-13T03:32:09.429 INFO:tasks.workunit.client.0.smithi052.stdout:op 5857 completed, throughput=5MB/sec 2024-09-13T03:32:10.428 INFO:tasks.workunit.client.0.smithi052.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-13T03:32:10.429 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-U4CC5PEsoGiCo_m off=17016507 len=20238 2024-09-13T03:32:10.429 INFO:tasks.workunit.client.0.smithi052.stdout:op 5858 completed, throughput=5MB/sec 2024-09-13T03:32:10.429 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj--peGng9W23TxjmW off=11433499 len=1205117 2024-09-13T03:32:10.436 INFO:tasks.workunit.client.0.smithi052.stdout:op 5859 completed, throughput=5MB/sec 2024-09-13T03:32:10.437 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-UupzbC9inWa0Zgu off=3799008 len=789527 2024-09-13T03:32:10.437 INFO:tasks.workunit.client.0.smithi052.stdout:op 5860 completed, throughput=5MB/sec 2024-09-13T03:32:10.438 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ES68cPhnRYO3QiD off=14661140 len=383968 2024-09-13T03:32:10.438 INFO:tasks.workunit.client.0.smithi052.stdout:op 5861 completed, throughput=5MB/sec 2024-09-13T03:32:10.439 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-00BtBwmF9DATwYk off=9607012 len=1305755 2024-09-13T03:32:10.444 INFO:tasks.workunit.client.0.smithi052.stdout:op 5862 completed, throughput=5MB/sec 2024-09-13T03:32:10.444 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OPn_xRrCF1-ukj2 off=18092331 len=1391422 2024-09-13T03:32:10.448 INFO:tasks.workunit.client.0.smithi052.stdout:op 5863 completed, throughput=5MB/sec 2024-09-13T03:32:10.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:10 smithi052 ceph-mon[89065]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:32:10.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:10 smithi052 ceph-mon[91421]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:32:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:10 smithi078 ceph-mon[85589]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-13T03:32:11.448 INFO:tasks.workunit.client.0.smithi052.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-13T03:32:11.448 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-NV3co4EotyIrOBK off=4226426 len=737362 2024-09-13T03:32:11.453 INFO:tasks.workunit.client.0.smithi052.stdout:op 5864 completed, throughput=5MB/sec 2024-09-13T03:32:11.453 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-0BpTyTHXP2zoj1W off=244130 len=406811 2024-09-13T03:32:11.456 INFO:tasks.workunit.client.0.smithi052.stdout:op 5865 completed, throughput=5MB/sec 2024-09-13T03:32:11.456 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jNB4Xpo9JK041o8 off=10215699 len=1097302 2024-09-13T03:32:11.462 INFO:tasks.workunit.client.0.smithi052.stdout:op 5866 completed, throughput=5MB/sec 2024-09-13T03:32:11.462 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bDpwRu6Ok68Ezlb off=6765068 len=973863 2024-09-13T03:32:11.467 INFO:tasks.workunit.client.0.smithi052.stdout:op 5867 completed, throughput=5MB/sec 2024-09-13T03:32:11.467 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PpKYr8snEm2V4kT off=472655 len=1675301 2024-09-13T03:32:11.476 INFO:tasks.workunit.client.0.smithi052.stdout:op 5868 completed, throughput=5MB/sec 2024-09-13T03:32:12.476 INFO:tasks.workunit.client.0.smithi052.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-13T03:32:12.476 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-IL_Iw7vFTgIWDtt off=1302697 len=1476622 2024-09-13T03:32:12.485 INFO:tasks.workunit.client.0.smithi052.stdout:op 5869 completed, throughput=5MB/sec 2024-09-13T03:32:12.485 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bGCcQ8OyZCSmCox off=16608394 len=457546 2024-09-13T03:32:12.489 INFO:tasks.workunit.client.0.smithi052.stdout:op 5870 completed, throughput=5MB/sec 2024-09-13T03:32:12.489 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-v_kcMPpYswKIhER off=8509098 len=1687602 2024-09-13T03:32:12.497 INFO:tasks.workunit.client.0.smithi052.stdout:op 5871 completed, throughput=5MB/sec 2024-09-13T03:32:12.497 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AEdZd1DCgSN7Jk_ off=2684335 len=1070767 2024-09-13T03:32:12.502 INFO:tasks.workunit.client.0.smithi052.stdout:op 5872 completed, throughput=5MB/sec 2024-09-13T03:32:12.502 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Bddwl4mWQtVD6nv off=773091 len=547967 2024-09-13T03:32:12.506 INFO:tasks.workunit.client.0.smithi052.stdout:op 5873 completed, throughput=5MB/sec 2024-09-13T03:32:12.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:12 smithi052 ceph-mon[89065]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:32:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:12 smithi052 ceph-mon[91421]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:32:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:12 smithi078 ceph-mon[85589]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:32:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:32:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:13.506 INFO:tasks.workunit.client.0.smithi052.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-13T03:32:13.506 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-n9PgbS5MfGD-QP1 off=7224026 len=335884 2024-09-13T03:32:13.507 INFO:tasks.workunit.client.0.smithi052.stdout:op 5874 completed, throughput=5MB/sec 2024-09-13T03:32:13.507 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bmUUtxDNJxKOBNZ off=21763392 len=128667 2024-09-13T03:32:13.507 INFO:tasks.workunit.client.0.smithi052.stdout:op 5875 completed, throughput=5MB/sec 2024-09-13T03:32:13.507 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-HiqW-88pMS0W3yK off=6786011 len=1618859 2024-09-13T03:32:13.514 INFO:tasks.workunit.client.0.smithi052.stdout:op 5876 completed, throughput=5MB/sec 2024-09-13T03:32:13.515 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-dLZuAfq_q5L1V66 off=965783 len=519990 2024-09-13T03:32:13.519 INFO:tasks.workunit.client.0.smithi052.stdout:op 5877 completed, throughput=5MB/sec 2024-09-13T03:32:13.519 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-5Q2HKOJ06O3T_Dd off=8560481 len=1071960 2024-09-13T03:32:13.524 INFO:tasks.workunit.client.0.smithi052.stdout:op 5878 completed, throughput=5MB/sec 2024-09-13T03:32:13.524 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-kTivLZPXyfIpF1j off=7644679 len=1955772 2024-09-13T03:32:13.525 INFO:tasks.workunit.client.0.smithi052.stdout:op 5879 completed, throughput=5MB/sec 2024-09-13T03:32:14.526 INFO:tasks.workunit.client.0.smithi052.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-13T03:32:14.526 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-N5dYcPUpHZqlr9q off=685628 len=644289 2024-09-13T03:32:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:14 smithi052 ceph-mon[91421]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:32:14.529 INFO:tasks.workunit.client.0.smithi052.stdout:op 5880 completed, throughput=5MB/sec 2024-09-13T03:32:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:14 smithi052 ceph-mon[89065]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:32:14.530 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-3u-VzDqF4wMrlfM off=2675056 len=884070 2024-09-13T03:32:14.534 INFO:tasks.workunit.client.0.smithi052.stdout:op 5881 completed, throughput=5MB/sec 2024-09-13T03:32:14.534 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rWujYmhUVd2ujZl off=14616515 len=1396626 2024-09-13T03:32:14.536 INFO:tasks.workunit.client.0.smithi052.stdout:op 5882 completed, throughput=5MB/sec 2024-09-13T03:32:14.536 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sfsn18xc497P7Vx off=2226577 len=84046 2024-09-13T03:32:14.537 INFO:tasks.workunit.client.0.smithi052.stdout:op 5883 completed, throughput=5MB/sec 2024-09-13T03:32:14.537 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-87Vo9c_g6uyCUgl off=577938 len=1410774 2024-09-13T03:32:14.539 INFO:tasks.workunit.client.0.smithi052.stdout:op 5884 completed, throughput=5MB/sec 2024-09-13T03:32:14.540 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-nGWG8AT_9IVYpHa off=5008203 len=1071067 2024-09-13T03:32:14.545 INFO:tasks.workunit.client.0.smithi052.stdout:op 5885 completed, throughput=5MB/sec 2024-09-13T03:32:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:14 smithi078 ceph-mon[85589]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-13T03:32:15.545 INFO:tasks.workunit.client.0.smithi052.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-13T03:32:15.545 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-moQvr6mvBqhjdpa off=10808749 len=576220 2024-09-13T03:32:15.549 INFO:tasks.workunit.client.0.smithi052.stdout:op 5886 completed, throughput=5MB/sec 2024-09-13T03:32:15.550 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj--gu1Ud8IMrd38De off=3922883 len=604768 2024-09-13T03:32:15.550 INFO:tasks.workunit.client.0.smithi052.stdout:op 5887 completed, throughput=5MB/sec 2024-09-13T03:32:15.551 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-PccCTTe3DQttK38 off=654784 len=1025334 2024-09-13T03:32:15.556 INFO:tasks.workunit.client.0.smithi052.stdout:op 5888 completed, throughput=5MB/sec 2024-09-13T03:32:15.556 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-mq5nm7qKU42Mk5u off=13642384 len=1987243 2024-09-13T03:32:15.559 INFO:tasks.workunit.client.0.smithi052.stdout:op 5889 completed, throughput=5MB/sec 2024-09-13T03:32:15.559 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WYHuuD7BiO_dusK off=1841595 len=651649 2024-09-13T03:32:15.563 INFO:tasks.workunit.client.0.smithi052.stdout:op 5890 completed, throughput=5MB/sec 2024-09-13T03:32:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:16 smithi052 ceph-mon[91421]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:32:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:16 smithi052 ceph-mon[89065]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:32:16.563 INFO:tasks.workunit.client.0.smithi052.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-13T03:32:16.563 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-WzGgXDPRQR5bN67 off=6977884 len=1118533 2024-09-13T03:32:16.565 INFO:tasks.workunit.client.0.smithi052.stdout:op 5891 completed, throughput=5MB/sec 2024-09-13T03:32:16.565 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-2Z5ytvylti0sqJg off=12272273 len=196637 2024-09-13T03:32:16.568 INFO:tasks.workunit.client.0.smithi052.stdout:op 5892 completed, throughput=5MB/sec 2024-09-13T03:32:16.568 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-lRPYTwLCV3BZzEW off=13676513 len=556865 2024-09-13T03:32:16.573 INFO:tasks.workunit.client.0.smithi052.stdout:op 5893 completed, throughput=5MB/sec 2024-09-13T03:32:16.573 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-TZHgM0sr-bthNpW off=9366033 len=1142669 2024-09-13T03:32:16.586 INFO:tasks.workunit.client.0.smithi052.stdout:op 5894 completed, throughput=5MB/sec 2024-09-13T03:32:16.586 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Wx5nxb61qw9JZn6 off=3638937 len=236538 2024-09-13T03:32:16.586 INFO:tasks.workunit.client.0.smithi052.stdout:op 5895 completed, throughput=5MB/sec 2024-09-13T03:32:16.587 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mWKPqvZ7kPWFrOn off=946113 len=1287027 2024-09-13T03:32:16.592 INFO:tasks.workunit.client.0.smithi052.stdout:op 5896 completed, throughput=5MB/sec 2024-09-13T03:32:16.593 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-noRxeFITwZyfoIS off=16091528 len=1701365 2024-09-13T03:32:16.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 5897 completed, throughput=5MB/sec 2024-09-13T03:32:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:16 smithi078 ceph-mon[85589]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-13T03:32:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:17.603 INFO:tasks.workunit.client.0.smithi052.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-13T03:32:17.603 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-DccIpVqWS0kbCCB off=2780254 len=8650 2024-09-13T03:32:17.603 INFO:tasks.workunit.client.0.smithi052.stdout:op 5898 completed, throughput=5MB/sec 2024-09-13T03:32:17.604 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-1kB8EdA0QqFaaJb off=1634702 len=1883709 2024-09-13T03:32:17.606 INFO:tasks.workunit.client.0.smithi052.stdout:op 5899 completed, throughput=5MB/sec 2024-09-13T03:32:17.606 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-bpx78kImdbd9Jkz off=11666668 len=1268894 2024-09-13T03:32:17.608 INFO:tasks.workunit.client.0.smithi052.stdout:op 5900 completed, throughput=5MB/sec 2024-09-13T03:32:17.608 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-g896bkPRPdklve1 off=11771516 len=1664803 2024-09-13T03:32:17.612 INFO:tasks.workunit.client.0.smithi052.stdout:op 5901 completed, throughput=5MB/sec 2024-09-13T03:32:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:18 smithi052 ceph-mon[91421]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:18 smithi052 ceph-mon[89065]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:32:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:32:18] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:32:18.612 INFO:tasks.workunit.client.0.smithi052.stdout: 1163: throughput=5MB/sec pending data=0 2024-09-13T03:32:18.612 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-jAfTqIHdH7nyy6L off=466760 len=1020223 2024-09-13T03:32:18.618 INFO:tasks.workunit.client.0.smithi052.stdout:op 5902 completed, throughput=5MB/sec 2024-09-13T03:32:18.618 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-tE9yYojN04E9FXA off=0 len=1318832 2024-09-13T03:32:18.626 INFO:tasks.workunit.client.0.smithi052.stdout:op 5903 completed, throughput=5MB/sec 2024-09-13T03:32:18.626 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hG3FWN67Y04Hg3f off=12380339 len=2074164 2024-09-13T03:32:18.637 INFO:tasks.workunit.client.0.smithi052.stdout:op 5904 completed, throughput=5MB/sec 2024-09-13T03:32:18.638 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-BteQMdyfpBV5iTT off=14120084 len=883530 2024-09-13T03:32:18.639 INFO:tasks.workunit.client.0.smithi052.stdout:op 5905 completed, throughput=5MB/sec 2024-09-13T03:32:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:18 smithi078 ceph-mon[85589]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:19.639 INFO:tasks.workunit.client.0.smithi052.stdout: 1164: throughput=5MB/sec pending data=0 2024-09-13T03:32:19.640 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-0z830eKbabQKkNX off=6713998 len=1970472 2024-09-13T03:32:19.642 INFO:tasks.workunit.client.0.smithi052.stdout:op 5906 completed, throughput=5MB/sec 2024-09-13T03:32:19.642 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-YqosHw0XxaM7tUY off=10306851 len=216722 2024-09-13T03:32:19.645 INFO:tasks.workunit.client.0.smithi052.stdout:op 5907 completed, throughput=5MB/sec 2024-09-13T03:32:19.645 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-cNnjSNz36NVYDYb off=17451133 len=349504 2024-09-13T03:32:19.649 INFO:tasks.workunit.client.0.smithi052.stdout:op 5908 completed, throughput=5MB/sec 2024-09-13T03:32:19.649 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RlRxzYgbT75npZV off=652853 len=1800589 2024-09-13T03:32:19.656 INFO:tasks.workunit.client.0.smithi052.stdout:op 5909 completed, throughput=5MB/sec 2024-09-13T03:32:19.656 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-rBpPA5fvBz9G_GG off=3059190 len=1601629 2024-09-13T03:32:19.667 INFO:tasks.workunit.client.0.smithi052.stdout:op 5910 completed, throughput=5MB/sec 2024-09-13T03:32:20.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:20 smithi052 ceph-mon[91421]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:32:20.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:20 smithi052 ceph-mon[89065]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:32:20.667 INFO:tasks.workunit.client.0.smithi052.stdout: 1165: throughput=5MB/sec pending data=0 2024-09-13T03:32:20.667 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-xHEcx7KHm3gjFr1 off=1771039 len=2047152 2024-09-13T03:32:20.679 INFO:tasks.workunit.client.0.smithi052.stdout:op 5911 completed, throughput=5MB/sec 2024-09-13T03:32:20.679 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-_kQFncBLwLt4nu6 off=113537 len=939873 2024-09-13T03:32:20.684 INFO:tasks.workunit.client.0.smithi052.stdout:op 5912 completed, throughput=5MB/sec 2024-09-13T03:32:20.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sdTWknvHS8CgHOS off=206953 len=34965 2024-09-13T03:32:20.685 INFO:tasks.workunit.client.0.smithi052.stdout:op 5913 completed, throughput=5MB/sec 2024-09-13T03:32:20.685 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qgfRNqmRuag9jBW off=16823657 len=1485854 2024-09-13T03:32:20.687 INFO:tasks.workunit.client.0.smithi052.stdout:op 5914 completed, throughput=5MB/sec 2024-09-13T03:32:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:20 smithi078 ceph-mon[85589]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:32:21.688 INFO:tasks.workunit.client.0.smithi052.stdout: 1166: throughput=5MB/sec pending data=0 2024-09-13T03:32:21.688 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-c5ujsLyXxrNJ9nW off=2804890 len=1822762 2024-09-13T03:32:21.690 INFO:tasks.workunit.client.0.smithi052.stdout:op 5915 completed, throughput=5MB/sec 2024-09-13T03:32:21.690 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-7DkZuUitYG0rP_C off=6654703 len=1945614 2024-09-13T03:32:21.702 INFO:tasks.workunit.client.0.smithi052.stdout:op 5916 completed, throughput=5MB/sec 2024-09-13T03:32:21.702 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-bSAUXXMccziIyZv off=4207602 len=1252848 2024-09-13T03:32:21.709 INFO:tasks.workunit.client.0.smithi052.stdout:op 5917 completed, throughput=5MB/sec 2024-09-13T03:32:21.709 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RAv5Oc-Fc0Tvkw3 off=11887700 len=968747 2024-09-13T03:32:21.714 INFO:tasks.workunit.client.0.smithi052.stdout:op 5918 completed, throughput=5MB/sec 2024-09-13T03:32:22.516 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:22 smithi078 ceph-mon[85589]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:32:22.517 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:32:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:22 smithi052 ceph-mon[91421]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:32:22.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:22 smithi052 ceph-mon[89065]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-13T03:32:22.714 INFO:tasks.workunit.client.0.smithi052.stdout: 1167: throughput=5MB/sec pending data=0 2024-09-13T03:32:22.714 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-gg_xFVBx6UcjxLK off=1800717 len=662962 2024-09-13T03:32:22.715 INFO:tasks.workunit.client.0.smithi052.stdout:op 5919 completed, throughput=5MB/sec 2024-09-13T03:32:22.716 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iBghN__Ha8h4Heu off=1676744 len=1080256 2024-09-13T03:32:22.721 INFO:tasks.workunit.client.0.smithi052.stdout:op 5920 completed, throughput=5MB/sec 2024-09-13T03:32:22.721 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-d9PFEPT3XMoJEuJ off=2045534 len=1231008 2024-09-13T03:32:22.723 INFO:tasks.workunit.client.0.smithi052.stdout:op 5921 completed, throughput=5MB/sec 2024-09-13T03:32:22.723 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-m7XWxPx_I20uU9Y off=4712631 len=394768 2024-09-13T03:32:22.726 INFO:tasks.workunit.client.0.smithi052.stdout:op 5922 completed, throughput=5MB/sec 2024-09-13T03:32:22.726 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-qQq9LjuNwIXwrPf off=16456435 len=1530663 2024-09-13T03:32:22.727 INFO:tasks.workunit.client.0.smithi052.stdout:op 5923 completed, throughput=5MB/sec 2024-09-13T03:32:23.728 INFO:tasks.workunit.client.0.smithi052.stdout: 1168: throughput=5MB/sec pending data=0 2024-09-13T03:32:23.729 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Idz-ePcRbcxvz6 off=1788404 len=394563 2024-09-13T03:32:23.729 INFO:tasks.workunit.client.0.smithi052.stdout:op 5924 completed, throughput=5MB/sec 2024-09-13T03:32:23.729 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-Cu2JRCHFaR_JW0X off=20140988 len=704134 2024-09-13T03:32:23.733 INFO:tasks.workunit.client.0.smithi052.stdout:op 5925 completed, throughput=5MB/sec 2024-09-13T03:32:23.733 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-aonacC39GkgNjUQ off=11841084 len=1770219 2024-09-13T03:32:23.736 INFO:tasks.workunit.client.0.smithi052.stdout:op 5926 completed, throughput=5MB/sec 2024-09-13T03:32:23.736 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-ngcnZWfo6iXlPs- off=6074504 len=1486573 2024-09-13T03:32:23.738 INFO:tasks.workunit.client.0.smithi052.stdout:op 5927 completed, throughput=5MB/sec 2024-09-13T03:32:23.738 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-CdtPSjmGCrCiTcr off=10610690 len=1013154 2024-09-13T03:32:23.743 INFO:tasks.workunit.client.0.smithi052.stdout:op 5928 completed, throughput=5MB/sec 2024-09-13T03:32:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:24 smithi052 ceph-mon[91421]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:32:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:24 smithi052 ceph-mon[89065]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:32:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:24 smithi078 ceph-mon[85589]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-13T03:32:24.743 INFO:tasks.workunit.client.0.smithi052.stdout: 1169: throughput=5MB/sec pending data=0 2024-09-13T03:32:24.743 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7JtrNqVTzrk-Z6I off=2006142 len=1016485 2024-09-13T03:32:24.745 INFO:tasks.workunit.client.0.smithi052.stdout:op 5929 completed, throughput=5MB/sec 2024-09-13T03:32:24.745 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-DjzU43eRc8dxdNY off=2264518 len=1114438 2024-09-13T03:32:24.751 INFO:tasks.workunit.client.0.smithi052.stdout:op 5930 completed, throughput=5MB/sec 2024-09-13T03:32:24.751 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-puXqnlE_5WLUwiw off=3811295 len=413250 2024-09-13T03:32:24.752 INFO:tasks.workunit.client.0.smithi052.stdout:op 5931 completed, throughput=5MB/sec 2024-09-13T03:32:24.752 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-XwlrHAY6GiezJT4 off=294945 len=1271398 2024-09-13T03:32:24.754 INFO:tasks.workunit.client.0.smithi052.stdout:op 5932 completed, throughput=5MB/sec 2024-09-13T03:32:24.754 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-R0thRUo4lHEieGd off=8392171 len=462814 2024-09-13T03:32:24.757 INFO:tasks.workunit.client.0.smithi052.stdout:op 5933 completed, throughput=5MB/sec 2024-09-13T03:32:24.757 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-14QQ0EDWYVN0THq off=6406814 len=380425 2024-09-13T03:32:24.760 INFO:tasks.workunit.client.0.smithi052.stdout:op 5934 completed, throughput=5MB/sec 2024-09-13T03:32:24.760 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-C33y0iJ1gEcU7TX off=10494122 len=1197010 2024-09-13T03:32:24.762 INFO:tasks.workunit.client.0.smithi052.stdout:op 5935 completed, throughput=5MB/sec 2024-09-13T03:32:25.762 INFO:tasks.workunit.client.0.smithi052.stdout: 1170: throughput=5MB/sec pending data=0 2024-09-13T03:32:25.763 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-x6KYp44Cxg4uLBG off=2222753 len=452026 2024-09-13T03:32:25.763 INFO:tasks.workunit.client.0.smithi052.stdout:op 5936 completed, throughput=5MB/sec 2024-09-13T03:32:25.763 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-iQWbiiSXNa8y_7k off=13432069 len=1073694 2024-09-13T03:32:25.769 INFO:tasks.workunit.client.0.smithi052.stdout:op 5937 completed, throughput=5MB/sec 2024-09-13T03:32:25.769 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-oFzg7maRFp6JecM off=7014 len=1292606 2024-09-13T03:32:25.776 INFO:tasks.workunit.client.0.smithi052.stdout:op 5938 completed, throughput=5MB/sec 2024-09-13T03:32:25.776 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-j_YL3ITU852l78Q off=354130 len=1639118 2024-09-13T03:32:25.778 INFO:tasks.workunit.client.0.smithi052.stdout:op 5939 completed, throughput=5MB/sec 2024-09-13T03:32:25.779 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-iam2adEJTt9o5av off=17516370 len=1051262 2024-09-13T03:32:25.779 INFO:tasks.workunit.client.0.smithi052.stdout:op 5940 completed, throughput=5MB/sec 2024-09-13T03:32:26.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:26 smithi052 ceph-mon[89065]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:32:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:26 smithi052 ceph-mon[91421]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:32:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:26 smithi078 ceph-mon[85589]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-13T03:32:26.780 INFO:tasks.workunit.client.0.smithi052.stdout: 1171: throughput=5MB/sec pending data=0 2024-09-13T03:32:26.780 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-sL3Csgs9dbZiO0F off=5401052 len=1253999 2024-09-13T03:32:26.782 INFO:tasks.workunit.client.0.smithi052.stdout:op 5941 completed, throughput=5MB/sec 2024-09-13T03:32:26.782 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-boLpTPamzGpEIjF off=4433653 len=2020112 2024-09-13T03:32:26.784 INFO:tasks.workunit.client.0.smithi052.stdout:op 5942 completed, throughput=5MB/sec 2024-09-13T03:32:26.785 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LTQ35TwV-GePEDo off=1850357 len=453502 2024-09-13T03:32:26.788 INFO:tasks.workunit.client.0.smithi052.stdout:op 5943 completed, throughput=5MB/sec 2024-09-13T03:32:26.788 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-Fk6_SmRKp-7P-1I off=0 len=1242341 2024-09-13T03:32:26.789 INFO:tasks.workunit.client.0.smithi052.stdout:op 5944 completed, throughput=5MB/sec 2024-09-13T03:32:27.790 INFO:tasks.workunit.client.0.smithi052.stdout: 1172: throughput=5MB/sec pending data=0 2024-09-13T03:32:27.790 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oyBvzaL7vol9ylk off=2007825 len=133801 2024-09-13T03:32:27.790 INFO:tasks.workunit.client.0.smithi052.stdout:op 5945 completed, throughput=5MB/sec 2024-09-13T03:32:27.790 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-OQAM588SjCCJer8 off=11940485 len=369343 2024-09-13T03:32:27.794 INFO:tasks.workunit.client.0.smithi052.stdout:op 5946 completed, throughput=5MB/sec 2024-09-13T03:32:27.794 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-pAzCnoCGZIRcHIq off=8247725 len=1310043 2024-09-13T03:32:27.802 INFO:tasks.workunit.client.0.smithi052.stdout:op 5947 completed, throughput=5MB/sec 2024-09-13T03:32:27.802 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-S1HCR2n96yVk07j off=988919 len=1895185 2024-09-13T03:32:27.805 INFO:tasks.workunit.client.0.smithi052.stdout:op 5948 completed, throughput=5MB/sec 2024-09-13T03:32:27.805 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-scJuwQXBednxoGi off=18982141 len=992987 2024-09-13T03:32:27.810 INFO:tasks.workunit.client.0.smithi052.stdout:op 5949 completed, throughput=5MB/sec 2024-09-13T03:32:27.810 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-hyINX3LGtlDPbiH off=4485410 len=210438 2024-09-13T03:32:27.813 INFO:tasks.workunit.client.0.smithi052.stdout:op 5950 completed, throughput=5MB/sec 2024-09-13T03:32:28.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:28 smithi052 ceph-mon[89065]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:32:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:28 smithi052 ceph-mon[91421]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:32:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:32:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:32:28] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-13T03:32:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:28 smithi078 ceph-mon[85589]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-13T03:32:28.813 INFO:tasks.workunit.client.0.smithi052.stdout: 1173: throughput=5MB/sec pending data=0 2024-09-13T03:32:28.813 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VZIJ0iQsKE595Oi off=16321419 len=1449657 2024-09-13T03:32:28.821 INFO:tasks.workunit.client.0.smithi052.stdout:op 5951 completed, throughput=5MB/sec 2024-09-13T03:32:28.821 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-oCFFesGBqJMop0q off=1222799 len=515104 2024-09-13T03:32:28.822 INFO:tasks.workunit.client.0.smithi052.stdout:op 5952 completed, throughput=5MB/sec 2024-09-13T03:32:28.822 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-sV-pcHV5xW9DhnT off=11350637 len=408642 2024-09-13T03:32:28.825 INFO:tasks.workunit.client.0.smithi052.stdout:op 5953 completed, throughput=5MB/sec 2024-09-13T03:32:28.825 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-LtbcAg_SoNEzW1Y off=12796945 len=917343 2024-09-13T03:32:28.830 INFO:tasks.workunit.client.0.smithi052.stdout:op 5954 completed, throughput=5MB/sec 2024-09-13T03:32:28.830 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-XDHM2NqNtUSBQ3h off=6125458 len=1839672 2024-09-13T03:32:28.839 INFO:tasks.workunit.client.0.smithi052.stdout:op 5955 completed, throughput=5MB/sec 2024-09-13T03:32:28.839 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-fSTa202NMrIbMmC off=3013036 len=949860 2024-09-13T03:32:28.843 INFO:tasks.workunit.client.0.smithi052.stdout:op 5956 completed, throughput=5MB/sec 2024-09-13T03:32:29.844 INFO:tasks.workunit.client.0.smithi052.stdout: 1174: throughput=5MB/sec pending data=0 2024-09-13T03:32:29.844 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-VUzShljvVptzdeP off=21536658 len=368861 2024-09-13T03:32:29.847 INFO:tasks.workunit.client.0.smithi052.stdout:op 5957 completed, throughput=5MB/sec 2024-09-13T03:32:29.847 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-OIFx3KHRDNd27IM off=829670 len=1378226 2024-09-13T03:32:29.849 INFO:tasks.workunit.client.0.smithi052.stdout:op 5958 completed, throughput=5MB/sec 2024-09-13T03:32:29.849 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-7Hxgpa7eh7ZYNRV off=2567289 len=723822 2024-09-13T03:32:29.850 INFO:tasks.workunit.client.0.smithi052.stdout:op 5959 completed, throughput=5MB/sec 2024-09-13T03:32:29.850 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-e6IbV43vnblqshf off=0 len=1114408 2024-09-13T03:32:29.852 INFO:tasks.workunit.client.0.smithi052.stdout:op 5960 completed, throughput=5MB/sec 2024-09-13T03:32:29.852 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-AqbzupdSMgxegEw off=7091449 len=1547190 2024-09-13T03:32:29.861 INFO:tasks.workunit.client.0.smithi052.stdout:op 5961 completed, throughput=5MB/sec 2024-09-13T03:32:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:30 smithi052 ceph-mon[91421]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:32:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:30 smithi052 ceph-mon[89065]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:32:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:30 smithi078 ceph-mon[85589]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-13T03:32:30.860 INFO:tasks.workunit.client.0.smithi052.stdout: 1175: throughput=5MB/sec pending data=0 2024-09-13T03:32:30.860 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-mDhFn82AcMkjE9M off=646616 len=703536 2024-09-13T03:32:30.865 INFO:tasks.workunit.client.0.smithi052.stdout:op 5962 completed, throughput=5MB/sec 2024-09-13T03:32:30.865 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-MB2hDWh5zAEqMM5 off=10454602 len=439559 2024-09-13T03:32:30.866 INFO:tasks.workunit.client.0.smithi052.stdout:op 5963 completed, throughput=5MB/sec 2024-09-13T03:32:30.866 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-R2LQxX60Wtnd0Li off=9105417 len=572339 2024-09-13T03:32:30.867 INFO:tasks.workunit.client.0.smithi052.stdout:op 5964 completed, throughput=5MB/sec 2024-09-13T03:32:30.867 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-RxV2YAmXtbcx00t off=4132740 len=455911 2024-09-13T03:32:30.870 INFO:tasks.workunit.client.0.smithi052.stdout:op 5965 completed, throughput=5MB/sec 2024-09-13T03:32:30.871 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-SXnbk0cXyciOUM_ off=14079339 len=2071300 2024-09-13T03:32:30.881 INFO:tasks.workunit.client.0.smithi052.stdout:op 5966 completed, throughput=5MB/sec 2024-09-13T03:32:30.881 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-4lGK1sy0KhF1MHi off=1652100 len=253588 2024-09-13T03:32:30.882 INFO:tasks.workunit.client.0.smithi052.stdout:op 5967 completed, throughput=5MB/sec 2024-09-13T03:32:30.882 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-pRjeoBsXJF47Mc_ off=3550718 len=1022247 2024-09-13T03:32:30.883 INFO:tasks.workunit.client.0.smithi052.stdout:op 5968 completed, throughput=5MB/sec 2024-09-13T03:32:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: 1176: throughput=5MB/sec pending data=0 2024-09-13T03:32:31.884 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-WPOFd5w79eJVB7N off=6979296 len=824015 2024-09-13T03:32:31.889 INFO:tasks.workunit.client.0.smithi052.stdout:op 5969 completed, throughput=5MB/sec 2024-09-13T03:32:31.889 INFO:tasks.workunit.client.0.smithi052.stdout:WRITE : oid=obj-wnbhcOKFTBnYRyX off=8428489 len=2008766 2024-09-13T03:32:31.901 INFO:tasks.workunit.client.0.smithi052.stdout:op 5970 completed, throughput=5MB/sec 2024-09-13T03:32:31.901 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-rMuQM0xDsuoJ5iP off=2460688 len=513793 2024-09-13T03:32:31.902 INFO:tasks.workunit.client.0.smithi052.stdout:op 5971 completed, throughput=5MB/sec 2024-09-13T03:32:31.902 INFO:tasks.workunit.client.0.smithi052.stdout:READ : oid=obj-A_5EhRTsFBYiWSl off=3879464 len=1577247 2024-09-13T03:32:31.905 INFO:tasks.workunit.client.0.smithi052.stdout:op 5972 completed, throughput=5MB/sec 2024-09-13T03:32:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:32 smithi052 ceph-mon[91421]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:32 smithi052 ceph-mon[89065]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:32 smithi078 ceph-mon[85589]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-13T03:32:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:32:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:32.905 INFO:tasks.workunit.client.0.smithi052.stdout:waiting for all operations to complete 2024-09-13T03:32:32.905 INFO:tasks.workunit.client.0.smithi052.stdout:cleaning up objects 2024-09-13T03:32:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:34 smithi052 ceph-mon[91421]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:32:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:34 smithi052 ceph-mon[89065]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:32:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:34 smithi078 ceph-mon[85589]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-13T03:32:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:36 smithi052 ceph-mon[91421]: pgmap v1996: 105 pgs: 105 active+clean; 120 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 47 op/s 2024-09-13T03:32:36.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:36 smithi052 ceph-mon[89065]: pgmap v1996: 105 pgs: 105 active+clean; 120 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 47 op/s 2024-09-13T03:32:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:36 smithi078 ceph-mon[85589]: pgmap v1996: 105 pgs: 105 active+clean; 120 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 47 op/s 2024-09-13T03:32:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:38 smithi052 ceph-mon[91421]: pgmap v1997: 105 pgs: 105 active+clean; 109 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 120 op/s 2024-09-13T03:32:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:32:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:32:38] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-13T03:32:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:38 smithi052 ceph-mon[89065]: pgmap v1997: 105 pgs: 105 active+clean; 109 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 120 op/s 2024-09-13T03:32:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:38 smithi078 ceph-mon[85589]: pgmap v1997: 105 pgs: 105 active+clean; 109 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 120 op/s 2024-09-13T03:32:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:40 smithi052 ceph-mon[91421]: pgmap v1998: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 185 op/s 2024-09-13T03:32:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:40 smithi052 ceph-mon[89065]: pgmap v1998: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 185 op/s 2024-09-13T03:32:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:40 smithi078 ceph-mon[85589]: pgmap v1998: 105 pgs: 105 active+clean; 99 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 185 op/s 2024-09-13T03:32:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:42 smithi078 ceph-mon[85589]: pgmap v1999: 105 pgs: 105 active+clean; 80 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 316 op/s 2024-09-13T03:32:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:32:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:42 smithi052 ceph-mon[91421]: pgmap v1999: 105 pgs: 105 active+clean; 80 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 316 op/s 2024-09-13T03:32:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:42 smithi052 ceph-mon[89065]: pgmap v1999: 105 pgs: 105 active+clean; 80 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 316 op/s 2024-09-13T03:32:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:44 smithi078 ceph-mon[85589]: pgmap v2000: 105 pgs: 105 active+clean; 66 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 618 KiB/s rd, 829 KiB/s wr, 413 op/s 2024-09-13T03:32:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:44 smithi052 ceph-mon[89065]: pgmap v2000: 105 pgs: 105 active+clean; 66 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 618 KiB/s rd, 829 KiB/s wr, 413 op/s 2024-09-13T03:32:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:44 smithi052 ceph-mon[91421]: pgmap v2000: 105 pgs: 105 active+clean; 66 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 618 KiB/s rd, 829 KiB/s wr, 413 op/s 2024-09-13T03:32:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:46 smithi078 ceph-mon[85589]: pgmap v2001: 105 pgs: 105 active+clean; 47 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 387 KiB/s wr, 540 op/s 2024-09-13T03:32:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:46 smithi052 ceph-mon[91421]: pgmap v2001: 105 pgs: 105 active+clean; 47 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 387 KiB/s wr, 540 op/s 2024-09-13T03:32:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:46 smithi052 ceph-mon[89065]: pgmap v2001: 105 pgs: 105 active+clean; 47 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 191 KiB/s rd, 387 KiB/s wr, 540 op/s 2024-09-13T03:32:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:47.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:32:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:48 smithi052 ceph-mon[91421]: pgmap v2002: 105 pgs: 105 active+clean; 33 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s wr, 584 op/s 2024-09-13T03:32:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:32:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:32:48] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-13T03:32:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:48 smithi052 ceph-mon[89065]: pgmap v2002: 105 pgs: 105 active+clean; 33 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s wr, 584 op/s 2024-09-13T03:32:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:48 smithi078 ceph-mon[85589]: pgmap v2002: 105 pgs: 105 active+clean; 33 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s wr, 584 op/s 2024-09-13T03:32:49.766 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:32:49.766 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:32:49.796 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-13T03:32:49.796 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:32:50.062 DEBUG:teuthology.parallel:result is None 2024-09-13T03:32:50.062 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:32:50.088 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:32:50.088 DEBUG:teuthology.orchestra.run.smithi052:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:32:50.144 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:32:50.144 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:32:50.145 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-13T03:32:50.145 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:32:50.145 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-13T03:32:50.145 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:32:50.146 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:32:50.146 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:32:50.146 DEBUG:teuthology.orchestra.run.smithi078:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-13T03:32:50.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:32:50.165 INFO:teuthology.orchestra.run.smithi078.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T03:32:50.166 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-13T03:32:50.245 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-13T03:32:50.245 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-13T03:32:50.319 INFO:tasks.workunit:timeout=3h 2024-09-13T03:32:50.320 INFO:tasks.workunit:cleanup=True 2024-09-13T03:32:50.320 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-13T03:32:50.393 INFO:tasks.workunit.client.1.smithi078.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-13T03:32:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:50 smithi052 ceph-mon[91421]: pgmap v2003: 105 pgs: 105 active+clean; 24 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 571 op/s 2024-09-13T03:32:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:50 smithi052 ceph-mon[89065]: pgmap v2003: 105 pgs: 105 active+clean; 24 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 571 op/s 2024-09-13T03:32:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:50 smithi078 ceph-mon[85589]: pgmap v2003: 105 pgs: 105 active+clean; 24 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 571 op/s 2024-09-13T03:32:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:52 smithi078 ceph-mon[85589]: pgmap v2004: 105 pgs: 105 active+clean; 8.8 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-09-13T03:32:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:32:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:32:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:52 smithi052 ceph-mon[91421]: pgmap v2004: 105 pgs: 105 active+clean; 8.8 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-09-13T03:32:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:52 smithi052 ceph-mon[89065]: pgmap v2004: 105 pgs: 105 active+clean; 8.8 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-09-13T03:32:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:54 smithi078 ceph-mon[85589]: pgmap v2005: 105 pgs: 105 active+clean; 1.4 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 530 op/s 2024-09-13T03:32:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:54 smithi052 ceph-mon[89065]: pgmap v2005: 105 pgs: 105 active+clean; 1.4 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 530 op/s 2024-09-13T03:32:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:54 smithi052 ceph-mon[91421]: pgmap v2005: 105 pgs: 105 active+clean; 1.4 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 530 op/s 2024-09-13T03:32:56.560 DEBUG:teuthology.orchestra.run.smithi078:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-13T03:32:56.640 INFO:tasks.workunit.client.1.smithi078.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:32:56.642 INFO:tasks.workunit.client.1.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-13T03:32:56.642 INFO:tasks.workunit.client.1.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:32:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:56 smithi078 ceph-mon[85589]: pgmap v2006: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 440 op/s 2024-09-13T03:32:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:56 smithi052 ceph-mon[91421]: pgmap v2006: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 440 op/s 2024-09-13T03:32:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:56 smithi052 ceph-mon[89065]: pgmap v2006: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 440 op/s 2024-09-13T03:32:57.363 INFO:tasks.workunit.client.1.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:32:57.429 INFO:tasks.workunit.client.1.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:32:57.470 INFO:tasks.workunit.client.1.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-13T03:32:57.472 INFO:tasks.workunit.client.1.smithi078.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-13T03:32:57.472 INFO:tasks.workunit.client.1.smithi078.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:32:57.511 INFO:tasks.workunit.client.1.smithi078.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-13T03:32:57.514 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-09-13T03:32:57.514 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-13T03:32:57.570 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-13T03:32:57.571 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-13T03:32:57.571 DEBUG:teuthology.orchestra.run.smithi078:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-13T03:32:57.642 INFO:tasks.workunit.client.1.smithi078.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-13T03:32:57.642 INFO:tasks.workunit.client.1.smithi078.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-09-13T03:32:57.642 INFO:tasks.workunit.client.1.smithi078.stderr:+ TMPDIR=/tmp/rbd_import_export_125035 2024-09-13T03:32:57.642 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm -rf /tmp/rbd_import_export_125035 2024-09-13T03:32:57.643 INFO:tasks.workunit.client.1.smithi078.stderr:+ mkdir /tmp/rbd_import_export_125035 2024-09-13T03:32:57.643 INFO:tasks.workunit.client.1.smithi078.stderr:+ trap 'rm -rf /tmp/rbd_import_export_125035' INT TERM EXIT 2024-09-13T03:32:57.643 INFO:tasks.workunit.client.1.smithi078.stderr:+ mkdir foo.125035 2024-09-13T03:32:57.644 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import foo.125035 foo.dir 2024-09-13T03:32:57.692 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: cannot import a directory 2024-09-13T03:32:57.692 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 0% complete...failed. 2024-09-13T03:32:57.693 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: import failed: (21) Is a directory 2024-09-13T03:32:57.695 INFO:tasks.workunit.client.1.smithi078.stderr:+ true 2024-09-13T03:32:57.695 INFO:tasks.workunit.client.1.smithi078.stderr:+ rmdir foo.125035 2024-09-13T03:32:57.703 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_125035/img bs=1k count=1 seek=10 2024-09-13T03:32:57.704 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records in 2024-09-13T03:32:57.704 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records out 2024-09-13T03:32:57.704 INFO:tasks.workunit.client.1.smithi078.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 5.677e-05 s, 18.0 MB/s 2024-09-13T03:32:57.704 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_125035/img bs=1k count=10 seek=100 2024-09-13T03:32:57.706 INFO:tasks.workunit.client.1.smithi078.stderr:10+0 records in 2024-09-13T03:32:57.706 INFO:tasks.workunit.client.1.smithi078.stderr:10+0 records out 2024-09-13T03:32:57.706 INFO:tasks.workunit.client.1.smithi078.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.0801e-05 s, 202 MB/s 2024-09-13T03:32:57.706 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_125035/img bs=1k count=100 seek=1000 2024-09-13T03:32:57.707 INFO:tasks.workunit.client.1.smithi078.stderr:60+1 records in 2024-09-13T03:32:57.707 INFO:tasks.workunit.client.1.smithi078.stderr:60+1 records out 2024-09-13T03:32:57.707 INFO:tasks.workunit.client.1.smithi078.stderr:61640 bytes (62 kB, 60 KiB) copied, 0.000144758 s, 426 MB/s 2024-09-13T03:32:57.707 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_125035/img bs=1k seek=10000 2024-09-13T03:32:57.707 INFO:tasks.workunit.client.1.smithi078.stderr:137+1 records in 2024-09-13T03:32:57.708 INFO:tasks.workunit.client.1.smithi078.stderr:137+1 records out 2024-09-13T03:32:57.708 INFO:tasks.workunit.client.1.smithi078.stderr:140928 bytes (141 kB, 138 KiB) copied, 0.000367783 s, 383 MB/s 2024-09-13T03:32:57.708 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_125035/img bs=1k seek=100000 2024-09-13T03:32:57.709 INFO:tasks.workunit.client.1.smithi078.stderr:60+1 records in 2024-09-13T03:32:57.709 INFO:tasks.workunit.client.1.smithi078.stderr:60+1 records out 2024-09-13T03:32:57.709 INFO:tasks.workunit.client.1.smithi078.stderr:61592 bytes (62 kB, 60 KiB) copied, 0.000161294 s, 382 MB/s 2024-09-13T03:32:57.709 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_125035/img bs=1k seek=1000000 2024-09-13T03:32:57.710 INFO:tasks.workunit.client.1.smithi078.stderr:154+1 records in 2024-09-13T03:32:57.710 INFO:tasks.workunit.client.1.smithi078.stderr:154+1 records out 2024-09-13T03:32:57.710 INFO:tasks.workunit.client.1.smithi078.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000345849 s, 457 MB/s 2024-09-13T03:32:57.710 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm testimg 2024-09-13T03:32:57.763 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 0% complete...failed. 2024-09-13T03:32:57.763 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T03:32:57.765 INFO:tasks.workunit.client.1.smithi078.stderr:+ true 2024-09-13T03:32:57.766 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format /tmp/rbd_import_export_125035/img testimg 2024-09-13T03:32:58.281 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-13T03:32:58.281 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:32:58.284 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg /tmp/rbd_import_export_125035/img2 2024-09-13T03:32:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:32:58 smithi052 ceph-mon[91421]: pgmap v2007: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 313 op/s 2024-09-13T03:32:58.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:32:58 smithi052 ceph-mon[89065]: pgmap v2007: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 313 op/s 2024-09-13T03:32:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:32:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:32:58] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-13T03:32:58.531 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:32:58.534 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg - 2024-09-13T03:32:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:32:58 smithi078 ceph-mon[85589]: pgmap v2007: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 313 op/s 2024-09-13T03:32:59.188 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:32:59.191 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm testimg 2024-09-13T03:32:59.323 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-13T03:32:59.325 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img2 2024-09-13T03:32:59.862 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img3 2024-09-13T03:33:00.263 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img2 /tmp/rbd_import_export_125035/img3 2024-09-13T03:33:00.424 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format - testimg 2024-09-13T03:33:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:00 smithi078 ceph-mon[85589]: pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 225 op/s 2024-09-13T03:33:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:00 smithi052 ceph-mon[91421]: pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 225 op/s 2024-09-13T03:33:00.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:00 smithi052 ceph-mon[89065]: pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 225 op/s 2024-09-13T03:33:00.844 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:00.845 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:00.847 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg /tmp/rbd_import_export_125035/img2 2024-09-13T03:33:01.110 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:01.113 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg - 2024-09-13T03:33:01.783 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:01.786 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm testimg 2024-09-13T03:33:01.906 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-13T03:33:01.909 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img2 2024-09-13T03:33:02.449 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img3 2024-09-13T03:33:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:02 smithi078 ceph-mon[85589]: pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.6 KiB/s wr, 168 op/s 2024-09-13T03:33:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:33:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:02 smithi052 ceph-mon[91421]: pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.6 KiB/s wr, 168 op/s 2024-09-13T03:33:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:02 smithi052 ceph-mon[89065]: pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.6 KiB/s wr, 168 op/s 2024-09-13T03:33:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:02.846 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img2 /tmp/rbd_import_export_125035/img3 2024-09-13T03:33:03.060 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd help export 2024-09-13T03:33:03.060 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep -q export-format 2024-09-13T03:33:03.079 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_125035/img bs=1k count=10 seek=100 2024-09-13T03:33:03.080 INFO:tasks.workunit.client.1.smithi078.stderr:10+0 records in 2024-09-13T03:33:03.080 INFO:tasks.workunit.client.1.smithi078.stderr:10+0 records out 2024-09-13T03:33:03.080 INFO:tasks.workunit.client.1.smithi078.stderr:10240 bytes (10 kB, 10 KiB) copied, 7.7072e-05 s, 133 MB/s 2024-09-13T03:33:03.080 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format /tmp/rbd_import_export_125035/img testimg 2024-09-13T03:33:03.150 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:03.151 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:03.153 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap create testimg@snap 2024-09-13T03:33:03.327 INFO:tasks.workunit.client.1.smithi078.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T03:33:03.335 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd image-meta set testimg key1 value1 2024-09-13T03:33:03.391 INFO:tasks.workunit.client.1.smithi078.stderr:++ rbd image-meta list testimg 2024-09-13T03:33:03.432 INFO:tasks.workunit.client.1.smithi078.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-09-13T03:33:03.432 INFO:tasks.workunit.client.1.smithi078.stderr: 2024-09-13T03:33:03.433 INFO:tasks.workunit.client.1.smithi078.stderr:Key Value 2024-09-13T03:33:03.433 INFO:tasks.workunit.client.1.smithi078.stderr:key1 value1' 2024-09-13T03:33:03.433 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:03.470 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:03.473 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_125035/img_v2 testimg_import 2024-09-13T03:33:04.341 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:33:04.344 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout:rbd image 'testimg_import': 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: size 110 KiB in 1 objects 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: order 22 (4 MiB objects) 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: snapshot_count: 1 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: id: d62491917b6b 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: block_name_prefix: rbd_data.d62491917b6b 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: format: 2 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: op_features: 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: flags: 2024-09-13T03:33:04.380 INFO:tasks.workunit.client.1.smithi078.stdout: create_timestamp: Fri Sep 13 03:33:03 2024 2024-09-13T03:33:04.381 INFO:tasks.workunit.client.1.smithi078.stdout: access_timestamp: Fri Sep 13 03:33:03 2024 2024-09-13T03:33:04.381 INFO:tasks.workunit.client.1.smithi078.stdout: modify_timestamp: Fri Sep 13 03:33:03 2024 2024-09-13T03:33:04.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import@snap 2024-09-13T03:33:04.417 INFO:tasks.workunit.client.1.smithi078.stdout:rbd image 'testimg_import': 2024-09-13T03:33:04.417 INFO:tasks.workunit.client.1.smithi078.stdout: size 110 KiB in 1 objects 2024-09-13T03:33:04.417 INFO:tasks.workunit.client.1.smithi078.stdout: order 22 (4 MiB objects) 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: snapshot_count: 1 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: id: d62491917b6b 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: block_name_prefix: rbd_data.d62491917b6b 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: format: 2 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: op_features: 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: flags: 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: create_timestamp: Fri Sep 13 03:33:03 2024 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: access_timestamp: Fri Sep 13 03:33:03 2024 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: modify_timestamp: Fri Sep 13 03:33:03 2024 2024-09-13T03:33:04.418 INFO:tasks.workunit.client.1.smithi078.stdout: protected: False 2024-09-13T03:33:04.420 INFO:tasks.workunit.client.1.smithi078.stderr:++ rbd image-meta list testimg_import 2024-09-13T03:33:04.461 INFO:tasks.workunit.client.1.smithi078.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-09-13T03:33:04.461 INFO:tasks.workunit.client.1.smithi078.stderr: 2024-09-13T03:33:04.461 INFO:tasks.workunit.client.1.smithi078.stderr:Key Value 2024-09-13T03:33:04.461 INFO:tasks.workunit.client.1.smithi078.stderr:key1 value1' 2024-09-13T03:33:04.461 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 'There is 1 metadatum on this image: 2024-09-13T03:33:04.461 INFO:tasks.workunit.client.1.smithi078.stderr: 2024-09-13T03:33:04.462 INFO:tasks.workunit.client.1.smithi078.stderr:Key Value 2024-09-13T03:33:04.462 INFO:tasks.workunit.client.1.smithi078.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-09-13T03:33:04.462 INFO:tasks.workunit.client.1.smithi078.stderr: 2024-09-13T03:33:04.462 INFO:tasks.workunit.client.1.smithi078.stderr:Key Value 2024-09-13T03:33:04.462 INFO:tasks.workunit.client.1.smithi078.stderr:key1 value1' ']' 2024-09-13T03:33:04.462 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg_import /tmp/rbd_import_export_125035/img_import 2024-09-13T03:33:04.496 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete...done. 2024-09-13T03:33:04.498 INFO:tasks.workunit.client.1.smithi078.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img_import 2024-09-13T03:33:04.498 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp -l /tmp/rbd_import_export_125035/img /tmp/rbd_import_export_125035/img_import 2024-09-13T03:33:04.499 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/img --format %b 2024-09-13T03:33:04.500 INFO:tasks.workunit.client.1.smithi078.stderr:+ origsize=24 2024-09-13T03:33:04.500 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/img_import --format %b 2024-09-13T03:33:04.501 INFO:tasks.workunit.client.1.smithi078.stderr:+ exportsize=224 2024-09-13T03:33:04.502 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=200 2024-09-13T03:33:04.502 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=200 2024-09-13T03:33:04.502 INFO:tasks.workunit.client.1.smithi078.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-13T03:33:04.502 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_125035/img_snap 2024-09-13T03:33:04.535 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete...done. 2024-09-13T03:33:04.538 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_125035/img_snap_import 2024-09-13T03:33:04.573 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete...done. 2024-09-13T03:33:04.576 INFO:tasks.workunit.client.1.smithi078.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_125035/img_snap /tmp/rbd_import_export_125035/img_snap_import 2024-09-13T03:33:04.576 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp -l /tmp/rbd_import_export_125035/img_snap /tmp/rbd_import_export_125035/img_snap_import 2024-09-13T03:33:04.577 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/img_snap --format %b 2024-09-13T03:33:04.578 INFO:tasks.workunit.client.1.smithi078.stderr:+ origsize=224 2024-09-13T03:33:04.578 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/img_snap_import --format %b 2024-09-13T03:33:04.579 INFO:tasks.workunit.client.1.smithi078.stderr:+ exportsize=224 2024-09-13T03:33:04.579 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:04.579 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:04.579 INFO:tasks.workunit.client.1.smithi078.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:33:04.579 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:04.579 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_import 2024-09-13T03:33:04.580 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_snap 2024-09-13T03:33:04.581 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_snap_import 2024-09-13T03:33:04.581 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap rm testimg_import@snap 2024-09-13T03:33:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:04 smithi078 ceph-mon[85589]: pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 68 KiB/s wr, 87 op/s 2024-09-13T03:33:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:04 smithi078 ceph-mon[85589]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T03:33:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:33:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:33:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:33:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:33:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[91421]: pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 68 KiB/s wr, 87 op/s 2024-09-13T03:33:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[91421]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[89065]: pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 68 KiB/s wr, 87 op/s 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[89065]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:33:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:33:05.337 INFO:tasks.workunit.client.1.smithi078.stderr: Removing snap: 100% complete...done. 2024-09-13T03:33:05.349 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg_import 2024-09-13T03:33:05.476 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:05.478 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap rm testimg@snap 2024-09-13T03:33:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:05 smithi078 ceph-mon[85589]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T03:33:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:05 smithi052 ceph-mon[91421]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T03:33:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:05 smithi052 ceph-mon[89065]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-13T03:33:06.341 INFO:tasks.workunit.client.1.smithi078.stderr: Removing snap: 100% complete...done. 2024-09-13T03:33:06.352 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm testimg 2024-09-13T03:33:06.476 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:06.478 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --order 20 /tmp/rbd_import_export_125035/img testimg 2024-09-13T03:33:06.542 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:06.543 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:33:06.544 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:06.580 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:06.582 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_125035/img_v2 testimg_import 2024-09-13T03:33:06.656 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:33:06.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import 2024-09-13T03:33:06.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep order 2024-09-13T03:33:06.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ awk '{print $2}' 2024-09-13T03:33:06.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep 20 2024-09-13T03:33:06.694 INFO:tasks.workunit.client.1.smithi078.stdout:20 2024-09-13T03:33:06.694 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:06.694 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg_import 2024-09-13T03:33:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:06 smithi078 ceph-mon[85589]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 118 KiB/s wr, 107 op/s 2024-09-13T03:33:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:06 smithi078 ceph-mon[85589]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T03:33:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:06 smithi052 ceph-mon[91421]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 118 KiB/s wr, 107 op/s 2024-09-13T03:33:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:06 smithi052 ceph-mon[91421]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T03:33:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:06 smithi052 ceph-mon[89065]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 118 KiB/s wr, 107 op/s 2024-09-13T03:33:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:06 smithi052 ceph-mon[89065]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-13T03:33:06.814 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:06.816 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg 2024-09-13T03:33:06.931 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:06.934 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_125035/img testimg 2024-09-13T03:33:06.987 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:06.990 INFO:tasks.workunit.client.1.smithi078.stderr:++ rbd info testimg 2024-09-13T03:33:06.991 INFO:tasks.workunit.client.1.smithi078.stderr:++ grep features 2024-09-13T03:33:07.028 INFO:tasks.workunit.client.1.smithi078.stderr:+ FEATURES_BEFORE=' features: layering 2024-09-13T03:33:07.028 INFO:tasks.workunit.client.1.smithi078.stderr: op_features: ' 2024-09-13T03:33:07.028 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:07.063 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:07.066 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_125035/img_v2 testimg_import 2024-09-13T03:33:07.123 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:33:07.127 INFO:tasks.workunit.client.1.smithi078.stderr:++ rbd info testimg_import 2024-09-13T03:33:07.127 INFO:tasks.workunit.client.1.smithi078.stderr:++ grep features 2024-09-13T03:33:07.161 INFO:tasks.workunit.client.1.smithi078.stderr:+ FEATURES_AFTER=' features: layering 2024-09-13T03:33:07.162 INFO:tasks.workunit.client.1.smithi078.stderr: op_features: ' 2024-09-13T03:33:07.162 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' ' features: layering 2024-09-13T03:33:07.162 INFO:tasks.workunit.client.1.smithi078.stderr: op_features: ' '!=' ' features: layering 2024-09-13T03:33:07.162 INFO:tasks.workunit.client.1.smithi078.stderr: op_features: ' ']' 2024-09-13T03:33:07.162 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:07.162 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg_import 2024-09-13T03:33:07.247 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:07.250 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg 2024-09-13T03:33:07.338 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:07.341 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_125035/img testimg 2024-09-13T03:33:07.416 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:07.418 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:07.458 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:07.460 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_125035/img_v2 testimg_import 2024-09-13T03:33:07.534 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:33:07.537 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import 2024-09-13T03:33:07.537 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep 'stripe unit' 2024-09-13T03:33:07.537 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep -Ei '(4 KiB|4096)' 2024-09-13T03:33:07.572 INFO:tasks.workunit.client.1.smithi078.stdout: stripe unit: 4 KiB 2024-09-13T03:33:07.573 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import 2024-09-13T03:33:07.573 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep 'stripe count' 2024-09-13T03:33:07.573 INFO:tasks.workunit.client.1.smithi078.stderr:+ awk '{print $3}' 2024-09-13T03:33:07.573 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep 1000 2024-09-13T03:33:07.608 INFO:tasks.workunit.client.1.smithi078.stdout:1000 2024-09-13T03:33:07.608 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/img_v2 2024-09-13T03:33:07.609 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg_import 2024-09-13T03:33:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:07 smithi078 ceph-mon[85589]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T03:33:07.722 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-13T03:33:07.725 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg 2024-09-13T03:33:07.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:07 smithi052 ceph-mon[91421]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T03:33:07.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:07 smithi052 ceph-mon[89065]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-13T03:33:07.840 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-13T03:33:07.843 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_125035/img testimg 2024-09-13T03:33:07.905 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:07.907 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap create testimg@snap1 2024-09-13T03:33:08.349 INFO:tasks.workunit.client.1.smithi078.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T03:33:08.358 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap create testimg@snap2 2024-09-13T03:33:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:08 smithi052 ceph-mon[89065]: pgmap v2016: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 47 KiB/s wr, 378 op/s 2024-09-13T03:33:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:08 smithi052 ceph-mon[91421]: pgmap v2016: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 47 KiB/s wr, 378 op/s 2024-09-13T03:33:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:33:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:33:08] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-13T03:33:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:08 smithi078 ceph-mon[85589]: pgmap v2016: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 47 KiB/s wr, 378 op/s 2024-09-13T03:33:09.360 INFO:tasks.workunit.client.1.smithi078.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-13T03:33:09.369 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap protect testimg@snap2 2024-09-13T03:33:09.416 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_125035/snap_protect 2024-09-13T03:33:09.460 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:09.463 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_125035/snap_protect testimg_import 2024-09-13T03:33:09.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:09 smithi078 ceph-mon[85589]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T03:33:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:09 smithi052 ceph-mon[89065]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T03:33:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:09 smithi052 ceph-mon[91421]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-13T03:33:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:10 smithi078 ceph-mon[85589]: pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 39 KiB/s wr, 342 op/s 2024-09-13T03:33:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:10 smithi078 ceph-mon[85589]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T03:33:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:10 smithi052 ceph-mon[91421]: pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 39 KiB/s wr, 342 op/s 2024-09-13T03:33:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:10 smithi052 ceph-mon[91421]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T03:33:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:10 smithi052 ceph-mon[89065]: pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 39 KiB/s wr, 342 op/s 2024-09-13T03:33:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:10 smithi052 ceph-mon[89065]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-13T03:33:11.399 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-13T03:33:11.402 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import@snap1 2024-09-13T03:33:11.402 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep 'protected: False' 2024-09-13T03:33:11.444 INFO:tasks.workunit.client.1.smithi078.stdout: protected: False 2024-09-13T03:33:11.445 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd info testimg_import@snap2 2024-09-13T03:33:11.445 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep 'protected: True' 2024-09-13T03:33:11.485 INFO:tasks.workunit.client.1.smithi078.stdout: protected: True 2024-09-13T03:33:11.485 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/snap_protect 2024-09-13T03:33:11.486 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap unprotect testimg@snap2 2024-09-13T03:33:11.536 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-13T03:33:11.582 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap purge testimg 2024-09-13T03:33:11.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:11 smithi078 ceph-mon[85589]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T03:33:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:11 smithi052 ceph-mon[91421]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T03:33:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:11 smithi052 ceph-mon[89065]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-13T03:33:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:12 smithi078 ceph-mon[85589]: pgmap v2021: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 34 KiB/s wr, 479 op/s 2024-09-13T03:33:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:12 smithi078 ceph-mon[85589]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T03:33:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:33:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:12 smithi052 ceph-mon[91421]: pgmap v2021: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 34 KiB/s wr, 479 op/s 2024-09-13T03:33:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:12 smithi052 ceph-mon[91421]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T03:33:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:12 smithi052 ceph-mon[89065]: pgmap v2021: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 364 KiB/s rd, 34 KiB/s wr, 479 op/s 2024-09-13T03:33:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:12 smithi052 ceph-mon[89065]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-13T03:33:13.396 INFO:tasks.workunit.client.1.smithi078.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-13T03:33:13.407 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd snap purge testimg_import 2024-09-13T03:33:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:13 smithi078 ceph-mon[85589]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T03:33:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:13 smithi052 ceph-mon[91421]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T03:33:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:13 smithi052 ceph-mon[89065]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-13T03:33:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:14 smithi078 ceph-mon[85589]: pgmap v2024: 105 pgs: 105 active+clean; 803 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 42 KiB/s wr, 502 op/s 2024-09-13T03:33:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:14 smithi078 ceph-mon[85589]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T03:33:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:14 smithi052 ceph-mon[91421]: pgmap v2024: 105 pgs: 105 active+clean; 803 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 42 KiB/s wr, 502 op/s 2024-09-13T03:33:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:14 smithi052 ceph-mon[91421]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T03:33:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:14 smithi052 ceph-mon[89065]: pgmap v2024: 105 pgs: 105 active+clean; 803 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 42 KiB/s wr, 502 op/s 2024-09-13T03:33:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:14 smithi052 ceph-mon[89065]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-13T03:33:15.399 INFO:tasks.workunit.client.1.smithi078.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-13T03:33:15.412 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg 2024-09-13T03:33:15.539 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:15.542 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd remove testimg_import 2024-09-13T03:33:15.665 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:15.668 INFO:tasks.workunit.client.1.smithi078.stderr:+ tiered=0 2024-09-13T03:33:15.668 INFO:tasks.workunit.client.1.smithi078.stderr:+ ceph osd dump 2024-09-13T03:33:15.668 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep '^pool' 2024-09-13T03:33:15.669 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep ''\''rbd'\''' 2024-09-13T03:33:15.669 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep tier 2024-09-13T03:33:15.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:15 smithi078 ceph-mon[85589]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T03:33:15.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:15 smithi052 ceph-mon[91421]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T03:33:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:15 smithi052 ceph-mon[89065]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-13T03:33:16.030 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_125035/sparse1 2024-09-13T03:33:16.034 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records in 2024-09-13T03:33:16.034 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records out 2024-09-13T03:33:16.034 INFO:tasks.workunit.client.1.smithi078.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00333723 s, 314 MB/s 2024-09-13T03:33:16.034 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_125035/sparse2 2024-09-13T03:33:16.038 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records in 2024-09-13T03:33:16.038 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records out 2024-09-13T03:33:16.038 INFO:tasks.workunit.client.1.smithi078.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00321977 s, 326 MB/s 2024-09-13T03:33:16.038 INFO:tasks.workunit.client.1.smithi078.stderr:+ truncate /tmp/rbd_import_export_125035/sparse2 -s 2M 2024-09-13T03:33:16.050 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse1 2024-09-13T03:33:16.102 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 0% complete...failed. 2024-09-13T03:33:16.102 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T03:33:16.105 INFO:tasks.workunit.client.1.smithi078.stderr:+ true 2024-09-13T03:33:16.105 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_125035/sparse1 2024-09-13T03:33:16.180 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-13T03:33:16.181 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:16.181 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:33:16.183 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd ls -l 2024-09-13T03:33:16.183 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep sparse1 2024-09-13T03:33:16.183 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-13T03:33:16.219 INFO:tasks.workunit.client.1.smithi078.stdout:sparse1 2 MiB 2 2024-09-13T03:33:16.219 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse1 2024-09-13T03:33:16.220 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse1 2024-09-13T03:33:16.220 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse1 2024-09-13T03:33:16.220 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:16.220 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:16.256 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d73e68b8154e 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d73e68b8154e 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse1 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse1 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d73e68b8154e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse1 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:16.257 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:16.295 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:16.295 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:16.295 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:16.295 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:16.295 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:16.340 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects=1 2024-09-13T03:33:16.340 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 1 2024-09-13T03:33:16.340 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-13T03:33:16.340 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export sparse1 /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:16.374 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:16.377 INFO:tasks.workunit.client.1.smithi078.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_125035/sparse1 /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:16.378 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp -l /tmp/rbd_import_export_125035/sparse1 /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:16.379 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse1 --format %b 2024-09-13T03:33:16.381 INFO:tasks.workunit.client.1.smithi078.stderr:+ origsize=2048 2024-09-13T03:33:16.381 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse1.out --format %b 2024-09-13T03:33:16.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ exportsize=2048 2024-09-13T03:33:16.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:16.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:16.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:33:16.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:16.382 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse1 2024-09-13T03:33:16.499 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-13T03:33:16.504 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse2 2024-09-13T03:33:16.552 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 0% complete...failed. 2024-09-13T03:33:16.552 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: delete error: (2) No such file or directory 2024-09-13T03:33:16.555 INFO:tasks.workunit.client.1.smithi078.stderr:+ true 2024-09-13T03:33:16.555 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_125035/sparse2 2024-09-13T03:33:16.623 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-13T03:33:16.624 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:16.624 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:33:16.626 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd ls -l 2024-09-13T03:33:16.626 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep sparse2 2024-09-13T03:33:16.627 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-13T03:33:16.661 INFO:tasks.workunit.client.1.smithi078.stdout:sparse2 2 MiB 2 2024-09-13T03:33:16.662 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse2 2024-09-13T03:33:16.662 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse2 2024-09-13T03:33:16.662 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse2 2024-09-13T03:33:16.662 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:16.662 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:16 smithi078 ceph-mon[85589]: pgmap v2027: 105 pgs: 105 active+clean; 803 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 21 KiB/s wr, 245 op/s 2024-09-13T03:33:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:16 smithi078 ceph-mon[85589]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T03:33:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:16 smithi078 ceph-mon[85589]: from='client.? 172.21.15.78:0/3657911745' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:33:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:16 smithi078 ceph-mon[85589]: from='client.? 172.21.15.78:0/3657911745' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:33:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:16 smithi078 ceph-mon[85589]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T03:33:16.697 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d771496bb2ef 2024-09-13T03:33:16.697 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d771496bb2ef 2024-09-13T03:33:16.697 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d771496bb2ef\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:16.698 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse2 2024-09-13T03:33:16.698 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse2 2024-09-13T03:33:16.698 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:16.698 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse2 2024-09-13T03:33:16.698 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:16.698 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:16.733 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:16.733 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:16.733 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:16.733 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:16.733 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:16.772 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects=0 2024-09-13T03:33:16.773 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 0 2024-09-13T03:33:16.773 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-13T03:33:16.773 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export sparse2 /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[91421]: pgmap v2027: 105 pgs: 105 active+clean; 803 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 21 KiB/s wr, 245 op/s 2024-09-13T03:33:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[91421]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T03:33:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[91421]: from='client.? 172.21.15.78:0/3657911745' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[91421]: from='client.? 172.21.15.78:0/3657911745' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[91421]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[89065]: pgmap v2027: 105 pgs: 105 active+clean; 803 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 21 KiB/s wr, 245 op/s 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[89065]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[89065]: from='client.? 172.21.15.78:0/3657911745' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[89065]: from='client.? 172.21.15.78:0/3657911745' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-13T03:33:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:16 smithi052 ceph-mon[89065]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-13T03:33:16.808 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:16.811 INFO:tasks.workunit.client.1.smithi078.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_125035/sparse2 /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:16.811 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp -l /tmp/rbd_import_export_125035/sparse2 /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:16.813 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse2 --format %b 2024-09-13T03:33:16.813 INFO:tasks.workunit.client.1.smithi078.stderr:+ origsize=2048 2024-09-13T03:33:16.814 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse2.out --format %b 2024-09-13T03:33:16.815 INFO:tasks.workunit.client.1.smithi078.stderr:+ exportsize=2048 2024-09-13T03:33:16.815 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:16.815 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:16.815 INFO:tasks.workunit.client.1.smithi078.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:33:16.815 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:16.815 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse2 2024-09-13T03:33:16.933 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-13T03:33:16.935 INFO:tasks.workunit.client.1.smithi078.stderr:+ truncate /tmp/rbd_import_export_125035/sparse1 -s 10M 2024-09-13T03:33:16.936 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-13T03:33:17.039 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:17.039 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:17.039 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:33:17.042 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd ls -l 2024-09-13T03:33:17.042 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep sparse1 2024-09-13T03:33:17.042 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-09-13T03:33:17.076 INFO:tasks.workunit.client.1.smithi078.stdout:sparse1 10 MiB 2 2024-09-13T03:33:17.077 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse1 2024-09-13T03:33:17.077 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse1 2024-09-13T03:33:17.077 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse1 2024-09-13T03:33:17.078 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:17.078 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:17.112 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d79ed83d78bd 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d79ed83d78bd 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse1 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d79ed83d78bd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse1 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse1 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:17.113 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:17.147 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:17.148 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:17.148 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:17.148 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:17.148 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:17.189 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects=1 2024-09-13T03:33:17.189 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 1 2024-09-13T03:33:17.189 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-13T03:33:17.189 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export sparse1 /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:17.224 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:17.227 INFO:tasks.workunit.client.1.smithi078.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_125035/sparse1 /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:17.227 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp -l /tmp/rbd_import_export_125035/sparse1 /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:17.234 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse1 --format %b 2024-09-13T03:33:17.235 INFO:tasks.workunit.client.1.smithi078.stderr:+ origsize=2048 2024-09-13T03:33:17.235 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse1.out --format %b 2024-09-13T03:33:17.236 INFO:tasks.workunit.client.1.smithi078.stderr:+ exportsize=2048 2024-09-13T03:33:17.237 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:17.237 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:17.237 INFO:tasks.workunit.client.1.smithi078.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:33:17.237 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/sparse1.out 2024-09-13T03:33:17.238 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse1 2024-09-13T03:33:17.351 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-13T03:33:17.354 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_125035/sparse2 oflag=append conv=notrunc 2024-09-13T03:33:17.361 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records in 2024-09-13T03:33:17.361 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records out 2024-09-13T03:33:17.361 INFO:tasks.workunit.client.1.smithi078.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00611157 s, 343 MB/s 2024-09-13T03:33:17.361 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-13T03:33:17.463 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:17.463 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:17.463 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:33:17.466 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd ls -l 2024-09-13T03:33:17.466 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep sparse2 2024-09-13T03:33:17.466 INFO:tasks.workunit.client.1.smithi078.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-09-13T03:33:17.501 INFO:tasks.workunit.client.1.smithi078.stdout:sparse2 4 MiB 2 2024-09-13T03:33:17.502 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse2 2024-09-13T03:33:17.502 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse2 2024-09-13T03:33:17.502 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse2 2024-09-13T03:33:17.502 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:17.502 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:17.537 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d7cb7810c7b 2024-09-13T03:33:17.538 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d7cb7810c7b 2024-09-13T03:33:17.538 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse2 2024-09-13T03:33:17.538 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d7cb7810c7b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:17.538 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse2 2024-09-13T03:33:17.538 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:17.538 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse2 2024-09-13T03:33:17.539 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:17.539 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:17.574 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:17.574 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:17.574 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:17.574 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:17.574 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:17.614 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects='0 2024-09-13T03:33:17.614 INFO:tasks.workunit.client.1.smithi078.stderr:2 2024-09-13T03:33:17.614 INFO:tasks.workunit.client.1.smithi078.stderr:3' 2024-09-13T03:33:17.614 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 0 2 3 2024-09-13T03:33:17.614 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-09-13T03:33:17.614 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export sparse2 /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:17.650 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-13T03:33:17.654 INFO:tasks.workunit.client.1.smithi078.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_125035/sparse2 /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:17.654 INFO:tasks.workunit.client.1.smithi078.stderr:+ cmp -l /tmp/rbd_import_export_125035/sparse2 /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:17.657 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse2 --format %b 2024-09-13T03:33:17.658 INFO:tasks.workunit.client.1.smithi078.stderr:+ origsize=6144 2024-09-13T03:33:17.658 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse2.out --format %b 2024-09-13T03:33:17.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ exportsize=6144 2024-09-13T03:33:17.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:17.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ difference=0 2024-09-13T03:33:17.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-13T03:33:17.659 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/sparse2.out 2024-09-13T03:33:17.660 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse2 2024-09-13T03:33:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:17.779 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-13T03:33:17.782 INFO:tasks.workunit.client.1.smithi078.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-09-13T03:33:17.782 INFO:tasks.workunit.client.1.smithi078.stdout:partially-sparse file imports to partially-sparse image 2024-09-13T03:33:17.783 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_125035/sparse1 sparse 2024-09-13T03:33:17.857 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-13T03:33:17.857 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:17.858 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --order is deprecated, use --object-size 2024-09-13T03:33:17.860 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse 2024-09-13T03:33:17.860 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse 2024-09-13T03:33:17.860 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse 2024-09-13T03:33:17.860 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:17.861 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:17.896 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d7f83554900 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d7f83554900 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d7f83554900\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:17.897 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:17.931 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:17.931 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:17.931 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:17.931 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:17.931 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:17.972 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects=1 2024-09-13T03:33:17.972 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 1 2024-09-13T03:33:17.972 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-13T03:33:17.972 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse 2024-09-13T03:33:18.088 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-13T03:33:18.091 INFO:tasks.workunit.client.1.smithi078.stdout:zeros import through stdin to sparse image 2024-09-13T03:33:18.091 INFO:tasks.workunit.client.1.smithi078.stderr:+ echo 'zeros import through stdin to sparse image' 2024-09-13T03:33:18.091 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-13T03:33:18.092 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd import --new-format - sparse 2024-09-13T03:33:18.143 INFO:tasks.workunit.client.1.smithi078.stderr:4+0 records in 2024-09-13T03:33:18.143 INFO:tasks.workunit.client.1.smithi078.stderr:4+0 records out 2024-09-13T03:33:18.144 INFO:tasks.workunit.client.1.smithi078.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0512467 s, 81.8 MB/s 2024-09-13T03:33:18.158 INFO:tasks.workunit.client.1.smithi078.stderr: Importing image: 100% complete...done. 2024-09-13T03:33:18.158 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:18.161 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse 2024-09-13T03:33:18.161 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse 2024-09-13T03:33:18.161 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse 2024-09-13T03:33:18.161 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:18.161 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:18.197 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d8191962edf6 2024-09-13T03:33:18.198 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d8191962edf6 2024-09-13T03:33:18.198 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d8191962edf6\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:18.198 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse 2024-09-13T03:33:18.198 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse 2024-09-13T03:33:18.198 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:18.199 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse 2024-09-13T03:33:18.201 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:18.201 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:18.233 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:18.233 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:18.233 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:18.234 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:18.234 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:18.273 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects= 2024-09-13T03:33:18.273 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 2024-09-13T03:33:18.273 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-09-13T03:33:18.273 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse 2024-09-13T03:33:18.379 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:18.382 INFO:tasks.workunit.client.1.smithi078.stdout:zeros export to sparse file 2024-09-13T03:33:18.383 INFO:tasks.workunit.client.1.smithi078.stderr:+ echo 'zeros export to sparse file' 2024-09-13T03:33:18.383 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd create --new-format sparse --size 4 2024-09-13T03:33:18.450 INFO:tasks.workunit.client.1.smithi078.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-13T03:33:18.452 INFO:tasks.workunit.client.1.smithi078.stderr:++ rbd info sparse 2024-09-13T03:33:18.452 INFO:tasks.workunit.client.1.smithi078.stderr:++ grep block_name_prefix 2024-09-13T03:33:18.452 INFO:tasks.workunit.client.1.smithi078.stderr:++ awk '{print $NF;}' 2024-09-13T03:33:18.488 INFO:tasks.workunit.client.1.smithi078.stderr:+ prefix=rbd_data.d83ada1873a1 2024-09-13T03:33:18.488 INFO:tasks.workunit.client.1.smithi078.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-13T03:33:18.489 INFO:tasks.workunit.client.1.smithi078.stderr:++ get_image_data_pool sparse 2024-09-13T03:33:18.489 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse 2024-09-13T03:33:18.489 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse 2024-09-13T03:33:18.489 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep 'data_pool: ' 2024-09-13T03:33:18.489 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk -F: '{ print $NF }' 2024-09-13T03:33:18.524 INFO:tasks.workunit.client.1.smithi078.stderr:++ data_pool= 2024-09-13T03:33:18.525 INFO:tasks.workunit.client.1.smithi078.stderr:++ '[' -z ']' 2024-09-13T03:33:18.525 INFO:tasks.workunit.client.1.smithi078.stderr:++ data_pool=rbd 2024-09-13T03:33:18.525 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo rbd 2024-09-13T03:33:18.525 INFO:tasks.workunit.client.1.smithi078.stderr:+ rados -p rbd put rbd_data.d83ada1873a1.000000000000 - 2024-09-13T03:33:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:18 smithi052 ceph-mon[91421]: pgmap v2030: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2024-09-13T03:33:18.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:18 smithi052 ceph-mon[89065]: pgmap v2030: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2024-09-13T03:33:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:33:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:33:18] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:33:18.553 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records in 2024-09-13T03:33:18.553 INFO:tasks.workunit.client.1.smithi078.stderr:1+0 records out 2024-09-13T03:33:18.553 INFO:tasks.workunit.client.1.smithi078.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0645589 s, 65.0 MB/s 2024-09-13T03:33:18.581 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects sparse 2024-09-13T03:33:18.581 INFO:tasks.workunit.client.1.smithi078.stderr:++ image=sparse 2024-09-13T03:33:18.582 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rbd info sparse 2024-09-13T03:33:18.582 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep block_name_prefix 2024-09-13T03:33:18.582 INFO:tasks.workunit.client.1.smithi078.stderr:+++ awk '{print $NF;}' 2024-09-13T03:33:18.618 INFO:tasks.workunit.client.1.smithi078.stderr:++ prefix=rbd_data.d83ada1873a1 2024-09-13T03:33:18.619 INFO:tasks.workunit.client.1.smithi078.stderr:+++ grep rbd_data.d83ada1873a1 2024-09-13T03:33:18.619 INFO:tasks.workunit.client.1.smithi078.stderr:++++ get_image_data_pool sparse 2024-09-13T03:33:18.619 INFO:tasks.workunit.client.1.smithi078.stderr:++++ image=sparse 2024-09-13T03:33:18.619 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sed -e 's/rbd_data.d83ada1873a1\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-13T03:33:18.619 INFO:tasks.workunit.client.1.smithi078.stderr:+++ sort -u 2024-09-13T03:33:18.620 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ rbd info sparse 2024-09-13T03:33:18.620 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ grep 'data_pool: ' 2024-09-13T03:33:18.620 INFO:tasks.workunit.client.1.smithi078.stderr:+++++ awk -F: '{ print $NF }' 2024-09-13T03:33:18.655 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool= 2024-09-13T03:33:18.656 INFO:tasks.workunit.client.1.smithi078.stderr:++++ '[' -z ']' 2024-09-13T03:33:18.656 INFO:tasks.workunit.client.1.smithi078.stderr:++++ data_pool=rbd 2024-09-13T03:33:18.656 INFO:tasks.workunit.client.1.smithi078.stderr:++++ echo rbd 2024-09-13T03:33:18.656 INFO:tasks.workunit.client.1.smithi078.stderr:+++ rados ls -p rbd 2024-09-13T03:33:18.696 INFO:tasks.workunit.client.1.smithi078.stderr:++ objects=0 2024-09-13T03:33:18.696 INFO:tasks.workunit.client.1.smithi078.stderr:++ echo 0 2024-09-13T03:33:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:18 smithi078 ceph-mon[85589]: pgmap v2030: 105 pgs: 105 active+clean; 693 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2024-09-13T03:33:18.697 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-13T03:33:18.697 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/sparse 2024-09-13T03:33:18.697 INFO:tasks.workunit.client.1.smithi078.stderr:rm: cannot remove '/tmp/rbd_import_export_125035/sparse': No such file or directory 2024-09-13T03:33:18.697 INFO:tasks.workunit.client.1.smithi078.stderr:+ true 2024-09-13T03:33:18.697 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd export sparse /tmp/rbd_import_export_125035/sparse 2024-09-13T03:33:18.731 INFO:tasks.workunit.client.1.smithi078.stderr: Exporting image: 100% complete...done. 2024-09-13T03:33:18.734 INFO:tasks.workunit.client.1.smithi078.stderr:++ stat /tmp/rbd_import_export_125035/sparse --format=%b 2024-09-13T03:33:18.735 INFO:tasks.workunit.client.1.smithi078.stderr:+ '[' 0 = 0 ']' 2024-09-13T03:33:18.735 INFO:tasks.workunit.client.1.smithi078.stderr:+ rbd rm sparse 2024-09-13T03:33:18.843 INFO:tasks.workunit.client.1.smithi078.stderr: Removing image: 100% complete...done. 2024-09-13T03:33:18.846 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm /tmp/rbd_import_export_125035/sparse /tmp/rbd_import_export_125035/sparse1 /tmp/rbd_import_export_125035/sparse2 /tmp/rbd_import_export_125035/sparse3 2024-09-13T03:33:18.848 INFO:tasks.workunit.client.1.smithi078.stderr:rm: cannot remove '/tmp/rbd_import_export_125035/sparse3': No such file or directory 2024-09-13T03:33:18.848 INFO:tasks.workunit.client.1.smithi078.stderr:+ true 2024-09-13T03:33:18.848 INFO:tasks.workunit.client.1.smithi078.stderr:+ echo OK 2024-09-13T03:33:18.848 INFO:tasks.workunit.client.1.smithi078.stdout:OK 2024-09-13T03:33:18.850 INFO:tasks.workunit.client.1.smithi078.stderr:+ rm -rf /tmp/rbd_import_export_125035 2024-09-13T03:33:18.850 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:33:18.850 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-13T03:33:18.917 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-13T03:33:18.917 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-13T03:33:19.137 DEBUG:teuthology.parallel:result is None 2024-09-13T03:33:19.137 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T03:33:19.166 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T03:33:19.166 DEBUG:teuthology.orchestra.run.smithi078:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-13T03:33:19.221 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-13T03:33:19.221 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:33:19.222 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-13T03:33:19.222 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:33:19.222 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-13T03:33:19.222 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:33:19.222 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:33:19.223 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:33:19.223 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:33:19.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:33:19.241 INFO:teuthology.orchestra.run.smithi052.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:33:19.242 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:33:19.298 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:33:19.299 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:33:19.355 INFO:tasks.workunit:timeout=3h 2024-09-13T03:33:19.355 INFO:tasks.workunit:cleanup=True 2024-09-13T03:33:19.356 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:33:19.413 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:33:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:20 smithi078 ceph-mon[85589]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 381 KiB/s wr, 168 op/s 2024-09-13T03:33:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:20 smithi052 ceph-mon[89065]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 381 KiB/s wr, 168 op/s 2024-09-13T03:33:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:20 smithi052 ceph-mon[91421]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 381 KiB/s wr, 168 op/s 2024-09-13T03:33:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:22 smithi052 ceph-mon[91421]: pgmap v2032: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 955 KiB/s wr, 326 op/s 2024-09-13T03:33:22.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:22 smithi052 ceph-mon[91421]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T03:33:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:22 smithi052 ceph-mon[89065]: pgmap v2032: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 955 KiB/s wr, 326 op/s 2024-09-13T03:33:22.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:22 smithi052 ceph-mon[89065]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T03:33:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:22 smithi078 ceph-mon[85589]: pgmap v2032: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 955 KiB/s wr, 326 op/s 2024-09-13T03:33:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:22 smithi078 ceph-mon[85589]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-13T03:33:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:33:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:33:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:24 smithi052 ceph-mon[91421]: pgmap v2034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 366 op/s 2024-09-13T03:33:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:24 smithi052 ceph-mon[89065]: pgmap v2034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 366 op/s 2024-09-13T03:33:24.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:24 smithi078 ceph-mon[85589]: pgmap v2034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 366 op/s 2024-09-13T03:33:25.432 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:33:25.488 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:33:25.491 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:33:25.491 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:33:25.541 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:33:25.592 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:33:25.632 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:33:25.634 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:33:25.634 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:33:25.674 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:33:25.677 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T03:33:25.677 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:33:25.734 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-13T03:33:25.735 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-13T03:33:25.735 DEBUG:teuthology.orchestra.run.smithi052:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-13T03:33:25.831 INFO:tasks.workunit.client.0.smithi052.stderr:warning: failed to enable lockdep 2024-09-13T03:33:25.831 INFO:tasks.workunit.client.0.smithi052.stdout:seed 131605 2024-09-13T03:33:25.831 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] Running 425 tests from 16 test suites. 2024-09-13T03:33:25.832 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment set-up. 2024-09-13T03:33:25.832 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from TestJournalStress 2024-09-13T03:33:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:26 smithi078 ceph-mon[85589]: pgmap v2035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 1.3 MiB/s wr, 318 op/s 2024-09-13T03:33:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:26 smithi052 ceph-mon[91421]: pgmap v2035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 1.3 MiB/s wr, 318 op/s 2024-09-13T03:33:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:26 smithi052 ceph-mon[89065]: pgmap v2035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 1.3 MiB/s wr, 318 op/s 2024-09-13T03:33:27.309 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-09-13T03:33:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:27 smithi078 ceph-mon[85589]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T03:33:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:27 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3558377414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:27.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:27.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:27.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:27 smithi078 ceph-mon[85589]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T03:33:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[91421]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3558377414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[91421]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[89065]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3558377414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:27 smithi052 ceph-mon[89065]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-13T03:33:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:28 smithi052 ceph-mon[91421]: pgmap v2037: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 1.1 MiB/s wr, 230 op/s 2024-09-13T03:33:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:28 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:28 smithi052 ceph-mon[89065]: pgmap v2037: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 1.1 MiB/s wr, 230 op/s 2024-09-13T03:33:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:28 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:33:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:33:28] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-13T03:33:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:28 smithi078 ceph-mon[85589]: pgmap v2037: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 1.1 MiB/s wr, 230 op/s 2024-09-13T03:33:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:28 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:29.359 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:29.360 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2050 ms) 2024-09-13T03:33:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:29 smithi078 ceph-mon[85589]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T03:33:29.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:29 smithi052 ceph-mon[89065]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T03:33:29.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:29 smithi052 ceph-mon[91421]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-13T03:33:30.339 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from TestJournalStress (2050 ms total) 2024-09-13T03:33:30.339 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:33:30.339 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 16 tests from TestJournalReplay 2024-09-13T03:33:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:30 smithi078 ceph-mon[85589]: pgmap v2040: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:30 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:30 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:33:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:30 smithi078 ceph-mon[85589]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T03:33:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[91421]: pgmap v2040: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:33:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[91421]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T03:33:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[89065]: pgmap v2040: 137 pgs: 10 creating+peering, 15 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:33:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:30 smithi052 ceph-mon[89065]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-13T03:33:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:31 smithi078 ceph-mon[85589]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T03:33:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:31 smithi052 ceph-mon[91421]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T03:33:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:31 smithi052 ceph-mon[89065]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-13T03:33:32.352 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-13T03:33:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:33:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:32 smithi078 ceph-mon[85589]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:32 smithi078 ceph-mon[85589]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T03:33:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:32 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3426167425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[91421]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[91421]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T03:33:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3426167425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[89065]: pgmap v2043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[89065]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-13T03:33:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3426167425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3426167425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:33 smithi078 ceph-mon[85589]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T03:33:33.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3426167425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:33 smithi052 ceph-mon[91421]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T03:33:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3426167425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:33 smithi052 ceph-mon[89065]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-13T03:33:34.388 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.388 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2037 ms) 2024-09-13T03:33:34.389 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-13T03:33:34.405 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.405 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.AioWriteEvent (17 ms) 2024-09-13T03:33:34.405 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-13T03:33:34.415 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.415 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2024-09-13T03:33:34.415 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-13T03:33:34.424 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.424 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-09-13T03:33:34.424 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-13T03:33:34.432 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.432 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-09-13T03:33:34.432 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-13T03:33:34.440 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-09-13T03:33:34.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-13T03:33:34.448 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.448 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-09-13T03:33:34.448 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-13T03:33:34.456 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.456 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-09-13T03:33:34.456 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-13T03:33:34.464 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.464 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-09-13T03:33:34.464 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-13T03:33:34.471 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.471 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.Rename (7 ms) 2024-09-13T03:33:34.471 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-13T03:33:34.479 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.479 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-09-13T03:33:34.479 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-13T03:33:34.486 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.486 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-09-13T03:33:34.486 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-13T03:33:34.494 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.494 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-09-13T03:33:34.494 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-13T03:33:34.501 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.501 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-09-13T03:33:34.501 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-13T03:33:34.509 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.509 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2024-09-13T03:33:34.509 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-13T03:33:34.516 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:34.516 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-09-13T03:33:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:34 smithi078 ceph-mon[85589]: pgmap v2046: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:34 smithi078 ceph-mon[85589]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T03:33:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:34 smithi052 ceph-mon[91421]: pgmap v2046: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:34 smithi052 ceph-mon[91421]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T03:33:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:34 smithi052 ceph-mon[89065]: pgmap v2046: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:34 smithi052 ceph-mon[89065]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-13T03:33:35.377 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 16 tests from TestJournalReplay (2165 ms total) 2024-09-13T03:33:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:33:35.377 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from TestJournalEntries 2024-09-13T03:33:35.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:35 smithi078 ceph-mon[85589]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T03:33:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:35 smithi052 ceph-mon[91421]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T03:33:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:35 smithi052 ceph-mon[89065]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-13T03:33:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:36 smithi078 ceph-mon[85589]: pgmap v2049: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 9.0 KiB/s wr, 30 op/s 2024-09-13T03:33:36.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:36 smithi078 ceph-mon[85589]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T03:33:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:36 smithi052 ceph-mon[91421]: pgmap v2049: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 9.0 KiB/s wr, 30 op/s 2024-09-13T03:33:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:36 smithi052 ceph-mon[91421]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T03:33:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:36 smithi052 ceph-mon[89065]: pgmap v2049: 137 pgs: 9 creating+peering, 3 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 9.0 KiB/s wr, 30 op/s 2024-09-13T03:33:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:36 smithi052 ceph-mon[89065]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-13T03:33:37.389 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-13T03:33:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:37 smithi078 ceph-mon[85589]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T03:33:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/570090898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:37 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:37.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:37 smithi052 ceph-mon[91421]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T03:33:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/570090898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:37 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:37.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:37 smithi052 ceph-mon[89065]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-13T03:33:37.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/570090898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:37.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:37 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:33:38] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-09-13T03:33:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[91421]: pgmap v2052: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:38.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[91421]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T03:33:38.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[89065]: pgmap v2052: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:38.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:38.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:38.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:38 smithi052 ceph-mon[89065]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T03:33:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:38 smithi078 ceph-mon[85589]: pgmap v2052: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:38 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:38 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:38.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:38 smithi078 ceph-mon[85589]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-13T03:33:39.420 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:39.420 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalEntries.AioWrite (2031 ms) 2024-09-13T03:33:39.420 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-13T03:33:39.430 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:39.430 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalEntries.AioDiscard (9 ms) 2024-09-13T03:33:39.430 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-09-13T03:33:39.441 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:39.441 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (12 ms) 2024-09-13T03:33:39.442 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-13T03:33:39.450 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:39.450 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-09-13T03:33:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:39 smithi078 ceph-mon[85589]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T03:33:39.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:39 smithi052 ceph-mon[89065]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T03:33:39.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:39 smithi052 ceph-mon[91421]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-13T03:33:40.403 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from TestJournalEntries (2061 ms total) 2024-09-13T03:33:40.403 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:33:40.403 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 2 tests from TestTrash 2024-09-13T03:33:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:40 smithi078 ceph-mon[85589]: pgmap v2055: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:40 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:40 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:33:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:40 smithi078 ceph-mon[85589]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T03:33:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[89065]: pgmap v2055: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:33:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[89065]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T03:33:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[91421]: pgmap v2055: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:33:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:40 smithi052 ceph-mon[91421]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-13T03:33:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:41 smithi078 ceph-mon[85589]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T03:33:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:41 smithi052 ceph-mon[91421]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T03:33:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:41 smithi052 ceph-mon[89065]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-13T03:33:42.415 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-13T03:33:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:42 smithi078 ceph-mon[85589]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:42 smithi078 ceph-mon[85589]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T03:33:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:42 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3959734663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:33:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:42 smithi052 ceph-mon[91421]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:42 smithi052 ceph-mon[91421]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T03:33:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:42 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3959734663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:42 smithi052 ceph-mon[89065]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:42 smithi052 ceph-mon[89065]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-13T03:33:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:42 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3959734663' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:43 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3959734663' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:43 smithi078 ceph-mon[85589]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T03:33:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:43 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3959734663' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:43.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:43 smithi052 ceph-mon[91421]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T03:33:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:43 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3959734663' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:43 smithi052 ceph-mon[89065]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-13T03:33:44.511 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestTrash.UserRemovingSource (2097 ms) 2024-09-13T03:33:44.511 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-13T03:33:44.549 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestTrash.RestoreMirroringSource (38 ms) 2024-09-13T03:33:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:44 smithi078 ceph-mon[85589]: pgmap v2061: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:44 smithi078 ceph-mon[85589]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T03:33:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:44 smithi052 ceph-mon[91421]: pgmap v2061: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:44 smithi052 ceph-mon[91421]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T03:33:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:44 smithi052 ceph-mon[89065]: pgmap v2061: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:44 smithi052 ceph-mon[89065]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-13T03:33:45.442 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 2 tests from TestTrash (2135 ms total) 2024-09-13T03:33:45.442 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:33:45.443 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from TestOperations 2024-09-13T03:33:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:45 smithi078 ceph-mon[85589]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T03:33:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:45 smithi052 ceph-mon[91421]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T03:33:45.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:45 smithi052 ceph-mon[89065]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-13T03:33:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:46 smithi078 ceph-mon[85589]: pgmap v2064: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:33:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:46 smithi078 ceph-mon[85589]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T03:33:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:46 smithi052 ceph-mon[89065]: pgmap v2064: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:33:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:46 smithi052 ceph-mon[89065]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T03:33:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:46 smithi052 ceph-mon[91421]: pgmap v2064: 137 pgs: 8 creating+peering, 3 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-09-13T03:33:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:46 smithi052 ceph-mon[91421]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-13T03:33:46.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:33:47.454 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-13T03:33:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:47 smithi052 ceph-mon[91421]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T03:33:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:47 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/697803287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:47 smithi052 ceph-mon[89065]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T03:33:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:47 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/697803287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:47 smithi078 ceph-mon[85589]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-13T03:33:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:47 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/697803287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:33:48] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-09-13T03:33:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[91421]: pgmap v2067: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/697803287' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[91421]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T03:33:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[89065]: pgmap v2067: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/697803287' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:48 smithi052 ceph-mon[89065]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T03:33:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:48 smithi078 ceph-mon[85589]: pgmap v2067: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:48 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/697803287' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:48 smithi078 ceph-mon[85589]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-13T03:33:49.479 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:33:49.479 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2024 ms) 2024-09-13T03:33:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:49 smithi052 ceph-mon[91421]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T03:33:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:49 smithi052 ceph-mon[89065]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T03:33:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:49 smithi078 ceph-mon[85589]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-13T03:33:50.470 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 1 test from TestOperations (2024 ms total) 2024-09-13T03:33:50.470 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:33:50.471 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from TestObjectMap 2024-09-13T03:33:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[91421]: pgmap v2070: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:33:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[91421]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T03:33:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[89065]: pgmap v2070: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:33:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:50 smithi052 ceph-mon[89065]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T03:33:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:50 smithi078 ceph-mon[85589]: pgmap v2070: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:50 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:33:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:50 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:33:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:50 smithi078 ceph-mon[85589]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-13T03:33:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:51 smithi052 ceph-mon[91421]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T03:33:51.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:51 smithi052 ceph-mon[89065]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T03:33:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:51 smithi078 ceph-mon[85589]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-13T03:33:52.479 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-13T03:33:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:33:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:33:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:52 smithi078 ceph-mon[85589]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:52 smithi078 ceph-mon[85589]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T03:33:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4207753913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:52 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[89065]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[89065]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4207753913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[91421]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[91421]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4207753913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:52 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:53 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:53 smithi052 ceph-mon[89065]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T03:33:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:53 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:53 smithi052 ceph-mon[91421]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T03:33:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:53 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:53 smithi078 ceph-mon[85589]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-13T03:33:54.535 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2057 ms) 2024-09-13T03:33:54.536 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-13T03:33:54.568 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (32 ms) 2024-09-13T03:33:54.568 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-13T03:33:54.605 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2024-09-13T03:33:54.605 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-13T03:33:54.632 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (25 ms) 2024-09-13T03:33:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:54 smithi052 ceph-mon[89065]: pgmap v2076: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:54 smithi052 ceph-mon[89065]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T03:33:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:54 smithi052 ceph-mon[91421]: pgmap v2076: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:54 smithi052 ceph-mon[91421]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T03:33:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:54 smithi078 ceph-mon[85589]: pgmap v2076: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:54 smithi078 ceph-mon[85589]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-13T03:33:55.508 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 4 tests from TestObjectMap (2152 ms total) 2024-09-13T03:33:55.508 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:33:55.508 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-13T03:33:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:55 smithi052 ceph-mon[91421]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T03:33:55.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:55 smithi052 ceph-mon[89065]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T03:33:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:55 smithi078 ceph-mon[85589]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-13T03:33:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:56 smithi052 ceph-mon[91421]: pgmap v2079: 137 pgs: 11 creating+peering, 1 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-09-13T03:33:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:56 smithi052 ceph-mon[91421]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T03:33:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:56 smithi052 ceph-mon[89065]: pgmap v2079: 137 pgs: 11 creating+peering, 1 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-09-13T03:33:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:56 smithi052 ceph-mon[89065]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T03:33:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:56 smithi078 ceph-mon[85589]: pgmap v2079: 137 pgs: 11 creating+peering, 1 unknown, 125 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-09-13T03:33:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:56 smithi078 ceph-mon[85589]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-13T03:33:57.515 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-13T03:33:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:57 smithi052 ceph-mon[91421]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T03:33:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2157159279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:57 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:57 smithi052 ceph-mon[89065]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T03:33:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2157159279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:57 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:57 smithi078 ceph-mon[85589]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-13T03:33:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2157159279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:57 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:33:58.510 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:33:58] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-09-13T03:33:58.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[89065]: pgmap v2082: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[89065]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[91421]: pgmap v2082: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:58 smithi052 ceph-mon[91421]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T03:33:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:58 smithi078 ceph-mon[85589]: pgmap v2082: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:33:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:58 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:33:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:58 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:33:58.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:58 smithi078 ceph-mon[85589]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-13T03:33:59.561 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2046 ms) 2024-09-13T03:33:59.561 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-13T03:33:59.582 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-09-13T03:33:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:33:59 smithi052 ceph-mon[91421]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T03:33:59.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:33:59 smithi052 ceph-mon[89065]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T03:33:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:33:59 smithi078 ceph-mon[85589]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-13T03:34:00.533 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 2 tests from TestMirroringWatcher (2067 ms total) 2024-09-13T03:34:00.533 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:34:00.533 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 57 tests from TestMigration 2024-09-13T03:34:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:00 smithi078 ceph-mon[85589]: pgmap v2085: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:00 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:34:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:00 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:34:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:00 smithi078 ceph-mon[85589]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T03:34:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[91421]: pgmap v2085: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[91421]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[89065]: pgmap v2085: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:34:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:00 smithi052 ceph-mon[89065]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-13T03:34:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:01 smithi078 ceph-mon[85589]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T03:34:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:02.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:01 smithi052 ceph-mon[89065]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T03:34:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:01 smithi052 ceph-mon[91421]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-13T03:34:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:02 smithi078 ceph-mon[85589]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:02 smithi078 ceph-mon[85589]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T03:34:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:02 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2322803143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:02 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:34:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[91421]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[91421]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T03:34:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2322803143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[89065]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[89065]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-13T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2322803143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:02 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:34:03.547 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.Empty 2024-09-13T03:34:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:03 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:03 smithi078 ceph-mon[85589]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T03:34:03.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:03 smithi078 ceph-mon[85589]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T03:34:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:03 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:03 smithi052 ceph-mon[91421]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T03:34:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:03 smithi052 ceph-mon[91421]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T03:34:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:03 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:34:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:03 smithi052 ceph-mon[89065]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-13T03:34:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:03 smithi052 ceph-mon[89065]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-13T03:34:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:04 smithi078 ceph-mon[85589]: pgmap v2091: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:34:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:34:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:34:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:04 smithi078 ceph-mon[85589]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T03:34:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[91421]: pgmap v2091: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[91421]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[89065]: pgmap v2091: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:34:05.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:34:05.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:34:05.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:34:05.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:04 smithi052 ceph-mon[89065]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-13T03:34:05.609 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:05.620 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:05.771 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:05.843 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:05.922 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.Empty (2374 ms) 2024-09-13T03:34:05.922 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.OtherName 2024-09-13T03:34:05.952 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:05.961 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:06.093 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:06.157 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:06.237 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.OtherName (315 ms) 2024-09-13T03:34:06.237 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.OtherPool 2024-09-13T03:34:06.264 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:06.273 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:06 smithi078 ceph-mon[85589]: pgmap v2094: 169 pgs: 12 creating+peering, 20 unknown, 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:06 smithi078 ceph-mon[85589]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T03:34:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:06 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:34:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:06 smithi052 ceph-mon[91421]: pgmap v2094: 169 pgs: 12 creating+peering, 20 unknown, 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:06 smithi052 ceph-mon[91421]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T03:34:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:06 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:34:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:06 smithi052 ceph-mon[89065]: pgmap v2094: 169 pgs: 12 creating+peering, 20 unknown, 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-13T03:34:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:06 smithi052 ceph-mon[89065]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-13T03:34:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:06 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:34:07.697 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:07.762 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:07.844 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.OtherPool (1607 ms) 2024-09-13T03:34:07.844 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-13T03:34:07.871 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:07.885 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:07 smithi078 ceph-mon[85589]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T03:34:08.008 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:07 smithi052 ceph-mon[91421]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T03:34:08.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:07 smithi052 ceph-mon[89065]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-13T03:34:08.070 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:08.147 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.OtherNamespace (303 ms) 2024-09-13T03:34:08.147 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.DataPool 2024-09-13T03:34:08.175 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:08.185 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:08.325 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:08.393 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:08.472 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.DataPool (325 ms) 2024-09-13T03:34:08.472 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-13T03:34:08.499 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:08.509 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:34:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:34:08] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-09-13T03:34:08.647 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:34:08.743 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.AbortAfterPrepare (272 ms) 2024-09-13T03:34:08.743 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-13T03:34:08.771 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:08.782 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:08.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (132 ms) 2024-09-13T03:34:08.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-13T03:34:08.905 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:08.915 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:08 smithi078 ceph-mon[85589]: pgmap v2097: 169 pgs: 5 creating+peering, 11 unknown, 153 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-09-13T03:34:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:08 smithi078 ceph-mon[85589]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T03:34:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:08 smithi052 ceph-mon[91421]: pgmap v2097: 169 pgs: 5 creating+peering, 11 unknown, 153 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-09-13T03:34:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:08 smithi052 ceph-mon[91421]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T03:34:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:08 smithi052 ceph-mon[89065]: pgmap v2097: 169 pgs: 5 creating+peering, 11 unknown, 153 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 31 op/s 2024-09-13T03:34:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:08 smithi052 ceph-mon[89065]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-13T03:34:09.053 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:09.121 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:34:09.215 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.AbortAfterExecute (339 ms) 2024-09-13T03:34:09.215 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-13T03:34:09.245 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:09.254 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:09.381 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:09.443 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:34:09.539 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (325 ms) 2024-09-13T03:34:09.539 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-13T03:34:09.569 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:09.583 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:09.707 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:09.771 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:34:09.873 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (334 ms) 2024-09-13T03:34:09.874 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-13T03:34:09.902 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:09.912 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:34:09.919 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.MirroringSamePool (46 ms) 2024-09-13T03:34:09.919 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-13T03:34:09.948 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:09.958 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:34:09.964 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.MirroringAbort (45 ms) 2024-09-13T03:34:09.965 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-13T03:34:09.996 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:10.007 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:34:10.013 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (49 ms) 2024-09-13T03:34:10.013 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-13T03:34:10.043 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:10.052 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:34:10.059 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-09-13T03:34:10.059 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-13T03:34:10.088 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:10.099 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:34:10.105 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.MirroringPool (46 ms) 2024-09-13T03:34:10.105 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.Group 2024-09-13T03:34:10.133 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:10.152 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:10.286 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:10.350 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:10.439 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.Group (333 ms) 2024-09-13T03:34:10.439 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-13T03:34:10.468 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:10.486 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:10.627 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:34:10.735 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.GroupAbort (296 ms) 2024-09-13T03:34:10.735 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-13T03:34:10.763 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:10.773 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:10.830 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:10.879 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:10 smithi078 ceph-mon[85589]: pgmap v2099: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 335 op/s 2024-09-13T03:34:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:10 smithi052 ceph-mon[91421]: pgmap v2099: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 335 op/s 2024-09-13T03:34:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:10 smithi052 ceph-mon[89065]: pgmap v2099: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 335 op/s 2024-09-13T03:34:11.061 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:11.172 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:11.295 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnaps (561 ms) 2024-09-13T03:34:11.295 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-13T03:34:11.324 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:11.334 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:11.389 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:11.435 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:11.439 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:11.504 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:11.673 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:11.785 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:11.917 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsOtherPool (621 ms) 2024-09-13T03:34:11.917 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-13T03:34:11.950 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:11.960 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:12.019 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:12.069 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:12.252 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:12.356 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:12.477 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsDataPool (560 ms) 2024-09-13T03:34:12.477 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-13T03:34:12.506 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:12.516 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:12.572 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:12.577 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:34:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:12.626 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:12.815 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:34:13.062 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:12 smithi078 ceph-mon[85589]: pgmap v2100: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 651 KiB/s rd, 39 KiB/s wr, 830 op/s 2024-09-13T03:34:13.063 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:13.063 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:13.063 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:12 smithi052 ceph-mon[89065]: pgmap v2100: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 651 KiB/s rd, 39 KiB/s wr, 830 op/s 2024-09-13T03:34:13.064 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:12 smithi052 ceph-mon[91421]: pgmap v2100: 169 pgs: 169 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 651 KiB/s rd, 39 KiB/s wr, 830 op/s 2024-09-13T03:34:13.064 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (570 ms) 2024-09-13T03:34:13.064 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-13T03:34:13.076 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:13.086 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:13.139 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:13.182 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 0 2024-09-13T03:34:13.195 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:13.300 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:13.369 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:13.418 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (371 ms) 2024-09-13T03:34:13.418 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-13T03:34:13.452 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:13.459 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:13.508 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:13.551 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:13.731 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 0 2024-09-13T03:34:13.743 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:13.812 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:13.865 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (448 ms) 2024-09-13T03:34:13.865 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-13T03:34:13.894 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:13.904 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:13.963 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:14.012 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:14.195 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:34:14.203 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:14.324 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:14.457 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (591 ms) 2024-09-13T03:34:14.457 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-13T03:34:14.491 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:14.502 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:14.560 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:14.608 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:14.797 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: after_prepare_snap 2024-09-13T03:34:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:14 smithi078 ceph-mon[85589]: pgmap v2101: 169 pgs: 169 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 929 op/s 2024-09-13T03:34:15.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:14 smithi052 ceph-mon[89065]: pgmap v2101: 169 pgs: 169 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 929 op/s 2024-09-13T03:34:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:14 smithi052 ceph-mon[91421]: pgmap v2101: 169 pgs: 169 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 929 op/s 2024-09-13T03:34:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:15 smithi078 ceph-mon[85589]: pgmap v2102: 169 pgs: 169 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 31 MiB/s wr, 1.77k op/s 2024-09-13T03:34:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:15 smithi052 ceph-mon[91421]: pgmap v2102: 169 pgs: 169 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 31 MiB/s wr, 1.77k op/s 2024-09-13T03:34:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:15 smithi052 ceph-mon[89065]: pgmap v2102: 169 pgs: 169 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 31 MiB/s wr, 1.77k op/s 2024-09-13T03:34:16.438 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:34:16.461 INFO:tasks.workunit.client.0.smithi052.stdout:write: * 0~1000 2024-09-13T03:34:16.467 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:16.578 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:16.748 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2292 ms) 2024-09-13T03:34:16.748 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.Snaps 2024-09-13T03:34:16.777 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:16.788 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:16.850 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:34:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:16 smithi078 ceph-mon[85589]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T03:34:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:16 smithi078 ceph-mon[85589]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T03:34:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:34:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[91421]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T03:34:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[91421]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T03:34:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:34:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[89065]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-13T03:34:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[89065]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-13T03:34:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:34:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:34:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:34:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:34:17.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:17 smithi078 ceph-mon[85589]: pgmap v2105: 169 pgs: 169 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 41 MiB/s wr, 1.87k op/s 2024-09-13T03:34:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[91421]: pgmap v2105: 169 pgs: 169 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 41 MiB/s wr, 1.87k op/s 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-13T03:34:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:17 smithi052 ceph-mon[89065]: pgmap v2105: 169 pgs: 169 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 41 MiB/s wr, 1.87k op/s 2024-09-13T03:34:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:34:18] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-13T03:34:18.617 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:34:18.638 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:34:18.638 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:34:18.638 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:34:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-09-13T03:34:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-09-13T03:34:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-13T03:34:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:18 smithi078 ceph-mon[85589]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T03:34:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-09-13T03:34:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-09-13T03:34:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-13T03:34:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[89065]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T03:34:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-09-13T03:34:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-09-13T03:34:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-13T03:34:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:18 smithi052 ceph-mon[91421]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-13T03:34:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:19 smithi078 ceph-mon[85589]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T03:34:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:19 smithi078 ceph-mon[85589]: pgmap v2108: 169 pgs: 1 peering, 168 active+clean; 217 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 34 MiB/s wr, 887 op/s 2024-09-13T03:34:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:19 smithi052 ceph-mon[91421]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T03:34:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:19 smithi052 ceph-mon[91421]: pgmap v2108: 169 pgs: 1 peering, 168 active+clean; 217 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 34 MiB/s wr, 887 op/s 2024-09-13T03:34:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:19 smithi052 ceph-mon[89065]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-13T03:34:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:19 smithi052 ceph-mon[89065]: pgmap v2108: 169 pgs: 1 peering, 168 active+clean; 217 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 34 MiB/s wr, 887 op/s 2024-09-13T03:34:20.625 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:34:20.630 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:34:20.631 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:34:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:34:20.662 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:34:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:20 smithi078 ceph-mon[85589]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T03:34:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:20 smithi052 ceph-mon[91421]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T03:34:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:20 smithi052 ceph-mon[89065]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-13T03:34:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:21 smithi078 ceph-mon[85589]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T03:34:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:21 smithi078 ceph-mon[85589]: pgmap v2111: 169 pgs: 1 peering, 168 active+clean; 229 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 22 MiB/s wr, 687 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:34:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:21 smithi052 ceph-mon[91421]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T03:34:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:21 smithi052 ceph-mon[91421]: pgmap v2111: 169 pgs: 1 peering, 168 active+clean; 229 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 22 MiB/s wr, 687 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:34:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:21 smithi052 ceph-mon[89065]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-13T03:34:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:21 smithi052 ceph-mon[89065]: pgmap v2111: 169 pgs: 1 peering, 168 active+clean; 229 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 22 MiB/s wr, 687 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:34:22.630 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:34:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:22.637 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:22.662 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:34:22.671 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:22 smithi078 ceph-mon[85589]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T03:34:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:22 smithi052 ceph-mon[91421]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T03:34:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:22 smithi052 ceph-mon[89065]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-13T03:34:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:23 smithi078 ceph-mon[85589]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T03:34:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:23 smithi078 ceph-mon[85589]: pgmap v2114: 169 pgs: 1 peering, 168 active+clean; 241 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 243 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:34:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:23 smithi052 ceph-mon[91421]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T03:34:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:23 smithi052 ceph-mon[91421]: pgmap v2114: 169 pgs: 1 peering, 168 active+clean; 241 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 243 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:34:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:23 smithi052 ceph-mon[89065]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-13T03:34:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:23 smithi052 ceph-mon[89065]: pgmap v2114: 169 pgs: 1 peering, 168 active+clean; 241 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 243 op/s; 4 B/s, 0 objects/s recovering 2024-09-13T03:34:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:24 smithi078 ceph-mon[85589]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T03:34:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:24 smithi052 ceph-mon[91421]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T03:34:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:24 smithi052 ceph-mon[89065]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-13T03:34:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:25 smithi078 ceph-mon[85589]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T03:34:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:25 smithi078 ceph-mon[85589]: pgmap v2117: 169 pgs: 169 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.0 MiB/s wr, 156 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T03:34:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:25 smithi052 ceph-mon[91421]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T03:34:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:25 smithi052 ceph-mon[91421]: pgmap v2117: 169 pgs: 169 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.0 MiB/s wr, 156 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T03:34:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:25 smithi052 ceph-mon[89065]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-13T03:34:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:25 smithi052 ceph-mon[89065]: pgmap v2117: 169 pgs: 169 active+clean; 253 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.0 MiB/s wr, 156 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T03:34:26.099 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:26.256 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:26 smithi078 ceph-mon[85589]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T03:34:27.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:26 smithi052 ceph-mon[89065]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T03:34:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:26 smithi052 ceph-mon[91421]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-13T03:34:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:27 smithi078 ceph-mon[85589]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T03:34:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:27 smithi078 ceph-mon[85589]: pgmap v2120: 169 pgs: 169 active+clean; 261 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 323 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T03:34:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:27 smithi052 ceph-mon[91421]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T03:34:28.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:27 smithi052 ceph-mon[91421]: pgmap v2120: 169 pgs: 169 active+clean; 261 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 323 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T03:34:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:27 smithi052 ceph-mon[89065]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-13T03:34:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:27 smithi052 ceph-mon[89065]: pgmap v2120: 169 pgs: 169 active+clean; 261 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 323 op/s; 3.0 MiB/s, 0 objects/s recovering 2024-09-13T03:34:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:34:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:34:28] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-13T03:34:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:28 smithi078 ceph-mon[85589]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T03:34:29.002 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.Snaps (12251 ms) 2024-09-13T03:34:29.003 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-13T03:34:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:28 smithi052 ceph-mon[91421]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T03:34:29.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:28 smithi052 ceph-mon[89065]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-13T03:34:29.029 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:29.040 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:29.097 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:34:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:29 smithi078 ceph-mon[85589]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T03:34:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:29 smithi078 ceph-mon[85589]: pgmap v2123: 169 pgs: 169 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 243 op/s 2024-09-13T03:34:30.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:29 smithi052 ceph-mon[89065]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T03:34:30.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:29 smithi052 ceph-mon[89065]: pgmap v2123: 169 pgs: 169 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 243 op/s 2024-09-13T03:34:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:29 smithi052 ceph-mon[91421]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-13T03:34:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:29 smithi052 ceph-mon[91421]: pgmap v2123: 169 pgs: 169 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 243 op/s 2024-09-13T03:34:30.702 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:34:30.716 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:34:30.716 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:34:30.716 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:34:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:30 smithi078 ceph-mon[85589]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T03:34:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:30 smithi052 ceph-mon[91421]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T03:34:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:30 smithi052 ceph-mon[89065]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-13T03:34:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:31 smithi078 ceph-mon[85589]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T03:34:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:31 smithi078 ceph-mon[85589]: pgmap v2126: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 7.0 MiB/s wr, 292 op/s 2024-09-13T03:34:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:31 smithi052 ceph-mon[91421]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T03:34:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:31 smithi052 ceph-mon[91421]: pgmap v2126: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 7.0 MiB/s wr, 292 op/s 2024-09-13T03:34:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:31 smithi052 ceph-mon[89065]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-13T03:34:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:31 smithi052 ceph-mon[89065]: pgmap v2126: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 7.0 MiB/s wr, 292 op/s 2024-09-13T03:34:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:34:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:32.713 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:34:32.720 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:34:32.720 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:34:32.730 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:34:32.750 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:34:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:32 smithi052 ceph-mon[91421]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T03:34:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:32 smithi052 ceph-mon[89065]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T03:34:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:32 smithi078 ceph-mon[85589]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-13T03:34:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:33 smithi052 ceph-mon[91421]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T03:34:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:33 smithi052 ceph-mon[91421]: pgmap v2129: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 256 op/s 2024-09-13T03:34:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:33 smithi052 ceph-mon[89065]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T03:34:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:33 smithi052 ceph-mon[89065]: pgmap v2129: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 256 op/s 2024-09-13T03:34:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:33 smithi078 ceph-mon[85589]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-13T03:34:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:33 smithi078 ceph-mon[85589]: pgmap v2129: 169 pgs: 169 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 256 op/s 2024-09-13T03:34:34.726 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:34.753 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:34:34.764 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:34.773 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:34:34.830 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:34 smithi052 ceph-mon[91421]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T03:34:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:34 smithi052 ceph-mon[89065]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T03:34:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:34 smithi078 ceph-mon[85589]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-13T03:34:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:35 smithi052 ceph-mon[91421]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T03:34:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:35 smithi052 ceph-mon[91421]: pgmap v2132: 169 pgs: 169 active+clean; 297 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 204 op/s 2024-09-13T03:34:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:35 smithi052 ceph-mon[89065]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T03:34:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:35 smithi052 ceph-mon[89065]: pgmap v2132: 169 pgs: 169 active+clean; 297 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 204 op/s 2024-09-13T03:34:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:35 smithi078 ceph-mon[85589]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-13T03:34:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:35 smithi078 ceph-mon[85589]: pgmap v2132: 169 pgs: 169 active+clean; 297 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 204 op/s 2024-09-13T03:34:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:36 smithi052 ceph-mon[91421]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T03:34:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:36 smithi052 ceph-mon[91421]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T03:34:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:36 smithi052 ceph-mon[89065]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T03:34:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:36 smithi052 ceph-mon[89065]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T03:34:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:36 smithi078 ceph-mon[85589]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-13T03:34:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:36 smithi078 ceph-mon[85589]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-13T03:34:37.799 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:37.969 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:38 smithi052 ceph-mon[91421]: pgmap v2135: 169 pgs: 169 active+clean; 321 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 13 MiB/s wr, 201 op/s 2024-09-13T03:34:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:38 smithi052 ceph-mon[91421]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T03:34:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:38 smithi052 ceph-mon[89065]: pgmap v2135: 169 pgs: 169 active+clean; 321 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 13 MiB/s wr, 201 op/s 2024-09-13T03:34:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:38 smithi052 ceph-mon[89065]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T03:34:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:34:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:34:38] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-13T03:34:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:38 smithi078 ceph-mon[85589]: pgmap v2135: 169 pgs: 169 active+clean; 321 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 13 MiB/s wr, 201 op/s 2024-09-13T03:34:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:38 smithi078 ceph-mon[85589]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-13T03:34:40.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:39 smithi052 ceph-mon[89065]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T03:34:40.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:39 smithi052 ceph-mon[89065]: pgmap v2138: 169 pgs: 169 active+clean; 333 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 70 op/s 2024-09-13T03:34:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:39 smithi052 ceph-mon[91421]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T03:34:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:39 smithi052 ceph-mon[91421]: pgmap v2138: 169 pgs: 169 active+clean; 333 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 70 op/s 2024-09-13T03:34:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:39 smithi078 ceph-mon[85589]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-13T03:34:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:39 smithi078 ceph-mon[85589]: pgmap v2138: 169 pgs: 169 active+clean; 333 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 70 op/s 2024-09-13T03:34:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:40 smithi052 ceph-mon[91421]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T03:34:41.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:40 smithi052 ceph-mon[89065]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T03:34:41.101 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsOtherPool (12102 ms) 2024-09-13T03:34:41.101 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-13T03:34:41.134 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:41.145 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:40 smithi078 ceph-mon[85589]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-13T03:34:41.210 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:34:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:41 smithi052 ceph-mon[91421]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T03:34:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:41 smithi052 ceph-mon[91421]: pgmap v2141: 169 pgs: 169 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 399 op/s 2024-09-13T03:34:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:41 smithi052 ceph-mon[89065]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T03:34:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:41 smithi052 ceph-mon[89065]: pgmap v2141: 169 pgs: 169 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 399 op/s 2024-09-13T03:34:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:41 smithi078 ceph-mon[85589]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-13T03:34:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:41 smithi078 ceph-mon[85589]: pgmap v2141: 169 pgs: 169 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 399 op/s 2024-09-13T03:34:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:34:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:42.760 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:34:42.775 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:34:42.775 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:34:42.776 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:34:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:42 smithi052 ceph-mon[91421]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T03:34:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:42 smithi052 ceph-mon[89065]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T03:34:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:42 smithi078 ceph-mon[85589]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-13T03:34:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:43 smithi052 ceph-mon[91421]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T03:34:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:43 smithi052 ceph-mon[91421]: pgmap v2144: 169 pgs: 169 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 12 MiB/s wr, 394 op/s 2024-09-13T03:34:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:43 smithi052 ceph-mon[89065]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T03:34:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:43 smithi052 ceph-mon[89065]: pgmap v2144: 169 pgs: 169 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 12 MiB/s wr, 394 op/s 2024-09-13T03:34:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:43 smithi078 ceph-mon[85589]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-13T03:34:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:43 smithi078 ceph-mon[85589]: pgmap v2144: 169 pgs: 169 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 12 MiB/s wr, 394 op/s 2024-09-13T03:34:44.775 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:34:44.785 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:34:44.785 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:34:44.794 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:34:44.811 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:34:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:44 smithi052 ceph-mon[91421]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T03:34:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:44 smithi052 ceph-mon[89065]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T03:34:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:44 smithi078 ceph-mon[85589]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-13T03:34:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:45 smithi052 ceph-mon[91421]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T03:34:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:45 smithi052 ceph-mon[91421]: pgmap v2147: 169 pgs: 169 active+clean; 365 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-09-13T03:34:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:45 smithi052 ceph-mon[89065]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T03:34:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:45 smithi052 ceph-mon[89065]: pgmap v2147: 169 pgs: 169 active+clean; 365 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-09-13T03:34:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:45 smithi078 ceph-mon[85589]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-13T03:34:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:45 smithi078 ceph-mon[85589]: pgmap v2147: 169 pgs: 169 active+clean; 365 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 11 MiB/s wr, 192 op/s 2024-09-13T03:34:46.340 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:46.364 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:34:46.373 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:46 smithi052 ceph-mon[91421]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T03:34:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:46 smithi052 ceph-mon[91421]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T03:34:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:46 smithi052 ceph-mon[89065]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T03:34:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:46 smithi052 ceph-mon[89065]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T03:34:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:46 smithi078 ceph-mon[85589]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-13T03:34:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:46 smithi078 ceph-mon[85589]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-13T03:34:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:34:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:48 smithi052 ceph-mon[91421]: pgmap v2150: 169 pgs: 169 active+clean; 385 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-09-13T03:34:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:48 smithi052 ceph-mon[91421]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T03:34:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:48 smithi052 ceph-mon[89065]: pgmap v2150: 169 pgs: 169 active+clean; 385 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-09-13T03:34:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:48 smithi052 ceph-mon[89065]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T03:34:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:34:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:34:48] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-13T03:34:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:48 smithi078 ceph-mon[85589]: pgmap v2150: 169 pgs: 169 active+clean; 385 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 147 op/s 2024-09-13T03:34:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:48 smithi078 ceph-mon[85589]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-13T03:34:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:49 smithi078 ceph-mon[85589]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T03:34:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:49 smithi052 ceph-mon[91421]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T03:34:49.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:49 smithi052 ceph-mon[89065]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-13T03:34:49.790 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:34:49.947 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:34:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:50 smithi078 ceph-mon[85589]: pgmap v2153: 169 pgs: 169 active+clean; 389 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 75 op/s 2024-09-13T03:34:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:50 smithi078 ceph-mon[85589]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T03:34:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:50 smithi052 ceph-mon[91421]: pgmap v2153: 169 pgs: 169 active+clean; 389 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 75 op/s 2024-09-13T03:34:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:50 smithi052 ceph-mon[91421]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T03:34:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:50 smithi052 ceph-mon[89065]: pgmap v2153: 169 pgs: 169 active+clean; 389 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 75 op/s 2024-09-13T03:34:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:50 smithi052 ceph-mon[89065]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-13T03:34:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:51 smithi078 ceph-mon[85589]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T03:34:51.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:51 smithi052 ceph-mon[89065]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T03:34:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:51 smithi052 ceph-mon[91421]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-13T03:34:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:52 smithi078 ceph-mon[85589]: pgmap v2156: 169 pgs: 169 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-09-13T03:34:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:52 smithi078 ceph-mon[85589]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T03:34:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:34:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:34:52.675 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsDataPool (11573 ms) 2024-09-13T03:34:52.675 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-13T03:34:52.707 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:52.718 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:34:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:52 smithi052 ceph-mon[89065]: pgmap v2156: 169 pgs: 169 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-09-13T03:34:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:52 smithi052 ceph-mon[89065]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T03:34:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:52 smithi052 ceph-mon[91421]: pgmap v2156: 169 pgs: 169 active+clean; 397 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-09-13T03:34:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:52 smithi052 ceph-mon[91421]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-13T03:34:52.780 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:34:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:53 smithi078 ceph-mon[85589]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T03:34:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:53 smithi052 ceph-mon[91421]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T03:34:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:53 smithi052 ceph-mon[89065]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-13T03:34:54.381 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:34:54.395 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:34:54.395 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:34:54.395 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:34:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:54 smithi078 ceph-mon[85589]: pgmap v2159: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 132 op/s 2024-09-13T03:34:54.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:54 smithi078 ceph-mon[85589]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T03:34:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:54 smithi052 ceph-mon[91421]: pgmap v2159: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 132 op/s 2024-09-13T03:34:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:54 smithi052 ceph-mon[91421]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T03:34:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:54 smithi052 ceph-mon[89065]: pgmap v2159: 169 pgs: 169 active+clean; 405 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 132 op/s 2024-09-13T03:34:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:54 smithi052 ceph-mon[89065]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-13T03:34:55.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:55 smithi078 ceph-mon[85589]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T03:34:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:55 smithi052 ceph-mon[91421]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T03:34:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:55 smithi052 ceph-mon[89065]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-13T03:34:56.343 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:34:56.350 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:34:56.350 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:34:56.361 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:34:56.386 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:34:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:56 smithi078 ceph-mon[85589]: pgmap v2162: 169 pgs: 169 active+clean; 425 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 441 op/s 2024-09-13T03:34:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:56 smithi078 ceph-mon[85589]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T03:34:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:56 smithi078 ceph-mon[85589]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T03:34:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:56 smithi052 ceph-mon[91421]: pgmap v2162: 169 pgs: 169 active+clean; 425 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 441 op/s 2024-09-13T03:34:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:56 smithi052 ceph-mon[91421]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T03:34:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:56 smithi052 ceph-mon[91421]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T03:34:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:56 smithi052 ceph-mon[89065]: pgmap v2162: 169 pgs: 169 active+clean; 425 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 441 op/s 2024-09-13T03:34:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:56 smithi052 ceph-mon[89065]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-13T03:34:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:56 smithi052 ceph-mon[89065]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-13T03:34:58.393 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:34:58.420 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:34:58.429 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:34:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:34:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:34:58] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-13T03:34:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:58 smithi052 ceph-mon[89065]: pgmap v2165: 169 pgs: 169 active+clean; 433 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 13 MiB/s wr, 441 op/s 2024-09-13T03:34:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:58 smithi052 ceph-mon[89065]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T03:34:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:58 smithi052 ceph-mon[91421]: pgmap v2165: 169 pgs: 169 active+clean; 433 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 13 MiB/s wr, 441 op/s 2024-09-13T03:34:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:58 smithi052 ceph-mon[91421]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T03:34:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:58 smithi078 ceph-mon[85589]: pgmap v2165: 169 pgs: 169 active+clean; 433 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 13 MiB/s wr, 441 op/s 2024-09-13T03:34:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:58 smithi078 ceph-mon[85589]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-13T03:34:59.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:34:59 smithi078 ceph-mon[85589]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T03:34:59.785 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:34:59 smithi052 ceph-mon[91421]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T03:34:59.786 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:34:59 smithi052 ceph-mon[89065]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-13T03:35:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:00 smithi078 ceph-mon[85589]: pgmap v2168: 169 pgs: 169 active+clean; 441 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 112 op/s 2024-09-13T03:35:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:00 smithi078 ceph-mon[85589]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T03:35:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:00 smithi052 ceph-mon[91421]: pgmap v2168: 169 pgs: 169 active+clean; 441 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 112 op/s 2024-09-13T03:35:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:00 smithi052 ceph-mon[91421]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T03:35:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:00 smithi052 ceph-mon[89065]: pgmap v2168: 169 pgs: 169 active+clean; 441 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 112 op/s 2024-09-13T03:35:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:00 smithi052 ceph-mon[89065]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-13T03:35:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:01 smithi078 ceph-mon[85589]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T03:35:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:01 smithi078 ceph-mon[85589]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T03:35:01.704 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:35:01.727 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:35:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:01 smithi052 ceph-mon[91421]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T03:35:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:01 smithi052 ceph-mon[91421]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T03:35:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:01 smithi052 ceph-mon[89065]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-13T03:35:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:01 smithi052 ceph-mon[89065]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-13T03:35:01.869 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:35:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:02 smithi078 ceph-mon[85589]: pgmap v2171: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 153 op/s 2024-09-13T03:35:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:35:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:02 smithi052 ceph-mon[91421]: pgmap v2171: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 153 op/s 2024-09-13T03:35:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:02.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:02 smithi052 ceph-mon[89065]: pgmap v2171: 169 pgs: 169 active+clean; 453 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 153 op/s 2024-09-13T03:35:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:03 smithi078 ceph-mon[85589]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T03:35:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:03 smithi052 ceph-mon[91421]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T03:35:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:03 smithi052 ceph-mon[89065]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-13T03:35:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:04 smithi078 ceph-mon[85589]: pgmap v2174: 169 pgs: 169 active+clean; 457 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-09-13T03:35:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:04 smithi078 ceph-mon[85589]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T03:35:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:04 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:35:04.752 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12078 ms) 2024-09-13T03:35:04.753 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-13T03:35:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:04 smithi052 ceph-mon[91421]: pgmap v2174: 169 pgs: 169 active+clean; 457 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-09-13T03:35:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:04 smithi052 ceph-mon[91421]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T03:35:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:04 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:35:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:04 smithi052 ceph-mon[89065]: pgmap v2174: 169 pgs: 169 active+clean; 457 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-09-13T03:35:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:04 smithi052 ceph-mon[89065]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-13T03:35:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:04 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:35:04.783 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:04.794 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:35:04.851 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:35:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:05 smithi078 ceph-mon[85589]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T03:35:05.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:35:05.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:35:05.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[91421]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[89065]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:35:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:35:05.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:35:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:06 smithi078 ceph-mon[85589]: pgmap v2177: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 8.0 MiB/s wr, 475 op/s 2024-09-13T03:35:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:06 smithi078 ceph-mon[85589]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T03:35:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:06 smithi052 ceph-mon[91421]: pgmap v2177: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 8.0 MiB/s wr, 475 op/s 2024-09-13T03:35:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:06 smithi052 ceph-mon[91421]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T03:35:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:06 smithi052 ceph-mon[89065]: pgmap v2177: 169 pgs: 169 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 8.0 MiB/s wr, 475 op/s 2024-09-13T03:35:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:06 smithi052 ceph-mon[89065]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-13T03:35:06.809 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:35:06.834 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:35:06.834 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:35:06.834 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:35:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:07 smithi078 ceph-mon[85589]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T03:35:08.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:07 smithi078 ceph-mon[85589]: pgmap v2180: 169 pgs: 169 active+clean; 473 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 438 op/s 2024-09-13T03:35:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:07 smithi052 ceph-mon[91421]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T03:35:08.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:07 smithi052 ceph-mon[91421]: pgmap v2180: 169 pgs: 169 active+clean; 473 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 438 op/s 2024-09-13T03:35:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:07 smithi052 ceph-mon[89065]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-13T03:35:08.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:07 smithi052 ceph-mon[89065]: pgmap v2180: 169 pgs: 169 active+clean; 473 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 438 op/s 2024-09-13T03:35:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:35:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:35:08] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-09-13T03:35:08.820 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:35:08.828 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:35:08.828 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:35:08.838 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:35:08.866 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:35:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:08 smithi078 ceph-mon[85589]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T03:35:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:08 smithi052 ceph-mon[91421]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T03:35:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:08 smithi052 ceph-mon[89065]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-13T03:35:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:09 smithi078 ceph-mon[85589]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T03:35:10.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:09 smithi078 ceph-mon[85589]: pgmap v2183: 169 pgs: 169 active+clean; 469 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 76 op/s 2024-09-13T03:35:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:09 smithi052 ceph-mon[89065]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T03:35:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:09 smithi052 ceph-mon[89065]: pgmap v2183: 169 pgs: 169 active+clean; 469 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 76 op/s 2024-09-13T03:35:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:09 smithi052 ceph-mon[91421]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-13T03:35:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:09 smithi052 ceph-mon[91421]: pgmap v2183: 169 pgs: 169 active+clean; 469 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 76 op/s 2024-09-13T03:35:10.826 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:10.851 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:35:10.860 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 0 2024-09-13T03:35:10.877 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:35:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:10 smithi078 ceph-mon[85589]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T03:35:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:10 smithi052 ceph-mon[91421]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T03:35:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:10 smithi052 ceph-mon[89065]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-13T03:35:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:11 smithi078 ceph-mon[85589]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T03:35:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:11 smithi078 ceph-mon[85589]: pgmap v2186: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-09-13T03:35:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:11 smithi078 ceph-mon[85589]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T03:35:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:11 smithi052 ceph-mon[91421]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T03:35:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:11 smithi052 ceph-mon[91421]: pgmap v2186: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-09-13T03:35:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:11 smithi052 ceph-mon[91421]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T03:35:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:11 smithi052 ceph-mon[89065]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-13T03:35:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:11 smithi052 ceph-mon[89065]: pgmap v2186: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-09-13T03:35:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:11 smithi052 ceph-mon[89065]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-13T03:35:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:35:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:13.687 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:35:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:13 smithi078 ceph-mon[85589]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T03:35:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:13 smithi052 ceph-mon[91421]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T03:35:13.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:13 smithi052 ceph-mon[89065]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-13T03:35:13.843 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:35:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:14 smithi078 ceph-mon[85589]: pgmap v2189: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2024-09-13T03:35:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:14 smithi078 ceph-mon[85589]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T03:35:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:14 smithi052 ceph-mon[91421]: pgmap v2189: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2024-09-13T03:35:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:14 smithi052 ceph-mon[91421]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T03:35:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:14 smithi052 ceph-mon[89065]: pgmap v2189: 169 pgs: 169 active+clean; 505 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 118 op/s 2024-09-13T03:35:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:14 smithi052 ceph-mon[89065]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-13T03:35:15.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:15 smithi078 ceph-mon[85589]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T03:35:15.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:15 smithi052 ceph-mon[89065]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T03:35:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:15 smithi052 ceph-mon[91421]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-13T03:35:16.645 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11893 ms) 2024-09-13T03:35:16.645 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-13T03:35:16.678 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:16.689 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:35:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:16 smithi078 ceph-mon[85589]: pgmap v2192: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 355 op/s 2024-09-13T03:35:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:16 smithi078 ceph-mon[85589]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T03:35:16.749 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:35:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:16 smithi052 ceph-mon[89065]: pgmap v2192: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 355 op/s 2024-09-13T03:35:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:16 smithi052 ceph-mon[89065]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T03:35:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:16 smithi052 ceph-mon[91421]: pgmap v2192: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 355 op/s 2024-09-13T03:35:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:16 smithi052 ceph-mon[91421]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-13T03:35:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:17 smithi078 ceph-mon[85589]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T03:35:17.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:17 smithi052 ceph-mon[91421]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T03:35:17.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:17 smithi052 ceph-mon[89065]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-13T03:35:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:18.378 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:35:18.395 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:35:18.395 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:35:18.395 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:35:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:18 smithi052 ceph-mon[91421]: pgmap v2195: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 7.0 MiB/s wr, 488 op/s 2024-09-13T03:35:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:18 smithi052 ceph-mon[91421]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T03:35:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:18 smithi052 ceph-mon[89065]: pgmap v2195: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 7.0 MiB/s wr, 488 op/s 2024-09-13T03:35:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:18 smithi052 ceph-mon[89065]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T03:35:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:35:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:35:18] "GET /metrics HTTP/1.1" 200 38861 "" "Prometheus/2.43.0" 2024-09-13T03:35:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:18 smithi078 ceph-mon[85589]: pgmap v2195: 169 pgs: 169 active+clean; 521 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 7.0 MiB/s wr, 488 op/s 2024-09-13T03:35:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:18 smithi078 ceph-mon[85589]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-13T03:35:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:19 smithi078 ceph-mon[85589]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T03:35:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:19 smithi052 ceph-mon[91421]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T03:35:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:19 smithi052 ceph-mon[89065]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-13T03:35:20.389 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:35:20.396 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:35:20.396 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:35:20.406 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:35:20.430 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:35:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:20 smithi078 ceph-mon[85589]: pgmap v2198: 169 pgs: 169 active+clean; 525 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-09-13T03:35:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:20 smithi078 ceph-mon[85589]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T03:35:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:20 smithi052 ceph-mon[91421]: pgmap v2198: 169 pgs: 169 active+clean; 525 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-09-13T03:35:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:20 smithi052 ceph-mon[91421]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T03:35:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:20 smithi052 ceph-mon[89065]: pgmap v2198: 169 pgs: 169 active+clean; 525 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-09-13T03:35:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:20 smithi052 ceph-mon[89065]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-13T03:35:21.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:21 smithi078 ceph-mon[85589]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T03:35:21.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:21 smithi078 ceph-mon[85589]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T03:35:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:21 smithi052 ceph-mon[91421]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T03:35:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:21 smithi052 ceph-mon[91421]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T03:35:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:21 smithi052 ceph-mon[89065]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-13T03:35:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:21 smithi052 ceph-mon[89065]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-13T03:35:22.347 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:22.374 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:35:22.383 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:35:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:22 smithi078 ceph-mon[85589]: pgmap v2201: 169 pgs: 169 active+clean; 537 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 115 op/s 2024-09-13T03:35:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:22 smithi078 ceph-mon[85589]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T03:35:22.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:35:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:22 smithi052 ceph-mon[91421]: pgmap v2201: 169 pgs: 169 active+clean; 537 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 115 op/s 2024-09-13T03:35:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:22 smithi052 ceph-mon[91421]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T03:35:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:22 smithi052 ceph-mon[89065]: pgmap v2201: 169 pgs: 169 active+clean; 537 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 115 op/s 2024-09-13T03:35:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:22 smithi052 ceph-mon[89065]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-13T03:35:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:24 smithi078 ceph-mon[85589]: pgmap v2204: 169 pgs: 169 active+clean; 545 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-09-13T03:35:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:24 smithi078 ceph-mon[85589]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T03:35:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:24 smithi052 ceph-mon[91421]: pgmap v2204: 169 pgs: 169 active+clean; 545 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-09-13T03:35:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:24 smithi052 ceph-mon[91421]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T03:35:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:24 smithi052 ceph-mon[89065]: pgmap v2204: 169 pgs: 169 active+clean; 545 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 63 op/s 2024-09-13T03:35:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:24 smithi052 ceph-mon[89065]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-13T03:35:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:25 smithi078 ceph-mon[85589]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T03:35:25.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:25 smithi052 ceph-mon[91421]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T03:35:25.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:25 smithi052 ceph-mon[89065]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-13T03:35:25.833 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 0 2024-09-13T03:35:25.914 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:35:26.033 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:35:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:26 smithi078 ceph-mon[85589]: pgmap v2207: 169 pgs: 169 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 MiB/s wr, 180 op/s 2024-09-13T03:35:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:26 smithi078 ceph-mon[85589]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T03:35:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:26 smithi078 ceph-mon[85589]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T03:35:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:26 smithi052 ceph-mon[91421]: pgmap v2207: 169 pgs: 169 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 MiB/s wr, 180 op/s 2024-09-13T03:35:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:26 smithi052 ceph-mon[91421]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T03:35:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:26 smithi052 ceph-mon[91421]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T03:35:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:26 smithi052 ceph-mon[89065]: pgmap v2207: 169 pgs: 169 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 MiB/s wr, 180 op/s 2024-09-13T03:35:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:26 smithi052 ceph-mon[89065]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-13T03:35:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:26 smithi052 ceph-mon[89065]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-13T03:35:28.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:28 smithi052 ceph-mon[89065]: pgmap v2210: 169 pgs: 169 active+clean; 569 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 212 op/s 2024-09-13T03:35:28.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:28 smithi052 ceph-mon[89065]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T03:35:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:28 smithi052 ceph-mon[91421]: pgmap v2210: 169 pgs: 169 active+clean; 569 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 212 op/s 2024-09-13T03:35:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:28 smithi052 ceph-mon[91421]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T03:35:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:35:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:35:28] "GET /metrics HTTP/1.1" 200 38861 "" "Prometheus/2.43.0" 2024-09-13T03:35:28.626 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11980 ms) 2024-09-13T03:35:28.626 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-13T03:35:28.658 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:28.668 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:35:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:28 smithi078 ceph-mon[85589]: pgmap v2210: 169 pgs: 169 active+clean; 569 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 212 op/s 2024-09-13T03:35:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:28 smithi078 ceph-mon[85589]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-13T03:35:28.734 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:35:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:29 smithi078 ceph-mon[85589]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T03:35:29.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:29 smithi052 ceph-mon[91421]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T03:35:29.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:29 smithi052 ceph-mon[89065]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-13T03:35:30.368 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:35:30.381 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:35:30.382 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:35:30.382 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:35:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:30 smithi078 ceph-mon[85589]: pgmap v2213: 169 pgs: 169 active+clean; 577 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 101 op/s 2024-09-13T03:35:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:30 smithi078 ceph-mon[85589]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T03:35:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:30 smithi052 ceph-mon[91421]: pgmap v2213: 169 pgs: 169 active+clean; 577 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 101 op/s 2024-09-13T03:35:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:30 smithi052 ceph-mon[91421]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T03:35:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:30 smithi052 ceph-mon[89065]: pgmap v2213: 169 pgs: 169 active+clean; 577 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 101 op/s 2024-09-13T03:35:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:30 smithi052 ceph-mon[89065]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-13T03:35:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:31 smithi078 ceph-mon[85589]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T03:35:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:31 smithi052 ceph-mon[89065]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T03:35:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:31 smithi052 ceph-mon[91421]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-13T03:35:32.378 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:35:32.385 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:35:32.385 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:35:32.395 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:35:32.416 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:35:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:35:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:32 smithi078 ceph-mon[85589]: pgmap v2216: 169 pgs: 169 active+clean; 581 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 486 op/s 2024-09-13T03:35:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:32 smithi078 ceph-mon[85589]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T03:35:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:32 smithi052 ceph-mon[91421]: pgmap v2216: 169 pgs: 169 active+clean; 581 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 486 op/s 2024-09-13T03:35:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:32 smithi052 ceph-mon[91421]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T03:35:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:32 smithi052 ceph-mon[89065]: pgmap v2216: 169 pgs: 169 active+clean; 581 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 486 op/s 2024-09-13T03:35:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:32 smithi052 ceph-mon[89065]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-13T03:35:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:33 smithi078 ceph-mon[85589]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T03:35:33.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:33 smithi052 ceph-mon[91421]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T03:35:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:33 smithi052 ceph-mon[89065]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-13T03:35:34.384 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:34.410 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:35:34.418 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:35:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:34 smithi078 ceph-mon[85589]: pgmap v2219: 169 pgs: 169 active+clean; 581 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 443 op/s 2024-09-13T03:35:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:34 smithi078 ceph-mon[85589]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T03:35:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:34 smithi052 ceph-mon[91421]: pgmap v2219: 169 pgs: 169 active+clean; 581 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 443 op/s 2024-09-13T03:35:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:34 smithi052 ceph-mon[91421]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T03:35:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:34 smithi052 ceph-mon[89065]: pgmap v2219: 169 pgs: 169 active+clean; 581 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 443 op/s 2024-09-13T03:35:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:34 smithi052 ceph-mon[89065]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-13T03:35:35.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:35 smithi078 ceph-mon[85589]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T03:35:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:35 smithi052 ceph-mon[91421]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T03:35:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:35 smithi052 ceph-mon[89065]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-13T03:35:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:36 smithi078 ceph-mon[85589]: pgmap v2222: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 195 op/s 2024-09-13T03:35:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:36 smithi078 ceph-mon[85589]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T03:35:36.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:36 smithi078 ceph-mon[85589]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T03:35:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:36 smithi052 ceph-mon[91421]: pgmap v2222: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 195 op/s 2024-09-13T03:35:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:36 smithi052 ceph-mon[91421]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T03:35:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:36 smithi052 ceph-mon[91421]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T03:35:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:36 smithi052 ceph-mon[89065]: pgmap v2222: 169 pgs: 169 active+clean; 613 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 195 op/s 2024-09-13T03:35:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:36 smithi052 ceph-mon[89065]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-13T03:35:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:36 smithi052 ceph-mon[89065]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-13T03:35:37.769 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:35:37.779 INFO:tasks.workunit.client.0.smithi052.stdout:write: * 83886080~1000 2024-09-13T03:35:37.808 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:35:37.947 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:35:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:35:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:35:38] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-13T03:35:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:38 smithi052 ceph-mon[91421]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.0 MiB/s wr, 173 op/s 2024-09-13T03:35:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:38 smithi052 ceph-mon[91421]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T03:35:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:38 smithi052 ceph-mon[89065]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.0 MiB/s wr, 173 op/s 2024-09-13T03:35:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:38 smithi052 ceph-mon[89065]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T03:35:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:38 smithi078 ceph-mon[85589]: pgmap v2225: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 8.0 MiB/s wr, 173 op/s 2024-09-13T03:35:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:38 smithi078 ceph-mon[85589]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-13T03:35:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:39 smithi078 ceph-mon[85589]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T03:35:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:39 smithi052 ceph-mon[91421]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T03:35:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:39 smithi052 ceph-mon[89065]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-13T03:35:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:40 smithi078 ceph-mon[85589]: pgmap v2228: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-09-13T03:35:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:40 smithi078 ceph-mon[85589]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T03:35:40.769 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12143 ms) 2024-09-13T03:35:40.769 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-13T03:35:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:40 smithi052 ceph-mon[91421]: pgmap v2228: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-09-13T03:35:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:40 smithi052 ceph-mon[91421]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T03:35:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:40 smithi052 ceph-mon[89065]: pgmap v2228: 169 pgs: 169 active+clean; 621 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-09-13T03:35:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:40 smithi052 ceph-mon[89065]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-13T03:35:40.798 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:40.808 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 41943040~10 2024-09-13T03:35:40.816 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:35:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:41 smithi078 ceph-mon[85589]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T03:35:41.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:41 smithi052 ceph-mon[89065]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T03:35:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:41 smithi052 ceph-mon[91421]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-13T03:35:42.424 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:35:42.451 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:35:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:42 smithi078 ceph-mon[85589]: pgmap v2231: 169 pgs: 169 active+clean; 641 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2024-09-13T03:35:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:42 smithi078 ceph-mon[85589]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T03:35:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:35:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:42 smithi052 ceph-mon[91421]: pgmap v2231: 169 pgs: 169 active+clean; 641 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2024-09-13T03:35:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:42 smithi052 ceph-mon[91421]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T03:35:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:42 smithi052 ceph-mon[89065]: pgmap v2231: 169 pgs: 169 active+clean; 641 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2024-09-13T03:35:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:42 smithi052 ceph-mon[89065]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-13T03:35:43.593 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:43.604 INFO:tasks.workunit.client.0.smithi052.stdout:write: Y 41943040~5 2024-09-13T03:35:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:43 smithi078 ceph-mon[85589]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T03:35:43.699 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:35:43.775 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:35:43.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:43 smithi052 ceph-mon[89065]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T03:35:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:43 smithi052 ceph-mon[91421]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-13T03:35:44.549 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3780 ms) 2024-09-13T03:35:44.549 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-13T03:35:44.581 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:44.591 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:35:44.651 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:35:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:44 smithi078 ceph-mon[85589]: pgmap v2234: 169 pgs: 169 active+clean; 637 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 453 op/s 2024-09-13T03:35:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:44 smithi078 ceph-mon[85589]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T03:35:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:44 smithi052 ceph-mon[91421]: pgmap v2234: 169 pgs: 169 active+clean; 637 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 453 op/s 2024-09-13T03:35:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:44 smithi052 ceph-mon[91421]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T03:35:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:44 smithi052 ceph-mon[89065]: pgmap v2234: 169 pgs: 169 active+clean; 637 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 453 op/s 2024-09-13T03:35:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:44 smithi052 ceph-mon[89065]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-13T03:35:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:45 smithi078 ceph-mon[85589]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T03:35:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:45 smithi052 ceph-mon[91421]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T03:35:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:45 smithi052 ceph-mon[89065]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-13T03:35:46.361 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:35:46.374 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:35:46.375 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:35:46.375 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:35:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:46 smithi078 ceph-mon[85589]: pgmap v2237: 169 pgs: 169 active+clean; 625 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 289 op/s 2024-09-13T03:35:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:46 smithi078 ceph-mon[85589]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T03:35:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:46 smithi078 ceph-mon[85589]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T03:35:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[91421]: pgmap v2237: 169 pgs: 169 active+clean; 625 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 289 op/s 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[91421]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[91421]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[89065]: pgmap v2237: 169 pgs: 169 active+clean; 625 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 2.0 MiB/s wr, 289 op/s 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[89065]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-13T03:35:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[89065]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-13T03:35:46.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:35:48.364 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:35:48.373 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:35:48.374 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:35:48.383 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:35:48.410 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:35:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:48 smithi052 ceph-mon[91421]: pgmap v2240: 169 pgs: 169 active+clean; 633 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 398 op/s 2024-09-13T03:35:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:48 smithi052 ceph-mon[91421]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T03:35:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:35:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:35:48] "GET /metrics HTTP/1.1" 200 38864 "" "Prometheus/2.43.0" 2024-09-13T03:35:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:48 smithi052 ceph-mon[89065]: pgmap v2240: 169 pgs: 169 active+clean; 633 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 398 op/s 2024-09-13T03:35:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:48 smithi052 ceph-mon[89065]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T03:35:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:48 smithi078 ceph-mon[85589]: pgmap v2240: 169 pgs: 169 active+clean; 633 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 398 op/s 2024-09-13T03:35:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:48 smithi078 ceph-mon[85589]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-13T03:35:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:49 smithi078 ceph-mon[85589]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T03:35:49.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:49 smithi052 ceph-mon[89065]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T03:35:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:49 smithi052 ceph-mon[91421]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-13T03:35:50.380 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:50.419 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:35:50.428 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:35:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:50 smithi078 ceph-mon[85589]: pgmap v2243: 169 pgs: 169 active+clean; 641 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-09-13T03:35:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:50 smithi078 ceph-mon[85589]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T03:35:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:50 smithi052 ceph-mon[89065]: pgmap v2243: 169 pgs: 169 active+clean; 641 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-09-13T03:35:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:50 smithi052 ceph-mon[89065]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T03:35:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:50 smithi052 ceph-mon[91421]: pgmap v2243: 169 pgs: 169 active+clean; 641 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-09-13T03:35:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:50 smithi052 ceph-mon[91421]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-13T03:35:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:51 smithi078 ceph-mon[85589]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T03:35:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:51 smithi078 ceph-mon[85589]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T03:35:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:51 smithi052 ceph-mon[91421]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T03:35:51.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:51 smithi052 ceph-mon[91421]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T03:35:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:51 smithi052 ceph-mon[89065]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-13T03:35:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:51 smithi052 ceph-mon[89065]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-13T03:35:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:35:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:35:52.599 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:52 smithi078 ceph-mon[85589]: pgmap v2246: 169 pgs: 169 active+clean; 665 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-09-13T03:35:52.599 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:52 smithi078 ceph-mon[85589]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T03:35:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:52 smithi052 ceph-mon[91421]: pgmap v2246: 169 pgs: 169 active+clean; 665 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-09-13T03:35:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:52 smithi052 ceph-mon[91421]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T03:35:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:52 smithi052 ceph-mon[89065]: pgmap v2246: 169 pgs: 169 active+clean; 665 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-09-13T03:35:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:52 smithi052 ceph-mon[89065]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-13T03:35:53.871 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: after_prepare_snap 2024-09-13T03:35:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:54 smithi078 ceph-mon[85589]: pgmap v2249: 169 pgs: 169 active+clean; 669 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 6.0 MiB/s wr, 61 op/s 2024-09-13T03:35:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:54 smithi078 ceph-mon[85589]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T03:35:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:54 smithi052 ceph-mon[91421]: pgmap v2249: 169 pgs: 169 active+clean; 669 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 6.0 MiB/s wr, 61 op/s 2024-09-13T03:35:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:54 smithi052 ceph-mon[91421]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T03:35:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:54 smithi052 ceph-mon[89065]: pgmap v2249: 169 pgs: 169 active+clean; 669 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 35 KiB/s rd, 6.0 MiB/s wr, 61 op/s 2024-09-13T03:35:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:54 smithi052 ceph-mon[89065]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-13T03:35:55.395 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:35:55.428 INFO:tasks.workunit.client.0.smithi052.stdout:write: * 0~1000 2024-09-13T03:35:55.436 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:35:55.585 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:35:55.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:55 smithi078 ceph-mon[85589]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T03:35:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:55 smithi052 ceph-mon[91421]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T03:35:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:55 smithi052 ceph-mon[89065]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-13T03:35:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:56 smithi078 ceph-mon[85589]: pgmap v2252: 169 pgs: 169 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 159 op/s 2024-09-13T03:35:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:56 smithi078 ceph-mon[85589]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T03:35:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:56 smithi052 ceph-mon[91421]: pgmap v2252: 169 pgs: 169 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 159 op/s 2024-09-13T03:35:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:56 smithi052 ceph-mon[91421]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T03:35:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:56 smithi052 ceph-mon[89065]: pgmap v2252: 169 pgs: 169 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 159 op/s 2024-09-13T03:35:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:56 smithi052 ceph-mon[89065]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-13T03:35:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:57 smithi078 ceph-mon[85589]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T03:35:57.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:57 smithi052 ceph-mon[91421]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T03:35:57.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:57 smithi052 ceph-mon[89065]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-13T03:35:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:35:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:35:58] "GET /metrics HTTP/1.1" 200 38864 "" "Prometheus/2.43.0" 2024-09-13T03:35:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:58 smithi052 ceph-mon[91421]: pgmap v2255: 169 pgs: 169 active+clean; 681 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 2.0 MiB/s wr, 371 op/s 2024-09-13T03:35:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:58 smithi052 ceph-mon[91421]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T03:35:58.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:58 smithi052 ceph-mon[89065]: pgmap v2255: 169 pgs: 169 active+clean; 681 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 2.0 MiB/s wr, 371 op/s 2024-09-13T03:35:58.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:58 smithi052 ceph-mon[89065]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T03:35:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:58 smithi078 ceph-mon[85589]: pgmap v2255: 169 pgs: 169 active+clean; 681 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 2.0 MiB/s wr, 371 op/s 2024-09-13T03:35:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:58 smithi078 ceph-mon[85589]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-13T03:35:58.790 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14242 ms) 2024-09-13T03:35:58.791 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-13T03:35:58.823 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:35:58.833 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:35:58.886 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:35:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:35:59 smithi078 ceph-mon[85589]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T03:35:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:35:59 smithi052 ceph-mon[91421]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T03:35:59.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:35:59 smithi052 ceph-mon[89065]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-13T03:36:00.418 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:36:00.432 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:36:00.432 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:36:00.432 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:36:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:00 smithi078 ceph-mon[85589]: pgmap v2258: 169 pgs: 169 active+clean; 693 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 481 op/s 2024-09-13T03:36:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:00 smithi078 ceph-mon[85589]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T03:36:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:00 smithi052 ceph-mon[91421]: pgmap v2258: 169 pgs: 169 active+clean; 693 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 481 op/s 2024-09-13T03:36:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:00 smithi052 ceph-mon[91421]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T03:36:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:00 smithi052 ceph-mon[89065]: pgmap v2258: 169 pgs: 169 active+clean; 693 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 481 op/s 2024-09-13T03:36:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:00 smithi052 ceph-mon[89065]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-13T03:36:01.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:01 smithi078 ceph-mon[85589]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T03:36:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:01 smithi052 ceph-mon[91421]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T03:36:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:01 smithi052 ceph-mon[89065]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-13T03:36:02.430 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:36:02.436 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:36:02.436 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:36:02.445 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:36:02.463 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:36:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:02 smithi078 ceph-mon[85589]: pgmap v2261: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 377 op/s 2024-09-13T03:36:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:02 smithi078 ceph-mon[85589]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T03:36:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:36:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:02 smithi052 ceph-mon[91421]: pgmap v2261: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 377 op/s 2024-09-13T03:36:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:02 smithi052 ceph-mon[91421]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T03:36:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:02 smithi052 ceph-mon[89065]: pgmap v2261: 169 pgs: 169 active+clean; 697 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 377 op/s 2024-09-13T03:36:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:02 smithi052 ceph-mon[89065]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-13T03:36:02.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:03 smithi078 ceph-mon[85589]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T03:36:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:03 smithi052 ceph-mon[91421]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T03:36:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:03 smithi052 ceph-mon[89065]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-13T03:36:04.447 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:04.470 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:36:04.479 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:04 smithi078 ceph-mon[85589]: pgmap v2264: 169 pgs: 169 active+clean; 701 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-09-13T03:36:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:04 smithi078 ceph-mon[85589]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T03:36:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:04 smithi052 ceph-mon[91421]: pgmap v2264: 169 pgs: 169 active+clean; 701 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-09-13T03:36:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:04 smithi052 ceph-mon[91421]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T03:36:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:04 smithi052 ceph-mon[89065]: pgmap v2264: 169 pgs: 169 active+clean; 701 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-09-13T03:36:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:04 smithi052 ceph-mon[89065]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-13T03:36:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:05 smithi078 ceph-mon[85589]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T03:36:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:05 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:36:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:05 smithi052 ceph-mon[91421]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T03:36:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:05 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:36:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:05 smithi052 ceph-mon[89065]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-13T03:36:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:05 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:36:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: pgmap v2267: 169 pgs: 169 active+clean; 725 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 223 op/s 2024-09-13T03:36:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T03:36:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:36:06.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:36:06.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:06 smithi078 ceph-mon[85589]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T03:36:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: pgmap v2267: 169 pgs: 169 active+clean; 725 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 223 op/s 2024-09-13T03:36:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[91421]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: pgmap v2267: 169 pgs: 169 active+clean; 725 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 223 op/s 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-13T03:36:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:36:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:36:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:36:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:06 smithi052 ceph-mon[89065]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-13T03:36:07.762 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: after_prepare_snap 2024-09-13T03:36:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:08 smithi052 ceph-mon[91421]: pgmap v2270: 169 pgs: 169 active+clean; 733 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-09-13T03:36:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:08 smithi052 ceph-mon[91421]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T03:36:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:36:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:36:08] "GET /metrics HTTP/1.1" 200 38863 "" "Prometheus/2.43.0" 2024-09-13T03:36:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:08 smithi052 ceph-mon[89065]: pgmap v2270: 169 pgs: 169 active+clean; 733 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-09-13T03:36:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:08 smithi052 ceph-mon[89065]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T03:36:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:08 smithi078 ceph-mon[85589]: pgmap v2270: 169 pgs: 169 active+clean; 733 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 207 op/s 2024-09-13T03:36:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:08 smithi078 ceph-mon[85589]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-13T03:36:09.464 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:36:09.483 INFO:tasks.workunit.client.0.smithi052.stdout:write: * 83886080~1000 2024-09-13T03:36:09.490 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:09.644 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:09.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:09 smithi052 ceph-mon[91421]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T03:36:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:09 smithi052 ceph-mon[89065]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T03:36:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:09 smithi078 ceph-mon[85589]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-13T03:36:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:10 smithi078 ceph-mon[85589]: pgmap v2273: 169 pgs: 169 active+clean; 733 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-13T03:36:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:10 smithi078 ceph-mon[85589]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T03:36:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:10 smithi052 ceph-mon[91421]: pgmap v2273: 169 pgs: 169 active+clean; 733 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-13T03:36:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:10 smithi052 ceph-mon[91421]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T03:36:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:10 smithi052 ceph-mon[89065]: pgmap v2273: 169 pgs: 169 active+clean; 733 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-09-13T03:36:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:10 smithi052 ceph-mon[89065]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-13T03:36:11.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:11 smithi052 ceph-mon[91421]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T03:36:11.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:11 smithi052 ceph-mon[89065]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T03:36:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:11 smithi078 ceph-mon[85589]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-13T03:36:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:12 smithi078 ceph-mon[85589]: pgmap v2276: 169 pgs: 169 active+clean; 749 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 436 op/s 2024-09-13T03:36:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:12 smithi078 ceph-mon[85589]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T03:36:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:36:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:12 smithi052 ceph-mon[91421]: pgmap v2276: 169 pgs: 169 active+clean; 749 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 436 op/s 2024-09-13T03:36:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:12 smithi052 ceph-mon[91421]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T03:36:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:12 smithi052 ceph-mon[89065]: pgmap v2276: 169 pgs: 169 active+clean; 749 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 436 op/s 2024-09-13T03:36:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:12 smithi052 ceph-mon[89065]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-13T03:36:12.873 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14083 ms) 2024-09-13T03:36:12.873 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.Clone 2024-09-13T03:36:12.906 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:12.916 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~8388609 2024-09-13T03:36:12.965 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 16777218~8388609 2024-09-13T03:36:13.017 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap 2024-09-13T03:36:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:13 smithi052 ceph-mon[91421]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T03:36:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:13 smithi052 ceph-mon[89065]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T03:36:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:13 smithi078 ceph-mon[85589]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-13T03:36:14.485 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap 2024-09-13T03:36:14.501 INFO:tasks.workunit.client.0.smithi052.stdout:clone image105 -> image108 2024-09-13T03:36:14.614 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:36:14.662 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:36:14.665 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap 2024-09-13T03:36:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:14 smithi052 ceph-mon[91421]: pgmap v2279: 169 pgs: 169 active+clean; 757 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-09-13T03:36:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:14 smithi052 ceph-mon[91421]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T03:36:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:14 smithi052 ceph-mon[89065]: pgmap v2279: 169 pgs: 169 active+clean; 757 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-09-13T03:36:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:14 smithi052 ceph-mon[89065]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T03:36:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:14 smithi078 ceph-mon[85589]: pgmap v2279: 169 pgs: 169 active+clean; 757 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 473 op/s 2024-09-13T03:36:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:14 smithi078 ceph-mon[85589]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-13T03:36:15.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:15 smithi052 ceph-mon[91421]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T03:36:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:15 smithi052 ceph-mon[89065]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T03:36:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:15 smithi078 ceph-mon[85589]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-13T03:36:16.362 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap 2024-09-13T03:36:16.374 INFO:tasks.workunit.client.0.smithi052.stdout:clone image108 -> image110 2024-09-13T03:36:16.509 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 1000~1000 2024-09-13T03:36:16.561 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 2010~1000 2024-09-13T03:36:16.563 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[89065]: pgmap v2282: 169 pgs: 169 active+clean; 765 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 222 op/s 2024-09-13T03:36:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[89065]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T03:36:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[89065]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T03:36:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[91421]: pgmap v2282: 169 pgs: 169 active+clean; 765 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 222 op/s 2024-09-13T03:36:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[91421]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T03:36:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[91421]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T03:36:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:16.855 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:16 smithi078 ceph-mon[85589]: pgmap v2282: 169 pgs: 169 active+clean; 765 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 222 op/s 2024-09-13T03:36:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:16 smithi078 ceph-mon[85589]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-13T03:36:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:16 smithi078 ceph-mon[85589]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-13T03:36:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:17.030 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:17.209 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.Clone (4335 ms) 2024-09-13T03:36:17.209 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneParent 2024-09-13T03:36:17.239 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:17.249 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap 2024-09-13T03:36:18.496 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:36:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:36:18] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-09-13T03:36:18.504 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap 2024-09-13T03:36:18.519 INFO:tasks.workunit.client.0.smithi052.stdout:clone image111 -> image114 2024-09-13T03:36:18.617 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:18.774 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:36:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:18 smithi052 ceph-mon[91421]: pgmap v2285: 169 pgs: 169 active+clean; 769 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 204 op/s 2024-09-13T03:36:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:18 smithi052 ceph-mon[91421]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T03:36:18.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:18 smithi052 ceph-mon[89065]: pgmap v2285: 169 pgs: 169 active+clean; 769 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 204 op/s 2024-09-13T03:36:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:18 smithi052 ceph-mon[89065]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T03:36:18.899 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneParent (1691 ms) 2024-09-13T03:36:18.900 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-13T03:36:18.931 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:18.941 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~10 2024-09-13T03:36:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:18 smithi078 ceph-mon[85589]: pgmap v2285: 169 pgs: 169 active+clean; 769 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 204 op/s 2024-09-13T03:36:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:18 smithi078 ceph-mon[85589]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-13T03:36:18.952 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap 2024-09-13T03:36:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:19 smithi052 ceph-mon[91421]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T03:36:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:19 smithi052 ceph-mon[89065]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T03:36:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:19 smithi078 ceph-mon[85589]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-13T03:36:20.523 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap 2024-09-13T03:36:20.537 INFO:tasks.workunit.client.0.smithi052.stdout:clone image115 -> image118 2024-09-13T03:36:20.642 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:20 smithi052 ceph-mon[91421]: pgmap v2288: 169 pgs: 169 active+clean; 781 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 429 op/s 2024-09-13T03:36:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:20 smithi052 ceph-mon[91421]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T03:36:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:20 smithi052 ceph-mon[89065]: pgmap v2288: 169 pgs: 169 active+clean; 781 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 429 op/s 2024-09-13T03:36:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:20 smithi052 ceph-mon[89065]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T03:36:20.802 INFO:tasks.workunit.client.0.smithi052.stdout:write: Y 0~1 2024-09-13T03:36:20.836 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:20.911 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:20 smithi078 ceph-mon[85589]: pgmap v2288: 169 pgs: 169 active+clean; 781 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 429 op/s 2024-09-13T03:36:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:20 smithi078 ceph-mon[85589]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-13T03:36:21.015 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2115 ms) 2024-09-13T03:36:21.015 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-13T03:36:21.045 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:21.056 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 41943040~10 2024-09-13T03:36:21.064 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:36:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:21 smithi052 ceph-mon[91421]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T03:36:21.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:21 smithi052 ceph-mon[91421]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T03:36:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:21 smithi052 ceph-mon[89065]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T03:36:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:21 smithi052 ceph-mon[89065]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T03:36:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:21 smithi078 ceph-mon[85589]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-13T03:36:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:21 smithi078 ceph-mon[85589]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-13T03:36:22.364 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 41943041~10 2024-09-13T03:36:22.372 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:22 smithi078 ceph-mon[85589]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 973 op/s 2024-09-13T03:36:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:22 smithi078 ceph-mon[85589]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T03:36:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:36:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:22 smithi052 ceph-mon[91421]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 973 op/s 2024-09-13T03:36:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:22 smithi052 ceph-mon[91421]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T03:36:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:22 smithi052 ceph-mon[89065]: pgmap v2291: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 973 op/s 2024-09-13T03:36:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:22 smithi052 ceph-mon[89065]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-13T03:36:23.495 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 41943042~10 2024-09-13T03:36:23.512 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:36:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:24 smithi078 ceph-mon[85589]: pgmap v2294: 169 pgs: 169 active+clean; 781 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.0 MiB/s wr, 892 op/s 2024-09-13T03:36:24.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:24 smithi078 ceph-mon[85589]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T03:36:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:24 smithi052 ceph-mon[91421]: pgmap v2294: 169 pgs: 169 active+clean; 781 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.0 MiB/s wr, 892 op/s 2024-09-13T03:36:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:24 smithi052 ceph-mon[91421]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T03:36:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:24 smithi052 ceph-mon[89065]: pgmap v2294: 169 pgs: 169 active+clean; 781 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.0 MiB/s wr, 892 op/s 2024-09-13T03:36:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:24 smithi052 ceph-mon[89065]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-13T03:36:25.379 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:36:25.410 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:25.472 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:25 smithi078 ceph-mon[85589]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T03:36:25.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:25 smithi052 ceph-mon[91421]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T03:36:25.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:25 smithi052 ceph-mon[89065]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-13T03:36:26.519 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5504 ms) 2024-09-13T03:36:26.519 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-13T03:36:26.551 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:26.562 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 41943040~10 2024-09-13T03:36:26.571 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:36:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:26 smithi078 ceph-mon[85589]: pgmap v2297: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.0 MiB/s wr, 616 op/s 2024-09-13T03:36:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:26 smithi078 ceph-mon[85589]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T03:36:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:26 smithi052 ceph-mon[91421]: pgmap v2297: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.0 MiB/s wr, 616 op/s 2024-09-13T03:36:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:26 smithi052 ceph-mon[91421]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T03:36:26.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:26 smithi052 ceph-mon[89065]: pgmap v2297: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.0 MiB/s wr, 616 op/s 2024-09-13T03:36:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:26 smithi052 ceph-mon[89065]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-13T03:36:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:27 smithi078 ceph-mon[85589]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T03:36:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:27 smithi052 ceph-mon[91421]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T03:36:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:27 smithi052 ceph-mon[89065]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-13T03:36:28.391 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:36:28.415 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:28 smithi052 ceph-mon[91421]: pgmap v2300: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 334 op/s 2024-09-13T03:36:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:28 smithi052 ceph-mon[91421]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T03:36:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:28 smithi052 ceph-mon[89065]: pgmap v2300: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 334 op/s 2024-09-13T03:36:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:28 smithi052 ceph-mon[89065]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T03:36:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:36:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:36:28] "GET /metrics HTTP/1.1" 200 38862 "" "Prometheus/2.43.0" 2024-09-13T03:36:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:28 smithi078 ceph-mon[85589]: pgmap v2300: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 334 op/s 2024-09-13T03:36:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:28 smithi078 ceph-mon[85589]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-13T03:36:29.510 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:29.522 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:36:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:29 smithi078 ceph-mon[85589]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T03:36:29.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:29 smithi052 ceph-mon[91421]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T03:36:29.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:29 smithi052 ceph-mon[89065]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-13T03:36:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:30 smithi078 ceph-mon[85589]: pgmap v2303: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 16 KiB/s wr, 255 op/s 2024-09-13T03:36:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:30 smithi078 ceph-mon[85589]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T03:36:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:30 smithi052 ceph-mon[91421]: pgmap v2303: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 16 KiB/s wr, 255 op/s 2024-09-13T03:36:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:30 smithi052 ceph-mon[91421]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T03:36:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:30 smithi052 ceph-mon[89065]: pgmap v2303: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 16 KiB/s wr, 255 op/s 2024-09-13T03:36:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:30 smithi052 ceph-mon[89065]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-13T03:36:31.414 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 41943040~10 2024-09-13T03:36:31.421 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap4 2024-09-13T03:36:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:31 smithi078 ceph-mon[85589]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T03:36:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:31 smithi052 ceph-mon[89065]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T03:36:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:31 smithi052 ceph-mon[91421]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-13T03:36:32.699 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:32 smithi078 ceph-mon[85589]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 24 KiB/s wr, 329 op/s 2024-09-13T03:36:32.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:32 smithi078 ceph-mon[85589]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T03:36:32.700 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:32.700 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:36:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:32 smithi052 ceph-mon[91421]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 24 KiB/s wr, 329 op/s 2024-09-13T03:36:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:32 smithi052 ceph-mon[91421]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T03:36:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:32 smithi052 ceph-mon[89065]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 24 KiB/s wr, 329 op/s 2024-09-13T03:36:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:32 smithi052 ceph-mon[89065]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-13T03:36:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:33.425 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 41943040 2024-09-13T03:36:33.449 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:33.513 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:33 smithi078 ceph-mon[85589]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T03:36:33.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:33 smithi052 ceph-mon[91421]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T03:36:33.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:33 smithi052 ceph-mon[89065]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-13T03:36:34.589 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8070 ms) 2024-09-13T03:36:34.589 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-13T03:36:34.621 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:34.632 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:34 smithi078 ceph-mon[85589]: pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-09-13T03:36:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:34 smithi078 ceph-mon[85589]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T03:36:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:34 smithi052 ceph-mon[91421]: pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-09-13T03:36:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:34 smithi052 ceph-mon[91421]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T03:36:34.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:34 smithi052 ceph-mon[89065]: pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-09-13T03:36:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:34 smithi052 ceph-mon[89065]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-13T03:36:34.821 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.AbortInUseImage (231 ms) 2024-09-13T03:36:34.821 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-13T03:36:34.853 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:34.863 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:36:34.920 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:36:34.973 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:35.172 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:36:35.221 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:36:35.273 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:36:35.461 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (641 ms) 2024-09-13T03:36:35.462 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-13T03:36:35.492 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:35.502 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:36:35.555 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:36:35.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:35 smithi078 ceph-mon[85589]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T03:36:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:35 smithi052 ceph-mon[91421]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T03:36:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:35 smithi052 ceph-mon[89065]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-13T03:36:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:36 smithi078 ceph-mon[85589]: pgmap v2312: 169 pgs: 169 active+clean; 789 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 299 op/s 2024-09-13T03:36:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:36 smithi078 ceph-mon[85589]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T03:36:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:36 smithi052 ceph-mon[91421]: pgmap v2312: 169 pgs: 169 active+clean; 789 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 299 op/s 2024-09-13T03:36:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:36 smithi052 ceph-mon[91421]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T03:36:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:36 smithi052 ceph-mon[89065]: pgmap v2312: 169 pgs: 169 active+clean; 789 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 1.0 MiB/s wr, 299 op/s 2024-09-13T03:36:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:36 smithi052 ceph-mon[89065]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-13T03:36:37.364 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 8388609~8388609 2024-09-13T03:36:37.385 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 0~1000 2024-09-13T03:36:37.385 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1010~1000 2024-09-13T03:36:37.385 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:36:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:38 smithi052 ceph-mon[91421]: pgmap v2314: 169 pgs: 169 active+clean; 801 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 303 op/s 2024-09-13T03:36:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:38 smithi052 ceph-mon[91421]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T03:36:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:36:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:36:38] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-13T03:36:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:38 smithi052 ceph-mon[89065]: pgmap v2314: 169 pgs: 169 active+clean; 801 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 303 op/s 2024-09-13T03:36:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:38 smithi052 ceph-mon[89065]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T03:36:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:38 smithi078 ceph-mon[85589]: pgmap v2314: 169 pgs: 169 active+clean; 801 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.3 MiB/s wr, 303 op/s 2024-09-13T03:36:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:38 smithi078 ceph-mon[85589]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-13T03:36:39.375 INFO:tasks.workunit.client.0.smithi052.stdout:write: X 8388609~1000 2024-09-13T03:36:39.384 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 16777228~1000 2024-09-13T03:36:39.384 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 167772160 2024-09-13T03:36:39.395 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 83886079~8388609 2024-09-13T03:36:39.414 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:36:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:39 smithi078 ceph-mon[85589]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T03:36:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:39 smithi052 ceph-mon[91421]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T03:36:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:39 smithi052 ceph-mon[89065]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-13T03:36:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:40 smithi078 ceph-mon[85589]: pgmap v2317: 169 pgs: 169 active+clean; 825 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 16 MiB/s wr, 369 op/s 2024-09-13T03:36:40.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:40 smithi078 ceph-mon[85589]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T03:36:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:40 smithi052 ceph-mon[91421]: pgmap v2317: 169 pgs: 169 active+clean; 825 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 16 MiB/s wr, 369 op/s 2024-09-13T03:36:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:40 smithi052 ceph-mon[91421]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T03:36:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:40 smithi052 ceph-mon[89065]: pgmap v2317: 169 pgs: 169 active+clean; 825 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 16 MiB/s wr, 369 op/s 2024-09-13T03:36:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:40 smithi052 ceph-mon[89065]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-13T03:36:41.367 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:41.392 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83886079~1 2024-09-13T03:36:41.401 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:41 smithi078 ceph-mon[85589]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T03:36:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:41 smithi078 ceph-mon[85589]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T03:36:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:41 smithi052 ceph-mon[91421]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T03:36:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:41 smithi052 ceph-mon[91421]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T03:36:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:41 smithi052 ceph-mon[89065]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-13T03:36:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:41 smithi052 ceph-mon[89065]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-13T03:36:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:42 smithi078 ceph-mon[85589]: pgmap v2320: 169 pgs: 169 active+clean; 857 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 24 MiB/s wr, 388 op/s 2024-09-13T03:36:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:36:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:42 smithi052 ceph-mon[91421]: pgmap v2320: 169 pgs: 169 active+clean; 857 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 24 MiB/s wr, 388 op/s 2024-09-13T03:36:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:42 smithi052 ceph-mon[89065]: pgmap v2320: 169 pgs: 169 active+clean; 857 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 24 MiB/s wr, 388 op/s 2024-09-13T03:36:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:43 smithi078 ceph-mon[85589]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T03:36:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:43 smithi052 ceph-mon[91421]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T03:36:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:43 smithi052 ceph-mon[89065]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-13T03:36:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:44 smithi078 ceph-mon[85589]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 15 MiB/s wr, 283 op/s 2024-09-13T03:36:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:44 smithi078 ceph-mon[85589]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T03:36:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:44 smithi052 ceph-mon[91421]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 15 MiB/s wr, 283 op/s 2024-09-13T03:36:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:44 smithi052 ceph-mon[91421]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T03:36:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:44 smithi052 ceph-mon[89065]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.2 MiB/s rd, 15 MiB/s wr, 283 op/s 2024-09-13T03:36:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:44 smithi052 ceph-mon[89065]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-13T03:36:44.788 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:36:44.886 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:36:45.407 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 0~8388609 2024-09-13T03:36:45.433 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 16777218~8388609 2024-09-13T03:36:45.527 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:36:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:45 smithi078 ceph-mon[85589]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T03:36:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:45 smithi052 ceph-mon[91421]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T03:36:45.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:45 smithi052 ceph-mon[89065]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-13T03:36:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:46 smithi078 ceph-mon[85589]: pgmap v2326: 169 pgs: 169 active+clean; 877 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 252 op/s 2024-09-13T03:36:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:46 smithi078 ceph-mon[85589]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T03:36:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:46 smithi052 ceph-mon[91421]: pgmap v2326: 169 pgs: 169 active+clean; 877 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 252 op/s 2024-09-13T03:36:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:46 smithi052 ceph-mon[91421]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T03:36:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:46 smithi052 ceph-mon[89065]: pgmap v2326: 169 pgs: 169 active+clean; 877 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 252 op/s 2024-09-13T03:36:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:46 smithi052 ceph-mon[89065]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-13T03:36:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:47 smithi078 ceph-mon[85589]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T03:36:47.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:47 smithi052 ceph-mon[91421]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T03:36:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:47 smithi052 ceph-mon[89065]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-13T03:36:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:36:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:36:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:36:48] "GET /metrics HTTP/1.1" 200 38863 "" "Prometheus/2.43.0" 2024-09-13T03:36:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:48 smithi052 ceph-mon[91421]: pgmap v2329: 169 pgs: 169 active+clean; 889 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 396 op/s 2024-09-13T03:36:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:48 smithi052 ceph-mon[91421]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T03:36:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:48 smithi052 ceph-mon[89065]: pgmap v2329: 169 pgs: 169 active+clean; 889 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 396 op/s 2024-09-13T03:36:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:48 smithi052 ceph-mon[89065]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T03:36:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:48 smithi078 ceph-mon[85589]: pgmap v2329: 169 pgs: 169 active+clean; 889 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 396 op/s 2024-09-13T03:36:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:48 smithi078 ceph-mon[85589]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-13T03:36:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:49 smithi078 ceph-mon[85589]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T03:36:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:49 smithi052 ceph-mon[91421]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T03:36:49.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:49 smithi052 ceph-mon[89065]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-13T03:36:49.791 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.AbortWithSnapshots (14330 ms) 2024-09-13T03:36:49.791 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-13T03:36:49.822 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:49.833 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:36:49.841 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:36:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:50 smithi078 ceph-mon[85589]: pgmap v2332: 169 pgs: 169 active+clean; 941 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 213 op/s 2024-09-13T03:36:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:50 smithi078 ceph-mon[85589]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T03:36:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:50 smithi052 ceph-mon[91421]: pgmap v2332: 169 pgs: 169 active+clean; 941 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 213 op/s 2024-09-13T03:36:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:50 smithi052 ceph-mon[91421]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T03:36:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:50 smithi052 ceph-mon[89065]: pgmap v2332: 169 pgs: 169 active+clean; 941 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 213 op/s 2024-09-13T03:36:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:50 smithi052 ceph-mon[89065]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-13T03:36:51.455 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:36:51.519 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:51 smithi078 ceph-mon[85589]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T03:36:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:51 smithi052 ceph-mon[91421]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T03:36:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:51 smithi052 ceph-mon[89065]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-13T03:36:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:52 smithi078 ceph-mon[85589]: pgmap v2335: 169 pgs: 169 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 17 MiB/s wr, 135 op/s 2024-09-13T03:36:52.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:52 smithi078 ceph-mon[85589]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T03:36:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:36:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:36:52.654 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:52.732 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:52 smithi052 ceph-mon[91421]: pgmap v2335: 169 pgs: 169 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 17 MiB/s wr, 135 op/s 2024-09-13T03:36:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:52 smithi052 ceph-mon[91421]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T03:36:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:52 smithi052 ceph-mon[89065]: pgmap v2335: 169 pgs: 169 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 17 MiB/s wr, 135 op/s 2024-09-13T03:36:52.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:52 smithi052 ceph-mon[89065]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-13T03:36:53.611 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV1Parent (3820 ms) 2024-09-13T03:36:53.611 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-13T03:36:53.641 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:53.652 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:36:53.660 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:36:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:53 smithi052 ceph-mon[91421]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T03:36:53.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:53 smithi052 ceph-mon[89065]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T03:36:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:53 smithi078 ceph-mon[85589]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-13T03:36:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:54 smithi052 ceph-mon[91421]: pgmap v2338: 169 pgs: 169 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 208 op/s 2024-09-13T03:36:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:54 smithi052 ceph-mon[91421]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T03:36:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:54 smithi052 ceph-mon[89065]: pgmap v2338: 169 pgs: 169 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 208 op/s 2024-09-13T03:36:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:54 smithi052 ceph-mon[89065]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T03:36:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:54 smithi078 ceph-mon[85589]: pgmap v2338: 169 pgs: 169 active+clean; 941 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 208 op/s 2024-09-13T03:36:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:54 smithi078 ceph-mon[85589]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-13T03:36:55.473 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:36:55.542 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:55 smithi052 ceph-mon[91421]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T03:36:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:55 smithi052 ceph-mon[89065]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T03:36:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:55 smithi078 ceph-mon[85589]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-13T03:36:56.564 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:36:56.646 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:36:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:56 smithi052 ceph-mon[91421]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 17 KiB/s wr, 359 op/s 2024-09-13T03:36:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:56 smithi052 ceph-mon[91421]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T03:36:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:56 smithi052 ceph-mon[91421]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T03:36:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:56 smithi052 ceph-mon[89065]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 17 KiB/s wr, 359 op/s 2024-09-13T03:36:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:56 smithi052 ceph-mon[89065]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T03:36:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:56 smithi052 ceph-mon[89065]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T03:36:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:56 smithi078 ceph-mon[85589]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 17 KiB/s wr, 359 op/s 2024-09-13T03:36:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:56 smithi078 ceph-mon[85589]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-13T03:36:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:56 smithi078 ceph-mon[85589]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-13T03:36:57.611 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV2Parent (4000 ms) 2024-09-13T03:36:57.612 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-13T03:36:57.646 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:36:57.656 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:36:57.664 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:36:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:58 smithi052 ceph-mon[91421]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 26 KiB/s wr, 565 op/s 2024-09-13T03:36:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:58 smithi052 ceph-mon[91421]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T03:36:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:36:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:36:58] "GET /metrics HTTP/1.1" 200 38863 "" "Prometheus/2.43.0" 2024-09-13T03:36:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:58 smithi052 ceph-mon[89065]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 26 KiB/s wr, 565 op/s 2024-09-13T03:36:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:58 smithi052 ceph-mon[89065]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T03:36:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:58 smithi078 ceph-mon[85589]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 26 KiB/s wr, 565 op/s 2024-09-13T03:36:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:58 smithi078 ceph-mon[85589]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-13T03:36:59.496 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:36:59.563 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:36:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:36:59 smithi052 ceph-mon[91421]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T03:36:59.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:36:59 smithi052 ceph-mon[89065]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T03:36:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:36:59 smithi078 ceph-mon[85589]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-13T03:37:00.670 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:00 smithi052 ceph-mon[91421]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 19 KiB/s wr, 368 op/s 2024-09-13T03:37:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:00 smithi052 ceph-mon[91421]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T03:37:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:00 smithi052 ceph-mon[89065]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 19 KiB/s wr, 368 op/s 2024-09-13T03:37:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:00 smithi052 ceph-mon[89065]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T03:37:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:00 smithi078 ceph-mon[85589]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 19 KiB/s wr, 368 op/s 2024-09-13T03:37:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:00 smithi078 ceph-mon[85589]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-13T03:37:01.519 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3908 ms) 2024-09-13T03:37:01.519 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-13T03:37:01.557 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:01.568 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:01.577 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:01 smithi078 ceph-mon[85589]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T03:37:01.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:01 smithi078 ceph-mon[85589]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T03:37:01.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:01.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:01 smithi052 ceph-mon[89065]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T03:37:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:01 smithi052 ceph-mon[89065]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T03:37:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:01 smithi052 ceph-mon[91421]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-13T03:37:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:01 smithi052 ceph-mon[91421]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-13T03:37:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:02 smithi078 ceph-mon[85589]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 15 KiB/s wr, 297 op/s 2024-09-13T03:37:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:37:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:02 smithi052 ceph-mon[91421]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 15 KiB/s wr, 297 op/s 2024-09-13T03:37:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:02 smithi052 ceph-mon[89065]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 15 KiB/s wr, 297 op/s 2024-09-13T03:37:03.514 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:03.580 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:03 smithi052 ceph-mon[89065]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T03:37:03.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:03 smithi052 ceph-mon[91421]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T03:37:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:03 smithi078 ceph-mon[85589]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-13T03:37:04.682 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:04 smithi052 ceph-mon[89065]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-09-13T03:37:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:04 smithi052 ceph-mon[89065]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T03:37:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:04 smithi052 ceph-mon[91421]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-09-13T03:37:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:04 smithi052 ceph-mon[91421]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T03:37:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:04 smithi078 ceph-mon[85589]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 300 op/s 2024-09-13T03:37:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:04 smithi078 ceph-mon[85589]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-13T03:37:05.672 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4152 ms) 2024-09-13T03:37:05.672 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-13T03:37:05.705 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:05.716 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:05.725 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:05 smithi052 ceph-mon[91421]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T03:37:05.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:05 smithi052 ceph-mon[89065]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T03:37:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:05 smithi078 ceph-mon[85589]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-13T03:37:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T03:37:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:37:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:37:06.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:37:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 489 op/s 2024-09-13T03:37:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-13T03:37:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:37:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-13T03:37:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:37:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:37:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:37:07.377 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:07.449 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:37:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:37:08] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-13T03:37:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:08 smithi052 ceph-mon[89065]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 24 KiB/s wr, 453 op/s 2024-09-13T03:37:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:08 smithi052 ceph-mon[89065]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T03:37:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:08 smithi052 ceph-mon[91421]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 24 KiB/s wr, 453 op/s 2024-09-13T03:37:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:08 smithi052 ceph-mon[91421]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T03:37:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:08 smithi078 ceph-mon[85589]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 24 KiB/s wr, 453 op/s 2024-09-13T03:37:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:08 smithi078 ceph-mon[85589]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-13T03:37:08.697 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:09.663 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3992 ms) 2024-09-13T03:37:09.663 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-13T03:37:09.695 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:09.706 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:09.714 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:09.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:09 smithi052 ceph-mon[91421]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T03:37:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:09 smithi052 ceph-mon[89065]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T03:37:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:09 smithi078 ceph-mon[85589]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-13T03:37:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:10 smithi052 ceph-mon[91421]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-13T03:37:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:10 smithi052 ceph-mon[91421]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T03:37:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:10 smithi052 ceph-mon[89065]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-13T03:37:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:10 smithi052 ceph-mon[89065]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T03:37:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:10 smithi078 ceph-mon[85589]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-13T03:37:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:10 smithi078 ceph-mon[85589]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-13T03:37:11.375 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:11.440 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:11 smithi052 ceph-mon[91421]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T03:37:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:11 smithi052 ceph-mon[91421]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T03:37:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:11 smithi052 ceph-mon[89065]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T03:37:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:11 smithi052 ceph-mon[89065]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T03:37:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:11 smithi078 ceph-mon[85589]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-13T03:37:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:11 smithi078 ceph-mon[85589]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-13T03:37:12.555 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:12 smithi078 ceph-mon[85589]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 301 KiB/s rd, 18 KiB/s wr, 379 op/s 2024-09-13T03:37:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:12 smithi078 ceph-mon[85589]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T03:37:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:37:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:12 smithi052 ceph-mon[91421]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 301 KiB/s rd, 18 KiB/s wr, 379 op/s 2024-09-13T03:37:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:12 smithi052 ceph-mon[91421]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T03:37:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:12 smithi052 ceph-mon[89065]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 301 KiB/s rd, 18 KiB/s wr, 379 op/s 2024-09-13T03:37:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:12 smithi052 ceph-mon[89065]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-13T03:37:13.696 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4033 ms) 2024-09-13T03:37:13.697 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-13T03:37:13.727 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:13.738 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:13.746 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:14 smithi078 ceph-mon[85589]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 303 op/s 2024-09-13T03:37:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:14 smithi078 ceph-mon[85589]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T03:37:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:14 smithi052 ceph-mon[91421]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 303 op/s 2024-09-13T03:37:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:14 smithi052 ceph-mon[91421]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T03:37:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:14 smithi052 ceph-mon[89065]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 16 KiB/s wr, 303 op/s 2024-09-13T03:37:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:14 smithi052 ceph-mon[89065]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-13T03:37:15.560 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:15.635 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:15 smithi078 ceph-mon[85589]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T03:37:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:15 smithi052 ceph-mon[91421]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T03:37:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:15 smithi052 ceph-mon[89065]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-13T03:37:16.555 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:16 smithi078 ceph-mon[85589]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 383 op/s 2024-09-13T03:37:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:16 smithi078 ceph-mon[85589]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T03:37:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:16 smithi078 ceph-mon[85589]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T03:37:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[91421]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 383 op/s 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[91421]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[91421]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[89065]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 383 op/s 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[89065]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[89065]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-13T03:37:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:17.710 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4014 ms) 2024-09-13T03:37:17.710 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-13T03:37:17.743 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:17.754 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:17.763 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:37:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:37:18] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-13T03:37:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:18 smithi078 ceph-mon[85589]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 329 KiB/s rd, 20 KiB/s wr, 422 op/s 2024-09-13T03:37:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:18 smithi078 ceph-mon[85589]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T03:37:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:18 smithi052 ceph-mon[91421]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 329 KiB/s rd, 20 KiB/s wr, 422 op/s 2024-09-13T03:37:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:18 smithi052 ceph-mon[91421]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T03:37:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:18 smithi052 ceph-mon[89065]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 329 KiB/s rd, 20 KiB/s wr, 422 op/s 2024-09-13T03:37:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:18 smithi052 ceph-mon[89065]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-13T03:37:19.580 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:19.645 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:19 smithi078 ceph-mon[85589]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T03:37:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:19 smithi052 ceph-mon[91421]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T03:37:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:19 smithi052 ceph-mon[89065]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-13T03:37:20.746 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:20 smithi078 ceph-mon[85589]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 KiB/s wr, 115 op/s 2024-09-13T03:37:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:20 smithi078 ceph-mon[85589]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T03:37:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:20 smithi052 ceph-mon[91421]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 KiB/s wr, 115 op/s 2024-09-13T03:37:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:20 smithi052 ceph-mon[91421]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T03:37:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:20 smithi052 ceph-mon[89065]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 KiB/s wr, 115 op/s 2024-09-13T03:37:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:20 smithi052 ceph-mon[89065]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-13T03:37:21.516 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3806 ms) 2024-09-13T03:37:21.517 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-13T03:37:21.549 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:21.561 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:21.568 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:21 smithi078 ceph-mon[85589]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T03:37:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:21 smithi078 ceph-mon[85589]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T03:37:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:21 smithi052 ceph-mon[91421]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T03:37:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:21 smithi052 ceph-mon[91421]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T03:37:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:21 smithi052 ceph-mon[89065]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-13T03:37:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:21 smithi052 ceph-mon[89065]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-13T03:37:22.578 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:37:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:22 smithi078 ceph-mon[85589]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 254 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-09-13T03:37:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:22 smithi078 ceph-mon[85589]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T03:37:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:22 smithi052 ceph-mon[91421]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 254 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-09-13T03:37:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:22 smithi052 ceph-mon[91421]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T03:37:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:22 smithi052 ceph-mon[89065]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 254 KiB/s rd, 15 KiB/s wr, 326 op/s 2024-09-13T03:37:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:22 smithi052 ceph-mon[89065]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-13T03:37:23.378 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:23.443 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:24.549 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:24 smithi078 ceph-mon[85589]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 361 KiB/s rd, 26 KiB/s wr, 469 op/s 2024-09-13T03:37:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:24 smithi078 ceph-mon[85589]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T03:37:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:24 smithi052 ceph-mon[91421]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 361 KiB/s rd, 26 KiB/s wr, 469 op/s 2024-09-13T03:37:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:24 smithi052 ceph-mon[91421]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T03:37:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:24 smithi052 ceph-mon[89065]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 361 KiB/s rd, 26 KiB/s wr, 469 op/s 2024-09-13T03:37:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:24 smithi052 ceph-mon[89065]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-13T03:37:25.535 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4019 ms) 2024-09-13T03:37:25.536 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-13T03:37:25.569 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:25.583 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 0~10 2024-09-13T03:37:25.591 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:25 smithi078 ceph-mon[85589]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T03:37:25.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:25 smithi052 ceph-mon[89065]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T03:37:25.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:25 smithi052 ceph-mon[91421]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-13T03:37:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:26 smithi078 ceph-mon[85589]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 321 op/s 2024-09-13T03:37:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:26 smithi078 ceph-mon[85589]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T03:37:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:26 smithi078 ceph-mon[85589]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T03:37:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:26 smithi052 ceph-mon[91421]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 321 op/s 2024-09-13T03:37:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:26 smithi052 ceph-mon[91421]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T03:37:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:26 smithi052 ceph-mon[91421]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T03:37:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:26 smithi052 ceph-mon[89065]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 321 op/s 2024-09-13T03:37:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:26 smithi052 ceph-mon[89065]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-13T03:37:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:26 smithi052 ceph-mon[89065]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-13T03:37:27.401 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:27.473 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:28 smithi052 ceph-mon[91421]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 267 op/s 2024-09-13T03:37:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:28 smithi052 ceph-mon[91421]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T03:37:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:28 smithi052 ceph-mon[89065]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 267 op/s 2024-09-13T03:37:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:28 smithi052 ceph-mon[89065]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T03:37:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:37:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:37:28] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-09-13T03:37:28.569 INFO:tasks.workunit.client.0.smithi052.stdout:migration_abort 2024-09-13T03:37:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:28 smithi078 ceph-mon[85589]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 215 KiB/s rd, 13 KiB/s wr, 267 op/s 2024-09-13T03:37:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:28 smithi078 ceph-mon[85589]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-13T03:37:29.554 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4018 ms) 2024-09-13T03:37:29.554 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-13T03:37:29.586 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:29.598 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 62130962~2321961 2024-09-13T03:37:29.619 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 63288979~3586747 2024-09-13T03:37:29.621 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 37422314~415432 2024-09-13T03:37:29.629 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 5129109~3250720 2024-09-13T03:37:29.629 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 77717282~4930397 2024-09-13T03:37:29.663 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 51240606~2571921 2024-09-13T03:37:29.663 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 77541740~6300074 2024-09-13T03:37:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:29 smithi078 ceph-mon[85589]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T03:37:29.700 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 9347242~114338 2024-09-13T03:37:29.700 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap0 2024-09-13T03:37:29.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:29 smithi052 ceph-mon[89065]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T03:37:29.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:29 smithi052 ceph-mon[91421]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-13T03:37:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:30 smithi078 ceph-mon[85589]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-09-13T03:37:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:30 smithi078 ceph-mon[85589]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T03:37:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:30 smithi052 ceph-mon[91421]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-09-13T03:37:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:30 smithi052 ceph-mon[91421]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T03:37:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:30 smithi052 ceph-mon[89065]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-09-13T03:37:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:30 smithi052 ceph-mon[89065]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-13T03:37:31.386 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 39667965~8259162 2024-09-13T03:37:31.400 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 27400546~3094684 2024-09-13T03:37:31.400 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 74667037~4330734 2024-09-13T03:37:31.407 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 39654824~7202592 2024-09-13T03:37:31.443 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 66595850~5993911 2024-09-13T03:37:31.448 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 74091467~3700648 2024-09-13T03:37:31.449 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 64742865~7553608 2024-09-13T03:37:31.477 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 78249219~2004702 2024-09-13T03:37:31.477 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:31 smithi078 ceph-mon[85589]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T03:37:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:31 smithi078 ceph-mon[85589]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T03:37:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:31 smithi052 ceph-mon[91421]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T03:37:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:31 smithi052 ceph-mon[91421]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T03:37:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:31 smithi052 ceph-mon[89065]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-13T03:37:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:31 smithi052 ceph-mon[89065]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-13T03:37:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:32 smithi078 ceph-mon[85589]: pgmap v2395: 169 pgs: 169 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 267 KiB/s rd, 4.8 MiB/s wr, 357 op/s 2024-09-13T03:37:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:37:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:32 smithi052 ceph-mon[91421]: pgmap v2395: 169 pgs: 169 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 267 KiB/s rd, 4.8 MiB/s wr, 357 op/s 2024-09-13T03:37:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:32 smithi052 ceph-mon[89065]: pgmap v2395: 169 pgs: 169 active+clean; 929 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 267 KiB/s rd, 4.8 MiB/s wr, 357 op/s 2024-09-13T03:37:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:33.445 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:37:33.459 INFO:tasks.workunit.client.0.smithi052.stdout:clone image159 -> image162 2024-09-13T03:37:33.565 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 22230661~6619629 2024-09-13T03:37:33.619 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 53493066~7549243 2024-09-13T03:37:33.631 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 43675597~7673255 2024-09-13T03:37:33.674 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 22361938~4070377 2024-09-13T03:37:33.677 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 29350539~3776825 2024-09-13T03:37:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:33 smithi078 ceph-mon[85589]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T03:37:33.700 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 76296189~6543356 2024-09-13T03:37:33.721 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 77736013~6150067 2024-09-13T03:37:33.755 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 67965007~6912250 2024-09-13T03:37:33.773 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:37:33.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:33 smithi052 ceph-mon[89065]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T03:37:33.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:33 smithi052 ceph-mon[91421]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-13T03:37:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:34 smithi078 ceph-mon[85589]: pgmap v2398: 169 pgs: 169 active+clean; 944 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 11 MiB/s wr, 169 op/s 2024-09-13T03:37:34.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:34 smithi078 ceph-mon[85589]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T03:37:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:34 smithi052 ceph-mon[91421]: pgmap v2398: 169 pgs: 169 active+clean; 944 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 11 MiB/s wr, 169 op/s 2024-09-13T03:37:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:34 smithi052 ceph-mon[91421]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T03:37:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:34 smithi052 ceph-mon[89065]: pgmap v2398: 169 pgs: 169 active+clean; 944 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 116 KiB/s rd, 11 MiB/s wr, 169 op/s 2024-09-13T03:37:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:34 smithi052 ceph-mon[89065]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-13T03:37:35.453 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 142632044 2024-09-13T03:37:35.466 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 134655349~7462616 2024-09-13T03:37:35.486 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 23572570~6019620 2024-09-13T03:37:35.486 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 71413983~4266809 2024-09-13T03:37:35.491 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 110952715~6114602 2024-09-13T03:37:35.491 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 8634977~6618317 2024-09-13T03:37:35.499 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 25481464~4103536 2024-09-13T03:37:35.519 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 84874497~7097371 2024-09-13T03:37:35.553 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 93862081~8199087 2024-09-13T03:37:35.553 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:37:35.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:35 smithi078 ceph-mon[85589]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T03:37:35.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:35 smithi052 ceph-mon[89065]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T03:37:35.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:35 smithi052 ceph-mon[91421]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-13T03:37:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:36 smithi078 ceph-mon[85589]: pgmap v2401: 169 pgs: 169 active+clean; 1012 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 23 MiB/s wr, 256 op/s 2024-09-13T03:37:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:36 smithi078 ceph-mon[85589]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T03:37:36.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:36 smithi078 ceph-mon[85589]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T03:37:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:36 smithi052 ceph-mon[91421]: pgmap v2401: 169 pgs: 169 active+clean; 1012 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 23 MiB/s wr, 256 op/s 2024-09-13T03:37:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:36 smithi052 ceph-mon[91421]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T03:37:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:36 smithi052 ceph-mon[91421]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T03:37:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:36 smithi052 ceph-mon[89065]: pgmap v2401: 169 pgs: 169 active+clean; 1012 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 23 MiB/s wr, 256 op/s 2024-09-13T03:37:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:36 smithi052 ceph-mon[89065]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-13T03:37:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:36 smithi052 ceph-mon[89065]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-13T03:37:37.378 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap3 2024-09-13T03:37:37.393 INFO:tasks.workunit.client.0.smithi052.stdout:clone image162 -> image164 2024-09-13T03:37:37.717 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.StressNoMigrate (8164 ms) 2024-09-13T03:37:37.718 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.Stress 2024-09-13T03:37:37.747 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:37.760 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 64757999~5940558 2024-09-13T03:37:37.807 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 18513881~5319861 2024-09-13T03:37:37.807 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 73227442~4192491 2024-09-13T03:37:37.832 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 75999348~7886732 2024-09-13T03:37:37.834 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 354267~4642221 2024-09-13T03:37:37.866 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 57828246~2477817 2024-09-13T03:37:37.867 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 26717649~379976 2024-09-13T03:37:37.873 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 39954028~8062759 2024-09-13T03:37:37.873 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap0 2024-09-13T03:37:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:37:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:37:38] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-13T03:37:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:38 smithi052 ceph-mon[91421]: pgmap v2404: 169 pgs: 169 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 22 MiB/s wr, 374 op/s 2024-09-13T03:37:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:38 smithi052 ceph-mon[91421]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T03:37:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:38 smithi052 ceph-mon[89065]: pgmap v2404: 169 pgs: 169 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 22 MiB/s wr, 374 op/s 2024-09-13T03:37:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:38 smithi052 ceph-mon[89065]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T03:37:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:38 smithi078 ceph-mon[85589]: pgmap v2404: 169 pgs: 169 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 22 MiB/s wr, 374 op/s 2024-09-13T03:37:38.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:38 smithi078 ceph-mon[85589]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-13T03:37:39.468 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap0 2024-09-13T03:37:39.485 INFO:tasks.workunit.client.0.smithi052.stdout:clone image165 -> image168 2024-09-13T03:37:39.599 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 94899291 2024-09-13T03:37:39.612 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 25192983~6227421 2024-09-13T03:37:39.659 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 9279157~854313 2024-09-13T03:37:39.664 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 18796172~1556700 2024-09-13T03:37:39.680 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 17341877~5413925 2024-09-13T03:37:39.685 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 32399323~1314636 2024-09-13T03:37:39.695 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 75165135~3178094 2024-09-13T03:37:39.722 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 78898696~4836057 2024-09-13T03:37:39.753 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 33797743~8177534 2024-09-13T03:37:39.759 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:39.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:39 smithi052 ceph-mon[89065]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T03:37:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:39 smithi052 ceph-mon[91421]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T03:37:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:39 smithi078 ceph-mon[85589]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-13T03:37:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:40 smithi052 ceph-mon[91421]: pgmap v2407: 169 pgs: 169 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 265 op/s 2024-09-13T03:37:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:40 smithi052 ceph-mon[91421]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T03:37:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:40 smithi052 ceph-mon[89065]: pgmap v2407: 169 pgs: 169 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 265 op/s 2024-09-13T03:37:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:40 smithi052 ceph-mon[89065]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T03:37:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:40 smithi078 ceph-mon[85589]: pgmap v2407: 169 pgs: 169 active+clean; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 265 op/s 2024-09-13T03:37:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:40 smithi078 ceph-mon[85589]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-13T03:37:41.476 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 129739555 2024-09-13T03:37:41.489 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 119601630~7237513 2024-09-13T03:37:41.502 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 60614716~6425115 2024-09-13T03:37:41.502 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 71706734~1269108 2024-09-13T03:37:41.503 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 45157251~2878547 2024-09-13T03:37:41.503 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 69596223~4816079 2024-09-13T03:37:41.538 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 15325283~4884220 2024-09-13T03:37:41.539 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 35387809~830179 2024-09-13T03:37:41.539 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 14284467~8294995 2024-09-13T03:37:41.561 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:37:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:41 smithi052 ceph-mon[91421]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T03:37:41.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:41 smithi052 ceph-mon[89065]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T03:37:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:41 smithi078 ceph-mon[85589]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-13T03:37:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:42 smithi078 ceph-mon[85589]: pgmap v2410: 169 pgs: 169 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 292 op/s 2024-09-13T03:37:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:42 smithi078 ceph-mon[85589]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T03:37:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:37:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:42 smithi052 ceph-mon[91421]: pgmap v2410: 169 pgs: 169 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 292 op/s 2024-09-13T03:37:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:42 smithi052 ceph-mon[91421]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T03:37:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:42 smithi052 ceph-mon[89065]: pgmap v2410: 169 pgs: 169 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 19 MiB/s wr, 292 op/s 2024-09-13T03:37:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:42 smithi052 ceph-mon[89065]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-13T03:37:43.491 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 44651763~4560659 2024-09-13T03:37:43.510 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 83999541~2725181 2024-09-13T03:37:43.510 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 121951621~1408644 2024-09-13T03:37:43.511 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 63227082~8292216 2024-09-13T03:37:43.511 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 30570410~5371780 2024-09-13T03:37:43.520 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 23642059~7255594 2024-09-13T03:37:43.550 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 6672238~4158570 2024-09-13T03:37:43.555 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 31839074~5051795 2024-09-13T03:37:43.556 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:37:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:43 smithi052 ceph-mon[91421]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T03:37:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:43 smithi052 ceph-mon[89065]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T03:37:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:43 smithi078 ceph-mon[85589]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-13T03:37:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:44 smithi052 ceph-mon[89065]: pgmap v2413: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 371 op/s 2024-09-13T03:37:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:44 smithi052 ceph-mon[89065]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T03:37:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:44 smithi052 ceph-mon[91421]: pgmap v2413: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 371 op/s 2024-09-13T03:37:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:44 smithi052 ceph-mon[91421]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T03:37:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:44 smithi078 ceph-mon[85589]: pgmap v2413: 169 pgs: 169 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 371 op/s 2024-09-13T03:37:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:44 smithi078 ceph-mon[85589]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-13T03:37:45.503 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap3 2024-09-13T03:37:45.520 INFO:tasks.workunit.client.0.smithi052.stdout:clone image168 -> image170 2024-09-13T03:37:45.656 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 187431888 2024-09-13T03:37:45.672 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:45.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:45 smithi052 ceph-mon[89065]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T03:37:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:45 smithi052 ceph-mon[91421]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T03:37:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:45 smithi078 ceph-mon[85589]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-13T03:37:46.054 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:37:46.204 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:37:46.445 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.Stress (8728 ms) 2024-09-13T03:37:46.445 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.Stress2 2024-09-13T03:37:46.475 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:37:46.486 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 65984419~1921162 2024-09-13T03:37:46.506 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 38466960~5427639 2024-09-13T03:37:46.506 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 71588578~3759775 2024-09-13T03:37:46.541 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 78143372~5742708 2024-09-13T03:37:46.541 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 46832482~4386101 2024-09-13T03:37:46.565 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 39351078~1602636 2024-09-13T03:37:46.565 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 75330658~1061493 2024-09-13T03:37:46.574 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 29683476~133219 2024-09-13T03:37:46.574 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap0 2024-09-13T03:37:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:46 smithi052 ceph-mon[89065]: pgmap v2416: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 8.9 MiB/s rd, 21 MiB/s wr, 386 op/s 2024-09-13T03:37:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:46 smithi052 ceph-mon[89065]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T03:37:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:46 smithi052 ceph-mon[91421]: pgmap v2416: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 8.9 MiB/s rd, 21 MiB/s wr, 386 op/s 2024-09-13T03:37:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:46 smithi052 ceph-mon[91421]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T03:37:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:46 smithi078 ceph-mon[85589]: pgmap v2416: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 8.9 MiB/s rd, 21 MiB/s wr, 386 op/s 2024-09-13T03:37:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:46 smithi078 ceph-mon[85589]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-13T03:37:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:37:48.494 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:37:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:37:48] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-13T03:37:48.514 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap0 2024-09-13T03:37:48.531 INFO:tasks.workunit.client.0.smithi052.stdout:clone image171 -> image174 2024-09-13T03:37:48.644 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 147027596 2024-09-13T03:37:48.656 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 7910469~3477705 2024-09-13T03:37:48.691 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 71605255~2508983 2024-09-13T03:37:48.712 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 58243077~5589923 2024-09-13T03:37:48.743 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 100646846~60583 2024-09-13T03:37:48.744 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 99766494~474023 2024-09-13T03:37:48.751 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 95965883~185406 2024-09-13T03:37:48.751 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 44517437~1024360 2024-09-13T03:37:48.761 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 19536720~6513223 2024-09-13T03:37:48.769 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:37:48.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:48 smithi052 ceph-mon[89065]: pgmap v2418: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 242 op/s 2024-09-13T03:37:48.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:48 smithi052 ceph-mon[89065]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T03:37:48.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:48 smithi052 ceph-mon[91421]: pgmap v2418: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 242 op/s 2024-09-13T03:37:48.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:48 smithi052 ceph-mon[91421]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T03:37:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:48 smithi078 ceph-mon[85589]: pgmap v2418: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 242 op/s 2024-09-13T03:37:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:48 smithi078 ceph-mon[85589]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-13T03:37:49.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:49 smithi052 ceph-mon[89065]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T03:37:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:49 smithi052 ceph-mon[91421]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T03:37:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:49 smithi078 ceph-mon[85589]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-13T03:37:50.530 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 115856328 2024-09-13T03:37:50.543 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 57503198~529288 2024-09-13T03:37:50.550 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 77810517~8180430 2024-09-13T03:37:50.550 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 1969812~4398468 2024-09-13T03:37:50.555 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 3596311~1965111 2024-09-13T03:37:50.597 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 6375310~5370968 2024-09-13T03:37:50.599 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 32438492~1859152 2024-09-13T03:37:50.600 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 95897710~6684647 2024-09-13T03:37:50.607 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 64762347~3912603 2024-09-13T03:37:50.608 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:37:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:50 smithi052 ceph-mon[91421]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 15 MiB/s wr, 598 op/s 2024-09-13T03:37:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:50 smithi052 ceph-mon[91421]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T03:37:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:50 smithi052 ceph-mon[89065]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 15 MiB/s wr, 598 op/s 2024-09-13T03:37:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:50 smithi052 ceph-mon[89065]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T03:37:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:50 smithi078 ceph-mon[85589]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 15 MiB/s wr, 598 op/s 2024-09-13T03:37:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:50 smithi078 ceph-mon[85589]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-13T03:37:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:51 smithi052 ceph-mon[91421]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T03:37:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:51 smithi052 ceph-mon[89065]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T03:37:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:51 smithi078 ceph-mon[85589]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-13T03:37:52.539 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap2 2024-09-13T03:37:52.553 INFO:tasks.workunit.client.0.smithi052.stdout:clone image174 -> image176 2024-09-13T03:37:52.685 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 57512839~701314 2024-09-13T03:37:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:52 smithi078 ceph-mon[85589]: pgmap v2424: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 8.7 MiB/s wr, 889 op/s 2024-09-13T03:37:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:52 smithi078 ceph-mon[85589]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T03:37:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:37:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:37:52.708 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 25619144~2665571 2024-09-13T03:37:52.714 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 110751187~4198229 2024-09-13T03:37:52.744 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 71952238~828872 2024-09-13T03:37:52.762 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 19906921~1875770 2024-09-13T03:37:52.774 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 45020075~6079927 2024-09-13T03:37:52.804 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 12945951~1668141 2024-09-13T03:37:52.820 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 79658116~3081921 2024-09-13T03:37:52.833 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:37:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:52 smithi052 ceph-mon[91421]: pgmap v2424: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 8.7 MiB/s wr, 889 op/s 2024-09-13T03:37:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:52 smithi052 ceph-mon[91421]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T03:37:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:52 smithi052 ceph-mon[89065]: pgmap v2424: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 8.7 MiB/s wr, 889 op/s 2024-09-13T03:37:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:52 smithi052 ceph-mon[89065]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-13T03:37:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:53 smithi078 ceph-mon[85589]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T03:37:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:53 smithi052 ceph-mon[91421]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T03:37:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:53 smithi052 ceph-mon[89065]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-13T03:37:54.566 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:37:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:54 smithi078 ceph-mon[85589]: pgmap v2427: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 400 op/s 2024-09-13T03:37:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:54 smithi078 ceph-mon[85589]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T03:37:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:54 smithi052 ceph-mon[91421]: pgmap v2427: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 400 op/s 2024-09-13T03:37:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:54 smithi052 ceph-mon[91421]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T03:37:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:54 smithi052 ceph-mon[89065]: pgmap v2427: 169 pgs: 169 active+clean; 1.3 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 400 op/s 2024-09-13T03:37:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:54 smithi052 ceph-mon[89065]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-13T03:37:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:55 smithi078 ceph-mon[85589]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T03:37:56.003 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 39689252~2313280 2024-09-13T03:37:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:55 smithi052 ceph-mon[91421]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T03:37:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:55 smithi052 ceph-mon[89065]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-13T03:37:56.050 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 99023560~3623469 2024-09-13T03:37:56.089 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 23844022~5524586 2024-09-13T03:37:56.132 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 106249226~699260 2024-09-13T03:37:56.150 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 6377167~1652412 2024-09-13T03:37:56.186 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 111394971~4461357 2024-09-13T03:37:56.202 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 88581063~6803411 2024-09-13T03:37:56.259 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 79278527~7424948 2024-09-13T03:37:56.284 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user0 2024-09-13T03:37:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:56 smithi078 ceph-mon[85589]: pgmap v2430: 169 pgs: 169 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 18 MiB/s wr, 438 op/s 2024-09-13T03:37:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:56 smithi078 ceph-mon[85589]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T03:37:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:56 smithi052 ceph-mon[91421]: pgmap v2430: 169 pgs: 169 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 18 MiB/s wr, 438 op/s 2024-09-13T03:37:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:56 smithi052 ceph-mon[91421]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T03:37:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:56 smithi052 ceph-mon[89065]: pgmap v2430: 169 pgs: 169 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 18 MiB/s wr, 438 op/s 2024-09-13T03:37:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:56 smithi052 ceph-mon[89065]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-13T03:37:57.574 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 74173386~3234570 2024-09-13T03:37:57.586 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 59993776~5796056 2024-09-13T03:37:57.587 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 45648561~6707300 2024-09-13T03:37:57.598 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 10252023~4185079 2024-09-13T03:37:57.598 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 60658255~5841351 2024-09-13T03:37:57.698 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 92771579~5880712 2024-09-13T03:37:57.698 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 9725046~2758219 2024-09-13T03:37:57.699 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 66964487~1225987 2024-09-13T03:37:57.699 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user1 2024-09-13T03:37:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:57 smithi078 ceph-mon[85589]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T03:37:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:57 smithi052 ceph-mon[91421]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T03:37:58.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:57 smithi052 ceph-mon[89065]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-13T03:37:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:37:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:37:58] "GET /metrics HTTP/1.1" 200 38858 "" "Prometheus/2.43.0" 2024-09-13T03:37:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:58 smithi078 ceph-mon[85589]: pgmap v2433: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 420 op/s 2024-09-13T03:37:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:58 smithi078 ceph-mon[85589]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T03:37:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:58 smithi052 ceph-mon[91421]: pgmap v2433: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 420 op/s 2024-09-13T03:37:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:58 smithi052 ceph-mon[91421]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T03:37:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:58 smithi052 ceph-mon[89065]: pgmap v2433: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 420 op/s 2024-09-13T03:37:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:58 smithi052 ceph-mon[89065]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-13T03:37:59.584 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 113029050~521627 2024-09-13T03:37:59.593 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 49032975~5689978 2024-09-13T03:37:59.594 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 70278~6032468 2024-09-13T03:37:59.604 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 88224289~5832750 2024-09-13T03:37:59.605 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 98106425~2365907 2024-09-13T03:37:59.606 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 50798519~7267888 2024-09-13T03:37:59.656 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 110528400~5327928 2024-09-13T03:37:59.721 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 73632266~4636817 2024-09-13T03:37:59.721 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user2 2024-09-13T03:37:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:37:59 smithi078 ceph-mon[85589]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T03:38:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:37:59 smithi052 ceph-mon[91421]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T03:38:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:37:59 smithi052 ceph-mon[89065]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-13T03:38:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:00 smithi078 ceph-mon[85589]: pgmap v2436: 169 pgs: 169 active+clean; 1.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 353 op/s 2024-09-13T03:38:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:00 smithi078 ceph-mon[85589]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T03:38:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:00 smithi052 ceph-mon[91421]: pgmap v2436: 169 pgs: 169 active+clean; 1.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 353 op/s 2024-09-13T03:38:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:00 smithi052 ceph-mon[91421]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T03:38:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:00 smithi052 ceph-mon[89065]: pgmap v2436: 169 pgs: 169 active+clean; 1.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 21 MiB/s wr, 353 op/s 2024-09-13T03:38:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:00 smithi052 ceph-mon[89065]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-13T03:38:01.603 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 214690162 2024-09-13T03:38:01.619 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 57611100~89542 2024-09-13T03:38:01.626 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 117206213~6927049 2024-09-13T03:38:01.626 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 46300814~2879865 2024-09-13T03:38:01.632 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 13594826~380438 2024-09-13T03:38:01.632 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 183657044~3702348 2024-09-13T03:38:01.638 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 171866423~3018559 2024-09-13T03:38:01.638 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 139610244~5560288 2024-09-13T03:38:01.648 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 148881640~2601445 2024-09-13T03:38:01.649 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user3 2024-09-13T03:38:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:01 smithi078 ceph-mon[85589]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T03:38:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:01 smithi052 ceph-mon[91421]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T03:38:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:01 smithi052 ceph-mon[89065]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-13T03:38:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:02.584 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:38:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:38:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:02 smithi078 ceph-mon[85589]: pgmap v2439: 169 pgs: 169 active+clean; 1.6 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 33 MiB/s wr, 630 op/s 2024-09-13T03:38:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:02 smithi078 ceph-mon[85589]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T03:38:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:02 smithi052 ceph-mon[91421]: pgmap v2439: 169 pgs: 169 active+clean; 1.6 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 33 MiB/s wr, 630 op/s 2024-09-13T03:38:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:02 smithi052 ceph-mon[91421]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T03:38:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:02 smithi052 ceph-mon[89065]: pgmap v2439: 169 pgs: 169 active+clean; 1.6 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 33 MiB/s wr, 630 op/s 2024-09-13T03:38:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:02 smithi052 ceph-mon[89065]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-13T03:38:03.608 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 300942023 2024-09-13T03:38:03.630 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 30094202~7523550 2024-09-13T03:38:03.638 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 31975089~3761775 2024-09-13T03:38:03.688 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 60188404~7523550 2024-09-13T03:38:03.699 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 62069291~3761775 2024-09-13T03:38:03.750 INFO:tasks.workunit.client.0.smithi052.stdout:write: 3 90282606~7523550 2024-09-13T03:38:03.760 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 92163493~3761775 2024-09-13T03:38:03.801 INFO:tasks.workunit.client.0.smithi052.stdout:write: 4 120376809~7523550 2024-09-13T03:38:03.811 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 122257696~3761775 2024-09-13T03:38:03.832 INFO:tasks.workunit.client.0.smithi052.stdout:write: 5 150471011~7523550 2024-09-13T03:38:03.842 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 152351898~3761775 2024-09-13T03:38:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:03 smithi078 ceph-mon[85589]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T03:38:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:03 smithi052 ceph-mon[91421]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T03:38:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:03 smithi052 ceph-mon[89065]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-13T03:38:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:04 smithi078 ceph-mon[85589]: pgmap v2442: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 24 MiB/s wr, 484 op/s 2024-09-13T03:38:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:04 smithi078 ceph-mon[85589]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T03:38:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:04 smithi052 ceph-mon[91421]: pgmap v2442: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 24 MiB/s wr, 484 op/s 2024-09-13T03:38:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:04 smithi052 ceph-mon[91421]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T03:38:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:04 smithi052 ceph-mon[89065]: pgmap v2442: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 26 MiB/s rd, 24 MiB/s wr, 484 op/s 2024-09-13T03:38:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:04 smithi052 ceph-mon[89065]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-13T03:38:05.101 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:38:05.313 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:38:06.847 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.Stress2 (20402 ms) 2024-09-13T03:38:06.847 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMigration.StressLive 2024-09-13T03:38:06.880 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 83886080 2024-09-13T03:38:06.892 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 60925471~1815440 2024-09-13T03:38:06.917 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 20958563~2350522 2024-09-13T03:38:06.917 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 1229803~6452769 2024-09-13T03:38:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:06 smithi078 ceph-mon[85589]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 54 MiB/s rd, 21 MiB/s wr, 440 op/s 2024-09-13T03:38:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:06 smithi078 ceph-mon[85589]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T03:38:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:06 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:38:06.959 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 36946521~5583595 2024-09-13T03:38:06.959 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 10220412~5076267 2024-09-13T03:38:06.994 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 65050436~5162940 2024-09-13T03:38:06.994 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 47195522~4573774 2024-09-13T03:38:07.018 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 61832472~3368695 2024-09-13T03:38:07.021 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap0 2024-09-13T03:38:07.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:06 smithi052 ceph-mon[89065]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 54 MiB/s rd, 21 MiB/s wr, 440 op/s 2024-09-13T03:38:07.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:06 smithi052 ceph-mon[89065]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T03:38:07.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:06 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:38:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:06 smithi052 ceph-mon[91421]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 54 MiB/s rd, 21 MiB/s wr, 440 op/s 2024-09-13T03:38:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:06 smithi052 ceph-mon[91421]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-13T03:38:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:06 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:38:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:38:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:38:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:38:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:38:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:38:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:38:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:38:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:38:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:38:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:38:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:38:08] "GET /metrics HTTP/1.1" 200 38864 "" "Prometheus/2.43.0" 2024-09-13T03:38:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:08 smithi078 ceph-mon[85589]: pgmap v2446: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 105 MiB/s rd, 22 MiB/s wr, 449 op/s 2024-09-13T03:38:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:08 smithi078 ceph-mon[85589]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T03:38:09.024 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 132646~4056344 2024-09-13T03:38:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:08 smithi052 ceph-mon[89065]: pgmap v2446: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 105 MiB/s rd, 22 MiB/s wr, 449 op/s 2024-09-13T03:38:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:08 smithi052 ceph-mon[89065]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T03:38:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:08 smithi052 ceph-mon[91421]: pgmap v2446: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 105 MiB/s rd, 22 MiB/s wr, 449 op/s 2024-09-13T03:38:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:08 smithi052 ceph-mon[91421]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-13T03:38:09.033 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 7758692~8041133 2024-09-13T03:38:09.033 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 53002732~5485578 2024-09-13T03:38:09.043 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 61377515~8148296 2024-09-13T03:38:09.043 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 44304173~6211271 2024-09-13T03:38:09.051 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 61303992~5518917 2024-09-13T03:38:09.068 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 7334358~2606439 2024-09-13T03:38:09.070 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 79097128~4788952 2024-09-13T03:38:09.071 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap1 2024-09-13T03:38:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:10 smithi052 ceph-mon[91421]: pgmap v2448: 169 pgs: 169 active+clean; 1.8 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 181 MiB/s rd, 18 MiB/s wr, 588 op/s 2024-09-13T03:38:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:10 smithi052 ceph-mon[91421]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T03:38:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:10 smithi052 ceph-mon[89065]: pgmap v2448: 169 pgs: 169 active+clean; 1.8 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 181 MiB/s rd, 18 MiB/s wr, 588 op/s 2024-09-13T03:38:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:10 smithi052 ceph-mon[89065]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T03:38:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:10 smithi078 ceph-mon[85589]: pgmap v2448: 169 pgs: 169 active+clean; 1.8 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 181 MiB/s rd, 18 MiB/s wr, 588 op/s 2024-09-13T03:38:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:10 smithi078 ceph-mon[85589]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-13T03:38:11.034 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap1 2024-09-13T03:38:11.049 INFO:tasks.workunit.client.0.smithi052.stdout:clone image177 -> image180 2024-09-13T03:38:11.155 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 165570316 2024-09-13T03:38:11.167 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 11067658~322084 2024-09-13T03:38:11.194 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 93064269~2874424 2024-09-13T03:38:11.194 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 5219684~3019534 2024-09-13T03:38:11.240 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 132736829~6727663 2024-09-13T03:38:11.240 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 136925303~4184691 2024-09-13T03:38:11.266 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 84147648~8024225 2024-09-13T03:38:11.267 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 90259875~5507616 2024-09-13T03:38:11.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:11 smithi052 ceph-mon[89065]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T03:38:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:11 smithi052 ceph-mon[91421]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T03:38:11.297 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 4877700~1697169 2024-09-13T03:38:11.300 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap2 2024-09-13T03:38:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:11 smithi078 ceph-mon[85589]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-13T03:38:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:12 smithi052 ceph-mon[91421]: pgmap v2451: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 219 MiB/s rd, 13 MiB/s wr, 684 op/s 2024-09-13T03:38:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:12 smithi052 ceph-mon[91421]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T03:38:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:12 smithi052 ceph-mon[91421]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T03:38:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:12 smithi052 ceph-mon[89065]: pgmap v2451: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 219 MiB/s rd, 13 MiB/s wr, 684 op/s 2024-09-13T03:38:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:12 smithi052 ceph-mon[89065]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T03:38:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:12 smithi052 ceph-mon[89065]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T03:38:12.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:12 smithi078 ceph-mon[85589]: pgmap v2451: 169 pgs: 169 active+clean; 1.8 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 219 MiB/s rd, 13 MiB/s wr, 684 op/s 2024-09-13T03:38:12.314 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:12 smithi078 ceph-mon[85589]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-13T03:38:12.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:12 smithi078 ceph-mon[85589]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-13T03:38:12.391 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap2 2024-09-13T03:38:12.409 INFO:tasks.workunit.client.0.smithi052.stdout:clone image180 -> image182 2024-09-13T03:38:12.548 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 156888636 2024-09-13T03:38:12.566 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 28043936~7911100 2024-09-13T03:38:12.620 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 35884262~6998522 2024-09-13T03:38:12.653 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 59719945~4774653 2024-09-13T03:38:12.685 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 27028017~3987160 2024-09-13T03:38:12.688 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 40668689~6173314 2024-09-13T03:38:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:38:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:12.747 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 36405379~4028110 2024-09-13T03:38:12.749 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 69680764~7436342 2024-09-13T03:38:12.790 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 146302875~6845895 2024-09-13T03:38:12.797 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: snap3 2024-09-13T03:38:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:13 smithi078 ceph-mon[85589]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T03:38:13.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:13 smithi052 ceph-mon[91421]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T03:38:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:13 smithi052 ceph-mon[89065]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-13T03:38:14.398 INFO:tasks.workunit.client.0.smithi052.stdout:snap_protect: snap3 2024-09-13T03:38:14.416 INFO:tasks.workunit.client.0.smithi052.stdout:clone image182 -> image184 2024-09-13T03:38:14.579 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 92502562 2024-09-13T03:38:14.614 INFO:tasks.workunit.client.0.smithi052.stdout:migration_prepare 2024-09-13T03:38:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:14 smithi078 ceph-mon[85589]: pgmap v2455: 169 pgs: 169 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 77 MiB/s rd, 19 MiB/s wr, 422 op/s 2024-09-13T03:38:14.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:14 smithi078 ceph-mon[85589]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T03:38:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:14 smithi052 ceph-mon[91421]: pgmap v2455: 169 pgs: 169 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 77 MiB/s rd, 19 MiB/s wr, 422 op/s 2024-09-13T03:38:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:14 smithi052 ceph-mon[91421]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T03:38:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:14 smithi052 ceph-mon[89065]: pgmap v2455: 169 pgs: 169 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 77 MiB/s rd, 19 MiB/s wr, 422 op/s 2024-09-13T03:38:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:14 smithi052 ceph-mon[89065]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-13T03:38:15.026 INFO:tasks.workunit.client.0.smithi052.stdout:migration_execute 2024-09-13T03:38:15.026 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 66692981~4787648 2024-09-13T03:38:15.083 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 59041789~991950 2024-09-13T03:38:15.112 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 30526020~5502619 2024-09-13T03:38:15.160 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 52518208~4191528 2024-09-13T03:38:15.185 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 89513904~2988658 2024-09-13T03:38:15.213 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 40268983~3179433 2024-09-13T03:38:15.246 INFO:tasks.workunit.client.0.smithi052.stdout:write: a 5142476~579254 2024-09-13T03:38:15.288 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 72729528~6235961 2024-09-13T03:38:15.294 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user0 2024-09-13T03:38:15.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:15 smithi078 ceph-mon[85589]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T03:38:15.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:15 smithi052 ceph-mon[91421]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T03:38:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:15 smithi052 ceph-mon[89065]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-13T03:38:16.405 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 181334342 2024-09-13T03:38:16.418 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 29908158~1219216 2024-09-13T03:38:16.428 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 77253279~5237020 2024-09-13T03:38:16.428 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 68483195~6959502 2024-09-13T03:38:16.432 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 120409098~7381207 2024-09-13T03:38:16.432 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 156917188~7665778 2024-09-13T03:38:16.447 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 146884812~5359837 2024-09-13T03:38:16.447 INFO:tasks.workunit.client.0.smithi052.stdout:write: b 157225349~8123509 2024-09-13T03:38:16.490 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 18058515~2008429 2024-09-13T03:38:16.490 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user1 2024-09-13T03:38:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:16 smithi078 ceph-mon[85589]: pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 9.0 MiB/s rd, 28 MiB/s wr, 518 op/s 2024-09-13T03:38:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:16 smithi078 ceph-mon[85589]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T03:38:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:16 smithi052 ceph-mon[91421]: pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 9.0 MiB/s rd, 28 MiB/s wr, 518 op/s 2024-09-13T03:38:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:16 smithi052 ceph-mon[91421]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T03:38:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:16 smithi052 ceph-mon[89065]: pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 9.0 MiB/s rd, 28 MiB/s wr, 518 op/s 2024-09-13T03:38:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:16 smithi052 ceph-mon[89065]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-13T03:38:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:17 smithi078 ceph-mon[85589]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T03:38:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:17 smithi052 ceph-mon[91421]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T03:38:17.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:17 smithi052 ceph-mon[89065]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-13T03:38:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:18.420 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 148428661~7511048 2024-09-13T03:38:18.437 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 14008790~1985062 2024-09-13T03:38:18.437 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 95870960~1826467 2024-09-13T03:38:18.439 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 178481168~1113053 2024-09-13T03:38:18.439 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 142512073~3621078 2024-09-13T03:38:18.443 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 62788424~7299867 2024-09-13T03:38:18.444 INFO:tasks.workunit.client.0.smithi052.stdout:write: c 37257419~8239798 2024-09-13T03:38:18.474 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 40808542~2072350 2024-09-13T03:38:18.507 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user2 2024-09-13T03:38:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:18 smithi052 ceph-mon[91421]: pgmap v2461: 169 pgs: 169 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 25 MiB/s wr, 800 op/s 2024-09-13T03:38:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:18 smithi052 ceph-mon[91421]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T03:38:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:38:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:38:18] "GET /metrics HTTP/1.1" 200 38861 "" "Prometheus/2.43.0" 2024-09-13T03:38:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:18 smithi052 ceph-mon[89065]: pgmap v2461: 169 pgs: 169 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 25 MiB/s wr, 800 op/s 2024-09-13T03:38:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:18 smithi052 ceph-mon[89065]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T03:38:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:18 smithi078 ceph-mon[85589]: pgmap v2461: 169 pgs: 169 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 25 MiB/s wr, 800 op/s 2024-09-13T03:38:18.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:18 smithi078 ceph-mon[85589]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-13T03:38:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:19 smithi078 ceph-mon[85589]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T03:38:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:19 smithi052 ceph-mon[91421]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T03:38:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:19 smithi052 ceph-mon[89065]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-13T03:38:20.432 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 81322476~2017215 2024-09-13T03:38:20.442 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 87408883~4031869 2024-09-13T03:38:20.443 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 151643398~1809075 2024-09-13T03:38:20.445 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 71617190~1204037 2024-09-13T03:38:20.445 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 114462370~1859494 2024-09-13T03:38:20.448 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 147028707~539182 2024-09-13T03:38:20.448 INFO:tasks.workunit.client.0.smithi052.stdout:write: d 172534944~1665789 2024-09-13T03:38:20.449 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 128143660~2990363 2024-09-13T03:38:20.449 INFO:tasks.workunit.client.0.smithi052.stdout:snap_create: user3 2024-09-13T03:38:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:20 smithi078 ceph-mon[85589]: pgmap v2464: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 28 MiB/s rd, 18 MiB/s wr, 560 op/s 2024-09-13T03:38:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:20 smithi078 ceph-mon[85589]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T03:38:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:20 smithi052 ceph-mon[91421]: pgmap v2464: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 28 MiB/s rd, 18 MiB/s wr, 560 op/s 2024-09-13T03:38:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:20 smithi052 ceph-mon[91421]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T03:38:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:20 smithi052 ceph-mon[89065]: pgmap v2464: 169 pgs: 169 active+clean; 2.0 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 28 MiB/s rd, 18 MiB/s wr, 560 op/s 2024-09-13T03:38:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:20 smithi052 ceph-mon[89065]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-13T03:38:21.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:21 smithi078 ceph-mon[85589]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T03:38:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:21 smithi052 ceph-mon[91421]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T03:38:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:21 smithi052 ceph-mon[89065]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-13T03:38:22.448 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 174652039 2024-09-13T03:38:22.478 INFO:tasks.workunit.client.0.smithi052.stdout:write: 1 17465203~4366300 2024-09-13T03:38:22.481 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 18556778~2183150 2024-09-13T03:38:22.501 INFO:tasks.workunit.client.0.smithi052.stdout:write: 2 34930407~4366300 2024-09-13T03:38:22.502 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 36021982~2183150 2024-09-13T03:38:22.521 INFO:tasks.workunit.client.0.smithi052.stdout:write: 3 52395611~4366300 2024-09-13T03:38:22.522 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 53487186~2183150 2024-09-13T03:38:22.541 INFO:tasks.workunit.client.0.smithi052.stdout:write: 4 69860815~4366300 2024-09-13T03:38:22.542 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 70952390~2183150 2024-09-13T03:38:22.563 INFO:tasks.workunit.client.0.smithi052.stdout:write: 5 87326019~4366300 2024-09-13T03:38:22.564 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 88417594~2183150 2024-09-13T03:38:22.597 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:22 smithi078 ceph-mon[85589]: pgmap v2467: 169 pgs: 169 active+clean; 2.1 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 38 MiB/s wr, 546 op/s 2024-09-13T03:38:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:22 smithi078 ceph-mon[85589]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T03:38:22.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:38:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:22.668 INFO:tasks.workunit.client.0.smithi052.stdout:migration_commit 2024-09-13T03:38:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:22 smithi052 ceph-mon[91421]: pgmap v2467: 169 pgs: 169 active+clean; 2.1 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 38 MiB/s wr, 546 op/s 2024-09-13T03:38:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:22 smithi052 ceph-mon[91421]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T03:38:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:22 smithi052 ceph-mon[89065]: pgmap v2467: 169 pgs: 169 active+clean; 2.1 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 38 MiB/s wr, 546 op/s 2024-09-13T03:38:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:22 smithi052 ceph-mon[89065]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-13T03:38:23.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:23 smithi078 ceph-mon[85589]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T03:38:23.759 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMigration.StressLive (16911 ms) 2024-09-13T03:38:23.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:23 smithi052 ceph-mon[91421]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T03:38:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:23 smithi052 ceph-mon[89065]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-13T03:38:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:24 smithi078 ceph-mon[85589]: pgmap v2470: 169 pgs: 169 active+clean; 2.1 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 8.6 MiB/s rd, 31 MiB/s wr, 350 op/s 2024-09-13T03:38:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:24 smithi052 ceph-mon[91421]: pgmap v2470: 169 pgs: 169 active+clean; 2.1 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 8.6 MiB/s rd, 31 MiB/s wr, 350 op/s 2024-09-13T03:38:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:24 smithi052 ceph-mon[89065]: pgmap v2470: 169 pgs: 169 active+clean; 2.1 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 8.6 MiB/s rd, 31 MiB/s wr, 350 op/s 2024-09-13T03:38:25.458 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 57 tests from TestMigration (260211 ms total) 2024-09-13T03:38:25.458 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:38:25.458 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 6 tests from TestGroup 2024-09-13T03:38:25.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:25 smithi052 ceph-mon[91421]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T03:38:25.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:25 smithi052 ceph-mon[89065]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T03:38:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:25 smithi078 ceph-mon[85589]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-13T03:38:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[91421]: pgmap v2472: 137 pgs: 137 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[91421]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[89065]: pgmap v2472: 137 pgs: 137 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:38:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:26 smithi052 ceph-mon[89065]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T03:38:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:26 smithi078 ceph-mon[85589]: pgmap v2472: 137 pgs: 137 active+clean; 2.1 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail 2024-09-13T03:38:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:26 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:38:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:26 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:38:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:26 smithi078 ceph-mon[85589]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-13T03:38:27.460 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestGroup.group_create 2024-09-13T03:38:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[91421]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T03:38:27.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/469701725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[91421]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[89065]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/469701725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:38:27.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:27 smithi052 ceph-mon[89065]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T03:38:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:27 smithi078 ceph-mon[85589]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-13T03:38:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:27 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/469701725' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:38:27.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:27 smithi078 ceph-mon[85589]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-13T03:38:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:38:28] "GET /metrics HTTP/1.1" 200 38861 "" "Prometheus/2.43.0" 2024-09-13T03:38:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-mon[89065]: pgmap v2475: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2024-09-13T03:38:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:38:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-mon[89065]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T03:38:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-mon[91421]: pgmap v2475: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2024-09-13T03:38:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:38:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:28 smithi052 ceph-mon[91421]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T03:38:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:28 smithi078 ceph-mon[85589]: pgmap v2475: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.9 GiB used, 706 GiB / 715 GiB avail 2024-09-13T03:38:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:28 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:38:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:28 smithi078 ceph-mon[85589]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-13T03:38:29.508 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestGroup.group_create (2048 ms) 2024-09-13T03:38:29.508 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestGroup.group_createPP 2024-09-13T03:38:29.525 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-09-13T03:38:29.525 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestGroup.add_image 2024-09-13T03:38:29.564 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestGroup.add_image (39 ms) 2024-09-13T03:38:29.565 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-13T03:38:29.601 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestGroup.add_imagePP (36 ms) 2024-09-13T03:38:29.601 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-13T03:38:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[91421]: pgmap v2478: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:38:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[91421]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T03:38:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:38:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T03:38:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[89065]: pgmap v2478: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:38:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[89065]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T03:38:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:38:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:30 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T03:38:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:30 smithi078 ceph-mon[85589]: pgmap v2478: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:38:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:30 smithi078 ceph-mon[85589]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-13T03:38:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:30 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:38:30.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:30 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T03:38:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:31 smithi052 ceph-mon[91421]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T03:38:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:38:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:31 smithi052 ceph-mon[89065]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T03:38:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:38:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:31 smithi078 ceph-mon[85589]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-13T03:38:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:38:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:32 smithi078 ceph-mon[85589]: pgmap v2481: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-09-13T03:38:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:32 smithi078 ceph-mon[85589]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T03:38:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:38:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:32 smithi052 ceph-mon[91421]: pgmap v2481: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-09-13T03:38:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:32 smithi052 ceph-mon[91421]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T03:38:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:32 smithi052 ceph-mon[89065]: pgmap v2481: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.7 KiB/s wr, 73 op/s 2024-09-13T03:38:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:32 smithi052 ceph-mon[89065]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-13T03:38:33.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:33 smithi052 ceph-mon[91421]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T03:38:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:33 smithi052 ceph-mon[89065]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T03:38:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:33 smithi078 ceph-mon[85589]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-13T03:38:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:34 smithi052 ceph-mon[91421]: pgmap v2484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-09-13T03:38:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:34 smithi052 ceph-mon[91421]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T03:38:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:34 smithi052 ceph-mon[89065]: pgmap v2484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-09-13T03:38:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:34 smithi052 ceph-mon[89065]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T03:38:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:34 smithi078 ceph-mon[85589]: pgmap v2484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-09-13T03:38:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:34 smithi078 ceph-mon[85589]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-13T03:38:35.552 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestGroup.add_snapshot (5952 ms) 2024-09-13T03:38:35.552 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-13T03:38:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:35 smithi052 ceph-mon[91421]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T03:38:35.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:35 smithi052 ceph-mon[89065]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T03:38:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:35 smithi078 ceph-mon[85589]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-13T03:38:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:36 smithi052 ceph-mon[91421]: pgmap v2487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 161 op/s 2024-09-13T03:38:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:36 smithi052 ceph-mon[91421]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T03:38:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:36 smithi052 ceph-mon[91421]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T03:38:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:36 smithi052 ceph-mon[89065]: pgmap v2487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 161 op/s 2024-09-13T03:38:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:36 smithi052 ceph-mon[89065]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T03:38:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:36 smithi052 ceph-mon[89065]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T03:38:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:36 smithi078 ceph-mon[85589]: pgmap v2487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 161 op/s 2024-09-13T03:38:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:36 smithi078 ceph-mon[85589]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-13T03:38:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:36 smithi078 ceph-mon[85589]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-13T03:38:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:38:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:38:38] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-09-13T03:38:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:38 smithi052 ceph-mon[91421]: pgmap v2490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 132 op/s 2024-09-13T03:38:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:38 smithi052 ceph-mon[91421]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T03:38:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:38 smithi052 ceph-mon[89065]: pgmap v2490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 132 op/s 2024-09-13T03:38:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:38 smithi052 ceph-mon[89065]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T03:38:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:38 smithi078 ceph-mon[85589]: pgmap v2490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 132 op/s 2024-09-13T03:38:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:38 smithi078 ceph-mon[85589]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-13T03:38:39.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:39 smithi078 ceph-mon[85589]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T03:38:39.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:39 smithi052 ceph-mon[91421]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T03:38:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:39 smithi052 ceph-mon[89065]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-13T03:38:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:40 smithi078 ceph-mon[85589]: pgmap v2493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 18 op/s 2024-09-13T03:38:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:40 smithi078 ceph-mon[85589]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T03:38:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:40 smithi052 ceph-mon[91421]: pgmap v2493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 18 op/s 2024-09-13T03:38:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:40 smithi052 ceph-mon[91421]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T03:38:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:40 smithi052 ceph-mon[89065]: pgmap v2493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 18 op/s 2024-09-13T03:38:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:40 smithi052 ceph-mon[89065]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-13T03:38:41.444 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestGroup.add_snapshotPP (5892 ms) 2024-09-13T03:38:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:41 smithi078 ceph-mon[85589]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T03:38:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:41 smithi078 ceph-mon[85589]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T03:38:41.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:41 smithi052 ceph-mon[89065]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T03:38:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:41 smithi052 ceph-mon[89065]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T03:38:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:41 smithi052 ceph-mon[91421]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-13T03:38:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:41 smithi052 ceph-mon[91421]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-13T03:38:42.435 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 6 tests from TestGroup (13984 ms total) 2024-09-13T03:38:42.435 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:38:42.435 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 31 tests from TestDeepCopy 2024-09-13T03:38:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:42 smithi078 ceph-mon[85589]: pgmap v2496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-13T03:38:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:38:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:42 smithi052 ceph-mon[91421]: pgmap v2496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-13T03:38:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:42 smithi052 ceph-mon[89065]: pgmap v2496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-09-13T03:38:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:43 smithi078 ceph-mon[85589]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T03:38:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:43 smithi052 ceph-mon[91421]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T03:38:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:43 smithi052 ceph-mon[89065]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-13T03:38:44.441 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-13T03:38:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:44 smithi078 ceph-mon[85589]: pgmap v2499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:38:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:44 smithi078 ceph-mon[85589]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T03:38:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:44 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3671412197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:44 smithi052 ceph-mon[89065]: pgmap v2499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:38:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:44 smithi052 ceph-mon[89065]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T03:38:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:44 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3671412197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:44 smithi052 ceph-mon[91421]: pgmap v2499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:38:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:44 smithi052 ceph-mon[91421]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-13T03:38:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:44 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3671412197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:38:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3671412197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:38:45.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:45 smithi052 ceph-mon[91421]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T03:38:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3671412197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:38:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:45 smithi052 ceph-mon[89065]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T03:38:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3671412197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:38:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:45 smithi078 ceph-mon[85589]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-13T03:38:46.576 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Empty (2136 ms) 2024-09-13T03:38:46.577 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-13T03:38:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:46 smithi052 ceph-mon[91421]: pgmap v2502: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:38:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:46 smithi052 ceph-mon[91421]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T03:38:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:46 smithi052 ceph-mon[89065]: pgmap v2502: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:38:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:46 smithi052 ceph-mon[89065]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T03:38:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:46.834 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.NoSnaps (258 ms) 2024-09-13T03:38:46.834 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-13T03:38:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:46 smithi078 ceph-mon[85589]: pgmap v2502: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:38:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:46 smithi078 ceph-mon[85589]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-13T03:38:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:38:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:47 smithi052 ceph-mon[91421]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T03:38:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:47 smithi052 ceph-mon[89065]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T03:38:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:47 smithi078 ceph-mon[85589]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-13T03:38:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:48 smithi052 ceph-mon[91421]: pgmap v2505: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T03:38:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:48 smithi052 ceph-mon[91421]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T03:38:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:38:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:38:48] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-09-13T03:38:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:48 smithi052 ceph-mon[89065]: pgmap v2505: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T03:38:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:48 smithi052 ceph-mon[89065]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T03:38:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:48 smithi078 ceph-mon[85589]: pgmap v2505: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 8.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-09-13T03:38:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:48 smithi078 ceph-mon[85589]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-13T03:38:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:49 smithi052 ceph-mon[91421]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T03:38:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:49 smithi052 ceph-mon[89065]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T03:38:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:49 smithi078 ceph-mon[85589]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-13T03:38:50.750 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Snaps (3916 ms) 2024-09-13T03:38:50.750 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-13T03:38:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:50 smithi052 ceph-mon[91421]: pgmap v2508: 137 pgs: 137 active+clean; 29 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 57 op/s 2024-09-13T03:38:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:50 smithi052 ceph-mon[91421]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T03:38:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:50 smithi052 ceph-mon[89065]: pgmap v2508: 137 pgs: 137 active+clean; 29 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 57 op/s 2024-09-13T03:38:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:50 smithi052 ceph-mon[89065]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T03:38:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:50 smithi078 ceph-mon[85589]: pgmap v2508: 137 pgs: 137 active+clean; 29 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 57 op/s 2024-09-13T03:38:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:50 smithi078 ceph-mon[85589]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-13T03:38:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:51 smithi052 ceph-mon[91421]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T03:38:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:51 smithi052 ceph-mon[89065]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T03:38:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:51 smithi078 ceph-mon[85589]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-13T03:38:52.603 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.SnapDiscard (1853 ms) 2024-09-13T03:38:52.603 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-13T03:38:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:38:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:38:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:52 smithi078 ceph-mon[85589]: pgmap v2511: 137 pgs: 137 active+clean; 49 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 151 op/s 2024-09-13T03:38:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:52 smithi078 ceph-mon[85589]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T03:38:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:52 smithi052 ceph-mon[91421]: pgmap v2511: 137 pgs: 137 active+clean; 49 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 151 op/s 2024-09-13T03:38:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:52 smithi052 ceph-mon[91421]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T03:38:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:52 smithi052 ceph-mon[89065]: pgmap v2511: 137 pgs: 137 active+clean; 49 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 151 op/s 2024-09-13T03:38:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:52 smithi052 ceph-mon[89065]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-13T03:38:53.691 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneDiscard (1087 ms) 2024-09-13T03:38:53.691 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-13T03:38:53.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:53 smithi052 ceph-mon[89065]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T03:38:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:53 smithi052 ceph-mon[91421]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T03:38:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:53 smithi078 ceph-mon[85589]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-13T03:38:54.665 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneShrink (975 ms) 2024-09-13T03:38:54.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-13T03:38:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:54 smithi052 ceph-mon[91421]: pgmap v2514: 137 pgs: 137 active+clean; 53 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 143 op/s 2024-09-13T03:38:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:54 smithi052 ceph-mon[91421]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T03:38:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:54 smithi052 ceph-mon[89065]: pgmap v2514: 137 pgs: 137 active+clean; 53 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 143 op/s 2024-09-13T03:38:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:54 smithi052 ceph-mon[89065]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T03:38:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:54 smithi078 ceph-mon[85589]: pgmap v2514: 137 pgs: 137 active+clean; 53 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 143 op/s 2024-09-13T03:38:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:54 smithi078 ceph-mon[85589]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-13T03:38:55.743 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneExpand (1077 ms) 2024-09-13T03:38:55.743 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-13T03:38:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:55 smithi052 ceph-mon[91421]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T03:38:55.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:55 smithi052 ceph-mon[89065]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T03:38:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:55 smithi078 ceph-mon[85589]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-13T03:38:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:56 smithi052 ceph-mon[91421]: pgmap v2517: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 380 op/s 2024-09-13T03:38:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:56 smithi052 ceph-mon[91421]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T03:38:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:56 smithi052 ceph-mon[91421]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T03:38:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:56 smithi052 ceph-mon[89065]: pgmap v2517: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 380 op/s 2024-09-13T03:38:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:56 smithi052 ceph-mon[89065]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T03:38:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:56 smithi052 ceph-mon[89065]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T03:38:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:56 smithi078 ceph-mon[85589]: pgmap v2517: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 380 op/s 2024-09-13T03:38:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:56 smithi078 ceph-mon[85589]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-13T03:38:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:56 smithi078 ceph-mon[85589]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-13T03:38:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:58 smithi052 ceph-mon[91421]: pgmap v2520: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 385 op/s 2024-09-13T03:38:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:58 smithi052 ceph-mon[91421]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T03:38:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:58 smithi052 ceph-mon[89065]: pgmap v2520: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 385 op/s 2024-09-13T03:38:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:58 smithi052 ceph-mon[89065]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T03:38:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:38:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:38:58] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-09-13T03:38:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:58 smithi078 ceph-mon[85589]: pgmap v2520: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 385 op/s 2024-09-13T03:38:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:58 smithi078 ceph-mon[85589]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-13T03:38:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:38:59 smithi078 ceph-mon[85589]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T03:38:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:38:59 smithi052 ceph-mon[91421]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T03:38:59.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:38:59 smithi052 ceph-mon[89065]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-13T03:39:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:00 smithi078 ceph-mon[85589]: pgmap v2523: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 265 op/s 2024-09-13T03:39:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:00 smithi078 ceph-mon[85589]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T03:39:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:00 smithi052 ceph-mon[91421]: pgmap v2523: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 265 op/s 2024-09-13T03:39:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:00 smithi052 ceph-mon[91421]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T03:39:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:00 smithi052 ceph-mon[89065]: pgmap v2523: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 265 op/s 2024-09-13T03:39:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:00 smithi052 ceph-mon[89065]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-13T03:39:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:01 smithi078 ceph-mon[85589]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T03:39:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:01 smithi052 ceph-mon[91421]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T03:39:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:01 smithi052 ceph-mon[89065]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-13T03:39:02.546 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneHideParent (6804 ms) 2024-09-13T03:39:02.546 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-13T03:39:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:02 smithi078 ceph-mon[85589]: pgmap v2526: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 263 op/s 2024-09-13T03:39:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:02 smithi078 ceph-mon[85589]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T03:39:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:39:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:02 smithi052 ceph-mon[91421]: pgmap v2526: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 263 op/s 2024-09-13T03:39:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:02 smithi052 ceph-mon[91421]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T03:39:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:02 smithi052 ceph-mon[89065]: pgmap v2526: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 263 op/s 2024-09-13T03:39:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:02 smithi052 ceph-mon[89065]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-13T03:39:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:03 smithi078 ceph-mon[85589]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T03:39:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:03 smithi052 ceph-mon[91421]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T03:39:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:03 smithi052 ceph-mon[89065]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-13T03:39:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:04 smithi078 ceph-mon[85589]: pgmap v2529: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 119 op/s 2024-09-13T03:39:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:04 smithi078 ceph-mon[85589]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T03:39:04.757 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Clone (2211 ms) 2024-09-13T03:39:04.757 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-13T03:39:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:04 smithi052 ceph-mon[91421]: pgmap v2529: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 119 op/s 2024-09-13T03:39:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:04 smithi052 ceph-mon[91421]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T03:39:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:04 smithi052 ceph-mon[89065]: pgmap v2529: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 119 op/s 2024-09-13T03:39:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:04 smithi052 ceph-mon[89065]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-13T03:39:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:05 smithi052 ceph-mon[91421]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T03:39:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:05 smithi052 ceph-mon[89065]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T03:39:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:05 smithi078 ceph-mon[85589]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-13T03:39:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:06 smithi052 ceph-mon[91421]: pgmap v2532: 137 pgs: 137 active+clean; 97 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 291 op/s 2024-09-13T03:39:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:06 smithi052 ceph-mon[91421]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T03:39:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:06 smithi052 ceph-mon[89065]: pgmap v2532: 137 pgs: 137 active+clean; 97 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 291 op/s 2024-09-13T03:39:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:06 smithi052 ceph-mon[89065]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T03:39:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:06 smithi078 ceph-mon[85589]: pgmap v2532: 137 pgs: 137 active+clean; 97 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 291 op/s 2024-09-13T03:39:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:06 smithi078 ceph-mon[85589]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-13T03:39:06.965 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneFlatten (2208 ms) 2024-09-13T03:39:06.965 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-13T03:39:06.987 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 53691251~2330066 2024-09-13T03:39:06.996 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 3393972~2037036 2024-09-13T03:39:06.997 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 58852088~6980681 2024-09-13T03:39:07.015 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 49776855~2305232 2024-09-13T03:39:07.017 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 33834629~8371630 2024-09-13T03:39:07.037 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 69874469~1517557 2024-09-13T03:39:07.037 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 62255028~3492183 2024-09-13T03:39:07.044 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 66244309~4119081 2024-09-13T03:39:07.044 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap0 2024-09-13T03:39:07.479 INFO:tasks.workunit.client.0.smithi052.stdout:clone image230 -> image231 2024-09-13T03:39:07.524 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 47691665~2444485 2024-09-13T03:39:07.534 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 29469803~4708461 2024-09-13T03:39:07.557 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 13636251~6687563 2024-09-13T03:39:07.579 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 41907785~8171902 2024-09-13T03:39:07.603 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 78271129~3580359 2024-09-13T03:39:07.616 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 62618394~468343 2024-09-13T03:39:07.635 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 53130057~3697640 2024-09-13T03:39:07.651 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 22511892~7257741 2024-09-13T03:39:07.654 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:39:07.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:07 smithi052 ceph-mon[91421]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T03:39:07.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:07 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:39:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:07 smithi052 ceph-mon[89065]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T03:39:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:07 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:39:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:07 smithi078 ceph-mon[85589]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-13T03:39:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:07 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:39:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[91421]: pgmap v2535: 137 pgs: 137 active+clean; 105 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-09-13T03:39:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[91421]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T03:39:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:39:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:39:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:39:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:39:08] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-09-13T03:39:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[89065]: pgmap v2535: 137 pgs: 137 active+clean; 105 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-09-13T03:39:08.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[89065]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T03:39:08.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:39:08.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:39:08.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:39:08.549 INFO:tasks.workunit.client.0.smithi052.stdout:clone image231 -> image232 2024-09-13T03:39:08.611 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 42052046~5866508 2024-09-13T03:39:08.634 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 5849531~5295021 2024-09-13T03:39:08.640 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 15201186~389203 2024-09-13T03:39:08.661 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 54213035~226528 2024-09-13T03:39:08.670 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 63065865~1958743 2024-09-13T03:39:08.687 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 40057762~3016832 2024-09-13T03:39:08.700 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 80958789~1885158 2024-09-13T03:39:08.728 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 23370835~3863347 2024-09-13T03:39:08.732 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:39:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:08 smithi078 ceph-mon[85589]: pgmap v2535: 137 pgs: 137 active+clean; 105 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-09-13T03:39:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:08 smithi078 ceph-mon[85589]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-13T03:39:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:39:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:39:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:39:09.546 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 120893166 2024-09-13T03:39:09.552 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 77624520~1159982 2024-09-13T03:39:09.554 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 22705347~7033013 2024-09-13T03:39:09.556 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 114561048~2595391 2024-09-13T03:39:09.556 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 110020943~7631279 2024-09-13T03:39:09.569 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 59272841~1411677 2024-09-13T03:39:09.569 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 28488608~3197575 2024-09-13T03:39:09.570 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 90670453~2455248 2024-09-13T03:39:09.570 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 90221505~4167905 2024-09-13T03:39:09.600 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap3 2024-09-13T03:39:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:09 smithi078 ceph-mon[85589]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T03:39:10.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:09 smithi052 ceph-mon[89065]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T03:39:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:09 smithi052 ceph-mon[91421]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-13T03:39:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:10 smithi078 ceph-mon[85589]: pgmap v2538: 137 pgs: 137 active+clean; 190 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 22 MiB/s wr, 286 op/s 2024-09-13T03:39:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:10 smithi078 ceph-mon[85589]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T03:39:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:10 smithi052 ceph-mon[91421]: pgmap v2538: 137 pgs: 137 active+clean; 190 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 22 MiB/s wr, 286 op/s 2024-09-13T03:39:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:10 smithi052 ceph-mon[91421]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T03:39:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:10 smithi052 ceph-mon[89065]: pgmap v2538: 137 pgs: 137 active+clean; 190 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 22 MiB/s wr, 286 op/s 2024-09-13T03:39:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:10 smithi052 ceph-mon[89065]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-13T03:39:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:11 smithi078 ceph-mon[85589]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T03:39:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:11 smithi052 ceph-mon[91421]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T03:39:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:11 smithi052 ceph-mon[89065]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-13T03:39:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:12 smithi078 ceph-mon[85589]: pgmap v2541: 137 pgs: 137 active+clean; 280 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 40 MiB/s wr, 559 op/s 2024-09-13T03:39:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:12 smithi078 ceph-mon[85589]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T03:39:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:39:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:13.017 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Stress (6051 ms) 2024-09-13T03:39:13.017 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-13T03:39:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:12 smithi052 ceph-mon[91421]: pgmap v2541: 137 pgs: 137 active+clean; 280 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 40 MiB/s wr, 559 op/s 2024-09-13T03:39:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:12 smithi052 ceph-mon[91421]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T03:39:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:12 smithi052 ceph-mon[89065]: pgmap v2541: 137 pgs: 137 active+clean; 280 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 40 MiB/s wr, 559 op/s 2024-09-13T03:39:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:12 smithi052 ceph-mon[89065]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-13T03:39:13.278 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (261 ms) 2024-09-13T03:39:13.278 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-13T03:39:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:13 smithi078 ceph-mon[85589]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T03:39:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:13 smithi052 ceph-mon[91421]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T03:39:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:13 smithi052 ceph-mon[89065]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-13T03:39:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:14 smithi078 ceph-mon[85589]: pgmap v2544: 137 pgs: 137 active+clean; 307 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 384 op/s 2024-09-13T03:39:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:14 smithi078 ceph-mon[85589]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T03:39:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:14 smithi052 ceph-mon[91421]: pgmap v2544: 137 pgs: 137 active+clean; 307 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 384 op/s 2024-09-13T03:39:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:14 smithi052 ceph-mon[91421]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T03:39:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:14 smithi052 ceph-mon[89065]: pgmap v2544: 137 pgs: 137 active+clean; 307 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 25 MiB/s wr, 384 op/s 2024-09-13T03:39:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:14 smithi052 ceph-mon[89065]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-13T03:39:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:15 smithi078 ceph-mon[85589]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T03:39:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:15 smithi052 ceph-mon[91421]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T03:39:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:15 smithi052 ceph-mon[89065]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-13T03:39:16.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3618 ms) 2024-09-13T03:39:16.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-13T03:39:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:16 smithi078 ceph-mon[85589]: pgmap v2547: 137 pgs: 137 active+clean; 366 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 17 MiB/s wr, 365 op/s 2024-09-13T03:39:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:16 smithi078 ceph-mon[85589]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T03:39:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:16 smithi052 ceph-mon[91421]: pgmap v2547: 137 pgs: 137 active+clean; 366 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 17 MiB/s wr, 365 op/s 2024-09-13T03:39:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:16 smithi052 ceph-mon[91421]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T03:39:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:16 smithi052 ceph-mon[89065]: pgmap v2547: 137 pgs: 137 active+clean; 366 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 MiB/s rd, 17 MiB/s wr, 365 op/s 2024-09-13T03:39:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:16 smithi052 ceph-mon[89065]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-13T03:39:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:17 smithi078 ceph-mon[85589]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T03:39:18.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:17 smithi052 ceph-mon[89065]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T03:39:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:17 smithi052 ceph-mon[91421]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-13T03:39:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:39:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:39:18] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-09-13T03:39:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:18 smithi078 ceph-mon[85589]: pgmap v2550: 137 pgs: 137 active+clean; 394 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 19 MiB/s wr, 343 op/s 2024-09-13T03:39:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:18 smithi078 ceph-mon[85589]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T03:39:18.957 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2062 ms) 2024-09-13T03:39:18.957 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-13T03:39:19.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:18 smithi052 ceph-mon[89065]: pgmap v2550: 137 pgs: 137 active+clean; 394 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 19 MiB/s wr, 343 op/s 2024-09-13T03:39:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:18 smithi052 ceph-mon[89065]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T03:39:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:18 smithi052 ceph-mon[91421]: pgmap v2550: 137 pgs: 137 active+clean; 394 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 19 MiB/s wr, 343 op/s 2024-09-13T03:39:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:18 smithi052 ceph-mon[91421]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-13T03:39:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:19 smithi078 ceph-mon[85589]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T03:39:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:19 smithi052 ceph-mon[89065]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T03:39:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:19 smithi052 ceph-mon[91421]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-13T03:39:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:20 smithi078 ceph-mon[85589]: pgmap v2553: 137 pgs: 137 active+clean; 422 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 159 op/s 2024-09-13T03:39:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:20 smithi078 ceph-mon[85589]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T03:39:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:20 smithi052 ceph-mon[91421]: pgmap v2553: 137 pgs: 137 active+clean; 422 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 159 op/s 2024-09-13T03:39:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:20 smithi052 ceph-mon[91421]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T03:39:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:20 smithi052 ceph-mon[89065]: pgmap v2553: 137 pgs: 137 active+clean; 422 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 14 MiB/s wr, 159 op/s 2024-09-13T03:39:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:20 smithi052 ceph-mon[89065]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-13T03:39:21.124 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2167 ms) 2024-09-13T03:39:21.124 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-13T03:39:21.148 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 27371219~4488308 2024-09-13T03:39:21.163 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 39927898~2665341 2024-09-13T03:39:21.164 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 73637553~7666712 2024-09-13T03:39:21.189 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 34209224~4578477 2024-09-13T03:39:21.189 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 49974171~302384 2024-09-13T03:39:21.193 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 69538296~1814774 2024-09-13T03:39:21.194 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 64468669~6675537 2024-09-13T03:39:21.221 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 9218081~5024823 2024-09-13T03:39:21.221 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap0 2024-09-13T03:39:21.614 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 51911472~2241150 2024-09-13T03:39:21.616 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 1114034~5227591 2024-09-13T03:39:21.616 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 8534172~4035072 2024-09-13T03:39:21.617 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 62671499~5281940 2024-09-13T03:39:21.617 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 7873816~3841349 2024-09-13T03:39:21.641 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 36584344~4093942 2024-09-13T03:39:21.641 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 75691114~4035827 2024-09-13T03:39:21.642 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 73810032~5235308 2024-09-13T03:39:21.665 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:39:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:21 smithi078 ceph-mon[85589]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T03:39:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:21 smithi052 ceph-mon[91421]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T03:39:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:21 smithi052 ceph-mon[89065]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-13T03:39:22.603 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:39:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:22.632 INFO:tasks.workunit.client.0.smithi052.stdout:clone image251 -> image252 2024-09-13T03:39:22.686 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 11145586~4841249 2024-09-13T03:39:22.720 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 5143633~5168205 2024-09-13T03:39:22.725 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 48926019~2399502 2024-09-13T03:39:22.747 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 9075039~7573065 2024-09-13T03:39:22.749 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 54540929~4342785 2024-09-13T03:39:22.767 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 68054125~1515904 2024-09-13T03:39:22.784 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 20534270~6239297 2024-09-13T03:39:22.818 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 11466889~2525085 2024-09-13T03:39:22.819 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:39:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:22 smithi078 ceph-mon[85589]: pgmap v2556: 137 pgs: 137 active+clean; 470 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 19 MiB/s wr, 235 op/s 2024-09-13T03:39:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:22 smithi078 ceph-mon[85589]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T03:39:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:22 smithi052 ceph-mon[91421]: pgmap v2556: 137 pgs: 137 active+clean; 470 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 19 MiB/s wr, 235 op/s 2024-09-13T03:39:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:22 smithi052 ceph-mon[91421]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T03:39:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:22 smithi052 ceph-mon[89065]: pgmap v2556: 137 pgs: 137 active+clean; 470 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 19 MiB/s wr, 235 op/s 2024-09-13T03:39:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:22 smithi052 ceph-mon[89065]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-13T03:39:23.639 INFO:tasks.workunit.client.0.smithi052.stdout:clone image252 -> image253 2024-09-13T03:39:23.709 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 103887141 2024-09-13T03:39:23.714 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 77620264~1764421 2024-09-13T03:39:23.739 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 25790517~7065194 2024-09-13T03:39:23.753 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 47564430~6216734 2024-09-13T03:39:23.781 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 23187593~5285456 2024-09-13T03:39:23.799 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 29421831~6941807 2024-09-13T03:39:23.824 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 80505001~4588878 2024-09-13T03:39:23.831 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 1589212~50658 2024-09-13T03:39:23.834 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 5885337~8234816 2024-09-13T03:39:23.837 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap3 2024-09-13T03:39:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:23 smithi078 ceph-mon[85589]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T03:39:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:23 smithi052 ceph-mon[91421]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T03:39:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:23 smithi052 ceph-mon[89065]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-13T03:39:24.638 INFO:tasks.workunit.client.0.smithi052.stdout:clone image253 -> image254 2024-09-13T03:39:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:24 smithi078 ceph-mon[85589]: pgmap v2559: 137 pgs: 137 active+clean; 478 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 383 op/s 2024-09-13T03:39:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:24 smithi078 ceph-mon[85589]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T03:39:24.949 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3825 ms) 2024-09-13T03:39:24.949 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-13T03:39:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:24 smithi052 ceph-mon[89065]: pgmap v2559: 137 pgs: 137 active+clean; 478 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 383 op/s 2024-09-13T03:39:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:24 smithi052 ceph-mon[89065]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T03:39:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:24 smithi052 ceph-mon[91421]: pgmap v2559: 137 pgs: 137 active+clean; 478 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 383 op/s 2024-09-13T03:39:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:24 smithi052 ceph-mon[91421]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-13T03:39:25.181 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (231 ms) 2024-09-13T03:39:25.181 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-13T03:39:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:25 smithi078 ceph-mon[85589]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T03:39:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:25 smithi052 ceph-mon[89065]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T03:39:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:25 smithi052 ceph-mon[91421]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-13T03:39:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:26 smithi078 ceph-mon[85589]: pgmap v2562: 137 pgs: 137 active+clean; 646 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 40 MiB/s wr, 442 op/s 2024-09-13T03:39:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:26 smithi078 ceph-mon[85589]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T03:39:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:26 smithi052 ceph-mon[91421]: pgmap v2562: 137 pgs: 137 active+clean; 646 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 40 MiB/s wr, 442 op/s 2024-09-13T03:39:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:26 smithi052 ceph-mon[91421]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T03:39:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:26 smithi052 ceph-mon[89065]: pgmap v2562: 137 pgs: 137 active+clean; 646 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 40 MiB/s wr, 442 op/s 2024-09-13T03:39:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:26 smithi052 ceph-mon[89065]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-13T03:39:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:27 smithi078 ceph-mon[85589]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T03:39:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:27 smithi078 ceph-mon[85589]: pgmap v2565: 137 pgs: 137 active+clean; 662 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 42 MiB/s wr, 464 op/s 2024-09-13T03:39:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:27 smithi052 ceph-mon[91421]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T03:39:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:27 smithi052 ceph-mon[91421]: pgmap v2565: 137 pgs: 137 active+clean; 662 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 42 MiB/s wr, 464 op/s 2024-09-13T03:39:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:27 smithi052 ceph-mon[89065]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-13T03:39:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:27 smithi052 ceph-mon[89065]: pgmap v2565: 137 pgs: 137 active+clean; 662 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 42 MiB/s wr, 464 op/s 2024-09-13T03:39:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:39:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:39:28] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-09-13T03:39:28.908 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3727 ms) 2024-09-13T03:39:28.908 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-13T03:39:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:28 smithi078 ceph-mon[85589]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T03:39:29.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:28 smithi052 ceph-mon[89065]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T03:39:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:28 smithi052 ceph-mon[91421]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-13T03:39:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:29 smithi078 ceph-mon[85589]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T03:39:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:29 smithi078 ceph-mon[85589]: pgmap v2568: 137 pgs: 137 active+clean; 702 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 500 op/s 2024-09-13T03:39:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:29 smithi052 ceph-mon[91421]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T03:39:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:29 smithi052 ceph-mon[91421]: pgmap v2568: 137 pgs: 137 active+clean; 702 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 500 op/s 2024-09-13T03:39:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:29 smithi052 ceph-mon[89065]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-13T03:39:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:29 smithi052 ceph-mon[89065]: pgmap v2568: 137 pgs: 137 active+clean; 702 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 500 op/s 2024-09-13T03:39:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:30 smithi078 ceph-mon[85589]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T03:39:30.998 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2090 ms) 2024-09-13T03:39:30.998 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-13T03:39:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:30 smithi052 ceph-mon[91421]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T03:39:31.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:30 smithi052 ceph-mon[89065]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-13T03:39:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:31 smithi078 ceph-mon[85589]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T03:39:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:31 smithi078 ceph-mon[85589]: pgmap v2571: 137 pgs: 137 active+clean; 734 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 17 MiB/s wr, 418 op/s 2024-09-13T03:39:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:31 smithi052 ceph-mon[91421]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T03:39:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:31 smithi052 ceph-mon[91421]: pgmap v2571: 137 pgs: 137 active+clean; 734 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 17 MiB/s wr, 418 op/s 2024-09-13T03:39:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:31 smithi052 ceph-mon[89065]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-13T03:39:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:31 smithi052 ceph-mon[89065]: pgmap v2571: 137 pgs: 137 active+clean; 734 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 17 MiB/s wr, 418 op/s 2024-09-13T03:39:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:32.660 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:39:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:32 smithi078 ceph-mon[85589]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T03:39:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:32 smithi052 ceph-mon[91421]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T03:39:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:32 smithi052 ceph-mon[89065]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-13T03:39:33.109 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2112 ms) 2024-09-13T03:39:33.109 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-13T03:39:33.130 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 53890733~199422 2024-09-13T03:39:33.135 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 73547583~3728626 2024-09-13T03:39:33.136 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 6253712~7316140 2024-09-13T03:39:33.158 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 79296093~1128392 2024-09-13T03:39:33.159 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 21129454~4425261 2024-09-13T03:39:33.179 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 14936662~5563042 2024-09-13T03:39:33.180 INFO:tasks.workunit.client.0.smithi052.stdout:write: A 23589887~3028824 2024-09-13T03:39:33.189 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 38289755~4376180 2024-09-13T03:39:33.189 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap0 2024-09-13T03:39:33.739 INFO:tasks.workunit.client.0.smithi052.stdout:clone image273 -> image274 2024-09-13T03:39:33.792 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 87174602 2024-09-13T03:39:33.798 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 64230125~7307535 2024-09-13T03:39:33.824 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 40439485~6355134 2024-09-13T03:39:33.829 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 5393596~5944076 2024-09-13T03:39:33.861 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 13739336~4163877 2024-09-13T03:39:33.868 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 74174532~4641922 2024-09-13T03:39:33.882 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 18963883~955400 2024-09-13T03:39:33.883 INFO:tasks.workunit.client.0.smithi052.stdout:write: B 19341603~353440 2024-09-13T03:39:33.885 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 22427023~2765306 2024-09-13T03:39:33.899 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:39:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:33 smithi078 ceph-mon[85589]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T03:39:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:33 smithi078 ceph-mon[85589]: pgmap v2574: 137 pgs: 137 active+clean; 744 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 207 op/s 2024-09-13T03:39:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:33 smithi052 ceph-mon[91421]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T03:39:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:33 smithi052 ceph-mon[91421]: pgmap v2574: 137 pgs: 137 active+clean; 744 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 207 op/s 2024-09-13T03:39:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:33 smithi052 ceph-mon[89065]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-13T03:39:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:33 smithi052 ceph-mon[89065]: pgmap v2574: 137 pgs: 137 active+clean; 744 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 MiB/s wr, 207 op/s 2024-09-13T03:39:34.698 INFO:tasks.workunit.client.0.smithi052.stdout:clone image274 -> image275 2024-09-13T03:39:34.775 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 35556450~7920552 2024-09-13T03:39:34.808 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 28911472~5055671 2024-09-13T03:39:34.824 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 81193365~4415072 2024-09-13T03:39:34.839 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 11089209~6913006 2024-09-13T03:39:34.856 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 9698232~7591298 2024-09-13T03:39:34.874 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 28912633~6548654 2024-09-13T03:39:34.876 INFO:tasks.workunit.client.0.smithi052.stdout:write: C 60091570~6548244 2024-09-13T03:39:34.904 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 35449892~198859 2024-09-13T03:39:34.905 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:39:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:34 smithi078 ceph-mon[85589]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T03:39:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:34 smithi052 ceph-mon[91421]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T03:39:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:34 smithi052 ceph-mon[89065]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-13T03:39:35.706 INFO:tasks.workunit.client.0.smithi052.stdout:clone image275 -> image276 2024-09-13T03:39:35.782 INFO:tasks.workunit.client.0.smithi052.stdout:resize: 124729569 2024-09-13T03:39:35.788 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 46306442~212436 2024-09-13T03:39:35.793 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 19342772~6969427 2024-09-13T03:39:35.803 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 83702681~6010553 2024-09-13T03:39:35.835 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 43795520~719894 2024-09-13T03:39:35.848 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 2422099~382805 2024-09-13T03:39:35.852 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 78018038~5578448 2024-09-13T03:39:35.872 INFO:tasks.workunit.client.0.smithi052.stdout:write: D 32203205~7043998 2024-09-13T03:39:35.903 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 56169873~6068886 2024-09-13T03:39:35.913 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap3 2024-09-13T03:39:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:35 smithi078 ceph-mon[85589]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T03:39:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:35 smithi078 ceph-mon[85589]: pgmap v2577: 137 pgs: 137 active+clean; 892 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 705 op/s 2024-09-13T03:39:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:35 smithi052 ceph-mon[91421]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T03:39:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:35 smithi052 ceph-mon[91421]: pgmap v2577: 137 pgs: 137 active+clean; 892 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 705 op/s 2024-09-13T03:39:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:35 smithi052 ceph-mon[89065]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-13T03:39:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:35 smithi052 ceph-mon[89065]: pgmap v2577: 137 pgs: 137 active+clean; 892 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 705 op/s 2024-09-13T03:39:36.705 INFO:tasks.workunit.client.0.smithi052.stdout:clone image276 -> image277 2024-09-13T03:39:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:36 smithi078 ceph-mon[85589]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T03:39:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:36 smithi052 ceph-mon[91421]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T03:39:37.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:36 smithi052 ceph-mon[89065]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-13T03:39:37.075 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3965 ms) 2024-09-13T03:39:37.075 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-13T03:39:37.099 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.168 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (93 ms) 2024-09-13T03:39:37.168 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-13T03:39:37.190 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.259 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (92 ms) 2024-09-13T03:39:37.259 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-13T03:39:37.280 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.349 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (89 ms) 2024-09-13T03:39:37.349 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-13T03:39:37.372 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (91 ms) 2024-09-13T03:39:37.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-13T03:39:37.461 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.529 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (89 ms) 2024-09-13T03:39:37.529 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-13T03:39:37.550 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.621 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (91 ms) 2024-09-13T03:39:37.621 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-13T03:39:37.646 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.719 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (99 ms) 2024-09-13T03:39:37.719 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-13T03:39:37.741 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.811 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (92 ms) 2024-09-13T03:39:37.812 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-13T03:39:37.833 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.902 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (90 ms) 2024-09-13T03:39:37.902 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-13T03:39:37.924 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:37 smithi078 ceph-mon[85589]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T03:39:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:37 smithi078 ceph-mon[85589]: pgmap v2580: 137 pgs: 137 active+clean; 928 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 43 MiB/s wr, 831 op/s 2024-09-13T03:39:37.994 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (92 ms) 2024-09-13T03:39:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:37 smithi052 ceph-mon[91421]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T03:39:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:37 smithi052 ceph-mon[91421]: pgmap v2580: 137 pgs: 137 active+clean; 928 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 43 MiB/s wr, 831 op/s 2024-09-13T03:39:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:37 smithi052 ceph-mon[89065]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-13T03:39:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:37 smithi052 ceph-mon[89065]: pgmap v2580: 137 pgs: 137 active+clean; 928 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 43 MiB/s wr, 831 op/s 2024-09-13T03:39:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:39:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:39:38] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2024-09-13T03:39:38.704 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 31 tests from TestDeepCopy (53553 ms total) 2024-09-13T03:39:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:39:38.704 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 51 tests from TestMirroring 2024-09-13T03:39:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:39 smithi052 ceph-mon[91421]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T03:39:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:39 smithi052 ceph-mon[91421]: pgmap v2582: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:39:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:39 smithi052 ceph-mon[89065]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T03:39:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:39 smithi052 ceph-mon[89065]: pgmap v2582: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:39:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:39 smithi078 ceph-mon[85589]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-13T03:39:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:39 smithi078 ceph-mon[85589]: pgmap v2582: 105 pgs: 105 active+clean; 4.6 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:39:40.709 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-13T03:39:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:40 smithi052 ceph-mon[91421]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T03:39:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:40 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:39:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:40 smithi052 ceph-mon[89065]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T03:39:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:40 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:39:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:40 smithi078 ceph-mon[85589]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-13T03:39:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:40 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:39:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:41 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:39:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:41 smithi052 ceph-mon[91421]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T03:39:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:41 smithi052 ceph-mon[91421]: pgmap v2585: 137 pgs: 18 creating+peering, 13 unknown, 106 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:39:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:41 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:39:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:41 smithi052 ceph-mon[89065]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T03:39:42.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:41 smithi052 ceph-mon[89065]: pgmap v2585: 137 pgs: 18 creating+peering, 13 unknown, 106 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:39:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:41 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:39:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:41 smithi078 ceph-mon[85589]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-13T03:39:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:41 smithi078 ceph-mon[85589]: pgmap v2585: 137 pgs: 18 creating+peering, 13 unknown, 106 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:39:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:39:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:42.868 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2157 ms) 2024-09-13T03:39:42.868 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-13T03:39:42.970 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (104 ms) 2024-09-13T03:39:42.970 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-13T03:39:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:42 smithi052 ceph-mon[91421]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T03:39:43.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:42 smithi052 ceph-mon[89065]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T03:39:43.050 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (80 ms) 2024-09-13T03:39:43.051 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-13T03:39:43.149 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (98 ms) 2024-09-13T03:39:43.149 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-13T03:39:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:42 smithi078 ceph-mon[85589]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-13T03:39:43.238 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (89 ms) 2024-09-13T03:39:43.238 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-13T03:39:43.333 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (96 ms) 2024-09-13T03:39:43.333 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-13T03:39:43.439 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (106 ms) 2024-09-13T03:39:43.439 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-13T03:39:43.440 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:43.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-13T03:39:43.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-13T03:39:43.440 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:39:43.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-13T03:39:43.440 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-13T03:39:43.511 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (72 ms) 2024-09-13T03:39:43.511 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-13T03:39:43.586 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (75 ms) 2024-09-13T03:39:43.586 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-13T03:39:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:43 smithi052 ceph-mon[89065]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T03:39:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:43 smithi052 ceph-mon[89065]: pgmap v2588: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:39:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:43 smithi052 ceph-mon[91421]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T03:39:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:43 smithi052 ceph-mon[91421]: pgmap v2588: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:39:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:43 smithi078 ceph-mon[85589]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-13T03:39:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:43 smithi078 ceph-mon[85589]: pgmap v2588: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:39:44.795 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1208 ms) 2024-09-13T03:39:44.795 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-13T03:39:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:44 smithi052 ceph-mon[89065]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T03:39:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:44 smithi052 ceph-mon[91421]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T03:39:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:44 smithi078 ceph-mon[85589]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-13T03:39:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:45 smithi052 ceph-mon[89065]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T03:39:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:45 smithi052 ceph-mon[89065]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 34 KiB/s wr, 424 op/s 2024-09-13T03:39:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:45 smithi052 ceph-mon[91421]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T03:39:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:45 smithi052 ceph-mon[91421]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 34 KiB/s wr, 424 op/s 2024-09-13T03:39:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:45 smithi078 ceph-mon[85589]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-13T03:39:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:45 smithi078 ceph-mon[85589]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 34 KiB/s wr, 424 op/s 2024-09-13T03:39:46.808 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2014 ms) 2024-09-13T03:39:46.808 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-13T03:39:46.899 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (90 ms) 2024-09-13T03:39:46.899 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-13T03:39:46.987 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (89 ms) 2024-09-13T03:39:46.987 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-13T03:39:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:46 smithi052 ceph-mon[91421]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T03:39:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:46 smithi052 ceph-mon[89065]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T03:39:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:47.083 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (96 ms) 2024-09-13T03:39:47.084 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-13T03:39:47.172 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (88 ms) 2024-09-13T03:39:47.172 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-13T03:39:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:46 smithi078 ceph-mon[85589]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-13T03:39:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:39:47.246 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (74 ms) 2024-09-13T03:39:47.246 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-13T03:39:47.335 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (90 ms) 2024-09-13T03:39:47.335 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-13T03:39:47.432 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (97 ms) 2024-09-13T03:39:47.433 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-13T03:39:48.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:47 smithi052 ceph-mon[89065]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T03:39:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:47 smithi052 ceph-mon[89065]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 52 KiB/s wr, 579 op/s 2024-09-13T03:39:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:47 smithi052 ceph-mon[91421]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T03:39:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:47 smithi052 ceph-mon[91421]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 52 KiB/s wr, 579 op/s 2024-09-13T03:39:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:47 smithi078 ceph-mon[85589]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-13T03:39:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:47 smithi078 ceph-mon[85589]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 52 KiB/s wr, 579 op/s 2024-09-13T03:39:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:39:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:39:48] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-09-13T03:39:48.833 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1400 ms) 2024-09-13T03:39:48.833 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-13T03:39:48.941 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (109 ms) 2024-09-13T03:39:48.941 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-13T03:39:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:48 smithi052 ceph-mon[89065]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T03:39:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:48 smithi052 ceph-mon[91421]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T03:39:49.040 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (99 ms) 2024-09-13T03:39:49.040 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-13T03:39:49.138 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (97 ms) 2024-09-13T03:39:49.138 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-13T03:39:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:48 smithi078 ceph-mon[85589]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-13T03:39:49.289 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (152 ms) 2024-09-13T03:39:49.289 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-13T03:39:49.442 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (152 ms) 2024-09-13T03:39:49.442 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-13T03:39:49.579 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (138 ms) 2024-09-13T03:39:49.580 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-13T03:39:49.721 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (142 ms) 2024-09-13T03:39:49.721 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-13T03:39:49.877 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (156 ms) 2024-09-13T03:39:49.877 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-13T03:39:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:49 smithi052 ceph-mon[91421]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T03:39:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:49 smithi052 ceph-mon[91421]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 26 KiB/s wr, 295 op/s 2024-09-13T03:39:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:49 smithi052 ceph-mon[89065]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T03:39:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:49 smithi052 ceph-mon[89065]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 26 KiB/s wr, 295 op/s 2024-09-13T03:39:50.046 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (168 ms) 2024-09-13T03:39:50.046 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-13T03:39:50.128 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (83 ms) 2024-09-13T03:39:50.129 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-13T03:39:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:49 smithi078 ceph-mon[85589]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-13T03:39:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:49 smithi078 ceph-mon[85589]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 26 KiB/s wr, 295 op/s 2024-09-13T03:39:50.211 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (83 ms) 2024-09-13T03:39:50.211 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-13T03:39:50.276 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (64 ms) 2024-09-13T03:39:50.276 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-13T03:39:50.394 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (118 ms) 2024-09-13T03:39:50.394 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-13T03:39:50.513 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (120 ms) 2024-09-13T03:39:50.514 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-13T03:39:50.619 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (106 ms) 2024-09-13T03:39:50.620 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-13T03:39:50.729 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (109 ms) 2024-09-13T03:39:50.729 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-13T03:39:50.802 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-09-13T03:39:50.802 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-13T03:39:50.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.RemoveBootstrapped (95 ms) 2024-09-13T03:39:50.896 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-13T03:39:51.257 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.AioPromoteDemote (360 ms) 2024-09-13T03:39:51.257 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-13T03:39:51.598 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.AioGetInfo (342 ms) 2024-09-13T03:39:51.598 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-13T03:39:51.813 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.AioGetStatus (215 ms) 2024-09-13T03:39:51.813 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.SiteName 2024-09-13T03:39:51.819 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-09-13T03:39:51.819 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 66 KiB/s wr, 742 op/s 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:39:52.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.663 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.Bootstrap (843 ms) 2024-09-13T03:39:52.663 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-13T03:39:52.671 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-09-13T03:39:52.671 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-13T03:39:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:39:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 66 KiB/s wr, 742 op/s 2024-09-13T03:39:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T03:39:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' 2024-09-13T03:39:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:39:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: pgmap v2598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 66 KiB/s wr, 742 op/s 2024-09-13T03:39:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-13T03:39:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' 2024-09-13T03:39:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T03:39:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:39:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' 2024-09-13T03:39:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:39:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T03:39:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37b8da37-c10d-41fb-a668-57211af78a2e"}]: dispatch 2024-09-13T03:39:53.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37b8da37-c10d-41fb-a668-57211af78a2e"}]': finished 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37b8da37-c10d-41fb-a668-57211af78a2e"}]: dispatch 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37b8da37-c10d-41fb-a668-57211af78a2e"}]': finished 2024-09-13T03:39:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T03:39:53.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' 2024-09-13T03:39:53.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T03:39:53.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-13T03:39:53.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T03:39:53.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37b8da37-c10d-41fb-a668-57211af78a2e"}]: dispatch 2024-09-13T03:39:53.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37b8da37-c10d-41fb-a668-57211af78a2e"}]': finished 2024-09-13T03:39:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:54 smithi078 ceph-mon[85589]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 105 KiB/s wr, 1.02k op/s 2024-09-13T03:39:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:54 smithi078 ceph-mon[85589]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T03:39:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:54 smithi052 ceph-mon[91421]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 105 KiB/s wr, 1.02k op/s 2024-09-13T03:39:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:54 smithi052 ceph-mon[91421]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T03:39:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:54 smithi052 ceph-mon[89065]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 105 KiB/s wr, 1.02k op/s 2024-09-13T03:39:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:54 smithi052 ceph-mon[89065]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-13T03:39:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:55 smithi078 ceph-mon[85589]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T03:39:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:55 smithi078 ceph-mon[85589]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 230 KiB/s wr, 2.12k op/s 2024-09-13T03:39:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:55 smithi052 ceph-mon[91421]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T03:39:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:55 smithi052 ceph-mon[91421]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 230 KiB/s wr, 2.12k op/s 2024-09-13T03:39:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:55 smithi052 ceph-mon[89065]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-13T03:39:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:55 smithi052 ceph-mon[89065]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 230 KiB/s wr, 2.12k op/s 2024-09-13T03:39:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:56 smithi078 ceph-mon[85589]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T03:39:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:56 smithi078 ceph-mon[85589]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T03:39:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:56 smithi052 ceph-mon[91421]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T03:39:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:56 smithi052 ceph-mon[91421]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T03:39:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:56 smithi052 ceph-mon[89065]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-13T03:39:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:56 smithi052 ceph-mon[89065]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-13T03:39:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:39:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:39:58] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-09-13T03:39:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:58 smithi052 ceph-mon[91421]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 200 KiB/s wr, 1.85k op/s 2024-09-13T03:39:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:58 smithi052 ceph-mon[91421]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T03:39:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:58 smithi052 ceph-mon[89065]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 200 KiB/s wr, 1.85k op/s 2024-09-13T03:39:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:58 smithi052 ceph-mon[89065]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T03:39:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:58 smithi078 ceph-mon[85589]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 200 KiB/s wr, 1.85k op/s 2024-09-13T03:39:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:58 smithi078 ceph-mon[85589]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-13T03:39:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:39:59 smithi078 ceph-mon[85589]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T03:39:59.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:39:59 smithi052 ceph-mon[91421]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T03:39:59.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:39:59 smithi052 ceph-mon[89065]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-13T03:40:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:00 smithi078 ceph-mon[85589]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-13T03:40:00.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:00 smithi078 ceph-mon[85589]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T03:40:00.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:00 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T03:40:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:00 smithi052 ceph-mon[91421]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-13T03:40:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:00 smithi052 ceph-mon[91421]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T03:40:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:00 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T03:40:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:00 smithi052 ceph-mon[89065]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-13T03:40:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:00 smithi052 ceph-mon[89065]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-13T03:40:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:00 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T03:40:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:01 smithi078 ceph-mon[85589]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T03:40:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:01 smithi052 ceph-mon[91421]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T03:40:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:01 smithi052 ceph-mon[89065]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-13T03:40:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:02 smithi078 ceph-mon[85589]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:40:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:02 smithi078 ceph-mon[85589]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T03:40:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:40:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:02 smithi052 ceph-mon[91421]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:40:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:02 smithi052 ceph-mon[91421]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T03:40:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:02 smithi052 ceph-mon[89065]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:40:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:02 smithi052 ceph-mon[89065]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-13T03:40:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:03 smithi052 ceph-mon[91421]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T03:40:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:03 smithi052 ceph-mon[89065]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T03:40:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:03 smithi078 ceph-mon[85589]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-13T03:40:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:04 smithi052 ceph-mon[91421]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-09-13T03:40:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:04 smithi052 ceph-mon[91421]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T03:40:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:04 smithi052 ceph-mon[89065]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-09-13T03:40:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:04 smithi052 ceph-mon[89065]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T03:40:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:04 smithi078 ceph-mon[85589]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-09-13T03:40:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:04 smithi078 ceph-mon[85589]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-13T03:40:05.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:05 smithi052 ceph-mon[89065]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T03:40:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:05 smithi052 ceph-mon[91421]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T03:40:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:05 smithi078 ceph-mon[85589]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-13T03:40:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:06 smithi052 ceph-mon[91421]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-09-13T03:40:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:06 smithi052 ceph-mon[91421]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T03:40:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:06 smithi052 ceph-mon[91421]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T03:40:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:06 smithi052 ceph-mon[89065]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-09-13T03:40:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:06 smithi052 ceph-mon[89065]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T03:40:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:06 smithi052 ceph-mon[89065]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T03:40:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:06 smithi078 ceph-mon[85589]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 93 op/s 2024-09-13T03:40:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:06 smithi078 ceph-mon[85589]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-13T03:40:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:06 smithi078 ceph-mon[85589]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-13T03:40:08.508 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.Snapshot (15836 ms) 2024-09-13T03:40:08.508 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-13T03:40:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:40:08] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[89065]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[89065]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[91421]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[91421]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:40:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:40:08.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:40:08.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:40:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:08 smithi078 ceph-mon[85589]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-09-13T03:40:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:08 smithi078 ceph-mon[85589]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-13T03:40:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:40:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:40:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:40:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:40:09.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:09 smithi078 ceph-mon[85589]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T03:40:09.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:09 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/296f2d5c-709f-4075-b92b-fa106d285657"}]: dispatch 2024-09-13T03:40:09.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:09 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/296f2d5c-709f-4075-b92b-fa106d285657"}]': finished 2024-09-13T03:40:09.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:09 smithi052 ceph-mon[89065]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T03:40:09.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:09 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/296f2d5c-709f-4075-b92b-fa106d285657"}]: dispatch 2024-09-13T03:40:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:09 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/296f2d5c-709f-4075-b92b-fa106d285657"}]': finished 2024-09-13T03:40:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:09 smithi052 ceph-mon[91421]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-13T03:40:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:09 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/296f2d5c-709f-4075-b92b-fa106d285657"}]: dispatch 2024-09-13T03:40:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:09 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/296f2d5c-709f-4075-b92b-fa106d285657"}]': finished 2024-09-13T03:40:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:10 smithi052 ceph-mon[91421]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-09-13T03:40:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:10 smithi052 ceph-mon[91421]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T03:40:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:10 smithi052 ceph-mon[89065]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-09-13T03:40:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:10 smithi052 ceph-mon[89065]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T03:40:10.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:10 smithi078 ceph-mon[85589]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-09-13T03:40:10.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:10 smithi078 ceph-mon[85589]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-13T03:40:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:11 smithi052 ceph-mon[91421]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T03:40:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:11 smithi052 ceph-mon[91421]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T03:40:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:11 smithi052 ceph-mon[89065]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T03:40:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:11 smithi052 ceph-mon[89065]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T03:40:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:11 smithi078 ceph-mon[85589]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-13T03:40:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:11 smithi078 ceph-mon[85589]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-13T03:40:12.539 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4031 ms) 2024-09-13T03:40:12.539 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-13T03:40:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:12 smithi078 ceph-mon[85589]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2024-09-13T03:40:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:12 smithi078 ceph-mon[85589]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T03:40:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:40:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:12 smithi052 ceph-mon[91421]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2024-09-13T03:40:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:12 smithi052 ceph-mon[91421]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T03:40:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:12 smithi052 ceph-mon[89065]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2024-09-13T03:40:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:12 smithi052 ceph-mon[89065]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-13T03:40:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:13 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/25f99bb1-1c97-43c8-9b03-f2fd46c95e7a"}]: dispatch 2024-09-13T03:40:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:13 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/25f99bb1-1c97-43c8-9b03-f2fd46c95e7a"}]': finished 2024-09-13T03:40:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:13 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/25f99bb1-1c97-43c8-9b03-f2fd46c95e7a"}]: dispatch 2024-09-13T03:40:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:13 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/25f99bb1-1c97-43c8-9b03-f2fd46c95e7a"}]': finished 2024-09-13T03:40:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:13 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/25f99bb1-1c97-43c8-9b03-f2fd46c95e7a"}]: dispatch 2024-09-13T03:40:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:13 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/25f99bb1-1c97-43c8-9b03-f2fd46c95e7a"}]': finished 2024-09-13T03:40:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:14 smithi078 ceph-mon[85589]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-09-13T03:40:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:14 smithi078 ceph-mon[85589]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T03:40:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:14 smithi052 ceph-mon[91421]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-09-13T03:40:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:14 smithi052 ceph-mon[91421]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T03:40:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:14 smithi052 ceph-mon[89065]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-09-13T03:40:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:14 smithi052 ceph-mon[89065]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-13T03:40:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:15 smithi078 ceph-mon[85589]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T03:40:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:15 smithi052 ceph-mon[91421]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T03:40:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:15 smithi052 ceph-mon[89065]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-13T03:40:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:16 smithi078 ceph-mon[85589]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 127 op/s 2024-09-13T03:40:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:16 smithi078 ceph-mon[85589]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T03:40:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:16 smithi078 ceph-mon[85589]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T03:40:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[91421]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 127 op/s 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[91421]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[91421]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[89065]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 127 op/s 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[89065]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[89065]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-13T03:40:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:40:18] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[91421]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 12 KiB/s wr, 136 op/s 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[91421]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c1c25bde-1178-479c-83b8-505a3bada205"}]: dispatch 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c1c25bde-1178-479c-83b8-505a3bada205"}]': finished 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[89065]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 12 KiB/s wr, 136 op/s 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[89065]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c1c25bde-1178-479c-83b8-505a3bada205"}]: dispatch 2024-09-13T03:40:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:18 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c1c25bde-1178-479c-83b8-505a3bada205"}]': finished 2024-09-13T03:40:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:18 smithi078 ceph-mon[85589]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 12 KiB/s wr, 136 op/s 2024-09-13T03:40:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:18 smithi078 ceph-mon[85589]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-13T03:40:18.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:18 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c1c25bde-1178-479c-83b8-505a3bada205"}]: dispatch 2024-09-13T03:40:18.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:18 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c1c25bde-1178-479c-83b8-505a3bada205"}]': finished 2024-09-13T03:40:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:19 smithi052 ceph-mon[91421]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T03:40:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:19 smithi052 ceph-mon[89065]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T03:40:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:19 smithi078 ceph-mon[85589]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-13T03:40:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:20 smithi052 ceph-mon[91421]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-09-13T03:40:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:20 smithi052 ceph-mon[91421]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T03:40:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:20 smithi052 ceph-mon[89065]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-09-13T03:40:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:20 smithi052 ceph-mon[89065]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T03:40:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:20 smithi078 ceph-mon[85589]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-09-13T03:40:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:20 smithi078 ceph-mon[85589]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-13T03:40:21.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:21 smithi052 ceph-mon[91421]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T03:40:21.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:21 smithi052 ceph-mon[91421]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T03:40:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:21 smithi052 ceph-mon[89065]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T03:40:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:21 smithi052 ceph-mon[89065]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T03:40:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:21 smithi078 ceph-mon[85589]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-13T03:40:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:21 smithi078 ceph-mon[85589]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-13T03:40:22.557 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10019 ms) 2024-09-13T03:40:22.557 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-13T03:40:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:22 smithi078 ceph-mon[85589]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 9.7 KiB/s wr, 220 op/s 2024-09-13T03:40:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:22 smithi078 ceph-mon[85589]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T03:40:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:40:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:22 smithi052 ceph-mon[91421]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 9.7 KiB/s wr, 220 op/s 2024-09-13T03:40:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:22 smithi052 ceph-mon[91421]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T03:40:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:22 smithi052 ceph-mon[89065]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 9.7 KiB/s wr, 220 op/s 2024-09-13T03:40:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:22 smithi052 ceph-mon[89065]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-13T03:40:23.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f1a3f333-00b9-4791-8940-9373d73adcbd"}]: dispatch 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f1a3f333-00b9-4791-8940-9373d73adcbd"}]': finished 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2cbb4709-a0d4-469e-929f-c878ef64c665"}]: dispatch 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2cbb4709-a0d4-469e-929f-c878ef64c665"}]': finished 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f1a3f333-00b9-4791-8940-9373d73adcbd"}]: dispatch 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f1a3f333-00b9-4791-8940-9373d73adcbd"}]': finished 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2cbb4709-a0d4-469e-929f-c878ef64c665"}]: dispatch 2024-09-13T03:40:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2cbb4709-a0d4-469e-929f-c878ef64c665"}]': finished 2024-09-13T03:40:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f1a3f333-00b9-4791-8940-9373d73adcbd"}]: dispatch 2024-09-13T03:40:23.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f1a3f333-00b9-4791-8940-9373d73adcbd"}]': finished 2024-09-13T03:40:23.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2cbb4709-a0d4-469e-929f-c878ef64c665"}]: dispatch 2024-09-13T03:40:23.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2cbb4709-a0d4-469e-929f-c878ef64c665"}]': finished 2024-09-13T03:40:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:24 smithi078 ceph-mon[85589]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 10 KiB/s wr, 235 op/s 2024-09-13T03:40:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:24 smithi078 ceph-mon[85589]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T03:40:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:24 smithi052 ceph-mon[89065]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 10 KiB/s wr, 235 op/s 2024-09-13T03:40:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:24 smithi052 ceph-mon[89065]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T03:40:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:24 smithi052 ceph-mon[91421]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 10 KiB/s wr, 235 op/s 2024-09-13T03:40:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:24 smithi052 ceph-mon[91421]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-13T03:40:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:25 smithi078 ceph-mon[85589]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T03:40:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:25 smithi052 ceph-mon[91421]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T03:40:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:25 smithi052 ceph-mon[89065]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-13T03:40:26.486 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.SnapshotImageState (3928 ms) 2024-09-13T03:40:26.486 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-13T03:40:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:26 smithi078 ceph-mon[85589]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 19 KiB/s wr, 216 op/s 2024-09-13T03:40:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:26 smithi078 ceph-mon[85589]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T03:40:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:26 smithi078 ceph-mon[85589]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T03:40:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:26 smithi052 ceph-mon[91421]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 19 KiB/s wr, 216 op/s 2024-09-13T03:40:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:26 smithi052 ceph-mon[91421]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T03:40:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:26 smithi052 ceph-mon[91421]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T03:40:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:26 smithi052 ceph-mon[89065]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 19 KiB/s wr, 216 op/s 2024-09-13T03:40:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:26 smithi052 ceph-mon[89065]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-13T03:40:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:26 smithi052 ceph-mon[89065]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-13T03:40:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:40:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:40:28] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-13T03:40:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:28 smithi052 ceph-mon[91421]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 23 KiB/s wr, 221 op/s 2024-09-13T03:40:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:28 smithi052 ceph-mon[91421]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T03:40:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:28 smithi052 ceph-mon[89065]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 23 KiB/s wr, 221 op/s 2024-09-13T03:40:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:28 smithi052 ceph-mon[89065]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T03:40:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:28 smithi078 ceph-mon[85589]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 23 KiB/s wr, 221 op/s 2024-09-13T03:40:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:28 smithi078 ceph-mon[85589]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-13T03:40:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:29 smithi078 ceph-mon[85589]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T03:40:29.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:29 smithi052 ceph-mon[91421]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T03:40:29.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:29 smithi052 ceph-mon[89065]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-13T03:40:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:30 smithi078 ceph-mon[85589]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.7 KiB/s wr, 25 op/s 2024-09-13T03:40:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:30 smithi078 ceph-mon[85589]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T03:40:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:30 smithi052 ceph-mon[91421]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.7 KiB/s wr, 25 op/s 2024-09-13T03:40:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:30 smithi052 ceph-mon[91421]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T03:40:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:30 smithi052 ceph-mon[89065]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.7 KiB/s wr, 25 op/s 2024-09-13T03:40:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:30 smithi052 ceph-mon[89065]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-13T03:40:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:31 smithi078 ceph-mon[85589]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T03:40:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:31 smithi078 ceph-mon[85589]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T03:40:31.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:31 smithi052 ceph-mon[91421]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T03:40:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:31 smithi052 ceph-mon[91421]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T03:40:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:31 smithi052 ceph-mon[89065]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-13T03:40:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:31 smithi052 ceph-mon[89065]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-13T03:40:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:32 smithi078 ceph-mon[85589]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 147 op/s 2024-09-13T03:40:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:40:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:32 smithi052 ceph-mon[91421]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 147 op/s 2024-09-13T03:40:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:32 smithi052 ceph-mon[89065]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 147 op/s 2024-09-13T03:40:33.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:33 smithi052 ceph-mon[91421]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T03:40:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:33 smithi052 ceph-mon[89065]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T03:40:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:33 smithi078 ceph-mon[85589]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-13T03:40:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:34 smithi052 ceph-mon[91421]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-09-13T03:40:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:34 smithi052 ceph-mon[91421]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T03:40:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:34 smithi052 ceph-mon[89065]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-09-13T03:40:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:34 smithi052 ceph-mon[89065]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T03:40:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:34 smithi078 ceph-mon[85589]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 144 op/s 2024-09-13T03:40:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:34 smithi078 ceph-mon[85589]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-13T03:40:35.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:35 smithi052 ceph-mon[89065]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T03:40:35.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:35 smithi052 ceph-mon[91421]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T03:40:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:35 smithi078 ceph-mon[85589]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-13T03:40:36.493 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10007 ms) 2024-09-13T03:40:36.493 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-13T03:40:36.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:36 smithi052 ceph-mon[91421]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-09-13T03:40:36.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:36 smithi052 ceph-mon[91421]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T03:40:36.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:36 smithi052 ceph-mon[91421]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T03:40:36.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:36 smithi052 ceph-mon[89065]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-09-13T03:40:36.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:36 smithi052 ceph-mon[89065]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T03:40:36.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:36 smithi052 ceph-mon[89065]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T03:40:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:36 smithi078 ceph-mon[85589]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-09-13T03:40:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:36 smithi078 ceph-mon[85589]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-13T03:40:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:36 smithi078 ceph-mon[85589]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-13T03:40:37.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ff40445e-f9dc-4fe5-a5ec-fdf192067b4b"}]: dispatch 2024-09-13T03:40:37.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ff40445e-f9dc-4fe5-a5ec-fdf192067b4b"}]': finished 2024-09-13T03:40:37.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ff40445e-f9dc-4fe5-a5ec-fdf192067b4b"}]: dispatch 2024-09-13T03:40:37.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ff40445e-f9dc-4fe5-a5ec-fdf192067b4b"}]': finished 2024-09-13T03:40:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ff40445e-f9dc-4fe5-a5ec-fdf192067b4b"}]: dispatch 2024-09-13T03:40:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ff40445e-f9dc-4fe5-a5ec-fdf192067b4b"}]': finished 2024-09-13T03:40:38.491 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:40:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:40:38] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-13T03:40:38.773 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:38 smithi052 ceph-mon[91421]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 108 op/s 2024-09-13T03:40:38.774 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:38 smithi052 ceph-mon[91421]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T03:40:38.774 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:38 smithi052 ceph-mon[89065]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 108 op/s 2024-09-13T03:40:38.774 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:38 smithi052 ceph-mon[89065]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T03:40:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:38 smithi078 ceph-mon[85589]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 108 op/s 2024-09-13T03:40:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:38 smithi078 ceph-mon[85589]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-13T03:40:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:39 smithi052 ceph-mon[91421]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T03:40:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:39 smithi052 ceph-mon[89065]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T03:40:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:39 smithi078 ceph-mon[85589]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-13T03:40:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:40 smithi052 ceph-mon[91421]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-09-13T03:40:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:40 smithi052 ceph-mon[91421]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T03:40:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:40 smithi052 ceph-mon[89065]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-09-13T03:40:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:40 smithi052 ceph-mon[89065]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T03:40:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:40 smithi078 ceph-mon[85589]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-09-13T03:40:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:40 smithi078 ceph-mon[85589]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-13T03:40:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:41 smithi052 ceph-mon[91421]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T03:40:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:41 smithi052 ceph-mon[91421]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T03:40:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:41 smithi052 ceph-mon[89065]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T03:40:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:41 smithi052 ceph-mon[89065]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T03:40:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:41 smithi078 ceph-mon[85589]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-13T03:40:41.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:41 smithi078 ceph-mon[85589]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-13T03:40:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:42 smithi078 ceph-mon[85589]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 77 op/s 2024-09-13T03:40:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:42 smithi078 ceph-mon[85589]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T03:40:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:40:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:42 smithi052 ceph-mon[91421]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 77 op/s 2024-09-13T03:40:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:42 smithi052 ceph-mon[91421]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T03:40:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:42 smithi052 ceph-mon[89065]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 77 op/s 2024-09-13T03:40:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:42 smithi052 ceph-mon[89065]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-13T03:40:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:44 smithi078 ceph-mon[85589]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 114 op/s 2024-09-13T03:40:44.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:44 smithi078 ceph-mon[85589]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T03:40:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:44 smithi052 ceph-mon[89065]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 114 op/s 2024-09-13T03:40:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:44 smithi052 ceph-mon[89065]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T03:40:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:44 smithi052 ceph-mon[91421]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 12 KiB/s wr, 114 op/s 2024-09-13T03:40:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:44 smithi052 ceph-mon[91421]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-13T03:40:45.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:45 smithi078 ceph-mon[85589]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T03:40:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:45 smithi052 ceph-mon[91421]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T03:40:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:45 smithi052 ceph-mon[89065]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-13T03:40:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:46 smithi078 ceph-mon[85589]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 16 KiB/s wr, 149 op/s 2024-09-13T03:40:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:46 smithi078 ceph-mon[85589]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T03:40:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:46.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:46 smithi078 ceph-mon[85589]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T03:40:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[89065]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 16 KiB/s wr, 149 op/s 2024-09-13T03:40:46.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[89065]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T03:40:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[89065]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T03:40:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[91421]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 16 KiB/s wr, 149 op/s 2024-09-13T03:40:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[91421]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-13T03:40:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:40:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:46 smithi052 ceph-mon[91421]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-13T03:40:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:40:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:40:48] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-09-13T03:40:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:48 smithi052 ceph-mon[91421]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-09-13T03:40:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:48 smithi052 ceph-mon[91421]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T03:40:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:48 smithi052 ceph-mon[89065]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-09-13T03:40:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:48 smithi052 ceph-mon[89065]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T03:40:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:48 smithi078 ceph-mon[85589]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 14 KiB/s wr, 129 op/s 2024-09-13T03:40:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:48 smithi078 ceph-mon[85589]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-13T03:40:49.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:49 smithi052 ceph-mon[91421]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T03:40:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:49 smithi052 ceph-mon[89065]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T03:40:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:49 smithi078 ceph-mon[85589]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-13T03:40:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:50 smithi052 ceph-mon[91421]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-09-13T03:40:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:50 smithi052 ceph-mon[91421]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T03:40:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:50 smithi052 ceph-mon[89065]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-09-13T03:40:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:50 smithi052 ceph-mon[89065]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T03:40:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:50 smithi078 ceph-mon[85589]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 60 op/s 2024-09-13T03:40:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:50 smithi078 ceph-mon[85589]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-13T03:40:51.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:51 smithi052 ceph-mon[89065]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T03:40:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:51 smithi052 ceph-mon[91421]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T03:40:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:51 smithi078 ceph-mon[85589]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-13T03:40:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:52 smithi078 ceph-mon[85589]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-09-13T03:40:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:52 smithi078 ceph-mon[85589]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T03:40:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:40:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:40:52.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:52 smithi052 ceph-mon[89065]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-09-13T03:40:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:52 smithi052 ceph-mon[89065]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T03:40:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:52 smithi052 ceph-mon[91421]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-09-13T03:40:52.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:52 smithi052 ceph-mon[91421]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-13T03:40:53.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:53 smithi052 ceph-mon[89065]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T03:40:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:53 smithi052 ceph-mon[91421]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T03:40:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:53 smithi078 ceph-mon[85589]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-13T03:40:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:54 smithi052 ceph-mon[89065]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 19 KiB/s wr, 236 op/s 2024-09-13T03:40:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:54 smithi052 ceph-mon[89065]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T03:40:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:54 smithi052 ceph-mon[91421]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 19 KiB/s wr, 236 op/s 2024-09-13T03:40:54.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:54 smithi052 ceph-mon[91421]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T03:40:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:54 smithi078 ceph-mon[85589]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 19 KiB/s wr, 236 op/s 2024-09-13T03:40:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:54 smithi078 ceph-mon[85589]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-13T03:40:55.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:55 smithi052 ceph-mon[89065]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T03:40:55.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:55 smithi052 ceph-mon[91421]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T03:40:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:55 smithi078 ceph-mon[85589]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-13T03:40:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:56 smithi052 ceph-mon[89065]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-09-13T03:40:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:56 smithi052 ceph-mon[89065]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T03:40:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:56 smithi052 ceph-mon[89065]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T03:40:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:56 smithi052 ceph-mon[91421]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-09-13T03:40:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:56 smithi052 ceph-mon[91421]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T03:40:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:56 smithi052 ceph-mon[91421]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T03:40:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:56 smithi078 ceph-mon[85589]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 130 op/s 2024-09-13T03:40:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:56 smithi078 ceph-mon[85589]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-13T03:40:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:56 smithi078 ceph-mon[85589]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-13T03:40:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:58 smithi052 ceph-mon[91421]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T03:40:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:58 smithi052 ceph-mon[91421]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T03:40:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:58 smithi052 ceph-mon[89065]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T03:40:58.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:58 smithi052 ceph-mon[89065]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T03:40:58.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:40:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:40:58] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-09-13T03:40:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:58 smithi078 ceph-mon[85589]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T03:40:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:58 smithi078 ceph-mon[85589]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-13T03:40:59.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:40:59 smithi052 ceph-mon[89065]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T03:40:59.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:40:59 smithi052 ceph-mon[91421]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T03:40:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:40:59 smithi078 ceph-mon[85589]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-13T03:41:00.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:00 smithi052 ceph-mon[89065]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-13T03:41:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:00 smithi052 ceph-mon[89065]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T03:41:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:00 smithi052 ceph-mon[91421]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-13T03:41:00.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:00 smithi052 ceph-mon[91421]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T03:41:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:00 smithi078 ceph-mon[85589]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.5 KiB/s wr, 133 op/s 2024-09-13T03:41:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:00 smithi078 ceph-mon[85589]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-13T03:41:01.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:01 smithi052 ceph-mon[91421]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T03:41:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:01 smithi052 ceph-mon[91421]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T03:41:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:01 smithi052 ceph-mon[89065]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T03:41:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:01 smithi052 ceph-mon[89065]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T03:41:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:01 smithi078 ceph-mon[85589]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-13T03:41:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:01 smithi078 ceph-mon[85589]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-13T03:41:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:02 smithi078 ceph-mon[85589]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.2 KiB/s wr, 101 op/s 2024-09-13T03:41:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:41:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:02 smithi052 ceph-mon[91421]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.2 KiB/s wr, 101 op/s 2024-09-13T03:41:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:02 smithi052 ceph-mon[89065]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 4.2 KiB/s wr, 101 op/s 2024-09-13T03:41:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:03 smithi052 ceph-mon[91421]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T03:41:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:03 smithi052 ceph-mon[89065]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T03:41:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:03 smithi078 ceph-mon[85589]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-13T03:41:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:04 smithi052 ceph-mon[89065]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-09-13T03:41:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:04 smithi052 ceph-mon[89065]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T03:41:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:04 smithi052 ceph-mon[91421]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-09-13T03:41:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:04 smithi052 ceph-mon[91421]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T03:41:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:04 smithi078 ceph-mon[85589]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-09-13T03:41:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:04 smithi078 ceph-mon[85589]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-13T03:41:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:05 smithi078 ceph-mon[85589]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T03:41:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:05 smithi052 ceph-mon[91421]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T03:41:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:05 smithi052 ceph-mon[89065]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-13T03:41:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:06 smithi078 ceph-mon[85589]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 10 KiB/s wr, 163 op/s 2024-09-13T03:41:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:06 smithi078 ceph-mon[85589]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T03:41:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:06 smithi078 ceph-mon[85589]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T03:41:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:06 smithi052 ceph-mon[91421]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 10 KiB/s wr, 163 op/s 2024-09-13T03:41:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:06 smithi052 ceph-mon[91421]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T03:41:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:06 smithi052 ceph-mon[91421]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T03:41:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:06 smithi052 ceph-mon[89065]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 10 KiB/s wr, 163 op/s 2024-09-13T03:41:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:06 smithi052 ceph-mon[89065]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-13T03:41:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:06 smithi052 ceph-mon[89065]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-13T03:41:07.505 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31013 ms) 2024-09-13T03:41:08.510 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 51 tests from TestMirroring (86796 ms total) 2024-09-13T03:41:08.510 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:41:08.510 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 34 tests from TestInternal 2024-09-13T03:41:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[89065]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 11 KiB/s wr, 187 op/s 2024-09-13T03:41:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[89065]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T03:41:08.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a8eb05a-1813-49d4-82d5-d1eb98ebb39e"}]: dispatch 2024-09-13T03:41:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a8eb05a-1813-49d4-82d5-d1eb98ebb39e"}]': finished 2024-09-13T03:41:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:08.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:41:08] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-09-13T03:41:08.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[91421]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 11 KiB/s wr, 187 op/s 2024-09-13T03:41:08.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[91421]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T03:41:08.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a8eb05a-1813-49d4-82d5-d1eb98ebb39e"}]: dispatch 2024-09-13T03:41:08.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a8eb05a-1813-49d4-82d5-d1eb98ebb39e"}]': finished 2024-09-13T03:41:08.531 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:08 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:08 smithi078 ceph-mon[85589]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 11 KiB/s wr, 187 op/s 2024-09-13T03:41:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:08 smithi078 ceph-mon[85589]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-13T03:41:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:08 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a8eb05a-1813-49d4-82d5-d1eb98ebb39e"}]: dispatch 2024-09-13T03:41:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:08 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2200202841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6a8eb05a-1813-49d4-82d5-d1eb98ebb39e"}]': finished 2024-09-13T03:41:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:08 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:09.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[91421]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[89065]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:09.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:09 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:09 smithi078 ceph-mon[85589]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-13T03:41:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:09 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:10.513 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.OpenByID 2024-09-13T03:41:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:10 smithi052 ceph-mon[91421]: pgmap v2714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:10 smithi052 ceph-mon[91421]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T03:41:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:10 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:10 smithi052 ceph-mon[89065]: pgmap v2714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:10 smithi052 ceph-mon[89065]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T03:41:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:10 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:10 smithi078 ceph-mon[85589]: pgmap v2714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:10 smithi078 ceph-mon[85589]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-13T03:41:10.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:10 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:11 smithi052 ceph-mon[91421]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T03:41:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:11 smithi052 ceph-mon[89065]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T03:41:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:11 smithi078 ceph-mon[85589]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-13T03:41:12.575 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.OpenByID (2062 ms) 2024-09-13T03:41:12.576 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-13T03:41:12.601 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2024-09-13T03:41:12.602 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-13T03:41:12.624 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-09-13T03:41:12.625 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-13T03:41:12.648 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-09-13T03:41:12.648 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-13T03:41:12.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-09-13T03:41:12.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-13T03:41:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:41:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:12 smithi078 ceph-mon[85589]: pgmap v2717: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:12 smithi078 ceph-mon[85589]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T03:41:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:12 smithi052 ceph-mon[91421]: pgmap v2717: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:12 smithi052 ceph-mon[91421]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T03:41:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:12 smithi052 ceph-mon[89065]: pgmap v2717: 137 pgs: 11 creating+peering, 18 unknown, 108 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:12 smithi052 ceph-mon[89065]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-13T03:41:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:13 smithi078 ceph-mon[85589]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T03:41:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:13 smithi052 ceph-mon[91421]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T03:41:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:13 smithi052 ceph-mon[89065]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-13T03:41:14.555 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1889 ms) 2024-09-13T03:41:14.556 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-13T03:41:14.587 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (32 ms) 2024-09-13T03:41:14.587 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-13T03:41:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:14 smithi078 ceph-mon[85589]: pgmap v2720: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:41:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:14 smithi078 ceph-mon[85589]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T03:41:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:14 smithi052 ceph-mon[91421]: pgmap v2720: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:41:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:14 smithi052 ceph-mon[91421]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T03:41:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:14 smithi052 ceph-mon[89065]: pgmap v2720: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:41:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:14 smithi052 ceph-mon[89065]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-13T03:41:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:15 smithi078 ceph-mon[85589]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T03:41:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:15 smithi052 ceph-mon[91421]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T03:41:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:15 smithi052 ceph-mon[89065]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-13T03:41:16.581 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1993 ms) 2024-09-13T03:41:16.581 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-13T03:41:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:16 smithi078 ceph-mon[85589]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-09-13T03:41:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:16 smithi078 ceph-mon[85589]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T03:41:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:16 smithi052 ceph-mon[91421]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-09-13T03:41:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:16 smithi052 ceph-mon[91421]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T03:41:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:16 smithi052 ceph-mon[89065]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-09-13T03:41:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:16 smithi052 ceph-mon[89065]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-13T03:41:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:17 smithi078 ceph-mon[85589]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T03:41:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:17 smithi052 ceph-mon[91421]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T03:41:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:17 smithi052 ceph-mon[89065]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-13T03:41:18.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:41:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T03:41:18.00661328Z level=info msg="Completed cleanup jobs" duration=5.875558ms 2024-09-13T03:41:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:41:18] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-09-13T03:41:18.587 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2006 ms) 2024-09-13T03:41:18.587 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-13T03:41:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:18 smithi078 ceph-mon[85589]: pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-09-13T03:41:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:18 smithi078 ceph-mon[85589]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T03:41:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 4]}]: dispatch 2024-09-13T03:41:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:18 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-09-13T03:41:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[91421]: pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[91421]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 4]}]: dispatch 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[89065]: pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[89065]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 4]}]: dispatch 2024-09-13T03:41:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:18 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]: dispatch 2024-09-13T03:41:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 4]}]': finished 2024-09-13T03:41:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-09-13T03:41:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:19 smithi078 ceph-mon[85589]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T03:41:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 4]}]': finished 2024-09-13T03:41:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-09-13T03:41:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:19 smithi052 ceph-mon[91421]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T03:41:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.19", "id": [7, 4]}]': finished 2024-09-13T03:41:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1e", "id": [7, 1]}]': finished 2024-09-13T03:41:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:19 smithi052 ceph-mon[89065]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-13T03:41:20.604 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2018 ms) 2024-09-13T03:41:20.605 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-13T03:41:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:20 smithi078 ceph-mon[85589]: pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-09-13T03:41:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:20 smithi078 ceph-mon[85589]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T03:41:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:20 smithi052 ceph-mon[91421]: pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-09-13T03:41:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:20 smithi052 ceph-mon[91421]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T03:41:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:20 smithi052 ceph-mon[89065]: pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-09-13T03:41:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:20 smithi052 ceph-mon[89065]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-13T03:41:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:21 smithi078 ceph-mon[85589]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T03:41:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:21 smithi078 ceph-mon[85589]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T03:41:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:21 smithi052 ceph-mon[91421]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T03:41:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:21 smithi052 ceph-mon[91421]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T03:41:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:21 smithi052 ceph-mon[89065]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-13T03:41:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:21 smithi052 ceph-mon[89065]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-13T03:41:22.472 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.FlattenLocksImage (1867 ms) 2024-09-13T03:41:22.472 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-13T03:41:22.582 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:41:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:22 smithi078 ceph-mon[85589]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-09-13T03:41:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:22 smithi078 ceph-mon[85589]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T03:41:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:22 smithi052 ceph-mon[91421]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-09-13T03:41:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:22 smithi052 ceph-mon[91421]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T03:41:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:22 smithi052 ceph-mon[89065]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.5 KiB/s wr, 101 op/s 2024-09-13T03:41:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:22 smithi052 ceph-mon[89065]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-13T03:41:24.610 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2138 ms) 2024-09-13T03:41:24.610 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-13T03:41:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:24 smithi078 ceph-mon[85589]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 136 op/s 2024-09-13T03:41:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:24 smithi078 ceph-mon[85589]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T03:41:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:24 smithi052 ceph-mon[91421]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 136 op/s 2024-09-13T03:41:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:24 smithi052 ceph-mon[91421]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T03:41:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:24 smithi052 ceph-mon[89065]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 136 op/s 2024-09-13T03:41:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:24 smithi052 ceph-mon[89065]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-13T03:41:25.600 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (991 ms) 2024-09-13T03:41:25.600 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-13T03:41:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:25 smithi078 ceph-mon[85589]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T03:41:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:25 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/202985283' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]: dispatch 2024-09-13T03:41:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:25 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]: dispatch 2024-09-13T03:41:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:25 smithi052 ceph-mon[91421]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T03:41:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:25 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/202985283' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]: dispatch 2024-09-13T03:41:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:25 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]: dispatch 2024-09-13T03:41:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:25 smithi052 ceph-mon[89065]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-13T03:41:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:25 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/202985283' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]: dispatch 2024-09-13T03:41:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:25 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]: dispatch 2024-09-13T03:41:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 175 op/s 2024-09-13T03:41:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]': finished 2024-09-13T03:41:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T03:41:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1207848207' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]: dispatch 2024-09-13T03:41:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]: dispatch 2024-09-13T03:41:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]': finished 2024-09-13T03:41:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:26 smithi078 ceph-mon[85589]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T03:41:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 175 op/s 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]': finished 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1207848207' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]: dispatch 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]: dispatch 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]': finished 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[91421]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 175 op/s 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/202985283"}]': finished 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-13T03:41:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1207848207' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]: dispatch 2024-09-13T03:41:27.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]: dispatch 2024-09-13T03:41:27.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/1207848207"}]': finished 2024-09-13T03:41:27.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:26 smithi052 ceph-mon[89065]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-13T03:41:27.444 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1844 ms) 2024-09-13T03:41:27.444 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-13T03:41:27.478 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2024-09-13T03:41:27.478 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-13T03:41:27.505 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-09-13T03:41:27.506 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-13T03:41:27.552 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.CancelAsyncResize (47 ms) 2024-09-13T03:41:27.552 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-13T03:41:27.613 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.MultipleResize (60 ms) 2024-09-13T03:41:27.613 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.Metadata 2024-09-13T03:41:27.655 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.Metadata (43 ms) 2024-09-13T03:41:27.655 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-13T03:41:27.689 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.MetadataConfApply (32 ms) 2024-09-13T03:41:27.689 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-13T03:41:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:41:28] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-09-13T03:41:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:28 smithi078 ceph-mon[85589]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 8.2 KiB/s wr, 165 op/s 2024-09-13T03:41:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:28 smithi052 ceph-mon[91421]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 8.2 KiB/s wr, 165 op/s 2024-09-13T03:41:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:28 smithi052 ceph-mon[89065]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 8.2 KiB/s wr, 165 op/s 2024-09-13T03:41:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:29 smithi078 ceph-mon[85589]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T03:41:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:29 smithi052 ceph-mon[91421]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T03:41:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:29 smithi052 ceph-mon[89065]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-13T03:41:30.711 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapshotCopyup (3024 ms) 2024-09-13T03:41:30.711 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-13T03:41:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:30 smithi078 ceph-mon[85589]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 217 op/s 2024-09-13T03:41:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:30 smithi078 ceph-mon[85589]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T03:41:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:30 smithi052 ceph-mon[91421]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 217 op/s 2024-09-13T03:41:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:30 smithi052 ceph-mon[91421]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T03:41:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:30 smithi052 ceph-mon[89065]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 217 op/s 2024-09-13T03:41:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:30 smithi052 ceph-mon[89065]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-13T03:41:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:31 smithi078 ceph-mon[85589]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T03:41:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:31 smithi078 ceph-mon[85589]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T03:41:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:31 smithi052 ceph-mon[91421]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T03:41:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:31 smithi052 ceph-mon[91421]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T03:41:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:31 smithi052 ceph-mon[89065]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-13T03:41:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:31 smithi052 ceph-mon[89065]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-13T03:41:32.472 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1760 ms) 2024-09-13T03:41:32.472 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-13T03:41:32.622 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:41:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:32 smithi078 ceph-mon[85589]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 22 KiB/s wr, 280 op/s 2024-09-13T03:41:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:32 smithi078 ceph-mon[85589]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T03:41:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:32 smithi052 ceph-mon[91421]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 22 KiB/s wr, 280 op/s 2024-09-13T03:41:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:32 smithi052 ceph-mon[91421]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T03:41:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:32 smithi052 ceph-mon[89065]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 22 KiB/s wr, 280 op/s 2024-09-13T03:41:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:32 smithi052 ceph-mon[89065]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-13T03:41:33.470 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (999 ms) 2024-09-13T03:41:33.470 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-13T03:41:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:34 smithi078 ceph-mon[85589]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 216 op/s 2024-09-13T03:41:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:34 smithi078 ceph-mon[85589]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T03:41:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:34 smithi052 ceph-mon[91421]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 216 op/s 2024-09-13T03:41:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:34 smithi052 ceph-mon[91421]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T03:41:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:34 smithi052 ceph-mon[89065]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 216 op/s 2024-09-13T03:41:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:34 smithi052 ceph-mon[89065]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-13T03:41:35.509 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.ResizeCopyup (2039 ms) 2024-09-13T03:41:35.510 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-13T03:41:35.518 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:41:35.518 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-09-13T03:41:35.518 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-13T03:41:35.527 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-09-13T03:41:35.527 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-13T03:41:35.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:35 smithi052 ceph-mon[89065]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T03:41:35.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:35 smithi052 ceph-mon[91421]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T03:41:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:35 smithi078 ceph-mon[85589]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-13T03:41:36.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:36 smithi052 ceph-mon[89065]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 18 KiB/s wr, 262 op/s 2024-09-13T03:41:36.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:36 smithi052 ceph-mon[89065]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T03:41:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:36 smithi052 ceph-mon[91421]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 18 KiB/s wr, 262 op/s 2024-09-13T03:41:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:36 smithi052 ceph-mon[91421]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T03:41:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:36 smithi078 ceph-mon[85589]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 18 KiB/s wr, 262 op/s 2024-09-13T03:41:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:36 smithi078 ceph-mon[85589]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-13T03:41:37.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:37 smithi052 ceph-mon[91421]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T03:41:37.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:37 smithi052 ceph-mon[89065]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T03:41:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:37 smithi078 ceph-mon[85589]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-13T03:41:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:38 smithi052 ceph-mon[91421]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 32 KiB/s wr, 386 op/s 2024-09-13T03:41:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:38 smithi052 ceph-mon[91421]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T03:41:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:38 smithi052 ceph-mon[89065]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 32 KiB/s wr, 386 op/s 2024-09-13T03:41:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:38 smithi052 ceph-mon[89065]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T03:41:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:41:38] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-13T03:41:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:38 smithi078 ceph-mon[85589]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 32 KiB/s wr, 386 op/s 2024-09-13T03:41:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:38 smithi078 ceph-mon[85589]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-13T03:41:39.493 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.WriteFullCopyup (3967 ms) 2024-09-13T03:41:39.493 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-13T03:41:39.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:39 smithi052 ceph-mon[91421]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T03:41:39.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:39 smithi052 ceph-mon[89065]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T03:41:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:39 smithi078 ceph-mon[85589]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-13T03:41:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:40 smithi052 ceph-mon[91421]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 221 op/s 2024-09-13T03:41:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:40 smithi052 ceph-mon[91421]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T03:41:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:40 smithi052 ceph-mon[89065]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 221 op/s 2024-09-13T03:41:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:40 smithi052 ceph-mon[89065]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T03:41:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:40 smithi078 ceph-mon[85589]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 221 op/s 2024-09-13T03:41:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:40 smithi078 ceph-mon[85589]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-13T03:41:41.517 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2023 ms) 2024-09-13T03:41:41.517 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.TestCoR 2024-09-13T03:41:41.526 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-13T03:41:41.526 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.TestCoR (9 ms) 2024-09-13T03:41:41.526 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout:made parent image "image388": 4194304K (1024 * 4K) 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout:generated random write map: 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [2 , 11074 ] 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [5 , 21388 ] 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [9 , 40284 ] 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [17 , 69949 ] 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [22 , 90863 ] 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [29 , 119073 ] 2024-09-13T03:41:41.748 INFO:tasks.workunit.client.0.smithi052.stdout: [57 , 235480 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [82 , 338200 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [92 , 377753 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [115 , 474498 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [131 , 536981 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [132 , 542585 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [141 , 580787 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [186 , 764110 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [190 , 778965 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [206 , 846065 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [212 , 869669 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [225 , 922845 ] 2024-09-13T03:41:41.749 INFO:tasks.workunit.client.0.smithi052.stdout: [228 , 937283 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [230 , 943848 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [239 , 981507 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [269 , 1102048 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [304 , 1245205 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [342 , 1404142 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [374 , 1533233 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [398 , 1633459 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [424 , 1737668 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [427 , 1750997 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [431 , 1768861 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [444 , 1821643 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [455 , 1865981 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [461 , 1891034 ] 2024-09-13T03:41:41.750 INFO:tasks.workunit.client.0.smithi052.stdout: [470 , 1927943 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [475 , 1946372 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [481 , 1971720 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [485 , 1986657 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [486 , 1992815 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [490 , 2007785 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [493 , 2019811 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [501 , 2052665 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [510 , 2091887 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [518 , 2123056 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [525 , 2151410 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [528 , 2166245 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [535 , 2193732 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [545 , 2232580 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [547 , 2241568 ] 2024-09-13T03:41:41.751 INFO:tasks.workunit.client.0.smithi052.stdout: [555 , 2276764 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [566 , 2319833 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [582 , 2387413 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [583 , 2389608 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [596 , 2444251 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [603 , 2470234 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [605 , 2478631 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [626 , 2567339 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [630 , 2582681 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [635 , 2602300 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [638 , 2616519 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [682 , 2795280 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [689 , 2822411 ] 2024-09-13T03:41:41.752 INFO:tasks.workunit.client.0.smithi052.stdout: [700 , 2870380 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [724 , 2966466 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [728 , 2985442 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [730 , 2993436 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [750 , 3075265 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [751 , 3078511 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [755 , 3094814 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [759 , 3112340 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [760 , 3116490 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [774 , 3171838 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [780 , 3196638 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [782 , 3203583 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [784 , 3211814 ] 2024-09-13T03:41:41.753 INFO:tasks.workunit.client.0.smithi052.stdout: [787 , 3227116 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [809 , 3314947 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [818 , 3352249 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [832 , 3410369 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [834 , 3417768 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [840 , 3440807 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [843 , 3453884 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [880 , 3605899 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [890 , 3648092 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [895 , 3667464 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [901 , 3693548 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [903 , 3699334 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [921 , 3773523 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [942 , 3859468 ] 2024-09-13T03:41:41.754 INFO:tasks.workunit.client.0.smithi052.stdout: [944 , 3870157 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [972 , 3984816 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [974 , 3989960 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [978 , 4007817 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [996 , 4080737 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1001 , 4101187 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1002 , 4105833 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1008 , 4131200 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1012 , 4147927 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1015 , 4158278 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1016 , 4164940 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: [1021 , 4182260 ] 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout:write data based on random map 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: write object-2 2024-09-13T03:41:41.755 INFO:tasks.workunit.client.0.smithi052.stdout: write object-5 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-9 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-17 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-22 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-29 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-57 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-82 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-92 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-115 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-131 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-132 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-141 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-186 2024-09-13T03:41:41.756 INFO:tasks.workunit.client.0.smithi052.stdout: write object-190 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-206 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-212 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-225 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-228 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-230 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-239 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-269 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-304 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-342 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-374 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-398 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-424 2024-09-13T03:41:41.757 INFO:tasks.workunit.client.0.smithi052.stdout: write object-427 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-431 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-444 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-455 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-461 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-470 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-475 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-481 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-485 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-486 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-490 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-493 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-501 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-510 2024-09-13T03:41:41.758 INFO:tasks.workunit.client.0.smithi052.stdout: write object-518 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-525 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-528 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-535 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-545 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-547 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-555 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-566 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-582 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-583 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-596 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-603 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-605 2024-09-13T03:41:41.759 INFO:tasks.workunit.client.0.smithi052.stdout: write object-626 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-630 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-635 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-638 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-682 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-689 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-700 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-724 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-728 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-730 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-750 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-751 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-755 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-759 2024-09-13T03:41:41.760 INFO:tasks.workunit.client.0.smithi052.stdout: write object-760 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-774 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-780 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-782 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-784 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-787 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-809 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-818 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-832 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-834 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-840 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-843 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-880 2024-09-13T03:41:41.761 INFO:tasks.workunit.client.0.smithi052.stdout: write object-890 2024-09-13T03:41:41.762 INFO:tasks.workunit.client.0.smithi052.stdout: write object-895 2024-09-13T03:41:41.762 INFO:tasks.workunit.client.0.smithi052.stdout: write object-901 2024-09-13T03:41:41.762 INFO:tasks.workunit.client.0.smithi052.stdout: write object-903 2024-09-13T03:41:41.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:41 smithi052 ceph-mon[89065]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T03:41:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:41 smithi052 ceph-mon[91421]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T03:41:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:41 smithi078 ceph-mon[85589]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-921 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-942 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-944 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-972 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-974 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-978 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-996 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1001 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1002 2024-09-13T03:41:42.693 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1008 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1012 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1015 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1016 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout: write object-1021 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:verify written data by reading 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout: read object-2 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:made snapshot "image388@parent_snap" and protect it 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:made and opened clone "image389" 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:flattening clone: "image389" 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:check whether child image has the same set of objects as parent 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1167 ms) 2024-09-13T03:41:42.694 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-13T03:41:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:42 smithi078 ceph-mon[85589]: pgmap v2761: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-09-13T03:41:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:42 smithi078 ceph-mon[85589]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T03:41:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:41:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:42.743 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-mon[91421]: pgmap v2761: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-09-13T03:41:42.743 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-mon[91421]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T03:41:42.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-mon[89065]: pgmap v2761: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 103 op/s 2024-09-13T03:41:42.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-mon[89065]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-13T03:41:42.744 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:41:42] ENGINE Bus STOPPING 2024-09-13T03:41:42.744 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:41:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:41:42.769 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.PoolMetadataConfApply (76 ms) 2024-09-13T03:41:42.769 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.Sparsify 2024-09-13T03:41:42.793 INFO:tasks.workunit.client.0.smithi052.stdout:sparsify_supported=1 2024-09-13T03:41:42.793 INFO:tasks.workunit.client.0.smithi052.stdout:sparse_read_supported=1 2024-09-13T03:41:42.821 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.Sparsify (52 ms) 2024-09-13T03:41:42.821 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-13T03:41:42.837 INFO:tasks.workunit.client.0.smithi052.stdout:sparsify_supported=1 2024-09-13T03:41:43.028 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:41:42] ENGINE Bus STOPPED 2024-09-13T03:41:43.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:41:42] ENGINE Bus STARTING 2024-09-13T03:41:43.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:41:42] ENGINE Serving on http://:::9283 2024-09-13T03:41:43.029 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:42 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:41:42] ENGINE Bus STARTED 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:43.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T03:41:43.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' 2024-09-13T03:41:43.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:43.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:43.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:43.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:43.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-13T03:41:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2617165674' entity='client.admin' 2024-09-13T03:41:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:41:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:41:43.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:41:43.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:44.763 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.SparsifyClone (1943 ms) 2024-09-13T03:41:44.763 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-13T03:41:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:44 smithi052 ceph-mon[91421]: pgmap v2764: 137 pgs: 137 active+clean; 8.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 152 op/s 2024-09-13T03:41:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:44 smithi052 ceph-mon[91421]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-13T03:41:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:44 smithi052 ceph-mon[91421]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T03:41:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:44 smithi052 ceph-mon[89065]: pgmap v2764: 137 pgs: 137 active+clean; 8.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 152 op/s 2024-09-13T03:41:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:44 smithi052 ceph-mon[89065]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-13T03:41:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:44 smithi052 ceph-mon[89065]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T03:41:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:44 smithi078 ceph-mon[85589]: pgmap v2764: 137 pgs: 137 active+clean; 8.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 152 op/s 2024-09-13T03:41:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:44 smithi078 ceph-mon[85589]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-09-13T03:41:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:44 smithi078 ceph-mon[85589]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-13T03:41:45.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestInternal.MissingDataPool (1111 ms) 2024-09-13T03:41:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:45 smithi052 ceph-mon[91421]: pgmap v2766: 137 pgs: 137 active+clean; 8.8 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 43 KiB/s wr, 195 op/s 2024-09-13T03:41:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:45 smithi052 ceph-mon[91421]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T03:41:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:45 smithi052 ceph-mon[89065]: pgmap v2766: 137 pgs: 137 active+clean; 8.8 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 43 KiB/s wr, 195 op/s 2024-09-13T03:41:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:45 smithi052 ceph-mon[89065]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T03:41:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:45 smithi078 ceph-mon[85589]: pgmap v2766: 137 pgs: 137 active+clean; 8.8 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 43 KiB/s wr, 195 op/s 2024-09-13T03:41:46.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:45 smithi078 ceph-mon[85589]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-13T03:41:46.448 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 34 tests from TestInternal (35362 ms total) 2024-09-13T03:41:46.448 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:41:46.448 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 17 tests from TestImageWatcher 2024-09-13T03:41:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:46 smithi078 ceph-mon[85589]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T03:41:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:46 smithi078 ceph-mon[85589]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T03:41:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[91421]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T03:41:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[91421]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T03:41:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[89065]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-13T03:41:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:41:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:41:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:46 smithi052 ceph-mon[89065]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-13T03:41:48.455 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-13T03:41:48.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[89065]: pgmap v2770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:48.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[89065]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/417081008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:41:48] "GET /metrics HTTP/1.1" 200 36488 "" "Prometheus/2.43.0" 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[91421]: pgmap v2770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[91421]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/417081008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:48 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:48 smithi078 ceph-mon[85589]: pgmap v2770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:48 smithi078 ceph-mon[85589]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-13T03:41:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/417081008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:48 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:49 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:49.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:49 smithi052 ceph-mon[91421]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T03:41:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:49 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:49 smithi052 ceph-mon[89065]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T03:41:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:49 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:49 smithi078 ceph-mon[85589]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-13T03:41:50.512 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2057 ms) 2024-09-13T03:41:50.513 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-13T03:41:50.538 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-09-13T03:41:50.538 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-13T03:41:50.561 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-09-13T03:41:50.561 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-13T03:41:50.583 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-09-13T03:41:50.583 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-13T03:41:50.605 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-09-13T03:41:50.605 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-13T03:41:50.626 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2024-09-13T03:41:50.627 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-13T03:41:50.646 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-09-13T03:41:50.646 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-13T03:41:50.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-09-13T03:41:50.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-13T03:41:50.686 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-09-13T03:41:50.686 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-13T03:41:50.706 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-09-13T03:41:50.706 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-13T03:41:50.725 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (19 ms) 2024-09-13T03:41:50.725 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-13T03:41:50.744 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-09-13T03:41:50.744 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-13T03:41:50.764 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-09-13T03:41:50.764 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-13T03:41:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:50 smithi052 ceph-mon[91421]: pgmap v2773: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:50 smithi052 ceph-mon[91421]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T03:41:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:50 smithi052 ceph-mon[89065]: pgmap v2773: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:50.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:50 smithi052 ceph-mon[89065]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T03:41:50.783 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-09-13T03:41:50.783 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-13T03:41:50.803 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-09-13T03:41:50.803 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-13T03:41:50.822 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-09-13T03:41:50.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-13T03:41:50.841 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-09-13T03:41:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:50 smithi078 ceph-mon[85589]: pgmap v2773: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:50 smithi078 ceph-mon[85589]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-13T03:41:51.483 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 17 tests from TestImageWatcher (2386 ms total) 2024-09-13T03:41:51.484 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:41:51.484 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 161 tests from TestLibRBD 2024-09-13T03:41:51.514 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-13T03:41:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:51 smithi052 ceph-mon[91421]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T03:41:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:51 smithi052 ceph-mon[89065]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T03:41:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:51 smithi078 ceph-mon[85589]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-13T03:41:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:52 smithi078 ceph-mon[85589]: pgmap v2776: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:52 smithi078 ceph-mon[85589]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T03:41:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:41:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:41:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:52 smithi052 ceph-mon[91421]: pgmap v2776: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:52 smithi052 ceph-mon[91421]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T03:41:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:52 smithi052 ceph-mon[89065]: pgmap v2776: 137 pgs: 1 creating+peering, 15 unknown, 121 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:52 smithi052 ceph-mon[89065]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-13T03:41:53.487 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[91421]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3400991147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[91421]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[89065]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3400991147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:53 smithi052 ceph-mon[89065]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T03:41:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:53 smithi078 ceph-mon[85589]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-13T03:41:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3400991147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:53 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:53 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:53 smithi078 ceph-mon[85589]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-13T03:41:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:54 smithi052 ceph-mon[91421]: pgmap v2779: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:54.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:54 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:41:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:54 smithi052 ceph-mon[89065]: pgmap v2779: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:54 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:41:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:54 smithi078 ceph-mon[85589]: pgmap v2779: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:54 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:41:55.545 INFO:tasks.workunit.client.0.smithi052.stdout:image has size 2097152 and order 22 2024-09-13T03:41:55.545 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CreateAndStat (4031 ms) 2024-09-13T03:41:55.545 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-13T03:41:55.546 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.567 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (21 ms) 2024-09-13T03:41:55.567 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-13T03:41:55.567 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.586 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-09-13T03:41:55.586 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.GetId 2024-09-13T03:41:55.586 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.609 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.GetId (23 ms) 2024-09-13T03:41:55.610 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-13T03:41:55.610 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.639 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.GetIdPP (29 ms) 2024-09-13T03:41:55.639 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-13T03:41:55.639 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.656 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (18 ms) 2024-09-13T03:41:55.656 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-13T03:41:55.656 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2024-09-13T03:41:55.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-13T03:41:55.674 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.691 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-09-13T03:41:55.691 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-13T03:41:55.691 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.708 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-09-13T03:41:55.708 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-13T03:41:55.708 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.722 INFO:tasks.workunit.client.0.smithi052.stdout:image has size 2097152 and order 22 2024-09-13T03:41:55.723 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-09-13T03:41:55.723 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-13T03:41:55.725 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-09-13T03:41:55.725 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-13T03:41:55.725 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.747 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2024-09-13T03:41:55.748 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-13T03:41:55.750 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-09-13T03:41:55.750 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-13T03:41:55.750 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:55 smithi052 ceph-mon[91421]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T03:41:55.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:55 smithi052 ceph-mon[89065]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T03:41:55.786 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ResizeAndStat (36 ms) 2024-09-13T03:41:55.787 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-13T03:41:55.787 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.816 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (30 ms) 2024-09-13T03:41:55.817 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-13T03:41:55.817 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.852 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (35 ms) 2024-09-13T03:41:55.852 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-13T03:41:55.852 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:55.890 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (39 ms) 2024-09-13T03:41:55.890 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-13T03:41:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:55 smithi078 ceph-mon[85589]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-13T03:41:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:56 smithi052 ceph-mon[91421]: pgmap v2782: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:56 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:41:56.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:56 smithi052 ceph-mon[91421]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T03:41:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:56 smithi052 ceph-mon[89065]: pgmap v2782: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:56 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:41:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:56 smithi052 ceph-mon[89065]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T03:41:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:56 smithi078 ceph-mon[85589]: pgmap v2782: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:41:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:56 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:41:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:56 smithi078 ceph-mon[85589]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-13T03:41:57.542 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3764134532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3764134532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:57 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3764134532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:57.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:41:57.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:41:57.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:41:57.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:41:57.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:57 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:41:58.516 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:41:58] "GET /metrics HTTP/1.1" 200 36488 "" "Prometheus/2.43.0" 2024-09-13T03:41:58.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[91421]: pgmap v2785: 169 pgs: 6 creating+peering, 42 unknown, 121 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3764134532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[91421]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[89065]: pgmap v2785: 169 pgs: 6 creating+peering, 42 unknown, 121 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3764134532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:58 smithi052 ceph-mon[89065]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T03:41:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:58 smithi078 ceph-mon[85589]: pgmap v2785: 169 pgs: 6 creating+peering, 42 unknown, 121 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 3.2 KiB/s wr, 32 op/s 2024-09-13T03:41:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:58 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:41:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:58 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3764134532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:41:58.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:58 smithi078 ceph-mon[85589]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-13T03:41:59.558 INFO:tasks.workunit.client.0.smithi052.stdout:image: image18 2024-09-13T03:41:59.559 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image18 2024-09-13T03:41:59.559 INFO:tasks.workunit.client.0.smithi052.stdout:found image18 2024-09-13T03:41:59.559 INFO:tasks.workunit.client.0.smithi052.stdout:erased image18 2024-09-13T03:41:59.559 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:41:59.641 INFO:tasks.workunit.client.0.smithi052.stdout:image: image18 2024-09-13T03:41:59.641 INFO:tasks.workunit.client.0.smithi052.stdout:image: image19 2024-09-13T03:41:59.641 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image18 2024-09-13T03:41:59.641 INFO:tasks.workunit.client.0.smithi052.stdout:found image18 2024-09-13T03:41:59.641 INFO:tasks.workunit.client.0.smithi052.stdout:erased image18 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:found image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:erased image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:image: image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:found image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:erased image19 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3751 ms) 2024-09-13T03:41:59.642 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-13T03:41:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:41:59 smithi078 ceph-mon[85589]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T03:42:00.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:41:59 smithi052 ceph-mon[89065]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T03:42:00.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:41:59 smithi052 ceph-mon[91421]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-13T03:42:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:00 smithi078 ceph-mon[85589]: pgmap v2788: 169 pgs: 8 creating+peering, 16 unknown, 145 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-09-13T03:42:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:00 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:00 smithi078 ceph-mon[85589]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T03:42:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:00 smithi052 ceph-mon[91421]: pgmap v2788: 169 pgs: 8 creating+peering, 16 unknown, 145 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-09-13T03:42:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:00 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:00 smithi052 ceph-mon[91421]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T03:42:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:00 smithi052 ceph-mon[89065]: pgmap v2788: 169 pgs: 8 creating+peering, 16 unknown, 145 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-09-13T03:42:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:00 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:00 smithi052 ceph-mon[89065]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-13T03:42:01.540 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:01 smithi078 ceph-mon[85589]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T03:42:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:01 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1501755952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:01 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1501755952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:01 smithi078 ceph-mon[85589]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T03:42:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[91421]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T03:42:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1501755952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1501755952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[91421]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[89065]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1501755952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1501755952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:01 smithi052 ceph-mon[89065]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-13T03:42:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:02 smithi078 ceph-mon[85589]: pgmap v2791: 201 pgs: 8 creating+peering, 37 unknown, 156 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 17 KiB/s wr, 219 op/s 2024-09-13T03:42:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:02 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:02 smithi078 ceph-mon[85589]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T03:42:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:42:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:02 smithi052 ceph-mon[91421]: pgmap v2791: 201 pgs: 8 creating+peering, 37 unknown, 156 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 17 KiB/s wr, 219 op/s 2024-09-13T03:42:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:02 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:02 smithi052 ceph-mon[91421]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T03:42:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:02 smithi052 ceph-mon[89065]: pgmap v2791: 201 pgs: 8 creating+peering, 37 unknown, 156 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 17 KiB/s wr, 219 op/s 2024-09-13T03:42:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:02 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:02 smithi052 ceph-mon[89065]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-13T03:42:03.592 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 1 2024-09-13T03:42:03.592 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:03.592 INFO:tasks.workunit.client.0.smithi052.stdout:image: image20 2024-09-13T03:42:03.592 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image20 2024-09-13T03:42:03.592 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:03.603 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 2 2024-09-13T03:42:03.603 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:03.603 INFO:tasks.workunit.client.0.smithi052.stdout:image: image20 2024-09-13T03:42:03.603 INFO:tasks.workunit.client.0.smithi052.stdout:image: image21 2024-09-13T03:42:03.603 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image20 2024-09-13T03:42:03.603 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image21 2024-09-13T03:42:03.665 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 1 2024-09-13T03:42:03.666 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:03.666 INFO:tasks.workunit.client.0.smithi052.stdout:image: image21 2024-09-13T03:42:03.666 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image21 2024-09-13T03:42:03.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4024 ms) 2024-09-13T03:42:03.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-13T03:42:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:03 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:03 smithi078 ceph-mon[85589]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T03:42:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:03 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:04.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:03 smithi052 ceph-mon[89065]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T03:42:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:03 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:03 smithi052 ceph-mon[91421]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-13T03:42:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:04 smithi078 ceph-mon[85589]: pgmap v2794: 201 pgs: 2 creating+peering, 24 unknown, 175 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 11 KiB/s wr, 108 op/s 2024-09-13T03:42:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:04 smithi052 ceph-mon[91421]: pgmap v2794: 201 pgs: 2 creating+peering, 24 unknown, 175 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 11 KiB/s wr, 108 op/s 2024-09-13T03:42:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:04 smithi052 ceph-mon[89065]: pgmap v2794: 201 pgs: 2 creating+peering, 24 unknown, 175 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 11 KiB/s wr, 108 op/s 2024-09-13T03:42:05.624 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:05 smithi078 ceph-mon[85589]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T03:42:05.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:05 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2209543597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:05.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:05 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:05.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:05 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:05.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:05 smithi078 ceph-mon[85589]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T03:42:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[91421]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2209543597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[91421]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[89065]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2209543597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:05 smithi052 ceph-mon[89065]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-13T03:42:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:06 smithi078 ceph-mon[85589]: pgmap v2797: 233 pgs: 4 creating+peering, 41 unknown, 188 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-09-13T03:42:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:06 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:06 smithi078 ceph-mon[85589]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T03:42:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:06 smithi052 ceph-mon[91421]: pgmap v2797: 233 pgs: 4 creating+peering, 41 unknown, 188 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-09-13T03:42:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:06 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:06 smithi052 ceph-mon[91421]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T03:42:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:06 smithi052 ceph-mon[89065]: pgmap v2797: 233 pgs: 4 creating+peering, 41 unknown, 188 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-09-13T03:42:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:06 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:06 smithi052 ceph-mon[89065]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-13T03:42:07.861 INFO:tasks.workunit.client.0.smithi052.stdout:image: image22 2024-09-13T03:42:07.861 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image22 2024-09-13T03:42:07.861 INFO:tasks.workunit.client.0.smithi052.stdout:found image22 2024-09-13T03:42:07.861 INFO:tasks.workunit.client.0.smithi052.stdout:erased image22 2024-09-13T03:42:07.861 INFO:tasks.workunit.client.0.smithi052.stdout:image: image22 2024-09-13T03:42:07.861 INFO:tasks.workunit.client.0.smithi052.stdout:image: image23 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image22 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:found image22 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:erased image22 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image23 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:found image23 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:erased image23 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:image: image22 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:image: image23 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:image: image24 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image22 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:found image22 2024-09-13T03:42:07.862 INFO:tasks.workunit.client.0.smithi052.stdout:erased image22 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image23 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:found image23 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:erased image23 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image24 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:found image24 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:erased image24 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCopy (4195 ms) 2024-09-13T03:42:07.863 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-13T03:42:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:42:08] "GET /metrics HTTP/1.1" 200 41233 "" "Prometheus/2.43.0" 2024-09-13T03:42:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-mon[91421]: pgmap v2800: 233 pgs: 10 creating+peering, 15 unknown, 208 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-09-13T03:42:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-mon[91421]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T03:42:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-mon[89065]: pgmap v2800: 233 pgs: 10 creating+peering, 15 unknown, 208 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-09-13T03:42:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-mon[89065]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T03:42:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:08 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:08 smithi078 ceph-mon[85589]: pgmap v2800: 233 pgs: 10 creating+peering, 15 unknown, 208 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.7 KiB/s wr, 65 op/s 2024-09-13T03:42:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:08 smithi078 ceph-mon[85589]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-13T03:42:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:08 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:09.653 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:09.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:09 smithi078 ceph-mon[85589]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T03:42:09.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:09 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3281466118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:09.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:09 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:09 smithi052 ceph-mon[91421]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T03:42:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:09 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3281466118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:09 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:09 smithi052 ceph-mon[89065]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-13T03:42:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:09 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3281466118' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:09 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:10 smithi078 ceph-mon[85589]: pgmap v2803: 265 pgs: 10 creating+peering, 36 unknown, 219 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-09-13T03:42:10.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:10 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:10.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:10 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:10.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:10 smithi078 ceph-mon[85589]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T03:42:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[91421]: pgmap v2803: 265 pgs: 10 creating+peering, 36 unknown, 219 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-09-13T03:42:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[91421]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T03:42:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[89065]: pgmap v2803: 265 pgs: 10 creating+peering, 36 unknown, 219 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-09-13T03:42:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:10 smithi052 ceph-mon[89065]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-13T03:42:11.786 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 1 2024-09-13T03:42:11.787 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:11.787 INFO:tasks.workunit.client.0.smithi052.stdout:image: image25 2024-09-13T03:42:11.787 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image25 2024-09-13T03:42:11.807 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 2 2024-09-13T03:42:11.807 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:11.807 INFO:tasks.workunit.client.0.smithi052.stdout:image: image25 2024-09-13T03:42:11.807 INFO:tasks.workunit.client.0.smithi052.stdout:image: image26 2024-09-13T03:42:11.807 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image25 2024-09-13T03:42:11.807 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image26 2024-09-13T03:42:11.854 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:42:11.854 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 3 2024-09-13T03:42:11.854 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:42:11.854 INFO:tasks.workunit.client.0.smithi052.stdout:image: image25 2024-09-13T03:42:11.854 INFO:tasks.workunit.client.0.smithi052.stdout:image: image26 2024-09-13T03:42:11.854 INFO:tasks.workunit.client.0.smithi052.stdout:image: image27 2024-09-13T03:42:11.855 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image25 2024-09-13T03:42:11.855 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image26 2024-09-13T03:42:11.855 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image27 2024-09-13T03:42:11.884 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCopyPP (4023 ms) 2024-09-13T03:42:11.884 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-13T03:42:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:11 smithi078 ceph-mon[85589]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T03:42:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:11 smithi078 ceph-mon[85589]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T03:42:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:11 smithi052 ceph-mon[91421]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T03:42:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:11 smithi052 ceph-mon[91421]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T03:42:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:11 smithi052 ceph-mon[89065]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-13T03:42:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:11 smithi052 ceph-mon[89065]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-13T03:42:12.655 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:42:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:12 smithi078 ceph-mon[85589]: pgmap v2806: 265 pgs: 3 creating+peering, 16 unknown, 246 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 22 KiB/s wr, 370 op/s 2024-09-13T03:42:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:12 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:12 smithi052 ceph-mon[91421]: pgmap v2806: 265 pgs: 3 creating+peering, 16 unknown, 246 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 22 KiB/s wr, 370 op/s 2024-09-13T03:42:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:12 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:12 smithi052 ceph-mon[89065]: pgmap v2806: 265 pgs: 3 creating+peering, 16 unknown, 246 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 316 KiB/s rd, 22 KiB/s wr, 370 op/s 2024-09-13T03:42:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:12 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:13.677 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:13 smithi078 ceph-mon[85589]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T03:42:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:13 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1818322075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:13 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:13 smithi078 ceph-mon[85589]: pgmap v2809: 297 pgs: 3 creating+peering, 38 unknown, 256 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 5.5 KiB/s wr, 153 op/s 2024-09-13T03:42:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[91421]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1818322075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[91421]: pgmap v2809: 297 pgs: 3 creating+peering, 38 unknown, 256 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 5.5 KiB/s wr, 153 op/s 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[89065]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1818322075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:13 smithi052 ceph-mon[89065]: pgmap v2809: 297 pgs: 3 creating+peering, 38 unknown, 256 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 5.5 KiB/s wr, 153 op/s 2024-09-13T03:42:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:14 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:14 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:14 smithi078 ceph-mon[85589]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T03:42:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:14 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:14 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:14 smithi052 ceph-mon[91421]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T03:42:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:14 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:14 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:14 smithi052 ceph-mon[89065]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-13T03:42:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:15 smithi078 ceph-mon[85589]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T03:42:15.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:15 smithi078 ceph-mon[85589]: pgmap v2812: 297 pgs: 3 creating+peering, 19 unknown, 275 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-09-13T03:42:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:15 smithi052 ceph-mon[91421]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T03:42:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:15 smithi052 ceph-mon[91421]: pgmap v2812: 297 pgs: 3 creating+peering, 19 unknown, 275 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-09-13T03:42:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:15 smithi052 ceph-mon[89065]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-13T03:42:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:15 smithi052 ceph-mon[89065]: pgmap v2812: 297 pgs: 3 creating+peering, 19 unknown, 275 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-09-13T03:42:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:16 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:16 smithi078 ceph-mon[85589]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T03:42:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:16 smithi078 ceph-mon[85589]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T03:42:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[91421]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[91421]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[89065]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:16 smithi052 ceph-mon[89065]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-13T03:42:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:18 smithi052 ceph-mon[91421]: pgmap v2815: 297 pgs: 3 creating+peering, 8 unknown, 286 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-09-13T03:42:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:18 smithi052 ceph-mon[91421]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T03:42:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:42:18] "GET /metrics HTTP/1.1" 200 48480 "" "Prometheus/2.43.0" 2024-09-13T03:42:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:18 smithi052 ceph-mon[89065]: pgmap v2815: 297 pgs: 3 creating+peering, 8 unknown, 286 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-09-13T03:42:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:18 smithi052 ceph-mon[89065]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T03:42:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:18 smithi078 ceph-mon[85589]: pgmap v2815: 297 pgs: 3 creating+peering, 8 unknown, 286 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-09-13T03:42:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:18 smithi078 ceph-mon[85589]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-13T03:42:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:image: image28 2024-09-13T03:42:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image28 2024-09-13T03:42:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:found image28 2024-09-13T03:42:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:erased image28 2024-09-13T03:42:19.547 INFO:tasks.workunit.client.0.smithi052.stdout:image: image28 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:image: image29 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image28 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:found image28 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:erased image28 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image29 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:found image29 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:erased image29 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:image: image28 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:image: image29 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:image: image30 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image28 2024-09-13T03:42:19.548 INFO:tasks.workunit.client.0.smithi052.stdout:found image28 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:erased image28 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image29 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:found image29 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:erased image29 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image30 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:found image30 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:erased image30 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:image: image28 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:image: image29 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:image: image30 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:image: image31 2024-09-13T03:42:19.549 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image28 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:found image28 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:erased image28 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image29 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:found image29 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:erased image29 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image30 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:found image30 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:erased image30 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image31 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:found image31 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:erased image31 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:image: image28 2024-09-13T03:42:19.550 INFO:tasks.workunit.client.0.smithi052.stdout:image: image29 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:image: image30 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:image: image31 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:image: image32 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image28 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:found image28 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:erased image28 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image29 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:found image29 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:erased image29 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image30 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:found image30 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:erased image30 2024-09-13T03:42:19.551 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image31 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:found image31 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:erased image31 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image32 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:found image32 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:erased image32 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:image: image28 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:image: image29 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:image: image30 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:image: image31 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:image: image32 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:image: image33 2024-09-13T03:42:19.552 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image28 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:found image28 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:erased image28 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image29 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:found image29 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:erased image29 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image30 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:found image30 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:erased image30 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image31 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:found image31 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:erased image31 2024-09-13T03:42:19.553 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image32 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:found image32 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:erased image32 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image33 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:found image33 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:erased image33 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestDeepCopy (7663 ms) 2024-09-13T03:42:19.554 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-13T03:42:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T03:42:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-09-13T03:42:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-09-13T03:42:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-09-13T03:42:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-13T03:42:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-09-13T03:42:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-09-13T03:42:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-09-13T03:42:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2024-09-13T03:42:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-09-13T03:42:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]: dispatch 2024-09-13T03:42:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: pgmap v2818: 297 pgs: 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 2.7 KiB/s wr, 84 op/s 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[91421]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: pgmap v2818: 297 pgs: 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 2.7 KiB/s wr, 84 op/s 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-09-13T03:42:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2024-09-13T03:42:20.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-09-13T03:42:20.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-09-13T03:42:20.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:20 smithi052 ceph-mon[89065]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T03:42:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: pgmap v2818: 297 pgs: 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 2.7 KiB/s wr, 84 op/s 2024-09-13T03:42:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-09-13T03:42:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-09-13T03:42:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-09-13T03:42:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2024-09-13T03:42:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-09-13T03:42:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.2", "id": [0, 3]}]': finished 2024-09-13T03:42:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:20 smithi078 ceph-mon[85589]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-13T03:42:21.462 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[91421]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T03:42:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4206869496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:21.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4206869496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:21.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[91421]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T03:42:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[89065]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T03:42:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4206869496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4206869496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:21 smithi052 ceph-mon[89065]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T03:42:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:21 smithi078 ceph-mon[85589]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-13T03:42:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:21 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4206869496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:21 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4206869496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:21 smithi078 ceph-mon[85589]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-13T03:42:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:42:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:22 smithi078 ceph-mon[85589]: pgmap v2821: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 519 KiB/s rd, 29 KiB/s wr, 613 op/s 2024-09-13T03:42:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:22 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:22 smithi078 ceph-mon[85589]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T03:42:22.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:22 smithi052 ceph-mon[89065]: pgmap v2821: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 519 KiB/s rd, 29 KiB/s wr, 613 op/s 2024-09-13T03:42:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:22 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:22 smithi052 ceph-mon[89065]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T03:42:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:22 smithi052 ceph-mon[91421]: pgmap v2821: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 519 KiB/s rd, 29 KiB/s wr, 613 op/s 2024-09-13T03:42:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:22 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:22 smithi052 ceph-mon[91421]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-13T03:42:23.754 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 1 2024-09-13T03:42:23.754 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:23.754 INFO:tasks.workunit.client.0.smithi052.stdout:image: image34 2024-09-13T03:42:23.754 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image34 2024-09-13T03:42:23.778 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 2 2024-09-13T03:42:23.779 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:23.779 INFO:tasks.workunit.client.0.smithi052.stdout:image: image34 2024-09-13T03:42:23.779 INFO:tasks.workunit.client.0.smithi052.stdout:image: image35 2024-09-13T03:42:23.779 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image34 2024-09-13T03:42:23.779 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image35 2024-09-13T03:42:23.828 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:42:23.828 INFO:tasks.workunit.client.0.smithi052.stdout:num images is: 3 2024-09-13T03:42:23.828 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:42:23.828 INFO:tasks.workunit.client.0.smithi052.stdout:image: image34 2024-09-13T03:42:23.828 INFO:tasks.workunit.client.0.smithi052.stdout:image: image35 2024-09-13T03:42:23.829 INFO:tasks.workunit.client.0.smithi052.stdout:image: image36 2024-09-13T03:42:23.829 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image34 2024-09-13T03:42:23.829 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image35 2024-09-13T03:42:23.829 INFO:tasks.workunit.client.0.smithi052.stdout:expected = image36 2024-09-13T03:42:23.861 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4313 ms) 2024-09-13T03:42:23.861 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-13T03:42:23.861 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:24.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:24 smithi052 ceph-mon[89065]: pgmap v2824: 329 pgs: 7 creating+peering, 13 unknown, 309 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 30 KiB/s wr, 577 op/s 2024-09-13T03:42:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:24 smithi052 ceph-mon[89065]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T03:42:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:24 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:24 smithi052 ceph-mon[91421]: pgmap v2824: 329 pgs: 7 creating+peering, 13 unknown, 309 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 30 KiB/s wr, 577 op/s 2024-09-13T03:42:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:24 smithi052 ceph-mon[91421]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T03:42:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:24 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:24 smithi078 ceph-mon[85589]: pgmap v2824: 329 pgs: 7 creating+peering, 13 unknown, 309 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 30 KiB/s wr, 577 op/s 2024-09-13T03:42:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:24 smithi078 ceph-mon[85589]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-13T03:42:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:24 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:25.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:25 smithi052 ceph-mon[91421]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T03:42:25.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:25 smithi052 ceph-mon[89065]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T03:42:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:25 smithi078 ceph-mon[85589]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-13T03:42:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:26 smithi052 ceph-mon[91421]: pgmap v2827: 329 pgs: 7 creating+peering, 6 unknown, 316 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 347 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T03:42:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:26 smithi052 ceph-mon[91421]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T03:42:26.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:26 smithi052 ceph-mon[91421]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T03:42:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:26 smithi052 ceph-mon[89065]: pgmap v2827: 329 pgs: 7 creating+peering, 6 unknown, 316 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 347 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T03:42:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:26 smithi052 ceph-mon[89065]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T03:42:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:26 smithi052 ceph-mon[89065]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T03:42:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:26 smithi078 ceph-mon[85589]: pgmap v2827: 329 pgs: 7 creating+peering, 6 unknown, 316 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 347 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T03:42:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:26 smithi078 ceph-mon[85589]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-13T03:42:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:26 smithi078 ceph-mon[85589]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-13T03:42:27.488 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:42:27.488 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:27.488 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1 with size 2097152 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 2 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1 with size 2097152 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2 with size 4194304 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:42:27.489 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2 with size 4194304 2024-09-13T03:42:27.490 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:42:27.490 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:42:27.490 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3628 ms) 2024-09-13T03:42:27.490 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-13T03:42:27.490 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:42:28] "GET /metrics HTTP/1.1" 200 48480 "" "Prometheus/2.43.0" 2024-09-13T03:42:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:28 smithi052 ceph-mon[91421]: pgmap v2830: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 21 KiB/s wr, 367 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T03:42:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:28 smithi052 ceph-mon[91421]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T03:42:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:28 smithi052 ceph-mon[89065]: pgmap v2830: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 21 KiB/s wr, 367 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T03:42:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:28 smithi052 ceph-mon[89065]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T03:42:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:28 smithi078 ceph-mon[85589]: pgmap v2830: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 21 KiB/s wr, 367 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-09-13T03:42:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:28 smithi078 ceph-mon[85589]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-13T03:42:29.524 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2036 ms) 2024-09-13T03:42:29.524 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-13T03:42:29.524 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:29.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:29 smithi052 ceph-mon[91421]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T03:42:29.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:29 smithi052 ceph-mon[89065]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T03:42:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:29 smithi078 ceph-mon[85589]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-13T03:42:30.529 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:42:30.529 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:30.529 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:42:30.529 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1 with size 2097152 2024-09-13T03:42:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:30 smithi052 ceph-mon[91421]: pgmap v2833: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 149 op/s 2024-09-13T03:42:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:30 smithi052 ceph-mon[91421]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T03:42:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:30 smithi052 ceph-mon[89065]: pgmap v2833: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 149 op/s 2024-09-13T03:42:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:30 smithi052 ceph-mon[89065]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T03:42:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:30 smithi078 ceph-mon[85589]: pgmap v2833: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 8.2 KiB/s wr, 149 op/s 2024-09-13T03:42:30.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:30 smithi078 ceph-mon[85589]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-13T03:42:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 2 2024-09-13T03:42:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:42:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:42:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1 with size 2097152 2024-09-13T03:42:31.478 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2 with size 4194304 2024-09-13T03:42:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:31 smithi052 ceph-mon[89065]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T03:42:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:31 smithi052 ceph-mon[89065]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T03:42:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:31 smithi052 ceph-mon[91421]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T03:42:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:31 smithi052 ceph-mon[91421]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T03:42:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:31 smithi078 ceph-mon[85589]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-13T03:42:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:31 smithi078 ceph-mon[85589]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-13T03:42:32.485 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:42:32.485 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:32.485 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:42:32.485 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2 with size 4194304 2024-09-13T03:42:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:32 smithi078 ceph-mon[85589]: pgmap v2836: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-09-13T03:42:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:32 smithi078 ceph-mon[85589]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T03:42:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:42:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:32 smithi052 ceph-mon[91421]: pgmap v2836: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-09-13T03:42:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:32 smithi052 ceph-mon[91421]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T03:42:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:32 smithi052 ceph-mon[89065]: pgmap v2836: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-09-13T03:42:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:32 smithi052 ceph-mon[89065]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-13T03:42:33.486 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:42:33.486 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:42:33.492 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3968 ms) 2024-09-13T03:42:33.492 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-13T03:42:33.493 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:34 smithi052 ceph-mon[91421]: pgmap v2839: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-09-13T03:42:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:34 smithi052 ceph-mon[91421]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T03:42:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:34 smithi052 ceph-mon[89065]: pgmap v2839: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-09-13T03:42:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:34 smithi052 ceph-mon[89065]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T03:42:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:34 smithi078 ceph-mon[85589]: pgmap v2839: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-09-13T03:42:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:34 smithi078 ceph-mon[85589]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-13T03:42:35.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:35 smithi052 ceph-mon[91421]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T03:42:35.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:35 smithi052 ceph-mon[89065]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T03:42:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:35 smithi078 ceph-mon[85589]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-13T03:42:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:36 smithi052 ceph-mon[91421]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 97 op/s 2024-09-13T03:42:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:36 smithi052 ceph-mon[91421]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T03:42:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:36 smithi052 ceph-mon[91421]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T03:42:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:36 smithi052 ceph-mon[89065]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 97 op/s 2024-09-13T03:42:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:36 smithi052 ceph-mon[89065]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T03:42:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:36 smithi052 ceph-mon[89065]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T03:42:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:36 smithi078 ceph-mon[85589]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 97 op/s 2024-09-13T03:42:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:36 smithi078 ceph-mon[85589]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-13T03:42:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:36 smithi078 ceph-mon[85589]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-13T03:42:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:38 smithi052 ceph-mon[91421]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-09-13T03:42:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:38 smithi052 ceph-mon[91421]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T03:42:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:38 smithi052 ceph-mon[89065]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-09-13T03:42:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:38 smithi052 ceph-mon[89065]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T03:42:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:42:38] "GET /metrics HTTP/1.1" 200 50916 "" "Prometheus/2.43.0" 2024-09-13T03:42:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:38 smithi078 ceph-mon[85589]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-09-13T03:42:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:38 smithi078 ceph-mon[85589]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-13T03:42:39.493 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:42:39.493 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:42:39.497 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6005 ms) 2024-09-13T03:42:39.497 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-13T03:42:39.498 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:39.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:39 smithi052 ceph-mon[89065]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T03:42:39.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:39 smithi052 ceph-mon[91421]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T03:42:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:39 smithi078 ceph-mon[85589]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-13T03:42:40.490 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:42:40.490 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:40.490 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:42:40.490 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1 with size 2097152 2024-09-13T03:42:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:40 smithi052 ceph-mon[91421]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-09-13T03:42:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:40 smithi052 ceph-mon[91421]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T03:42:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:40 smithi052 ceph-mon[89065]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-09-13T03:42:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:40 smithi052 ceph-mon[89065]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T03:42:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:40 smithi078 ceph-mon[85589]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-09-13T03:42:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:40 smithi078 ceph-mon[85589]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-13T03:42:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 2 2024-09-13T03:42:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1 2024-09-13T03:42:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:42:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1 with size 2097152 2024-09-13T03:42:41.490 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2 with size 4194304 2024-09-13T03:42:41.495 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 2 2024-09-13T03:42:41.495 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:42:41.495 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap1-rename 2024-09-13T03:42:41.495 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2 2024-09-13T03:42:41.495 INFO:tasks.workunit.client.0.smithi052.stdout:found snap1-rename with size 2097152 2024-09-13T03:42:41.495 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2 with size 4194304 2024-09-13T03:42:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:41 smithi052 ceph-mon[91421]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T03:42:41.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:41 smithi052 ceph-mon[91421]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T03:42:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:41 smithi052 ceph-mon[89065]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T03:42:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:41 smithi052 ceph-mon[89065]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T03:42:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:41 smithi078 ceph-mon[85589]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-13T03:42:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:41 smithi078 ceph-mon[85589]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-13T03:42:42.520 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:42:42.520 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:42:42.520 INFO:tasks.workunit.client.0.smithi052.stdout:snap: snap2-rename 2024-09-13T03:42:42.520 INFO:tasks.workunit.client.0.smithi052.stdout:found snap2-rename with size 4194304 2024-09-13T03:42:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:42 smithi078 ceph-mon[85589]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-09-13T03:42:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:42:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:42 smithi052 ceph-mon[91421]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-09-13T03:42:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:42 smithi052 ceph-mon[89065]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 KiB/s wr, 16 op/s 2024-09-13T03:42:43.518 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:42:43.518 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:42:43.533 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4035 ms) 2024-09-13T03:42:43.533 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-13T03:42:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:43 smithi078 ceph-mon[85589]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T03:42:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:43 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:43 smithi052 ceph-mon[91421]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T03:42:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:43 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:43.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:43 smithi052 ceph-mon[89065]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-13T03:42:43.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:43 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:44.618 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:44 smithi078 ceph-mon[85589]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-09-13T03:42:44.618 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:44 smithi078 ceph-mon[85589]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T03:42:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:44 smithi052 ceph-mon[91421]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-09-13T03:42:44.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:44 smithi052 ceph-mon[91421]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T03:42:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:44 smithi052 ceph-mon[89065]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2024-09-13T03:42:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:44 smithi052 ceph-mon[89065]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-13T03:42:45.524 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:45.524 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:45.524 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:45.525 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:45 smithi052 ceph-mon[91421]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T03:42:45.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/377411622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:45 smithi052 ceph-mon[89065]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T03:42:45.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/377411622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:45.841 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:45 smithi078 ceph-mon[85589]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-13T03:42:45.841 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/377411622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: pgmap v2857: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 54 op/s 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/377411622' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[91421]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: pgmap v2857: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 54 op/s 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/377411622' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:46.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:46 smithi052 ceph-mon[89065]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T03:42:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: pgmap v2857: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.5 KiB/s wr, 54 op/s 2024-09-13T03:42:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/377411622' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-13T03:42:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:42:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:46 smithi078 ceph-mon[85589]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-13T03:42:47.757 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4224 ms) 2024-09-13T03:42:47.757 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-13T03:42:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[91421]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T03:42:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:47 smithi052 ceph-mon[89065]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T03:42:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:47 smithi078 ceph-mon[85589]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-13T03:42:48.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:42:48] "GET /metrics HTTP/1.1" 200 53288 "" "Prometheus/2.43.0" 2024-09-13T03:42:48.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:48 smithi052 ceph-mon[91421]: pgmap v2860: 361 pgs: 9 creating+peering, 19 unknown, 333 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 61 op/s 2024-09-13T03:42:48.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:48 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:48.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:48 smithi052 ceph-mon[89065]: pgmap v2860: 361 pgs: 9 creating+peering, 19 unknown, 333 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 61 op/s 2024-09-13T03:42:48.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:48 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:48 smithi078 ceph-mon[85589]: pgmap v2860: 361 pgs: 9 creating+peering, 19 unknown, 333 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 61 op/s 2024-09-13T03:42:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:48 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:49 smithi078 ceph-mon[85589]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T03:42:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:49 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3902869817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:49 smithi052 ceph-mon[91421]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T03:42:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:49 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3902869817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:49 smithi052 ceph-mon[89065]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-13T03:42:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:49 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3902869817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:50 smithi078 ceph-mon[85589]: pgmap v2863: 393 pgs: 9 creating+peering, 36 unknown, 348 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 KiB/s wr, 108 op/s 2024-09-13T03:42:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:50 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3902869817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:50 smithi078 ceph-mon[85589]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T03:42:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[91421]: pgmap v2863: 393 pgs: 9 creating+peering, 36 unknown, 348 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 KiB/s wr, 108 op/s 2024-09-13T03:42:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3902869817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[91421]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[89065]: pgmap v2863: 393 pgs: 9 creating+peering, 36 unknown, 348 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 KiB/s wr, 108 op/s 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3902869817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[89065]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-13T03:42:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:42:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:51 smithi078 ceph-mon[85589]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T03:42:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:51 smithi078 ceph-mon[85589]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T03:42:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:51 smithi052 ceph-mon[91421]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T03:42:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:51 smithi052 ceph-mon[91421]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T03:42:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:42:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:51 smithi052 ceph-mon[89065]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-13T03:42:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:51 smithi052 ceph-mon[89065]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-13T03:42:52.497 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:42:52.619 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:42:52.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:42:52] ENGINE Bus STOPPING 2024-09-13T03:42:52.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:42:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:42:52.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:42:52] ENGINE Bus STOPPED 2024-09-13T03:42:52.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:42:52] ENGINE Bus STARTING 2024-09-13T03:42:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: pgmap v2866: 393 pgs: 5 creating+peering, 15 unknown, 373 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-09-13T03:42:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T03:42:52.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:42:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:42:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:52.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:52.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:52.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: pgmap v2866: 393 pgs: 5 creating+peering, 15 unknown, 373 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-09-13T03:42:52.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:52.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T03:42:52.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:42:52.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:42:52.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:52.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:52.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:52.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: pgmap v2866: 393 pgs: 5 creating+peering, 15 unknown, 373 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.2 KiB/s wr, 89 op/s 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:42:52.882 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:42:52.883 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:42:52.883 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:42:52.883 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:42:53.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:42:52] ENGINE Serving on http://:::9283 2024-09-13T03:42:53.281 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:52 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:42:52] ENGINE Bus STARTED 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:53.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:42:53.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:53 smithi078 ceph-mon[85589]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:54.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[89065]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.031 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:42:54.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:53 smithi052 ceph-mon[91421]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-13T03:42:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:54 smithi078 ceph-mon[85589]: pgmap v2869: 393 pgs: 5 creating+peering, 4 unknown, 384 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 91 op/s 2024-09-13T03:42:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:54 smithi052 ceph-mon[91421]: pgmap v2869: 393 pgs: 5 creating+peering, 4 unknown, 384 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 91 op/s 2024-09-13T03:42:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:54 smithi052 ceph-mon[89065]: pgmap v2869: 393 pgs: 5 creating+peering, 4 unknown, 384 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 91 op/s 2024-09-13T03:42:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:56 smithi078 ceph-mon[85589]: pgmap v2871: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-09-13T03:42:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:56 smithi078 ceph-mon[85589]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T03:42:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:56 smithi052 ceph-mon[89065]: pgmap v2871: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-09-13T03:42:57.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:56 smithi052 ceph-mon[89065]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T03:42:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:56 smithi052 ceph-mon[91421]: pgmap v2871: 393 pgs: 393 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-09-13T03:42:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:56 smithi052 ceph-mon[91421]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-13T03:42:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:42:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:42:58] "GET /metrics HTTP/1.1" 200 53288 "" "Prometheus/2.43.0" 2024-09-13T03:42:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:42:58 smithi078 ceph-mon[85589]: pgmap v2873: 393 pgs: 393 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 390 KiB/s wr, 48 op/s 2024-09-13T03:42:59.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:42:58 smithi052 ceph-mon[89065]: pgmap v2873: 393 pgs: 393 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 390 KiB/s wr, 48 op/s 2024-09-13T03:42:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:42:58 smithi052 ceph-mon[91421]: pgmap v2873: 393 pgs: 393 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 390 KiB/s wr, 48 op/s 2024-09-13T03:43:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:00 smithi078 ceph-mon[85589]: pgmap v2874: 393 pgs: 393 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-09-13T03:43:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:00 smithi052 ceph-mon[91421]: pgmap v2874: 393 pgs: 393 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-09-13T03:43:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:00 smithi052 ceph-mon[89065]: pgmap v2874: 393 pgs: 393 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 328 KiB/s wr, 17 op/s 2024-09-13T03:43:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:02 smithi078 ceph-mon[85589]: pgmap v2875: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-09-13T03:43:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:02 smithi078 ceph-mon[85589]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T03:43:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:43:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[91421]: pgmap v2875: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-09-13T03:43:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:02.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[91421]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T03:43:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[89065]: pgmap v2875: 393 pgs: 393 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-09-13T03:43:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:02 smithi052 ceph-mon[89065]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-13T03:43:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:04 smithi078 ceph-mon[85589]: pgmap v2877: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-13T03:43:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:04 smithi052 ceph-mon[91421]: pgmap v2877: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-13T03:43:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:04 smithi052 ceph-mon[89065]: pgmap v2877: 393 pgs: 393 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-09-13T03:43:06.680 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RemoveFullTry (18924 ms) 2024-09-13T03:43:06.680 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-13T03:43:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:06 smithi078 ceph-mon[85589]: pgmap v2878: 393 pgs: 393 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-13T03:43:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:06 smithi052 ceph-mon[91421]: pgmap v2878: 393 pgs: 393 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-13T03:43:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:06 smithi052 ceph-mon[89065]: pgmap v2878: 393 pgs: 393 active+clean; 16 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-13T03:43:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:07 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:43:07.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:07 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:07.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:07 smithi078 ceph-mon[85589]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T03:43:07.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:07 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:43:07.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:07 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:07 smithi052 ceph-mon[89065]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T03:43:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:07 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:43:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:07 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:07 smithi052 ceph-mon[91421]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-13T03:43:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-mon[91421]: pgmap v2880: 393 pgs: 393 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-13T03:43:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-mon[91421]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T03:43:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1552865591' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:43:08] "GET /metrics HTTP/1.1" 200 55747 "" "Prometheus/2.43.0" 2024-09-13T03:43:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-mon[89065]: pgmap v2880: 393 pgs: 393 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-13T03:43:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-mon[89065]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T03:43:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:08 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1552865591' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:08 smithi078 ceph-mon[85589]: pgmap v2880: 393 pgs: 393 active+clean; 16 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-13T03:43:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:08 smithi078 ceph-mon[85589]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-13T03:43:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:08 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1552865591' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:09.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:09 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1552865591' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:09.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:09 smithi052 ceph-mon[91421]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T03:43:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:09 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1552865591' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:09 smithi052 ceph-mon[89065]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T03:43:09.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:09 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1552865591' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:09.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:09 smithi078 ceph-mon[85589]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-13T03:43:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:10 smithi052 ceph-mon[89065]: pgmap v2883: 425 pgs: 2 creating+peering, 30 unknown, 393 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-09-13T03:43:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:10 smithi052 ceph-mon[89065]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T03:43:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:10 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3960670172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:10.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:10 smithi052 ceph-mon[91421]: pgmap v2883: 425 pgs: 2 creating+peering, 30 unknown, 393 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-09-13T03:43:10.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:10 smithi052 ceph-mon[91421]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T03:43:10.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:10 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3960670172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:10 smithi078 ceph-mon[85589]: pgmap v2883: 425 pgs: 2 creating+peering, 30 unknown, 393 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-09-13T03:43:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:10 smithi078 ceph-mon[85589]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-13T03:43:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:10 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3960670172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3960670172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-23' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[91421]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3960670172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T03:43:11.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:11.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-23' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:43:11.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:43:11.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:11.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:11 smithi052 ceph-mon[89065]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T03:43:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3960670172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-13T03:43:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-23' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:43:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:43:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:11 smithi078 ceph-mon[85589]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-13T03:43:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:12 smithi078 ceph-mon[85589]: pgmap v2886: 457 pgs: 14 creating+peering, 34 unknown, 409 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-09-13T03:43:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:12 smithi078 ceph-mon[85589]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T03:43:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:43:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:12 smithi052 ceph-mon[91421]: pgmap v2886: 457 pgs: 14 creating+peering, 34 unknown, 409 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-09-13T03:43:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:12 smithi052 ceph-mon[91421]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T03:43:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:12 smithi052 ceph-mon[89065]: pgmap v2886: 457 pgs: 14 creating+peering, 34 unknown, 409 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-09-13T03:43:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:12 smithi052 ceph-mon[89065]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-13T03:43:13.508 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:13.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:13] ENGINE Bus STOPPING 2024-09-13T03:43:13.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:43:13.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:13] ENGINE Bus STOPPED 2024-09-13T03:43:13.779 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:13] ENGINE Bus STARTING 2024-09-13T03:43:14.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:13] ENGINE Serving on http://:::9283 2024-09-13T03:43:14.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:13 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:13] ENGINE Bus STARTED 2024-09-13T03:43:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: pgmap v2889: 457 pgs: 14 creating+peering, 6 unknown, 437 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 513 KiB/s wr, 30 op/s 2024-09-13T03:43:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T03:43:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:43:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: pgmap v2889: 457 pgs: 14 creating+peering, 6 unknown, 437 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 513 KiB/s wr, 30 op/s 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T03:43:14.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.783 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.784 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.785 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:14 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: pgmap v2889: 457 pgs: 14 creating+peering, 6 unknown, 437 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 513 KiB/s wr, 30 op/s 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:43:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:14.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:14 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:15.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:15 smithi052 ceph-mon[91421]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T03:43:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:15 smithi052 ceph-mon[89065]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T03:43:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:15 smithi078 ceph-mon[85589]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-13T03:43:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[91421]: pgmap v2892: 457 pgs: 9 creating+peering, 448 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T03:43:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[91421]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T03:43:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:43:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[89065]: pgmap v2892: 457 pgs: 9 creating+peering, 448 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T03:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[89065]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T03:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:43:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:16 smithi078 ceph-mon[85589]: pgmap v2892: 457 pgs: 9 creating+peering, 448 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T03:43:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:16 smithi078 ceph-mon[85589]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-13T03:43:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:16 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:43:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:17 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:43:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:17 smithi052 ceph-mon[91421]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T03:43:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:17 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:43:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:17 smithi052 ceph-mon[89065]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T03:43:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:17 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:43:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:17 smithi078 ceph-mon[85589]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-13T03:43:18.526 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:43:18] "GET /metrics HTTP/1.1" 200 60638 "" "Prometheus/2.43.0" 2024-09-13T03:43:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:18 smithi052 ceph-mon[91421]: pgmap v2895: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-13T03:43:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:18 smithi052 ceph-mon[89065]: pgmap v2895: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-13T03:43:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:18 smithi078 ceph-mon[85589]: pgmap v2895: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-09-13T03:43:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-09-13T03:43:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-09-13T03:43:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]: dispatch 2024-09-13T03:43:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-09-13T03:43:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-09-13T03:43:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]: dispatch 2024-09-13T03:43:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-09-13T03:43:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]: dispatch 2024-09-13T03:43:19.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]: dispatch 2024-09-13T03:43:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:20 smithi078 ceph-mon[85589]: pgmap v2896: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-09-13T03:43:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-09-13T03:43:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-09-13T03:43:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]': finished 2024-09-13T03:43:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:20 smithi078 ceph-mon[85589]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T03:43:21.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[89065]: pgmap v2896: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]': finished 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[89065]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[91421]: pgmap v2896: 457 pgs: 457 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1f", "id": [0, 7]}]': finished 2024-09-13T03:43:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1d", "id": [4, 3]}]': finished 2024-09-13T03:43:21.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:20 smithi052 ceph-mon[91421]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-13T03:43:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:21 smithi078 ceph-mon[85589]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T03:43:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:21 smithi078 ceph-mon[85589]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T03:43:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:21 smithi052 ceph-mon[91421]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T03:43:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:21 smithi052 ceph-mon[91421]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T03:43:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:21 smithi052 ceph-mon[89065]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-13T03:43:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:21 smithi052 ceph-mon[89065]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-13T03:43:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:22 smithi078 ceph-mon[85589]: pgmap v2899: 457 pgs: 1 peering, 456 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 782 KiB/s wr, 8 op/s 2024-09-13T03:43:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:43:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:22 smithi052 ceph-mon[91421]: pgmap v2899: 457 pgs: 1 peering, 456 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 782 KiB/s wr, 8 op/s 2024-09-13T03:43:23.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:22 smithi052 ceph-mon[89065]: pgmap v2899: 457 pgs: 1 peering, 456 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 782 KiB/s wr, 8 op/s 2024-09-13T03:43:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:24 smithi078 ceph-mon[85589]: pgmap v2901: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-09-13T03:43:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:24 smithi052 ceph-mon[91421]: pgmap v2901: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-09-13T03:43:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:24 smithi052 ceph-mon[89065]: pgmap v2901: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 KiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-09-13T03:43:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:26 smithi078 ceph-mon[85589]: pgmap v2902: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T03:43:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:26 smithi078 ceph-mon[85589]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T03:43:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:26 smithi052 ceph-mon[91421]: pgmap v2902: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T03:43:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:26 smithi052 ceph-mon[91421]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T03:43:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:26 smithi052 ceph-mon[89065]: pgmap v2902: 457 pgs: 1 peering, 456 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-13T03:43:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:26 smithi052 ceph-mon[89065]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-13T03:43:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:43:28] "GET /metrics HTTP/1.1" 200 60638 "" "Prometheus/2.43.0" 2024-09-13T03:43:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:28 smithi078 ceph-mon[85589]: pgmap v2904: 457 pgs: 457 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 495 KiB/s wr, 4 op/s 2024-09-13T03:43:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:28 smithi052 ceph-mon[91421]: pgmap v2904: 457 pgs: 457 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 495 KiB/s wr, 4 op/s 2024-09-13T03:43:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:28 smithi052 ceph-mon[89065]: pgmap v2904: 457 pgs: 457 active+clean; 12 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 495 KiB/s wr, 4 op/s 2024-09-13T03:43:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:30 smithi078 ceph-mon[85589]: pgmap v2905: 457 pgs: 457 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-09-13T03:43:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:30 smithi052 ceph-mon[91421]: pgmap v2905: 457 pgs: 457 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-09-13T03:43:31.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:30 smithi052 ceph-mon[89065]: pgmap v2905: 457 pgs: 457 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-09-13T03:43:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:32 smithi078 ceph-mon[85589]: pgmap v2906: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 551 B/s rd, 1.1 MiB/s wr, 1 op/s 2024-09-13T03:43:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:43:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:32 smithi052 ceph-mon[91421]: pgmap v2906: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 551 B/s rd, 1.1 MiB/s wr, 1 op/s 2024-09-13T03:43:33.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:32 smithi052 ceph-mon[89065]: pgmap v2906: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 551 B/s rd, 1.1 MiB/s wr, 1 op/s 2024-09-13T03:43:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:34 smithi078 ceph-mon[85589]: pgmap v2907: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-09-13T03:43:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:34 smithi052 ceph-mon[91421]: pgmap v2907: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-09-13T03:43:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:34 smithi052 ceph-mon[89065]: pgmap v2907: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-09-13T03:43:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:36 smithi078 ceph-mon[85589]: pgmap v2908: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-09-13T03:43:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:36 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:43:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:36 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:36 smithi078 ceph-mon[85589]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T03:43:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[91421]: pgmap v2908: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-09-13T03:43:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:43:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[91421]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T03:43:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[89065]: pgmap v2908: 457 pgs: 457 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-09-13T03:43:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:43:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:36 smithi052 ceph-mon[89065]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-13T03:43:37.574 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:37 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-13T03:43:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:37 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-13T03:43:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:37 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-13T03:43:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:43:38] "GET /metrics HTTP/1.1" 200 60681 "" "Prometheus/2.43.0" 2024-09-13T03:43:38.598 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:38 smithi078 ceph-mon[85589]: pgmap v2910: 457 pgs: 457 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-09-13T03:43:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-24", "field": "max_objects", "val": "6"}]': finished 2024-09-13T03:43:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:38 smithi078 ceph-mon[85589]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T03:43:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-mon[91421]: pgmap v2910: 457 pgs: 457 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-09-13T03:43:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-24", "field": "max_objects", "val": "6"}]': finished 2024-09-13T03:43:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-mon[91421]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T03:43:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-mon[89065]: pgmap v2910: 457 pgs: 457 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-09-13T03:43:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-24", "field": "max_objects", "val": "6"}]': finished 2024-09-13T03:43:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:38 smithi052 ceph-mon[89065]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-13T03:43:39.609 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:40.620 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:40 smithi078 ceph-mon[85589]: pgmap v2912: 457 pgs: 457 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-09-13T03:43:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:40 smithi052 ceph-mon[91421]: pgmap v2912: 457 pgs: 457 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-09-13T03:43:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:40 smithi052 ceph-mon[89065]: pgmap v2912: 457 pgs: 457 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 768 KiB/s wr, 2 op/s 2024-09-13T03:43:41.632 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:41.700 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (35019 ms) 2024-09-13T03:43:41.700 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-09-13T03:43:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:41 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-24' is full (reached quota's max_objects: 6) 2024-09-13T03:43:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:41 smithi078 ceph-mon[85589]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:43:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:41 smithi078 ceph-mon[85589]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T03:43:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:41 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-24' is full (reached quota's max_objects: 6) 2024-09-13T03:43:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:41 smithi052 ceph-mon[91421]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:43:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:41 smithi052 ceph-mon[91421]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T03:43:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:41 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-24' is full (reached quota's max_objects: 6) 2024-09-13T03:43:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:41 smithi052 ceph-mon[89065]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:43:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:41 smithi052 ceph-mon[89065]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-13T03:43:42.585 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:43:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:42 smithi078 ceph-mon[85589]: pgmap v2913: 457 pgs: 457 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 769 KiB/s wr, 4 op/s 2024-09-13T03:43:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:42 smithi052 ceph-mon[91421]: pgmap v2913: 457 pgs: 457 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 769 KiB/s wr, 4 op/s 2024-09-13T03:43:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:42 smithi052 ceph-mon[89065]: pgmap v2913: 457 pgs: 457 active+clean; 25 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 769 KiB/s wr, 4 op/s 2024-09-13T03:43:43.640 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:43:43.848 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-mon[91421]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T03:43:43.848 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3323332765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-mon[89065]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3323332765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:43] ENGINE Bus STOPPING 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:43] ENGINE Bus STOPPED 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:43] ENGINE Bus STARTING 2024-09-13T03:43:43.849 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:43] ENGINE Serving on http://:::9283 2024-09-13T03:43:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:43 smithi078 ceph-mon[85589]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-13T03:43:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:43 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3323332765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:43:44.278 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:43:43] ENGINE Bus STARTED 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: pgmap v2916: 489 pgs: 32 unknown, 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 685 KiB/s wr, 9 op/s 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3323332765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:44.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:44.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:44.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:44.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:44.950 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: pgmap v2916: 489 pgs: 32 unknown, 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 685 KiB/s wr, 9 op/s 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3323332765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: pgmap v2916: 489 pgs: 32 unknown, 457 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 685 KiB/s wr, 9 op/s 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3323332765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:45.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:43:45.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:43:45.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:43:45.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:43:45.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:43:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:45 smithi078 ceph-mon[85589]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T03:43:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:45 smithi052 ceph-mon[91421]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T03:43:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:45 smithi052 ceph-mon[89065]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-13T03:43:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: pgmap v2919: 489 pgs: 4 creating+peering, 21 unknown, 464 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 4.0 KiB/s wr, 28 op/s 2024-09-13T03:43:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:43:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T03:43:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:43:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-25' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:43:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:43:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:46 smithi078 ceph-mon[85589]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T03:43:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: pgmap v2919: 489 pgs: 4 creating+peering, 21 unknown, 464 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 4.0 KiB/s wr, 28 op/s 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-25' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[91421]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: pgmap v2919: 489 pgs: 4 creating+peering, 21 unknown, 464 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 4.0 KiB/s wr, 28 op/s 2024-09-13T03:43:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-25' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:43:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:46 smithi052 ceph-mon[89065]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-13T03:43:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:43:48] "GET /metrics HTTP/1.1" 200 63179 "" "Prometheus/2.43.0" 2024-09-13T03:43:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:48 smithi078 ceph-mon[85589]: pgmap v2922: 489 pgs: 4 creating+peering, 7 unknown, 478 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 56 op/s 2024-09-13T03:43:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:48 smithi052 ceph-mon[91421]: pgmap v2922: 489 pgs: 4 creating+peering, 7 unknown, 478 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 56 op/s 2024-09-13T03:43:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:48 smithi052 ceph-mon[89065]: pgmap v2922: 489 pgs: 4 creating+peering, 7 unknown, 478 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 56 op/s 2024-09-13T03:43:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:50 smithi078 ceph-mon[85589]: pgmap v2923: 489 pgs: 489 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 45 op/s 2024-09-13T03:43:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:50 smithi052 ceph-mon[91421]: pgmap v2923: 489 pgs: 489 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 45 op/s 2024-09-13T03:43:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:50 smithi052 ceph-mon[89065]: pgmap v2923: 489 pgs: 489 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 45 op/s 2024-09-13T03:43:52.621 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:43:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:43:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:52 smithi078 ceph-mon[85589]: pgmap v2924: 489 pgs: 489 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 667 KiB/s wr, 34 op/s 2024-09-13T03:43:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:52 smithi052 ceph-mon[91421]: pgmap v2924: 489 pgs: 489 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 667 KiB/s wr, 34 op/s 2024-09-13T03:43:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:52 smithi052 ceph-mon[89065]: pgmap v2924: 489 pgs: 489 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 667 KiB/s wr, 34 op/s 2024-09-13T03:43:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:54 smithi078 ceph-mon[85589]: pgmap v2925: 489 pgs: 489 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-09-13T03:43:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:54 smithi052 ceph-mon[91421]: pgmap v2925: 489 pgs: 489 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-09-13T03:43:55.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:54 smithi052 ceph-mon[89065]: pgmap v2925: 489 pgs: 489 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-09-13T03:43:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:56 smithi078 ceph-mon[85589]: pgmap v2926: 489 pgs: 489 active+clean; 14 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.9 KiB/s rd, 1007 KiB/s wr, 11 op/s 2024-09-13T03:43:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:56 smithi078 ceph-mon[85589]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T03:43:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:56 smithi052 ceph-mon[91421]: pgmap v2926: 489 pgs: 489 active+clean; 14 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.9 KiB/s rd, 1007 KiB/s wr, 11 op/s 2024-09-13T03:43:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:56 smithi052 ceph-mon[91421]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T03:43:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:56 smithi052 ceph-mon[89065]: pgmap v2926: 489 pgs: 489 active+clean; 14 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.9 KiB/s rd, 1007 KiB/s wr, 11 op/s 2024-09-13T03:43:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:56 smithi052 ceph-mon[89065]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-13T03:43:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:43:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:43:58] "GET /metrics HTTP/1.1" 200 63179 "" "Prometheus/2.43.0" 2024-09-13T03:43:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:43:58 smithi078 ceph-mon[85589]: pgmap v2928: 489 pgs: 489 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 922 KiB/s wr, 8 op/s 2024-09-13T03:43:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:43:58 smithi052 ceph-mon[91421]: pgmap v2928: 489 pgs: 489 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 922 KiB/s wr, 8 op/s 2024-09-13T03:43:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:43:58 smithi052 ceph-mon[89065]: pgmap v2928: 489 pgs: 489 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 922 KiB/s wr, 8 op/s 2024-09-13T03:44:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:00 smithi078 ceph-mon[85589]: pgmap v2929: 489 pgs: 489 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-09-13T03:44:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:00 smithi052 ceph-mon[91421]: pgmap v2929: 489 pgs: 489 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-09-13T03:44:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:00 smithi052 ceph-mon[89065]: pgmap v2929: 489 pgs: 489 active+clean; 14 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-09-13T03:44:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:02.638 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:44:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:02 smithi078 ceph-mon[85589]: pgmap v2930: 489 pgs: 489 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:44:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:02 smithi052 ceph-mon[91421]: pgmap v2930: 489 pgs: 489 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:44:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:02 smithi052 ceph-mon[89065]: pgmap v2930: 489 pgs: 489 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:44:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:04 smithi078 ceph-mon[85589]: pgmap v2931: 489 pgs: 489 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:44:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:04 smithi052 ceph-mon[91421]: pgmap v2931: 489 pgs: 489 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:44:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:04 smithi052 ceph-mon[89065]: pgmap v2931: 489 pgs: 489 active+clean; 19 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-13T03:44:06.698 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (24999 ms) 2024-09-13T03:44:06.698 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-09-13T03:44:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:06 smithi078 ceph-mon[85589]: pgmap v2932: 489 pgs: 489 active+clean; 22 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-09-13T03:44:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:06 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:44:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:06 smithi078 ceph-mon[85589]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:06 smithi078 ceph-mon[85589]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T03:44:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[91421]: pgmap v2932: 489 pgs: 489 active+clean; 22 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[91421]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[91421]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[89065]: pgmap v2932: 489 pgs: 489 active+clean; 22 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[89065]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:06 smithi052 ceph-mon[89065]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-13T03:44:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:44:08] "GET /metrics HTTP/1.1" 200 63219 "" "Prometheus/2.43.0" 2024-09-13T03:44:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:08 smithi078 ceph-mon[85589]: pgmap v2934: 489 pgs: 489 active+clean; 24 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:44:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:08 smithi078 ceph-mon[85589]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T03:44:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:08 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1147483003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-mon[89065]: pgmap v2934: 489 pgs: 489 active+clean; 24 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:44:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-mon[89065]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T03:44:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1147483003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-mon[91421]: pgmap v2934: 489 pgs: 489 active+clean; 24 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-09-13T03:44:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-mon[91421]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-13T03:44:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:08 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1147483003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:09 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1147483003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:09 smithi078 ceph-mon[85589]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T03:44:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:09 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1147483003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:09 smithi052 ceph-mon[91421]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T03:44:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:09 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1147483003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:09 smithi052 ceph-mon[89065]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-13T03:44:10.720 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:10 smithi078 ceph-mon[85589]: pgmap v2937: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 24 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-09-13T03:44:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:10 smithi078 ceph-mon[85589]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T03:44:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:10 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1218477349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:10 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[91421]: pgmap v2937: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 24 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-09-13T03:44:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[91421]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T03:44:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1218477349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[89065]: pgmap v2937: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 24 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 852 B/s rd, 853 KiB/s wr, 2 op/s 2024-09-13T03:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[89065]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-13T03:44:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1218477349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:11.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:44:11.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:44:10] ENGINE Bus STOPPING 2024-09-13T03:44:11.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:44:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:44:11.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:44:10] ENGINE Bus STOPPED 2024-09-13T03:44:11.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:44:10] ENGINE Bus STARTING 2024-09-13T03:44:11.030 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:44:10] ENGINE Serving on http://:::9283 2024-09-13T03:44:11.031 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:44:10] ENGINE Bus STARTED 2024-09-13T03:44:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T03:44:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:44:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.033 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:44:12.034 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:44:12.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:44:12.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:44:12.035 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:44:12.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:44:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:44:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:12 smithi052 ceph-mon[91421]: pgmap v2940: 553 pgs: 15 creating+peering, 30 unknown, 508 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-09-13T03:44:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:12 smithi052 ceph-mon[91421]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T03:44:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:12 smithi052 ceph-mon[89065]: pgmap v2940: 553 pgs: 15 creating+peering, 30 unknown, 508 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-09-13T03:44:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:12 smithi052 ceph-mon[89065]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T03:44:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:12 smithi078 ceph-mon[85589]: pgmap v2940: 553 pgs: 15 creating+peering, 30 unknown, 508 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-09-13T03:44:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:12 smithi078 ceph-mon[85589]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-13T03:44:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:13 smithi052 ceph-mon[91421]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T03:44:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:13 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:44:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:13 smithi052 ceph-mon[91421]: pgmap v2943: 553 pgs: 15 creating+peering, 8 unknown, 530 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 258 KiB/s wr, 42 op/s 2024-09-13T03:44:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:13 smithi052 ceph-mon[89065]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T03:44:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:13 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:44:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:13 smithi052 ceph-mon[89065]: pgmap v2943: 553 pgs: 15 creating+peering, 8 unknown, 530 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 258 KiB/s wr, 42 op/s 2024-09-13T03:44:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:13 smithi078 ceph-mon[85589]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-13T03:44:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:13 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-13T03:44:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:13 smithi078 ceph-mon[85589]: pgmap v2943: 553 pgs: 15 creating+peering, 8 unknown, 530 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 258 KiB/s wr, 42 op/s 2024-09-13T03:44:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:14 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:44:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:14 smithi052 ceph-mon[89065]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T03:44:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:14 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:44:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:14 smithi052 ceph-mon[91421]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T03:44:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:14 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-13T03:44:15.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:14 smithi078 ceph-mon[85589]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-13T03:44:16.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:15 smithi052 ceph-mon[89065]: pgmap v2945: 553 pgs: 8 creating+peering, 545 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-09-13T03:44:16.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:15 smithi052 ceph-mon[91421]: pgmap v2945: 553 pgs: 8 creating+peering, 545 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-09-13T03:44:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:15 smithi078 ceph-mon[85589]: pgmap v2945: 553 pgs: 8 creating+peering, 545 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-09-13T03:44:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:17.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-26' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:44:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[89065]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:44:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[89065]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T03:44:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-26' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:44:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[91421]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:44:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:16 smithi052 ceph-mon[91421]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T03:44:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:16 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-26' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:16 smithi078 ceph-mon[85589]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:44:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:16 smithi078 ceph-mon[85589]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-13T03:44:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:17 smithi052 ceph-mon[91421]: pgmap v2947: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 403 KiB/s wr, 19 op/s 2024-09-13T03:44:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:17 smithi052 ceph-mon[89065]: pgmap v2947: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 403 KiB/s wr, 19 op/s 2024-09-13T03:44:18.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:17 smithi078 ceph-mon[85589]: pgmap v2947: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 403 KiB/s wr, 19 op/s 2024-09-13T03:44:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:44:18] "GET /metrics HTTP/1.1" 200 68119 "" "Prometheus/2.43.0" 2024-09-13T03:44:20.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:19 smithi078 ceph-mon[85589]: pgmap v2948: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 338 KiB/s wr, 18 op/s 2024-09-13T03:44:20.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:19 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-13T03:44:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:19 smithi052 ceph-mon[89065]: pgmap v2948: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 338 KiB/s wr, 18 op/s 2024-09-13T03:44:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:19 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-13T03:44:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:19 smithi052 ceph-mon[91421]: pgmap v2948: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 338 KiB/s wr, 18 op/s 2024-09-13T03:44:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:19 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-09-13T03:44:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-13T03:44:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:20 smithi078 ceph-mon[85589]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T03:44:21.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-13T03:44:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:20 smithi052 ceph-mon[89065]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T03:44:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-09-13T03:44:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:20 smithi052 ceph-mon[91421]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-13T03:44:22.121 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:21 smithi078 ceph-mon[85589]: pgmap v2950: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 869 KiB/s wr, 16 op/s 2024-09-13T03:44:22.122 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:21 smithi078 ceph-mon[85589]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T03:44:22.122 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:21 smithi078 ceph-mon[85589]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T03:44:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:21 smithi052 ceph-mon[91421]: pgmap v2950: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 869 KiB/s wr, 16 op/s 2024-09-13T03:44:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:21 smithi052 ceph-mon[91421]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T03:44:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:21 smithi052 ceph-mon[91421]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T03:44:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:21 smithi052 ceph-mon[89065]: pgmap v2950: 553 pgs: 553 active+clean; 11 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 KiB/s rd, 869 KiB/s wr, 16 op/s 2024-09-13T03:44:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:21 smithi052 ceph-mon[89065]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-13T03:44:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:21 smithi052 ceph-mon[89065]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-13T03:44:22.386 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:44:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:23 smithi078 ceph-mon[85589]: pgmap v2953: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 683 KiB/s wr, 6 op/s 2024-09-13T03:44:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:23 smithi052 ceph-mon[91421]: pgmap v2953: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 683 KiB/s wr, 6 op/s 2024-09-13T03:44:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:23 smithi052 ceph-mon[89065]: pgmap v2953: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 683 KiB/s wr, 6 op/s 2024-09-13T03:44:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:25 smithi078 ceph-mon[85589]: pgmap v2954: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-13T03:44:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:25 smithi052 ceph-mon[89065]: pgmap v2954: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-13T03:44:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:25 smithi052 ceph-mon[91421]: pgmap v2954: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-13T03:44:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:26 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:44:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:26 smithi078 ceph-mon[85589]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:26 smithi078 ceph-mon[85589]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T03:44:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:26 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-13T03:44:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:44:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[91421]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[91421]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T03:44:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-13T03:44:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-13T03:44:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[89065]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[89065]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-13T03:44:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:26 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-13T03:44:27.495 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:28.496 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:44:28] "GET /metrics HTTP/1.1" 200 68119 "" "Prometheus/2.43.0" 2024-09-13T03:44:28.518 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:28.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-mon[91421]: pgmap v2956: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 683 KiB/s wr, 3 op/s 2024-09-13T03:44:28.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-27", "field": "max_objects", "val": "7"}]': finished 2024-09-13T03:44:28.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-mon[91421]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T03:44:28.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-mon[89065]: pgmap v2956: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 683 KiB/s wr, 3 op/s 2024-09-13T03:44:28.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-27", "field": "max_objects", "val": "7"}]': finished 2024-09-13T03:44:28.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:28 smithi052 ceph-mon[89065]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T03:44:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:28 smithi078 ceph-mon[85589]: pgmap v2956: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 683 KiB/s wr, 3 op/s 2024-09-13T03:44:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:28 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi052-131605-27", "field": "max_objects", "val": "7"}]': finished 2024-09-13T03:44:28.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:28 smithi078 ceph-mon[85589]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-13T03:44:29.530 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:30.541 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:30 smithi052 ceph-mon[91421]: pgmap v2958: 553 pgs: 553 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 842 KiB/s wr, 4 op/s 2024-09-13T03:44:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:30 smithi052 ceph-mon[89065]: pgmap v2958: 553 pgs: 553 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 842 KiB/s wr, 4 op/s 2024-09-13T03:44:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:30 smithi078 ceph-mon[85589]: pgmap v2958: 553 pgs: 553 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 KiB/s rd, 842 KiB/s wr, 4 op/s 2024-09-13T03:44:31.552 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:31.622 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (24923 ms) 2024-09-13T03:44:31.622 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-13T03:44:31.622 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-27' is full (reached quota's max_objects: 7) 2024-09-13T03:44:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[91421]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-13T03:44:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[91421]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T03:44:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-27' is full (reached quota's max_objects: 7) 2024-09-13T03:44:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[89065]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-13T03:44:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:31 smithi052 ceph-mon[89065]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T03:44:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:31 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-27' is full (reached quota's max_objects: 7) 2024-09-13T03:44:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:31 smithi078 ceph-mon[85589]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-13T03:44:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:31 smithi078 ceph-mon[85589]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-13T03:44:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:32 smithi078 ceph-mon[85589]: pgmap v2959: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 897 KiB/s wr, 5 op/s 2024-09-13T03:44:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:44:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:32.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:32 smithi052 ceph-mon[91421]: pgmap v2959: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 897 KiB/s wr, 5 op/s 2024-09-13T03:44:32.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:32 smithi052 ceph-mon[89065]: pgmap v2959: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 897 KiB/s wr, 5 op/s 2024-09-13T03:44:33.537 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:33.537 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:33.537 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:33.537 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.538 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:33.539 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:33.540 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:33.541 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.542 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.543 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:33.544 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:33.545 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 512~512 = 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 1536~512 = 0 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.546 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.547 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:44:33.548 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.549 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.550 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.551 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.552 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.553 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:33.554 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.555 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.556 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:33.557 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:34 smithi052 ceph-mon[91421]: pgmap v2961: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 490 KiB/s wr, 13 op/s 2024-09-13T03:44:34.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:34 smithi052 ceph-mon[89065]: pgmap v2961: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 490 KiB/s wr, 13 op/s 2024-09-13T03:44:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:34 smithi078 ceph-mon[85589]: pgmap v2961: 553 pgs: 553 active+clean; 18 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.8 KiB/s rd, 490 KiB/s wr, 13 op/s 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.256 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.257 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.258 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.259 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.260 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.261 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.262 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.263 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.264 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:35.265 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestIO (3634 ms) 2024-09-13T03:44:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-13T03:44:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[91421]: pgmap v2962: 553 pgs: 553 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 562 KiB/s wr, 710 op/s 2024-09-13T03:44:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[91421]: pool 'test-librbd-smithi052-131605-28' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:44:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[91421]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[91421]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T03:44:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[89065]: pgmap v2962: 553 pgs: 553 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 562 KiB/s wr, 710 op/s 2024-09-13T03:44:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[89065]: pool 'test-librbd-smithi052-131605-28' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:44:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[89065]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:36 smithi052 ceph-mon[89065]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T03:44:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:36 smithi078 ceph-mon[85589]: pgmap v2962: 553 pgs: 553 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 562 KiB/s wr, 710 op/s 2024-09-13T03:44:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:36 smithi078 ceph-mon[85589]: pool 'test-librbd-smithi052-131605-28' no longer out of quota; removing NO_QUOTA flag 2024-09-13T03:44:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:36 smithi078 ceph-mon[85589]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-13T03:44:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:36 smithi078 ceph-mon[85589]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-13T03:44:38.515 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:44:38] "GET /metrics HTTP/1.1" 200 68144 "" "Prometheus/2.43.0" 2024-09-13T03:44:38.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:38 smithi052 ceph-mon[91421]: pgmap v2964: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 306 KiB/s wr, 709 op/s 2024-09-13T03:44:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:38 smithi052 ceph-mon[89065]: pgmap v2964: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 306 KiB/s wr, 709 op/s 2024-09-13T03:44:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:38 smithi078 ceph-mon[85589]: pgmap v2964: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 306 KiB/s wr, 709 op/s 2024-09-13T03:44:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:40 smithi052 ceph-mon[91421]: pgmap v2965: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 177 KiB/s wr, 711 op/s 2024-09-13T03:44:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:40 smithi052 ceph-mon[89065]: pgmap v2965: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 177 KiB/s wr, 711 op/s 2024-09-13T03:44:40.940 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:40.940 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 512~512 = 512 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 1536~512 = 0 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.952 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:40.955 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:40.957 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:40 smithi078 ceph-mon[85589]: pgmap v2965: 553 pgs: 553 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 177 KiB/s wr, 711 op/s 2024-09-13T03:44:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:42 smithi078 ceph-mon[85589]: pgmap v2966: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 229 KiB/s wr, 935 op/s 2024-09-13T03:44:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:44:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:42 smithi052 ceph-mon[91421]: pgmap v2966: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 229 KiB/s wr, 935 op/s 2024-09-13T03:44:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:42 smithi052 ceph-mon[89065]: pgmap v2966: 553 pgs: 553 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 229 KiB/s wr, 935 op/s 2024-09-13T03:44:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:44 smithi052 ceph-mon[91421]: pgmap v2967: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 622 KiB/s wr, 866 op/s 2024-09-13T03:44:44.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:44 smithi052 ceph-mon[89065]: pgmap v2967: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 622 KiB/s wr, 866 op/s 2024-09-13T03:44:44.813 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.816 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.818 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.821 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.822 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.822 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.822 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.822 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.822 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.824 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 4 2024-09-13T03:44:44.827 INFO:tasks.workunit.client.0.smithi052.stdout:read: 4 2024-09-13T03:44:44.827 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9558 ms) 2024-09-13T03:44:44.827 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-13T03:44:44.827 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:44 smithi078 ceph-mon[85589]: pgmap v2967: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 622 KiB/s wr, 866 op/s 2024-09-13T03:44:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:46 smithi052 ceph-mon[91421]: pgmap v2968: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 985 KiB/s rd, 901 KiB/s wr, 1.15k op/s 2024-09-13T03:44:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:46 smithi052 ceph-mon[89065]: pgmap v2968: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 985 KiB/s rd, 901 KiB/s wr, 1.15k op/s 2024-09-13T03:44:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:46 smithi078 ceph-mon[85589]: pgmap v2968: 553 pgs: 553 active+clean; 11 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 985 KiB/s rd, 901 KiB/s wr, 1.15k op/s 2024-09-13T03:44:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:44:48.526 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:44:48] "GET /metrics HTTP/1.1" 200 68147 "" "Prometheus/2.43.0" 2024-09-13T03:44:48.526 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:48 smithi052 ceph-mon[89065]: pgmap v2969: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 875 KiB/s wr, 1.12k op/s 2024-09-13T03:44:48.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:48 smithi052 ceph-mon[91421]: pgmap v2969: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 875 KiB/s wr, 1.12k op/s 2024-09-13T03:44:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:48 smithi078 ceph-mon[85589]: pgmap v2969: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 875 KiB/s wr, 1.12k op/s 2024-09-13T03:44:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:50 smithi078 ceph-mon[85589]: pgmap v2970: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 751 KiB/s wr, 963 op/s 2024-09-13T03:44:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:50 smithi052 ceph-mon[91421]: pgmap v2970: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 751 KiB/s wr, 963 op/s 2024-09-13T03:44:51.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:50 smithi052 ceph-mon[89065]: pgmap v2970: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 751 KiB/s wr, 963 op/s 2024-09-13T03:44:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:52 smithi078 ceph-mon[85589]: pgmap v2971: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 751 KiB/s wr, 962 op/s 2024-09-13T03:44:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:44:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:44:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:52 smithi052 ceph-mon[91421]: pgmap v2971: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 751 KiB/s wr, 962 op/s 2024-09-13T03:44:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:52 smithi052 ceph-mon[89065]: pgmap v2971: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 846 KiB/s rd, 751 KiB/s wr, 962 op/s 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.473 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.474 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:54.475 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.476 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.477 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:54.478 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 512~512 = 512 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.479 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 1536~512 = 0 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.480 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.481 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.482 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:44:54.483 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:44:54.484 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.485 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.486 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.487 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:54.488 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:54 smithi078 ceph-mon[85589]: pgmap v2972: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 692 KiB/s wr, 710 op/s 2024-09-13T03:44:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:54 smithi052 ceph-mon[91421]: pgmap v2972: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 692 KiB/s wr, 710 op/s 2024-09-13T03:44:55.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:54 smithi052 ceph-mon[89065]: pgmap v2972: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 692 KiB/s wr, 710 op/s 2024-09-13T03:44:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:56 smithi078 ceph-mon[85589]: pgmap v2973: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 351 KiB/s wr, 710 op/s 2024-09-13T03:44:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:56 smithi052 ceph-mon[91421]: pgmap v2973: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 351 KiB/s wr, 710 op/s 2024-09-13T03:44:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:56 smithi052 ceph-mon[89065]: pgmap v2973: 553 pgs: 553 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 351 KiB/s wr, 710 op/s 2024-09-13T03:44:58.273 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.274 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.275 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.276 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.277 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.278 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.279 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.280 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.281 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:44:58.282 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 4 2024-09-13T03:44:58.283 INFO:tasks.workunit.client.0.smithi052.stdout:read: 4 2024-09-13T03:44:58.284 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13460 ms) 2024-09-13T03:44:58.284 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-13T03:44:58.284 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:44:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:44:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:44:58] "GET /metrics HTTP/1.1" 200 68147 "" "Prometheus/2.43.0" 2024-09-13T03:44:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:44:58 smithi078 ceph-mon[85589]: pgmap v2974: 553 pgs: 553 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 683 KiB/s wr, 4 op/s 2024-09-13T03:44:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:44:58 smithi052 ceph-mon[91421]: pgmap v2974: 553 pgs: 553 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 683 KiB/s wr, 4 op/s 2024-09-13T03:44:59.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:44:58 smithi052 ceph-mon[89065]: pgmap v2974: 553 pgs: 553 active+clean; 23 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 683 KiB/s wr, 4 op/s 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:00.382 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.383 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:00.384 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:00.385 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:00.386 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:00.387 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 512~512 = 512 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 1536~512 = 0 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.388 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:45:00.389 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.390 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:45:00.391 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.392 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.393 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.394 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.395 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.396 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:00.397 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:00 smithi078 ceph-mon[85589]: pgmap v2975: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-09-13T03:45:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:00 smithi052 ceph-mon[91421]: pgmap v2975: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-09-13T03:45:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:00 smithi052 ceph-mon[89065]: pgmap v2975: 553 pgs: 553 active+clean; 31 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-09-13T03:45:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:02.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.085 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.086 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.087 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.088 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.089 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.090 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.091 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.092 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.093 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.094 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3811 ms) 2024-09-13T03:45:02.095 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-13T03:45:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:02 smithi078 ceph-mon[85589]: pgmap v2976: 553 pgs: 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 963 op/s 2024-09-13T03:45:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:45:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:02 smithi052 ceph-mon[91421]: pgmap v2976: 553 pgs: 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 963 op/s 2024-09-13T03:45:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:02 smithi052 ceph-mon[89065]: pgmap v2976: 553 pgs: 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 963 op/s 2024-09-13T03:45:03.564 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:03 smithi078 ceph-mon[85589]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T03:45:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/4057481289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:03 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:03 smithi052 ceph-mon[91421]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T03:45:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/4057481289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:03 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:03 smithi052 ceph-mon[89065]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-13T03:45:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/4057481289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:03 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:04 smithi078 ceph-mon[85589]: pgmap v2978: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 1.15k op/s 2024-09-13T03:45:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:04 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:45:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:04 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:04 smithi078 ceph-mon[85589]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T03:45:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[91421]: pgmap v2978: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 1.15k op/s 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[91421]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[89065]: pgmap v2978: 585 pgs: 32 unknown, 553 active+clean; 35 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 1.15k op/s 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:04 smithi052 ceph-mon[89065]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-13T03:45:05.649 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:05.649 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:05.649 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.650 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:05.651 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.652 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:05.653 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 512~512 = 512 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 1536~512 = 0 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.654 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.655 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:05.655 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.655 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:05.655 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3565 ms) 2024-09-13T03:45:05.655 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-13T03:45:05.655 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.676 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (27 ms) 2024-09-13T03:45:05.676 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-13T03:45:05.676 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.701 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (24 ms) 2024-09-13T03:45:05.701 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-13T03:45:05.701 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.725 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (25 ms) 2024-09-13T03:45:05.726 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-13T03:45:05.726 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.749 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (24 ms) 2024-09-13T03:45:05.749 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-13T03:45:05.749 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.807 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (58 ms) 2024-09-13T03:45:05.807 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-13T03:45:05.807 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.861 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (53 ms) 2024-09-13T03:45:05.861 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-13T03:45:05.861 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.927 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (67 ms) 2024-09-13T03:45:05.927 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-13T03:45:05.927 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:05 smithi078 ceph-mon[85589]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T03:45:05.982 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (54 ms) 2024-09-13T03:45:05.982 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-13T03:45:05.982 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:05 smithi052 ceph-mon[89065]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T03:45:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:05 smithi052 ceph-mon[91421]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-13T03:45:06.394 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (413 ms) 2024-09-13T03:45:06.395 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-13T03:45:06.395 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.643 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (249 ms) 2024-09-13T03:45:06.644 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-13T03:45:06.644 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.670 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-09-13T03:45:06.670 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-13T03:45:06.670 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.693 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (24 ms) 2024-09-13T03:45:06.693 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-13T03:45:06.693 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (27 ms) 2024-09-13T03:45:06.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-13T03:45:06.720 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.746 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (25 ms) 2024-09-13T03:45:06.746 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-13T03:45:06.746 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 0~1048576 = 0 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 0~4194304 = 0 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:aio discard: 3145728~1048576 = 0 2024-09-13T03:45:06.769 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (23 ms) 2024-09-13T03:45:06.770 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-13T03:45:06.770 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.873 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.874 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.875 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.876 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.877 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.878 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.878 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.878 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.878 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestFUA (104 ms) 2024-09-13T03:45:06.878 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-13T03:45:06.878 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:06.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.896 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.897 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.898 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.908 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:06.909 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:06.910 INFO:tasks.workunit.client.0.smithi052.stdout:start compare and write 2024-09-13T03:45:06.910 INFO:tasks.workunit.client.0.smithi052.stdout:compare and wrote: 512 2024-09-13T03:45:06.910 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.910 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:06.910 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:06.911 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.912 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.912 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:06.912 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.912 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:06.912 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.912 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.913 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:06.913 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.913 INFO:tasks.workunit.client.0.smithi052.stdout:started aio compare and write 2024-09-13T03:45:06.913 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.913 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:finished aio compare and write 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.914 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.915 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:discard: 512~512 2024-09-13T03:45:06.916 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:06 smithi078 ceph-mon[85589]: pgmap v2981: 585 pgs: 3 creating+peering, 22 unknown, 560 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 708 KiB/s rd, 352 KiB/s wr, 1.41k op/s 2024-09-13T03:45:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:06 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:45:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:06 smithi078 ceph-mon[85589]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T03:45:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:06 smithi052 ceph-mon[91421]: pgmap v2981: 585 pgs: 3 creating+peering, 22 unknown, 560 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 708 KiB/s rd, 352 KiB/s wr, 1.41k op/s 2024-09-13T03:45:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:06 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:45:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:06 smithi052 ceph-mon[91421]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T03:45:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:06 smithi052 ceph-mon[89065]: pgmap v2981: 585 pgs: 3 creating+peering, 22 unknown, 560 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 708 KiB/s rd, 352 KiB/s wr, 1.41k op/s 2024-09-13T03:45:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:06 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:45:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:06 smithi052 ceph-mon[89065]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-13T03:45:07.888 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.889 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:45:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.891 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:45:07.892 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.893 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.894 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.895 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.896 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.896 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.896 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.896 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.896 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.897 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.897 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.897 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.897 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.897 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.897 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.898 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.899 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.902 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.903 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.904 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.904 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:07.904 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.904 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.904 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.925 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.926 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.926 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.926 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.926 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.926 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.926 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.947 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.947 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.947 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.948 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.948 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.948 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.948 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:07.978 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:07.979 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.006 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.007 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.007 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.007 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.007 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.007 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.052 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.052 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.052 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.052 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.052 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.052 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.053 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.092 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.093 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.093 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.093 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.093 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.093 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.093 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.144 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.145 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.194 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.195 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.195 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.195 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.195 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.195 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.273 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.273 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.273 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.273 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.274 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.274 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.274 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.336 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.410 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.480 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.481 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.481 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.481 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.481 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:45:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:45:08] "GET /metrics HTTP/1.1" 200 68147 "" "Prometheus/2.43.0" 2024-09-13T03:45:08.571 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.572 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.656 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.756 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.757 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.757 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.757 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.757 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.757 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.758 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.845 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.846 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:08.846 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:08.846 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:08.846 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestIOPP (1973 ms) 2024-09-13T03:45:08.846 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-13T03:45:08.846 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:08.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (30 ms) 2024-09-13T03:45:08.875 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-13T03:45:08.875 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:08.899 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-13T03:45:08.899 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-13T03:45:08.899 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:08.923 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (24 ms) 2024-09-13T03:45:08.923 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-13T03:45:08.923 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:08 smithi078 ceph-mon[85589]: pgmap v2983: 585 pgs: 3 creating+peering, 6 unknown, 576 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 296 KiB/s wr, 1.32k op/s 2024-09-13T03:45:08.949 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (26 ms) 2024-09-13T03:45:08.949 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-13T03:45:08.949 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:08.975 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (25 ms) 2024-09-13T03:45:08.975 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-13T03:45:08.975 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:08.996 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:09.000 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-09-13T03:45:09.000 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-13T03:45:09.000 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.025 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-09-13T03:45:09.026 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-13T03:45:09.026 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:08 smithi052 ceph-mon[91421]: pgmap v2983: 585 pgs: 3 creating+peering, 6 unknown, 576 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 296 KiB/s wr, 1.32k op/s 2024-09-13T03:45:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:08 smithi052 ceph-mon[89065]: pgmap v2983: 585 pgs: 3 creating+peering, 6 unknown, 576 active+clean; 37 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 296 KiB/s wr, 1.32k op/s 2024-09-13T03:45:09.046 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:09.050 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2024-09-13T03:45:09.050 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-13T03:45:09.050 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.076 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-09-13T03:45:09.076 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-13T03:45:09.076 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.098 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:09.101 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (25 ms) 2024-09-13T03:45:09.102 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-13T03:45:09.102 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.126 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-09-13T03:45:09.126 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-13T03:45:09.126 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.149 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:09.153 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-09-13T03:45:09.153 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-13T03:45:09.153 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.223 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (70 ms) 2024-09-13T03:45:09.223 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-13T03:45:09.223 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.265 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:09.284 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (61 ms) 2024-09-13T03:45:09.285 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-13T03:45:09.285 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.354 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (69 ms) 2024-09-13T03:45:09.354 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-13T03:45:09.354 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.392 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:09.412 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (59 ms) 2024-09-13T03:45:09.412 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-13T03:45:09.412 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:09.787 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (375 ms) 2024-09-13T03:45:09.787 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-13T03:45:09.787 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:10.023 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:10.047 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (260 ms) 2024-09-13T03:45:10.048 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-13T03:45:10.048 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:10.072 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:10.072 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:10.073 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:10.074 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:10.075 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:10.075 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:10.076 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.076 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:10.076 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:10.077 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:10.077 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:10.077 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.077 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:45:10.077 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:10.078 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:10.078 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:45:10.078 INFO:tasks.workunit.client.0.smithi052.stdout:read: 512 2024-09-13T03:45:10.078 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.078 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:10.079 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:45:10.080 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:45:10.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:10 smithi078 ceph-mon[85589]: pgmap v2984: 585 pgs: 585 active+clean; 61 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.9 MiB/s wr, 1.12k op/s 2024-09-13T03:45:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:10 smithi052 ceph-mon[91421]: pgmap v2984: 585 pgs: 585 active+clean; 61 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.9 MiB/s wr, 1.12k op/s 2024-09-13T03:45:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:10 smithi052 ceph-mon[89065]: pgmap v2984: 585 pgs: 585 active+clean; 61 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.9 MiB/s wr, 1.12k op/s 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:finished read 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 0 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.036 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 16384 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 49152 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.037 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 65536 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 98304 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.038 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 114688 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 147456 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.039 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 163840 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 196608 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:45:11.040 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 212992 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.041 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.042 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.045 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.045 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.045 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.046 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.046 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.046 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.046 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.052 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.053 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.073 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.073 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.073 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.073 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.073 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.073 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.074 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.094 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.094 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.094 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.094 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.094 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.094 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.095 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.122 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.123 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.123 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.123 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.123 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.123 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.123 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.153 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.153 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.154 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.155 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.195 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.238 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.239 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.239 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.239 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.239 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.239 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.239 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.286 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.341 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.341 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.341 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.341 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.342 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.422 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.423 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.423 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.423 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.423 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.423 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.423 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.489 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.489 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.489 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.490 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.490 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.490 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.490 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.569 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.657 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.658 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:11.659 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.659 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.659 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.765 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.765 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.765 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.765 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.765 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.766 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.766 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.865 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.866 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.866 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.866 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.866 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.866 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.866 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:11 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:11.970 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:45:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:11 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:11 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:45:12.076 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:45:12.076 INFO:tasks.workunit.client.0.smithi052.stdout:finished writesame 2024-09-13T03:45:12.076 INFO:tasks.workunit.client.0.smithi052.stdout:to verify the data 2024-09-13T03:45:12.076 INFO:tasks.workunit.client.0.smithi052.stdout:verified 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:started writesame 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:expected fail, finished writesame 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2029 ms) 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-13T03:45:12.077 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:12.664 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-mon[85589]: pgmap v2985: 585 pgs: 585 active+clean; 95 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.5 MiB/s wr, 1.05k op/s 2024-09-13T03:45:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:45:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:45:12.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[91421]: pgmap v2985: 585 pgs: 585 active+clean; 95 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.5 MiB/s wr, 1.05k op/s 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[89065]: pgmap v2985: 585 pgs: 585 active+clean; 95 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.5 MiB/s wr, 1.05k op/s 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:45:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:45:13.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:snap: orig 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:found orig with size 2097152 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:write test data! 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 80 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 2 2024-09-13T03:45:14.122 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:snap: orig 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:snap: written 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:found orig with size 2097152 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:found written with size 2097152 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:write to snapshot returned -30 2024-09-13T03:45:14.123 INFO:tasks.workunit.client.0.smithi052.stdout:Read-only file system 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 80 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:opening testimg@orig 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:read: 80 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:write to snapshot returned -30 2024-09-13T03:45:14.146 INFO:tasks.workunit.client.0.smithi052.stdout:Read-only file system 2024-09-13T03:45:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:14 smithi078 ceph-mon[85589]: pgmap v2986: 585 pgs: 585 active+clean; 115 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.98k op/s 2024-09-13T03:45:14.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:14 smithi078 ceph-mon[85589]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T03:45:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:14 smithi052 ceph-mon[91421]: pgmap v2986: 585 pgs: 585 active+clean; 115 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.98k op/s 2024-09-13T03:45:14.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:14 smithi052 ceph-mon[91421]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T03:45:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:14 smithi052 ceph-mon[89065]: pgmap v2986: 585 pgs: 585 active+clean; 115 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.98k op/s 2024-09-13T03:45:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:14 smithi052 ceph-mon[89065]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-13T03:45:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:15 smithi078 ceph-mon[85589]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T03:45:15.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:15 smithi052 ceph-mon[91421]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T03:45:15.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:15 smithi052 ceph-mon[89065]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-13T03:45:16.139 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 2 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:snap: orig 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:snap: written 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:found orig with size 2097152 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:found written with size 2097152 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 1 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:snap: orig 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:found orig with size 2097152 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:45:16.140 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (4063 ms) 2024-09-13T03:45:16.141 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-13T03:45:16.141 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:16 smithi078 ceph-mon[85589]: pgmap v2989: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-09-13T03:45:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:16 smithi078 ceph-mon[85589]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T03:45:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:16 smithi052 ceph-mon[91421]: pgmap v2989: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-09-13T03:45:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:16 smithi052 ceph-mon[91421]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T03:45:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:16 smithi052 ceph-mon[89065]: pgmap v2989: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-09-13T03:45:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:16 smithi052 ceph-mon[89065]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-13T03:45:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:17 smithi078 ceph-mon[85589]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T03:45:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:17 smithi078 ceph-mon[85589]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T03:45:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:17 smithi052 ceph-mon[91421]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T03:45:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:17.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:17 smithi052 ceph-mon[91421]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T03:45:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:17 smithi052 ceph-mon[89065]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-13T03:45:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:17 smithi052 ceph-mon[89065]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-13T03:45:17.545 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1406 ms) 2024-09-13T03:45:17.545 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-13T03:45:17.546 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:18.506 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:45:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:45:18] "GET /metrics HTTP/1.1" 200 70615 "" "Prometheus/2.43.0" 2024-09-13T03:45:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:18 smithi052 ceph-mon[91421]: pgmap v2993: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 2.26k op/s 2024-09-13T03:45:18.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:18 smithi052 ceph-mon[91421]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T03:45:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:18 smithi052 ceph-mon[89065]: pgmap v2993: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 2.26k op/s 2024-09-13T03:45:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:18 smithi052 ceph-mon[89065]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T03:45:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:18 smithi078 ceph-mon[85589]: pgmap v2993: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 2.26k op/s 2024-09-13T03:45:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:18 smithi078 ceph-mon[85589]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-13T03:45:19.556 INFO:tasks.workunit.client.0.smithi052.stdout:made parent image "parent" 2024-09-13T03:45:19.556 INFO:tasks.workunit.client.0.smithi052.stdout:parent has no parent info 2024-09-13T03:45:19.556 INFO:tasks.workunit.client.0.smithi052.stdout:made snapshot "parent@parent_snap" 2024-09-13T03:45:19.556 INFO:tasks.workunit.client.0.smithi052.stdout:can't unprotect an unprotected snap 2024-09-13T03:45:19.556 INFO:tasks.workunit.client.0.smithi052.stdout:can't protect a protected snap 2024-09-13T03:45:19.556 INFO:tasks.workunit.client.0.smithi052.stdout:made and opened clone "child" 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:read: 8 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:read: 8 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:read: 8 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:sizes and overlaps are good between parent and child 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:child image successfully cloned all image-meta pairs 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:sized down clone, changed overlap 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:can't remove parent while child still exists 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:can't remove parent while still protected 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:removed parent snap after unprotecting 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestClone (2010 ms) 2024-09-13T03:45:19.557 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-13T03:45:19.558 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:19.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:19 smithi052 ceph-mon[91421]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T03:45:19.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:19 smithi052 ceph-mon[89065]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T03:45:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:19 smithi078 ceph-mon[85589]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:made parent image "parent" 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:parent has no parent info 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:made snapshot "parent@parent_snap" 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:made and opened clone "child" 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:child image successfully cloned all image-meta pairs 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestClone2 (1083 ms) 2024-09-13T03:45:20.639 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-13T03:45:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:20 smithi052 ceph-mon[91421]: pgmap v2996: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 92 op/s 2024-09-13T03:45:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:20 smithi052 ceph-mon[91421]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T03:45:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:20 smithi052 ceph-mon[89065]: pgmap v2996: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 92 op/s 2024-09-13T03:45:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:20 smithi052 ceph-mon[89065]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T03:45:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:20 smithi078 ceph-mon[85589]: pgmap v2996: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 92 op/s 2024-09-13T03:45:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:20 smithi078 ceph-mon[85589]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-13T03:45:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:21 smithi052 ceph-mon[91421]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T03:45:21.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:21 smithi052 ceph-mon[89065]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T03:45:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:21 smithi078 ceph-mon[85589]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-13T03:45:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:22 smithi078 ceph-mon[85589]: pgmap v2999: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 33 KiB/s wr, 564 op/s 2024-09-13T03:45:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:22 smithi078 ceph-mon[85589]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T03:45:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:22 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1984304202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:45:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:22 smithi052 ceph-mon[91421]: pgmap v2999: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 33 KiB/s wr, 564 op/s 2024-09-13T03:45:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:22 smithi052 ceph-mon[91421]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T03:45:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:22 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1984304202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:22 smithi052 ceph-mon[89065]: pgmap v2999: 585 pgs: 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 463 KiB/s rd, 33 KiB/s wr, 564 op/s 2024-09-13T03:45:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:22 smithi052 ceph-mon[89065]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-13T03:45:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:22 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1984304202' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:23 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1984304202' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:23 smithi078 ceph-mon[85589]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T03:45:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:23 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1984304202' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:23 smithi052 ceph-mon[91421]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T03:45:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:23 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1984304202' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:23 smithi052 ceph-mon[89065]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-13T03:45:24.555 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:24 smithi078 ceph-mon[85589]: pgmap v3002: 617 pgs: 6 creating+peering, 26 unknown, 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 54 KiB/s wr, 934 op/s 2024-09-13T03:45:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:24 smithi078 ceph-mon[85589]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T03:45:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:24 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2808347625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:24 smithi052 ceph-mon[91421]: pgmap v3002: 617 pgs: 6 creating+peering, 26 unknown, 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 54 KiB/s wr, 934 op/s 2024-09-13T03:45:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:24 smithi052 ceph-mon[91421]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T03:45:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:24 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2808347625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:24 smithi052 ceph-mon[89065]: pgmap v3002: 617 pgs: 6 creating+peering, 26 unknown, 585 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 54 KiB/s wr, 934 op/s 2024-09-13T03:45:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:24 smithi052 ceph-mon[89065]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-13T03:45:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:24 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2808347625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:25 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2808347625' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:25 smithi078 ceph-mon[85589]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T03:45:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:25 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2808347625' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:25 smithi052 ceph-mon[91421]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T03:45:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:25 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2808347625' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:25 smithi052 ceph-mon[89065]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-13T03:45:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:26 smithi078 ceph-mon[85589]: pgmap v3005: 649 pgs: 8 creating+peering, 34 unknown, 607 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 30 KiB/s wr, 471 op/s 2024-09-13T03:45:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:26 smithi078 ceph-mon[85589]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T03:45:26.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:26 smithi078 ceph-mon[85589]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T03:45:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:26 smithi052 ceph-mon[91421]: pgmap v3005: 649 pgs: 8 creating+peering, 34 unknown, 607 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 30 KiB/s wr, 471 op/s 2024-09-13T03:45:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:26 smithi052 ceph-mon[91421]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T03:45:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:26 smithi052 ceph-mon[91421]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T03:45:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:26 smithi052 ceph-mon[89065]: pgmap v3005: 649 pgs: 8 creating+peering, 34 unknown, 607 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 30 KiB/s wr, 471 op/s 2024-09-13T03:45:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:26 smithi052 ceph-mon[89065]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-13T03:45:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:26 smithi052 ceph-mon[89065]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-13T03:45:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:45:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:45:28] "GET /metrics HTTP/1.1" 200 70615 "" "Prometheus/2.43.0" 2024-09-13T03:45:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:28 smithi078 ceph-mon[85589]: pgmap v3008: 649 pgs: 8 creating+peering, 12 unknown, 629 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-09-13T03:45:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:28 smithi078 ceph-mon[85589]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T03:45:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:28 smithi052 ceph-mon[91421]: pgmap v3008: 649 pgs: 8 creating+peering, 12 unknown, 629 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-09-13T03:45:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:28 smithi052 ceph-mon[91421]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T03:45:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:28 smithi052 ceph-mon[89065]: pgmap v3008: 649 pgs: 8 creating+peering, 12 unknown, 629 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-09-13T03:45:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:28 smithi052 ceph-mon[89065]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-13T03:45:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:29 smithi078 ceph-mon[85589]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T03:45:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:29 smithi052 ceph-mon[91421]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T03:45:30.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:29 smithi052 ceph-mon[89065]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 1 2024-09-13T03:45:30.095 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:child: image108 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108/8af014851667 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.096 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 2 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:child: image108 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108/8af014851667 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.097 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.098 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:child: image108 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:child: image110 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108/8af014851667 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110/8af0bf1a5b9c 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.099 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.100 INFO:tasks.workunit.client.0.smithi052.stdout:child: image108 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:child: image110 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108/8af014851667 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110/8af0bf1a5b9c 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.101 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.102 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 4 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 4 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:child: image108 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:child: image110 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:child: image111 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108/8af014851667 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110/8af0bf1a5b9c 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111/8af0ab9500f2 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.104 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.105 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.105 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.105 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.105 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.674 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image108 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 4 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 4 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:child: image108 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:child: image110 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:child: image111 2024-09-13T03:45:30.675 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image108/8af014851667 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110/8af0bf1a5b9c 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111/8af0ab9500f2 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.676 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image110 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:45:30.677 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:child: image110 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:child: image111 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image110/8af0bf1a5b9c 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111/8af0ab9500f2 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.678 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 2 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:child: image111 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.679 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-31/image111/8af0ab9500f2 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 1 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:child: image109 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-30/image109/8af0b170ee73 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 0 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:45:30.680 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ListChildren (10036 ms) 2024-09-13T03:45:30.681 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-13T03:45:30.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:30 smithi078 ceph-mon[85589]: pgmap v3011: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-13T03:45:30.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:30 smithi078 ceph-mon[85589]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T03:45:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:30 smithi052 ceph-mon[91421]: pgmap v3011: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-13T03:45:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:30 smithi052 ceph-mon[91421]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T03:45:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:30 smithi052 ceph-mon[89065]: pgmap v3011: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-09-13T03:45:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:30 smithi052 ceph-mon[89065]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-13T03:45:31.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:31 smithi078 ceph-mon[85589]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T03:45:32.167 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:32.167 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:31 smithi052 ceph-mon[91421]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T03:45:32.168 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:32.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:31 smithi052 ceph-mon[89065]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-13T03:45:32.168 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:32.609 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:45:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:32 smithi078 ceph-mon[85589]: pgmap v3014: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-09-13T03:45:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:32 smithi078 ceph-mon[85589]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T03:45:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:32 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3195184987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:32.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:32 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[91421]: pgmap v3014: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-09-13T03:45:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[91421]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T03:45:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3195184987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[89065]: pgmap v3014: 649 pgs: 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-09-13T03:45:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[89065]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-13T03:45:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3195184987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:32 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:33 smithi078 ceph-mon[85589]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T03:45:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:33 smithi052 ceph-mon[91421]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T03:45:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:33 smithi052 ceph-mon[89065]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-13T03:45:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:34 smithi078 ceph-mon[85589]: pgmap v3017: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 6.7 KiB/s wr, 381 op/s 2024-09-13T03:45:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:34 smithi078 ceph-mon[85589]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T03:45:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:34 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/364162649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:34.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:34 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[89065]: pgmap v3017: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 6.7 KiB/s wr, 381 op/s 2024-09-13T03:45:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[89065]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T03:45:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/364162649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[91421]: pgmap v3017: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 6.7 KiB/s wr, 381 op/s 2024-09-13T03:45:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[91421]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-13T03:45:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/364162649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:34 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:35 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:35 smithi078 ceph-mon[85589]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T03:45:36.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:35 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:35 smithi052 ceph-mon[89065]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T03:45:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:35 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:35 smithi052 ceph-mon[91421]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-13T03:45:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: pgmap v3020: 713 pgs: 2 creating+activating, 14 creating+peering, 37 unknown, 660 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 11 KiB/s wr, 668 op/s 2024-09-13T03:45:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T03:45:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/536167791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T03:45:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:36 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34", "force_nonempty":""}]: dispatch 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: pgmap v3020: 713 pgs: 2 creating+activating, 14 creating+peering, 37 unknown, 660 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 11 KiB/s wr, 668 op/s 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/536167791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34", "force_nonempty":""}]: dispatch 2024-09-13T03:45:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: pgmap v3020: 713 pgs: 2 creating+activating, 14 creating+peering, 37 unknown, 660 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 11 KiB/s wr, 668 op/s 2024-09-13T03:45:37.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-13T03:45:37.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/536167791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:37.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:45:37.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:45:37.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-13T03:45:37.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:36 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34", "force_nonempty":""}]: dispatch 2024-09-13T03:45:38.519 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:45:38] "GET /metrics HTTP/1.1" 200 75532 "" "Prometheus/2.43.0" 2024-09-13T03:45:38.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[91421]: pgmap v3023: 745 pgs: 2 creating+activating, 17 creating+peering, 38 unknown, 688 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 9.2 KiB/s wr, 347 op/s 2024-09-13T03:45:38.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34", "force_nonempty":""}]': finished 2024-09-13T03:45:38.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[91421]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T03:45:38.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi052-131605-34", "mode":"writeback"}]: dispatch 2024-09-13T03:45:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[89065]: pgmap v3023: 745 pgs: 2 creating+activating, 17 creating+peering, 38 unknown, 688 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 9.2 KiB/s wr, 347 op/s 2024-09-13T03:45:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34", "force_nonempty":""}]': finished 2024-09-13T03:45:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[89065]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T03:45:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:38 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi052-131605-34", "mode":"writeback"}]: dispatch 2024-09-13T03:45:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:38 smithi078 ceph-mon[85589]: pgmap v3023: 745 pgs: 2 creating+activating, 17 creating+peering, 38 unknown, 688 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 9.2 KiB/s wr, 347 op/s 2024-09-13T03:45:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34", "force_nonempty":""}]': finished 2024-09-13T03:45:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:38 smithi078 ceph-mon[85589]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-13T03:45:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:38 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi052-131605-34", "mode":"writeback"}]: dispatch 2024-09-13T03:45:39.525 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:39 smithi078 ceph-mon[85589]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T03:45:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:39 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi052-131605-34", "mode":"writeback"}]': finished 2024-09-13T03:45:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:39 smithi078 ceph-mon[85589]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T03:45:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:39 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi052-131605-32", "overlaypool":"test-librbd-smithi052-131605-34"}]: dispatch 2024-09-13T03:45:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:39 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi052-131605-32", "overlaypool":"test-librbd-smithi052-131605-34"}]': finished 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[91421]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi052-131605-34", "mode":"writeback"}]': finished 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[91421]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi052-131605-32", "overlaypool":"test-librbd-smithi052-131605-34"}]: dispatch 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi052-131605-32", "overlaypool":"test-librbd-smithi052-131605-34"}]': finished 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[89065]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi052-131605-34", "mode":"writeback"}]': finished 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[89065]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-13T03:45:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi052-131605-32", "overlaypool":"test-librbd-smithi052-131605-34"}]: dispatch 2024-09-13T03:45:40.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:39 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi052-131605-32", "overlaypool":"test-librbd-smithi052-131605-34"}]': finished 2024-09-13T03:45:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:40 smithi078 ceph-mon[85589]: pgmap v3026: 745 pgs: 2 creating+activating, 8 creating+peering, 18 unknown, 717 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-13T03:45:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:40 smithi078 ceph-mon[85589]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T03:45:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:40 smithi052 ceph-mon[91421]: pgmap v3026: 745 pgs: 2 creating+activating, 8 creating+peering, 18 unknown, 717 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-13T03:45:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:40 smithi052 ceph-mon[91421]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T03:45:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:40 smithi052 ceph-mon[89065]: pgmap v3026: 745 pgs: 2 creating+activating, 8 creating+peering, 18 unknown, 717 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-13T03:45:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:40 smithi052 ceph-mon[89065]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-13T03:45:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:41 smithi078 ceph-mon[85589]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T03:45:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:41 smithi078 ceph-mon[85589]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T03:45:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:41 smithi052 ceph-mon[91421]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T03:45:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:41 smithi052 ceph-mon[91421]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T03:45:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:41 smithi052 ceph-mon[89065]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-13T03:45:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:41 smithi052 ceph-mon[89065]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-13T03:45:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:42 smithi078 ceph-mon[85589]: pgmap v3029: 745 pgs: 3 creating+peering, 742 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:45:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:45:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:42 smithi052 ceph-mon[91421]: pgmap v3029: 745 pgs: 3 creating+peering, 742 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:45:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:42 smithi052 ceph-mon[89065]: pgmap v3029: 745 pgs: 3 creating+peering, 742 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:45:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:43 smithi078 ceph-mon[85589]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T03:45:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:43 smithi052 ceph-mon[91421]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T03:45:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:43 smithi052 ceph-mon[89065]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-13T03:45:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:44 smithi078 ceph-mon[85589]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:45:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:44 smithi078 ceph-mon[85589]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T03:45:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:44 smithi052 ceph-mon[91421]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:45:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:44 smithi052 ceph-mon[91421]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T03:45:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:44 smithi052 ceph-mon[89065]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:45:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:44 smithi052 ceph-mon[89065]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-13T03:45:45.098 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.098 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.098 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.098 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 1 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:child: image113 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113/8af0f9f3bf2e 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.099 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 2 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:child: image113 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113/8af0f9f3bf2e 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.100 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:45.101 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:child: image113 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:child: image115 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113/8af0f9f3bf2e 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.102 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115/8af0331991c8 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:45:45.103 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:child: image113 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:child: image115 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113/8af0f9f3bf2e 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115/8af0331991c8 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.104 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.105 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 4 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 4 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:child: image113 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:child: image115 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:child: image116 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113/8af0f9f3bf2e 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115/8af0331991c8 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116/8af0249805 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.106 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:45.107 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:45.108 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:45.108 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:45.108 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.108 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:45.108 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:45 smithi078 ceph-mon[85589]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T03:45:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:45 smithi052 ceph-mon[91421]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T03:45:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:45 smithi052 ceph-mon[89065]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-13T03:45:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:46 smithi078 ceph-mon[85589]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-13T03:45:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:46 smithi078 ceph-mon[85589]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T03:45:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi052-131605-32"}]: dispatch 2024-09-13T03:45:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[91421]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-13T03:45:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[91421]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T03:45:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi052-131605-32"}]: dispatch 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[89065]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 4 op/s 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[89065]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi052-131605-32"}]: dispatch 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:45:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image113 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 4 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 4 2024-09-13T03:45:47.579 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:child: image113 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:child: image115 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:child: image116 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image113/8af0f9f3bf2e 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115/8af0331991c8 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116/8af0249805 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.580 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.581 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image115 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:child: image115 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:child: image116 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image115/8af0331991c8 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116/8af0249805 2024-09-13T03:45:47.582 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 2 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 2 2024-09-13T03:45:47.583 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:child: image116 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-33/image116/8af0249805 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:trying to find test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:checking test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 1 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 1 2024-09-13T03:45:47.584 INFO:tasks.workunit.client.0.smithi052.stdout:child: image114 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-32/image114/8af0cd0a870e 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 0 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16904 ms) 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-13T03:45:47.585 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:47.652 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.LockingPP (73 ms) 2024-09-13T03:45:47.652 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-13T03:45:47.652 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:47.905 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.FlushAio (253 ms) 2024-09-13T03:45:47.905 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-13T03:45:47.905 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:47 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi052-131605-32"}]': finished 2024-09-13T03:45:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:47 smithi078 ceph-mon[85589]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T03:45:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:47 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34"}]: dispatch 2024-09-13T03:45:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:47 smithi078 ceph-mon[85589]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T03:45:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:47 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34"}]': finished 2024-09-13T03:45:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:47 smithi078 ceph-mon[85589]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T03:45:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi052-131605-32"}]': finished 2024-09-13T03:45:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[91421]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34"}]: dispatch 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[91421]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34"}]': finished 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[91421]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi052-131605-32"}]': finished 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[89065]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34"}]: dispatch 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[89065]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi052-131605-32", "tierpool":"test-librbd-smithi052-131605-34"}]': finished 2024-09-13T03:45:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:47 smithi052 ceph-mon[89065]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-13T03:45:48.064 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.FlushAioPP (160 ms) 2024-09-13T03:45:48.064 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-13T03:45:48.065 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.086 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2024-09-13T03:45:48.086 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-13T03:45:48.086 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.111 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (26 ms) 2024-09-13T03:45:48.111 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-13T03:45:48.111 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.127 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-09-13T03:45:48.127 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-13T03:45:48.127 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.158 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.LargeCacheRead (31 ms) 2024-09-13T03:45:48.158 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-13T03:45:48.158 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.385 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestPendingAio (226 ms) 2024-09-13T03:45:48.385 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-13T03:45:48.385 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:45:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:45:48] "GET /metrics HTTP/1.1" 200 82954 "" "Prometheus/2.43.0" 2024-09-13T03:45:48.703 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:48 smithi078 ceph-mon[85589]: pgmap v3038: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 148 op/s 2024-09-13T03:45:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:48 smithi052 ceph-mon[91421]: pgmap v3038: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 148 op/s 2024-09-13T03:45:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:48 smithi052 ceph-mon[89065]: pgmap v3038: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 148 op/s 2024-09-13T03:45:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:49 smithi078 ceph-mon[85589]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T03:45:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:49 smithi052 ceph-mon[91421]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T03:45:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:49 smithi052 ceph-mon[89065]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-13T03:45:50.665 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2281 ms) 2024-09-13T03:45:50.666 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-13T03:45:50.666 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:50 smithi078 ceph-mon[85589]: pgmap v3041: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 9.0 KiB/s wr, 542 op/s 2024-09-13T03:45:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:50 smithi078 ceph-mon[85589]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T03:45:51.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:50 smithi052 ceph-mon[89065]: pgmap v3041: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 9.0 KiB/s wr, 542 op/s 2024-09-13T03:45:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:50 smithi052 ceph-mon[89065]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T03:45:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:50 smithi052 ceph-mon[91421]: pgmap v3041: 745 pgs: 745 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 9.0 KiB/s wr, 542 op/s 2024-09-13T03:45:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:50 smithi052 ceph-mon[91421]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-13T03:45:51.614 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:51 smithi078 ceph-mon[85589]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T03:45:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:51 smithi078 ceph-mon[85589]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T03:45:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:51 smithi052 ceph-mon[91421]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T03:45:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:51 smithi052 ceph-mon[91421]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T03:45:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:51 smithi052 ceph-mon[89065]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-13T03:45:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:51 smithi052 ceph-mon[89065]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-13T03:45:52.647 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:45:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:45:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:52 smithi078 ceph-mon[85589]: pgmap v3044: 745 pgs: 745 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 553 KiB/s rd, 85 KiB/s wr, 761 op/s 2024-09-13T03:45:53.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:52 smithi052 ceph-mon[89065]: pgmap v3044: 745 pgs: 745 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 553 KiB/s rd, 85 KiB/s wr, 761 op/s 2024-09-13T03:45:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:52 smithi052 ceph-mon[91421]: pgmap v3044: 745 pgs: 745 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 553 KiB/s rd, 85 KiB/s wr, 761 op/s 2024-09-13T03:45:53.699 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3033 ms) 2024-09-13T03:45:53.699 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-13T03:45:53.699 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:53 smithi078 ceph-mon[85589]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T03:45:54.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:53 smithi052 ceph-mon[89065]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T03:45:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:53 smithi052 ceph-mon[91421]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-13T03:45:54.756 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Flatten (1058 ms) 2024-09-13T03:45:54.757 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-13T03:45:54.757 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:54.792 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 32768 2024-09-13T03:45:54.792 INFO:tasks.workunit.client.0.smithi052.stdout:read: 32768 2024-09-13T03:45:54.792 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2024-09-13T03:45:54.792 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-13T03:45:54.792 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:54.822 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SparsifyPP (31 ms) 2024-09-13T03:45:54.822 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-13T03:45:54.823 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:54 smithi078 ceph-mon[85589]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 977 KiB/s rd, 734 KiB/s wr, 784 op/s 2024-09-13T03:45:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:54 smithi078 ceph-mon[85589]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T03:45:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:54 smithi052 ceph-mon[91421]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 977 KiB/s rd, 734 KiB/s wr, 784 op/s 2024-09-13T03:45:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:54 smithi052 ceph-mon[91421]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T03:45:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:54 smithi052 ceph-mon[89065]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 977 KiB/s rd, 734 KiB/s wr, 784 op/s 2024-09-13T03:45:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:54 smithi052 ceph-mon[89065]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-13T03:45:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:55 smithi078 ceph-mon[85589]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T03:45:56.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:55 smithi052 ceph-mon[89065]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T03:45:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:55 smithi052 ceph-mon[91421]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-13T03:45:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:56 smithi078 ceph-mon[85589]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 665 KiB/s wr, 482 op/s 2024-09-13T03:45:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:56 smithi078 ceph-mon[85589]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T03:45:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:56 smithi078 ceph-mon[85589]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T03:45:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:56 smithi052 ceph-mon[91421]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 665 KiB/s wr, 482 op/s 2024-09-13T03:45:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:56 smithi052 ceph-mon[91421]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T03:45:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:56 smithi052 ceph-mon[91421]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T03:45:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:56 smithi052 ceph-mon[89065]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 665 KiB/s wr, 482 op/s 2024-09-13T03:45:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:56 smithi052 ceph-mon[89065]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-13T03:45:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:56 smithi052 ceph-mon[89065]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-13T03:45:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:45:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:45:58] "GET /metrics HTTP/1.1" 200 82954 "" "Prometheus/2.43.0" 2024-09-13T03:45:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:58 smithi078 ceph-mon[85589]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 39 KiB/s wr, 219 op/s 2024-09-13T03:45:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:58 smithi078 ceph-mon[85589]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T03:45:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:58 smithi052 ceph-mon[91421]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 39 KiB/s wr, 219 op/s 2024-09-13T03:45:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:58 smithi052 ceph-mon[91421]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T03:45:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:58 smithi052 ceph-mon[89065]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 39 KiB/s wr, 219 op/s 2024-09-13T03:45:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:58 smithi052 ceph-mon[89065]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-13T03:45:59.571 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapshotLimit (4748 ms) 2024-09-13T03:45:59.571 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-13T03:45:59.571 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:45:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:45:59 smithi078 ceph-mon[85589]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T03:46:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:45:59 smithi052 ceph-mon[91421]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T03:46:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:45:59 smithi052 ceph-mon[89065]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-13T03:46:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:00 smithi078 ceph-mon[85589]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 36 KiB/s wr, 281 op/s 2024-09-13T03:46:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:00 smithi078 ceph-mon[85589]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T03:46:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:00 smithi052 ceph-mon[91421]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 36 KiB/s wr, 281 op/s 2024-09-13T03:46:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:00 smithi052 ceph-mon[91421]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T03:46:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:00 smithi052 ceph-mon[89065]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 36 KiB/s wr, 281 op/s 2024-09-13T03:46:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:00 smithi052 ceph-mon[89065]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-13T03:46:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:01 smithi078 ceph-mon[85589]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T03:46:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:01 smithi052 ceph-mon[91421]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T03:46:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:01 smithi052 ceph-mon[89065]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-13T03:46:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:02.578 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:46:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:02 smithi078 ceph-mon[85589]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 129 op/s 2024-09-13T03:46:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:02 smithi078 ceph-mon[85589]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T03:46:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:02 smithi052 ceph-mon[91421]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 129 op/s 2024-09-13T03:46:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:02 smithi052 ceph-mon[91421]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T03:46:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:02 smithi052 ceph-mon[89065]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 129 op/s 2024-09-13T03:46:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:02 smithi052 ceph-mon[89065]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-13T03:46:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:03 smithi078 ceph-mon[85589]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T03:46:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:03 smithi052 ceph-mon[91421]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T03:46:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:03 smithi052 ceph-mon[89065]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-13T03:46:04.621 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5050 ms) 2024-09-13T03:46:04.621 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-13T03:46:04.621 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:04.674 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:04.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (53 ms) 2024-09-13T03:46:04.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-13T03:46:04.674 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:04.739 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (65 ms) 2024-09-13T03:46:04.739 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-13T03:46:04.739 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:04 smithi078 ceph-mon[85589]: pgmap v3062: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.7 KiB/s wr, 31 op/s 2024-09-13T03:46:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:04 smithi078 ceph-mon[85589]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T03:46:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:04 smithi052 ceph-mon[91421]: pgmap v3062: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.7 KiB/s wr, 31 op/s 2024-09-13T03:46:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:04 smithi052 ceph-mon[91421]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T03:46:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:04 smithi052 ceph-mon[89065]: pgmap v3062: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.7 KiB/s wr, 31 op/s 2024-09-13T03:46:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:04 smithi052 ceph-mon[89065]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-13T03:46:05.637 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (897 ms) 2024-09-13T03:46:05.637 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-13T03:46:05.637 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:05 smithi078 ceph-mon[85589]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T03:46:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:05 smithi052 ceph-mon[91421]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T03:46:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:05 smithi052 ceph-mon[89065]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-13T03:46:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:06 smithi078 ceph-mon[85589]: pgmap v3065: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-09-13T03:46:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:06 smithi078 ceph-mon[85589]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T03:46:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:06 smithi078 ceph-mon[85589]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T03:46:07.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:06 smithi052 ceph-mon[89065]: pgmap v3065: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-09-13T03:46:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:06 smithi052 ceph-mon[89065]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T03:46:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:06 smithi052 ceph-mon[89065]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T03:46:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:06 smithi052 ceph-mon[91421]: pgmap v3065: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 3.0 KiB/s wr, 28 op/s 2024-09-13T03:46:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:06 smithi052 ceph-mon[91421]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-13T03:46:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:06 smithi052 ceph-mon[91421]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-13T03:46:07.562 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1925 ms) 2024-09-13T03:46:07.562 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-13T03:46:07.562 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (51 ms) 2024-09-13T03:46:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-13T03:46:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:46:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-13T03:46:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-13T03:46:07.613 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:08.518 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:46:08] "GET /metrics HTTP/1.1" 200 82957 "" "Prometheus/2.43.0" 2024-09-13T03:46:08.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:08 smithi052 ceph-mon[91421]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 86 op/s 2024-09-13T03:46:08.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:08 smithi052 ceph-mon[91421]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T03:46:08.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:08 smithi052 ceph-mon[89065]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 86 op/s 2024-09-13T03:46:08.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:08 smithi052 ceph-mon[89065]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T03:46:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:08 smithi078 ceph-mon[85589]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.7 KiB/s wr, 86 op/s 2024-09-13T03:46:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:08 smithi078 ceph-mon[85589]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-13T03:46:09.647 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:46:09.647 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapRemove2 (2035 ms) 2024-09-13T03:46:09.648 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-13T03:46:09.648 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:09 smithi078 ceph-mon[85589]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T03:46:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:09 smithi052 ceph-mon[91421]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T03:46:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:09 smithi052 ceph-mon[89065]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-13T03:46:10.660 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1013 ms) 2024-09-13T03:46:10.661 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-13T03:46:10.661 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:10 smithi078 ceph-mon[85589]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 182 op/s 2024-09-13T03:46:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:10 smithi078 ceph-mon[85589]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T03:46:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:10 smithi052 ceph-mon[91421]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 182 op/s 2024-09-13T03:46:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:10 smithi052 ceph-mon[91421]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T03:46:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:10 smithi052 ceph-mon[89065]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 182 op/s 2024-09-13T03:46:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:10 smithi052 ceph-mon[89065]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-13T03:46:11.570 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (910 ms) 2024-09-13T03:46:11.570 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-13T03:46:11.570 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:11 smithi078 ceph-mon[85589]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T03:46:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:11 smithi078 ceph-mon[85589]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T03:46:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:11 smithi052 ceph-mon[91421]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T03:46:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:11 smithi052 ceph-mon[91421]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T03:46:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:11 smithi052 ceph-mon[89065]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-13T03:46:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:11 smithi052 ceph-mon[89065]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-13T03:46:12.576 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1005 ms) 2024-09-13T03:46:12.576 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-13T03:46:12.576 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:12.621 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:46:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:12 smithi078 ceph-mon[85589]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-09-13T03:46:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:12 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:12 smithi078 ceph-mon[85589]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T03:46:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[91421]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-09-13T03:46:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[91421]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[89065]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:12 smithi052 ceph-mon[89065]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-13T03:46:13.627 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1052 ms) 2024-09-13T03:46:13.628 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-13T03:46:13.628 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:13.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (39 ms) 2024-09-13T03:46:13.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-13T03:46:13.667 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:13.703 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-09-13T03:46:13.703 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-13T03:46:13.704 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:13 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:13 smithi078 ceph-mon[85589]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T03:46:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[91421]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T03:46:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:13 smithi052 ceph-mon[89065]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-13T03:46:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:14 smithi078 ceph-mon[85589]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 9.7 KiB/s wr, 183 op/s 2024-09-13T03:46:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:14 smithi052 ceph-mon[91421]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 9.7 KiB/s wr, 183 op/s 2024-09-13T03:46:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:14 smithi052 ceph-mon[89065]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 9.7 KiB/s wr, 183 op/s 2024-09-13T03:46:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:15 smithi078 ceph-mon[85589]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T03:46:16.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:15 smithi052 ceph-mon[91421]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T03:46:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:15 smithi052 ceph-mon[89065]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-13T03:46:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:16 smithi078 ceph-mon[85589]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 148 op/s 2024-09-13T03:46:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:16 smithi078 ceph-mon[85589]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T03:46:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:16 smithi078 ceph-mon[85589]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[91421]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 148 op/s 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[91421]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[91421]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[89065]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 148 op/s 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[89065]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:16 smithi052 ceph-mon[89065]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-13T03:46:18.522 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:46:18] "GET /metrics HTTP/1.1" 200 82972 "" "Prometheus/2.43.0" 2024-09-13T03:46:18.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:18 smithi052 ceph-mon[91421]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 5.5 KiB/s wr, 51 op/s 2024-09-13T03:46:18.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:18 smithi052 ceph-mon[91421]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T03:46:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:18 smithi052 ceph-mon[89065]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 5.5 KiB/s wr, 51 op/s 2024-09-13T03:46:18.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:18 smithi052 ceph-mon[89065]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T03:46:18.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:18 smithi078 ceph-mon[85589]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 5.5 KiB/s wr, 51 op/s 2024-09-13T03:46:18.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:18 smithi078 ceph-mon[85589]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-13T03:46:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:19 smithi078 ceph-mon[85589]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T03:46:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:19 smithi052 ceph-mon[91421]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T03:46:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:19 smithi052 ceph-mon[89065]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-13T03:46:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 9.2 KiB/s wr, 227 op/s 2024-09-13T03:46:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T03:46:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]: dispatch 2024-09-13T03:46:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]: dispatch 2024-09-13T03:46:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]: dispatch 2024-09-13T03:46:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-09-13T03:46:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-13T03:46:20.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:20 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 9.2 KiB/s wr, 227 op/s 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]: dispatch 2024-09-13T03:46:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 9.2 KiB/s wr, 227 op/s 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]: dispatch 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]: dispatch 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]: dispatch 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-13T03:46:21.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:20 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]: dispatch 2024-09-13T03:46:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]': finished 2024-09-13T03:46:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]': finished 2024-09-13T03:46:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]': finished 2024-09-13T03:46:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-09-13T03:46:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-13T03:46:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]': finished 2024-09-13T03:46:21.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:21 smithi078 ceph-mon[85589]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[91421]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.7", "id": [2, 5]}]': finished 2024-09-13T03:46:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.12", "id": [3, 7]}]': finished 2024-09-13T03:46:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.2", "id": [4, 0]}]': finished 2024-09-13T03:46:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-09-13T03:46:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-13T03:46:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]': finished 2024-09-13T03:46:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:21 smithi052 ceph-mon[89065]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-13T03:46:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:46:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:22 smithi078 ceph-mon[85589]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 8.5 KiB/s wr, 219 op/s 2024-09-13T03:46:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:22 smithi078 ceph-mon[85589]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T03:46:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:22 smithi052 ceph-mon[91421]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 8.5 KiB/s wr, 219 op/s 2024-09-13T03:46:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:22 smithi052 ceph-mon[91421]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T03:46:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:22 smithi052 ceph-mon[89065]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 8.5 KiB/s wr, 219 op/s 2024-09-13T03:46:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:22 smithi052 ceph-mon[89065]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-13T03:46:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:23 smithi078 ceph-mon[85589]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T03:46:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:23 smithi052 ceph-mon[91421]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T03:46:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:23 smithi052 ceph-mon[89065]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-13T03:46:24.171 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10467 ms) 2024-09-13T03:46:24.171 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-13T03:46:24.171 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:24.672 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Metadata (501 ms) 2024-09-13T03:46:24.672 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-13T03:46:24.672 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:24 smithi078 ceph-mon[85589]: pgmap v3092: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 2.7 KiB/s wr, 83 op/s 2024-09-13T03:46:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:24 smithi078 ceph-mon[85589]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T03:46:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:24 smithi052 ceph-mon[89065]: pgmap v3092: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 2.7 KiB/s wr, 83 op/s 2024-09-13T03:46:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:24 smithi052 ceph-mon[89065]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T03:46:25.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:24 smithi052 ceph-mon[91421]: pgmap v3092: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 2.7 KiB/s wr, 83 op/s 2024-09-13T03:46:25.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:24 smithi052 ceph-mon[91421]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-13T03:46:25.679 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.MetadataPP (1008 ms) 2024-09-13T03:46:25.679 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-13T03:46:25.679 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:25.780 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.UpdateFeatures (100 ms) 2024-09-13T03:46:25.780 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-13T03:46:25.780 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-13T03:46:25.780 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-13T03:46:25.780 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:25 smithi078 ceph-mon[85589]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T03:46:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:25 smithi052 ceph-mon[91421]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T03:46:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:25 smithi052 ceph-mon[89065]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-13T03:46:26.644 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:26.644 INFO:tasks.workunit.client.0.smithi052.stdout:25.00% done 2024-09-13T03:46:26.644 INFO:tasks.workunit.client.0.smithi052.stdout:50.00% done 2024-09-13T03:46:26.645 INFO:tasks.workunit.client.0.smithi052.stdout:75.00% done 2024-09-13T03:46:26.645 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RebuildObjectMap (865 ms) 2024-09-13T03:46:26.645 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-13T03:46:26.678 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:26.678 INFO:tasks.workunit.client.0.smithi052.stdout:25.00% done 2024-09-13T03:46:26.678 INFO:tasks.workunit.client.0.smithi052.stdout:50.00% done 2024-09-13T03:46:26.679 INFO:tasks.workunit.client.0.smithi052.stdout:75.00% done 2024-09-13T03:46:26.679 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (34 ms) 2024-09-13T03:46:26.679 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-13T03:46:26.679 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:26 smithi078 ceph-mon[85589]: pgmap v3095: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 69 KiB/s wr, 403 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:26 smithi078 ceph-mon[85589]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T03:46:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:26 smithi052 ceph-mon[91421]: pgmap v3095: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 69 KiB/s wr, 403 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:26 smithi052 ceph-mon[91421]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T03:46:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:26 smithi052 ceph-mon[89065]: pgmap v3095: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 69 KiB/s wr, 403 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:26 smithi052 ceph-mon[89065]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:25.00% done 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:50.00% done 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:75.00% done 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CheckObjectMap (988 ms) 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-13T03:46:27.667 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:27.693 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.BlockingAIO (27 ms) 2024-09-13T03:46:27.693 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-13T03:46:27.693 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:27.822 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (129 ms) 2024-09-13T03:46:27.822 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-13T03:46:27.823 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:46:27.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-13T03:46:27.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-13T03:46:27.823 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:27 smithi078 ceph-mon[85589]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T03:46:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:27 smithi052 ceph-mon[91421]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T03:46:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:27 smithi052 ceph-mon[89065]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-13T03:46:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:46:28] "GET /metrics HTTP/1.1" 200 82972 "" "Prometheus/2.43.0" 2024-09-13T03:46:28.683 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (861 ms) 2024-09-13T03:46:28.683 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-13T03:46:28.683 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:28 smithi078 ceph-mon[85589]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 87 KiB/s wr, 349 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:28 smithi078 ceph-mon[85589]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T03:46:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:28 smithi052 ceph-mon[91421]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 87 KiB/s wr, 349 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:28 smithi052 ceph-mon[91421]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T03:46:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:28 smithi052 ceph-mon[89065]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 87 KiB/s wr, 349 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:28 smithi052 ceph-mon[89065]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-13T03:46:29.640 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (956 ms) 2024-09-13T03:46:29.640 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-13T03:46:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:29 smithi078 ceph-mon[85589]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T03:46:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:29 smithi052 ceph-mon[91421]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T03:46:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:29 smithi052 ceph-mon[89065]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-13T03:46:30.734 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:30.734 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:46:30.735 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestImageOptions (1095 ms) 2024-09-13T03:46:30.735 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-13T03:46:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:30 smithi078 ceph-mon[85589]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 495 KiB/s rd, 171 KiB/s wr, 751 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:30 smithi078 ceph-mon[85589]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T03:46:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:30 smithi052 ceph-mon[91421]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 495 KiB/s rd, 171 KiB/s wr, 751 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:30 smithi052 ceph-mon[91421]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T03:46:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:30 smithi052 ceph-mon[89065]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 495 KiB/s rd, 171 KiB/s wr, 751 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T03:46:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:30 smithi052 ceph-mon[89065]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-13T03:46:31.719 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:31.719 INFO:tasks.workunit.client.0.smithi052.stdout:100.00% done 2024-09-13T03:46:31.719 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (984 ms) 2024-09-13T03:46:31.719 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-13T03:46:31.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-13T03:46:31.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-13T03:46:31.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-13T03:46:31.720 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-13T03:46:31.720 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:31.759 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:46:31.759 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:46:31.759 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:46:31.759 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:46:31.759 INFO:tasks.workunit.client.0.smithi052.stdout:wrote: 512 2024-09-13T03:46:31.759 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:46:31.760 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:started write 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:write completion cb called! 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 0 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:finished write 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.761 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:46:31.762 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:created completion 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:started read 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:read completion cb called! 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:return value is: 512 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ImagePollIO (41 ms) 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-13T03:46:31.763 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:31.770 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:31 smithi078 ceph-mon[85589]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T03:46:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:31 smithi052 ceph-mon[91421]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T03:46:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:32.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:31 smithi052 ceph-mon[89065]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-13T03:46:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:32.633 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:46:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:32.777 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Mirror (1017 ms) 2024-09-13T03:46:32.777 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-13T03:46:32.793 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (17 ms) 2024-09-13T03:46:32.793 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-13T03:46:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:32 smithi078 ceph-mon[85589]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 588 KiB/s rd, 181 KiB/s wr, 845 op/s 2024-09-13T03:46:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:32 smithi078 ceph-mon[85589]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T03:46:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:32 smithi052 ceph-mon[91421]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 588 KiB/s rd, 181 KiB/s wr, 845 op/s 2024-09-13T03:46:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:32 smithi052 ceph-mon[91421]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T03:46:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:32 smithi052 ceph-mon[89065]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 588 KiB/s rd, 181 KiB/s wr, 845 op/s 2024-09-13T03:46:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:32 smithi052 ceph-mon[89065]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-13T03:46:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T03:46:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]': finished 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]': finished 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]: dispatch 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]': finished 2024-09-13T03:46:33.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:33.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' 2024-09-13T03:46:33.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:33.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:33.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:33.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]': finished 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]: dispatch 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]: dispatch 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]': finished 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]: dispatch 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]: dispatch 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]': finished 2024-09-13T03:46:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]': finished 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]': finished 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-13T03:46:34.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d860b281-32ac-4631-9ccb-bf241f8fb750"}]': finished 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6848977d-92fd-4ec2-a55b-231229255077"}]': finished 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/71ce9dd6-c7c9-4cc6-aca1-980f3cd25f80"}]': finished 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/702630495' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]: dispatch 2024-09-13T03:46:34.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/4cb7d318-d8da-406c-ba2f-ec47c0ce5496"}]': finished 2024-09-13T03:46:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:34 smithi078 ceph-mon[85589]: pgmap v3107: 745 pgs: 745 active+clean; 147 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 933 KiB/s wr, 481 op/s 2024-09-13T03:46:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:34 smithi078 ceph-mon[85589]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T03:46:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:34 smithi052 ceph-mon[91421]: pgmap v3107: 745 pgs: 745 active+clean; 147 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 933 KiB/s wr, 481 op/s 2024-09-13T03:46:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:34 smithi052 ceph-mon[91421]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T03:46:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:34 smithi052 ceph-mon[89065]: pgmap v3107: 745 pgs: 745 active+clean; 147 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 933 KiB/s wr, 481 op/s 2024-09-13T03:46:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:34 smithi052 ceph-mon[89065]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-13T03:46:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:35 smithi078 ceph-mon[85589]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T03:46:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:35 smithi078 ceph-mon[85589]: pgmap v3110: 745 pgs: 745 active+clean; 150 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 1.6 MiB/s wr, 444 op/s 2024-09-13T03:46:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:35 smithi052 ceph-mon[89065]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T03:46:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:35 smithi052 ceph-mon[89065]: pgmap v3110: 745 pgs: 745 active+clean; 150 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 1.6 MiB/s wr, 444 op/s 2024-09-13T03:46:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:35 smithi052 ceph-mon[91421]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-13T03:46:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:35 smithi052 ceph-mon[91421]: pgmap v3110: 745 pgs: 745 active+clean; 150 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 1.6 MiB/s wr, 444 op/s 2024-09-13T03:46:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:36 smithi078 ceph-mon[85589]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T03:46:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:36 smithi052 ceph-mon[91421]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T03:46:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:36 smithi052 ceph-mon[89065]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-13T03:46:37.864 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5071 ms) 2024-09-13T03:46:37.865 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-13T03:46:37.865 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:38.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:37 smithi052 ceph-mon[91421]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T03:46:38.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:37 smithi052 ceph-mon[91421]: pgmap v3113: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-13T03:46:38.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:37 smithi052 ceph-mon[89065]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T03:46:38.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:37 smithi052 ceph-mon[89065]: pgmap v3113: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-13T03:46:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:37 smithi078 ceph-mon[85589]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-13T03:46:38.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:37 smithi078 ceph-mon[85589]: pgmap v3113: 745 pgs: 745 active+clean; 151 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.2 MiB/s wr, 136 op/s 2024-09-13T03:46:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:46:38] "GET /metrics HTTP/1.1" 200 82971 "" "Prometheus/2.43.0" 2024-09-13T03:46:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:38 smithi078 ceph-mon[85589]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T03:46:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:38 smithi052 ceph-mon[91421]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T03:46:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:38 smithi052 ceph-mon[89065]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-13T03:46:39.857 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1992 ms) 2024-09-13T03:46:39.857 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-13T03:46:39.857 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:39.905 INFO:tasks.workunit.client.0.smithi052.stdout:1: acquiring exclusive lock 2024-09-13T03:46:39.906 INFO:tasks.workunit.client.0.smithi052.stdout:2: acquiring exclusive lock 2024-09-13T03:46:39.908 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock acquired 2024-09-13T03:46:39.954 INFO:tasks.workunit.client.0.smithi052.stdout:2: releasing exclusive lock 2024-09-13T03:46:39.956 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock released 2024-09-13T03:46:39.956 INFO:tasks.workunit.client.0.smithi052.stdout:2: acquiring exclusive lock 2024-09-13T03:46:39.960 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock acquired 2024-09-13T03:46:40.007 INFO:tasks.workunit.client.0.smithi052.stdout:2: releasing exclusive lock 2024-09-13T03:46:40.008 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock released 2024-09-13T03:46:40.008 INFO:tasks.workunit.client.0.smithi052.stdout:2: acquiring exclusive lock 2024-09-13T03:46:40.012 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock acquired 2024-09-13T03:46:40.040 INFO:tasks.workunit.client.0.smithi052.stdout:1: releasing exclusive lock 2024-09-13T03:46:40.043 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock released 2024-09-13T03:46:40.043 INFO:tasks.workunit.client.0.smithi052.stdout:1: acquiring exclusive lock 2024-09-13T03:46:40.044 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock acquired 2024-09-13T03:46:40.062 INFO:tasks.workunit.client.0.smithi052.stdout:2: releasing exclusive lock 2024-09-13T03:46:40.064 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock released 2024-09-13T03:46:40.065 INFO:tasks.workunit.client.0.smithi052.stdout:2: acquiring exclusive lock 2024-09-13T03:46:40.068 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock acquired 2024-09-13T03:46:40.088 INFO:tasks.workunit.client.0.smithi052.stdout:1: releasing exclusive lock 2024-09-13T03:46:40.090 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock released 2024-09-13T03:46:40.090 INFO:tasks.workunit.client.0.smithi052.stdout:1: acquiring exclusive lock 2024-09-13T03:46:40.093 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock acquired 2024-09-13T03:46:40.138 INFO:tasks.workunit.client.0.smithi052.stdout:2: releasing exclusive lock 2024-09-13T03:46:40.141 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock released 2024-09-13T03:46:40.141 INFO:tasks.workunit.client.0.smithi052.stdout:2: acquiring exclusive lock 2024-09-13T03:46:40.142 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock acquired 2024-09-13T03:46:40.149 INFO:tasks.workunit.client.0.smithi052.stdout:1: releasing exclusive lock 2024-09-13T03:46:40.151 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock released 2024-09-13T03:46:40.152 INFO:tasks.workunit.client.0.smithi052.stdout:1: acquiring exclusive lock 2024-09-13T03:46:40.155 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock acquired 2024-09-13T03:46:40.167 INFO:tasks.workunit.client.0.smithi052.stdout:2: releasing exclusive lock 2024-09-13T03:46:40.169 INFO:tasks.workunit.client.0.smithi052.stdout:2: exclusive lock released 2024-09-13T03:46:40.173 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock acquired 2024-09-13T03:46:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:39 smithi078 ceph-mon[85589]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T03:46:40.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:39 smithi078 ceph-mon[85589]: pgmap v3116: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 525 KiB/s wr, 198 op/s 2024-09-13T03:46:40.223 INFO:tasks.workunit.client.0.smithi052.stdout:1: releasing exclusive lock 2024-09-13T03:46:40.225 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock released 2024-09-13T03:46:40.225 INFO:tasks.workunit.client.0.smithi052.stdout:1: acquiring exclusive lock 2024-09-13T03:46:40.229 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock acquired 2024-09-13T03:46:40.235 INFO:tasks.workunit.client.0.smithi052.stdout:1: releasing exclusive lock 2024-09-13T03:46:40.238 INFO:tasks.workunit.client.0.smithi052.stdout:1: exclusive lock released 2024-09-13T03:46:40.251 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ExclusiveLock (394 ms) 2024-09-13T03:46:40.251 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-13T03:46:40.266 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:39 smithi052 ceph-mon[91421]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T03:46:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:39 smithi052 ceph-mon[91421]: pgmap v3116: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 525 KiB/s wr, 198 op/s 2024-09-13T03:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:39 smithi052 ceph-mon[89065]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-13T03:46:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:39 smithi052 ceph-mon[89065]: pgmap v3116: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 525 KiB/s wr, 198 op/s 2024-09-13T03:46:40.862 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.BreakLock (612 ms) 2024-09-13T03:46:40.862 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-13T03:46:40.862 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:40.884 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (21 ms) 2024-09-13T03:46:40.885 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-13T03:46:40.885 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.DefaultFeatures (1 ms) 2024-09-13T03:46:40.885 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-13T03:46:40.885 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:1.56% done 2024-09-13T03:46:40.943 INFO:tasks.workunit.client.0.smithi052.stdout:3.12% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:4.69% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:6.25% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:7.81% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:9.38% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:10.94% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:12.50% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:14.06% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:15.62% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:17.19% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:18.75% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:20.31% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:21.88% done 2024-09-13T03:46:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:23.44% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:25.00% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:26.56% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:28.12% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:29.69% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:31.25% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:32.81% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:34.38% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:35.94% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:37.50% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:39.06% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:40.62% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:42.19% done 2024-09-13T03:46:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:43.75% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:45.31% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:46.88% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:48.44% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:50.00% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:51.56% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:53.12% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:54.69% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:56.25% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:57.81% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:59.38% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:60.94% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:62.50% done 2024-09-13T03:46:40.946 INFO:tasks.workunit.client.0.smithi052.stdout:64.06% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:65.62% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:67.19% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:68.75% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:70.31% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:71.88% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:73.44% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:75.00% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:76.56% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:78.12% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:79.69% done 2024-09-13T03:46:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:81.25% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:82.81% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:84.38% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:85.94% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:87.50% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:89.06% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:90.62% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:92.19% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:93.75% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:95.31% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:96.88% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:98.44% done 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (59 ms) 2024-09-13T03:46:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-13T03:46:40.949 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:0.00% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:1.56% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:3.12% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:4.69% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:6.25% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:7.81% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:9.38% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:10.94% done 2024-09-13T03:46:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:12.50% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:14.06% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:15.62% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:17.19% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:18.75% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:20.31% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:21.88% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:23.44% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:25.00% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:26.56% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:28.12% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:29.69% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:31.25% done 2024-09-13T03:46:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:32.81% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:34.38% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:35.94% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:37.50% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:39.06% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:40.62% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:42.19% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:43.75% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:45.31% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:46.88% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:48.44% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:50.00% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:51.56% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:53.12% done 2024-09-13T03:46:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:54.69% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:56.25% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:57.81% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:59.38% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:60.94% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:62.50% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:64.06% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:65.62% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:67.19% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:68.75% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:70.31% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:71.88% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:73.44% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:75.00% done 2024-09-13T03:46:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:76.56% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:78.12% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:79.69% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:81.25% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:82.81% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:84.38% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:85.94% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:87.50% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:89.06% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:90.62% done 2024-09-13T03:46:41.002 INFO:tasks.workunit.client.0.smithi052.stdout:92.19% done 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:93.75% done 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:95.31% done 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:96.88% done 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:98.44% done 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (54 ms) 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-13T03:46:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:41.005 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:41.121 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestTrashPurge (123 ms) 2024-09-13T03:46:41.121 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-13T03:46:41.121 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:41.165 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (44 ms) 2024-09-13T03:46:41.165 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-13T03:46:41.165 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:41.190 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestListWatchers (26 ms) 2024-09-13T03:46:41.190 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-13T03:46:41.190 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:40 smithi078 ceph-mon[85589]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T03:46:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:40 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3267062566"}]: dispatch 2024-09-13T03:46:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:40 smithi052 ceph-mon[91421]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T03:46:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:40 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3267062566"}]: dispatch 2024-09-13T03:46:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:40 smithi052 ceph-mon[89065]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-13T03:46:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:40 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3267062566"}]: dispatch 2024-09-13T03:46:41.876 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestSetSnapById (685 ms) 2024-09-13T03:46:41.876 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-13T03:46:41.900 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Namespaces (24 ms) 2024-09-13T03:46:41.900 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-13T03:46:41.933 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:41.938 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.014 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.NamespacesPP (113 ms) 2024-09-13T03:46:42.014 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Migration 2024-09-13T03:46:42.014 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.014 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:41 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3267062566"}]': finished 2024-09-13T03:46:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:41 smithi078 ceph-mon[85589]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T03:46:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:41 smithi078 ceph-mon[85589]: pgmap v3119: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 143 KiB/s wr, 227 op/s 2024-09-13T03:46:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:41 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3267062566"}]': finished 2024-09-13T03:46:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:41 smithi052 ceph-mon[91421]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T03:46:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:41 smithi052 ceph-mon[91421]: pgmap v3119: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 143 KiB/s wr, 227 op/s 2024-09-13T03:46:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:41 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3267062566"}]': finished 2024-09-13T03:46:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:41 smithi052 ceph-mon[89065]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-13T03:46:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:41 smithi052 ceph-mon[89065]: pgmap v3119: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 143 KiB/s wr, 227 op/s 2024-09-13T03:46:42.416 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Migration (403 ms) 2024-09-13T03:46:42.417 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-13T03:46:42.417 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.417 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:46:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:42.812 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.MigrationPP (395 ms) 2024-09-13T03:46:42.812 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-13T03:46:42.812 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.829 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-09-13T03:46:42.829 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-13T03:46:42.829 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:42.846 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2024-09-13T03:46:42.846 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-13T03:46:42.846 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:42 smithi078 ceph-mon[85589]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T03:46:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:42 smithi052 ceph-mon[91421]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T03:46:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:42 smithi052 ceph-mon[89065]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-13T03:46:43.948 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1101 ms) 2024-09-13T03:46:43.948 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-13T03:46:43.975 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-09-13T03:46:43.975 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-13T03:46:44.000 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.PoolMetadataPP (25 ms) 2024-09-13T03:46:44.000 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.Config 2024-09-13T03:46:44.011 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:44.052 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.Config (52 ms) 2024-09-13T03:46:44.052 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-13T03:46:44.057 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:44.095 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-09-13T03:46:44.095 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-13T03:46:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:43 smithi078 ceph-mon[85589]: pgmap v3121: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 74 KiB/s wr, 275 op/s 2024-09-13T03:46:44.237 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:43 smithi052 ceph-mon[91421]: pgmap v3121: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 74 KiB/s wr, 275 op/s 2024-09-13T03:46:44.237 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:43 smithi052 ceph-mon[89065]: pgmap v3121: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 74 KiB/s wr, 275 op/s 2024-09-13T03:46:44.237 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:43 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:43] ENGINE Bus STOPPING 2024-09-13T03:46:44.237 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:46:44.237 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STOPPED 2024-09-13T03:46:44.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STARTING 2024-09-13T03:46:44.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Serving on http://:::9283 2024-09-13T03:46:44.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STARTED 2024-09-13T03:46:44.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STOPPING 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:44 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:46:45.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STOPPED 2024-09-13T03:46:45.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STARTING 2024-09-13T03:46:45.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Serving on http://:::9283 2024-09-13T03:46:45.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:46:44] ENGINE Bus STARTED 2024-09-13T03:46:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:45.282 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1580609594' entity='client.admin' 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.283 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.284 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.285 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.286 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.287 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.288 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.289 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:45.290 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:46:45.290 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:46:45.290 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:46:45.290 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:46:45.290 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:44 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:46:46.020 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:46 smithi052 ceph-mon[89065]: pgmap v3123: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 451 KiB/s rd, 82 KiB/s wr, 558 op/s 2024-09-13T03:46:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:46 smithi052 ceph-mon[89065]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T03:46:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:46 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3909639698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:46 smithi052 ceph-mon[91421]: pgmap v3123: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 451 KiB/s rd, 82 KiB/s wr, 558 op/s 2024-09-13T03:46:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:46 smithi052 ceph-mon[91421]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T03:46:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:46 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3909639698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:46 smithi078 ceph-mon[85589]: pgmap v3123: 745 pgs: 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 451 KiB/s rd, 82 KiB/s wr, 558 op/s 2024-09-13T03:46:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:46 smithi078 ceph-mon[85589]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-13T03:46:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:46 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3909639698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3909639698' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[91421]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T03:46:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[91421]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T03:46:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3909639698' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[89065]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T03:46:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:47 smithi052 ceph-mon[89065]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T03:46:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:47 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3909639698' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:47 smithi078 ceph-mon[85589]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-13T03:46:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:46:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:47 smithi078 ceph-mon[85589]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-13T03:46:47.590 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:47.599 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:47.608 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:46:48] "GET /metrics HTTP/1.1" 200 85389 "" "Prometheus/2.43.0" 2024-09-13T03:46:48.611 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.PoolStatsPP (4515 ms) 2024-09-13T03:46:48.611 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-13T03:46:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:48 smithi078 ceph-mon[85589]: pgmap v3127: 777 pgs: 5 creating+peering, 27 unknown, 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 41 KiB/s wr, 656 op/s 2024-09-13T03:46:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:48 smithi078 ceph-mon[85589]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T03:46:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:48 smithi052 ceph-mon[91421]: pgmap v3127: 777 pgs: 5 creating+peering, 27 unknown, 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 41 KiB/s wr, 656 op/s 2024-09-13T03:46:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:48 smithi052 ceph-mon[91421]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T03:46:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:48 smithi052 ceph-mon[89065]: pgmap v3127: 777 pgs: 5 creating+peering, 27 unknown, 745 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 41 KiB/s wr, 656 op/s 2024-09-13T03:46:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:48 smithi052 ceph-mon[89065]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-13T03:46:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:49 smithi078 ceph-mon[85589]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T03:46:50.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:49 smithi052 ceph-mon[89065]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T03:46:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:49 smithi052 ceph-mon[91421]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-13T03:46:50.557 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:50 smithi078 ceph-mon[85589]: pgmap v3130: 777 pgs: 5 creating+peering, 8 unknown, 764 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 21 KiB/s wr, 557 op/s 2024-09-13T03:46:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:50 smithi078 ceph-mon[85589]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T03:46:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/503035447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:50 smithi052 ceph-mon[91421]: pgmap v3130: 777 pgs: 5 creating+peering, 8 unknown, 764 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 21 KiB/s wr, 557 op/s 2024-09-13T03:46:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:50 smithi052 ceph-mon[91421]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T03:46:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/503035447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:50 smithi052 ceph-mon[89065]: pgmap v3130: 777 pgs: 5 creating+peering, 8 unknown, 764 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 21 KiB/s wr, 557 op/s 2024-09-13T03:46:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:50 smithi052 ceph-mon[89065]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-13T03:46:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/503035447' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:51 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/503035447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:51 smithi078 ceph-mon[85589]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T03:46:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:51 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/503035447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:51 smithi052 ceph-mon[91421]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T03:46:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:51 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/503035447' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:51 smithi052 ceph-mon[89065]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-13T03:46:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:52 smithi078 ceph-mon[85589]: pgmap v3133: 809 pgs: 12 creating+peering, 14 unknown, 783 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 19 KiB/s wr, 479 op/s 2024-09-13T03:46:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:52 smithi078 ceph-mon[85589]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T03:46:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:46:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:46:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:52 smithi052 ceph-mon[91421]: pgmap v3133: 809 pgs: 12 creating+peering, 14 unknown, 783 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 19 KiB/s wr, 479 op/s 2024-09-13T03:46:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:52 smithi052 ceph-mon[91421]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T03:46:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:52 smithi052 ceph-mon[89065]: pgmap v3133: 809 pgs: 12 creating+peering, 14 unknown, 783 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 19 KiB/s wr, 479 op/s 2024-09-13T03:46:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:52 smithi052 ceph-mon[89065]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-13T03:46:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:53 smithi078 ceph-mon[85589]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T03:46:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:53 smithi052 ceph-mon[91421]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T03:46:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:53 smithi052 ceph-mon[89065]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-13T03:46:54.713 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ImageSpec (6102 ms) 2024-09-13T03:46:54.713 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-13T03:46:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:54 smithi078 ceph-mon[85589]: pgmap v3136: 809 pgs: 12 creating+peering, 7 unknown, 790 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 57 op/s 2024-09-13T03:46:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:54 smithi078 ceph-mon[85589]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T03:46:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:54 smithi052 ceph-mon[91421]: pgmap v3136: 809 pgs: 12 creating+peering, 7 unknown, 790 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 57 op/s 2024-09-13T03:46:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:54 smithi052 ceph-mon[91421]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T03:46:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:54 smithi052 ceph-mon[89065]: pgmap v3136: 809 pgs: 12 creating+peering, 7 unknown, 790 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 57 op/s 2024-09-13T03:46:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:54 smithi052 ceph-mon[89065]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-13T03:46:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:55 smithi078 ceph-mon[85589]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T03:46:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:55 smithi052 ceph-mon[91421]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T03:46:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:55 smithi052 ceph-mon[89065]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-13T03:46:56.536 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:46:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:56 smithi078 ceph-mon[85589]: pgmap v3139: 809 pgs: 8 creating+peering, 801 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 KiB/s wr, 68 op/s 2024-09-13T03:46:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:56 smithi078 ceph-mon[85589]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T03:46:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2040856869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:56 smithi078 ceph-mon[85589]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T03:46:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[91421]: pgmap v3139: 809 pgs: 8 creating+peering, 801 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 KiB/s wr, 68 op/s 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[91421]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2040856869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[91421]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[89065]: pgmap v3139: 809 pgs: 8 creating+peering, 801 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 KiB/s wr, 68 op/s 2024-09-13T03:46:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[89065]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-13T03:46:57.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2040856869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:57.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:46:57.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:46:57.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:56 smithi052 ceph-mon[89065]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-13T03:46:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:46:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:46:58] "GET /metrics HTTP/1.1" 200 85389 "" "Prometheus/2.43.0" 2024-09-13T03:46:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:58 smithi078 ceph-mon[85589]: pgmap v3142: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.7 KiB/s wr, 147 op/s 2024-09-13T03:46:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:58 smithi078 ceph-mon[85589]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T03:46:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:58 smithi052 ceph-mon[91421]: pgmap v3142: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.7 KiB/s wr, 147 op/s 2024-09-13T03:46:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:58 smithi052 ceph-mon[91421]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T03:46:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:58 smithi052 ceph-mon[89065]: pgmap v3142: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 4.7 KiB/s wr, 147 op/s 2024-09-13T03:46:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:58 smithi052 ceph-mon[89065]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-13T03:46:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:46:59 smithi078 ceph-mon[85589]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T03:47:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:46:59 smithi052 ceph-mon[91421]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T03:47:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:46:59 smithi052 ceph-mon[89065]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-13T03:47:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:00 smithi078 ceph-mon[85589]: pgmap v3145: 841 pgs: 3 creating+peering, 7 unknown, 831 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.2 KiB/s wr, 120 op/s 2024-09-13T03:47:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:00 smithi078 ceph-mon[85589]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T03:47:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:00 smithi052 ceph-mon[91421]: pgmap v3145: 841 pgs: 3 creating+peering, 7 unknown, 831 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.2 KiB/s wr, 120 op/s 2024-09-13T03:47:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:00 smithi052 ceph-mon[91421]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T03:47:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:00 smithi052 ceph-mon[89065]: pgmap v3145: 841 pgs: 3 creating+peering, 7 unknown, 831 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.2 KiB/s wr, 120 op/s 2024-09-13T03:47:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:00 smithi052 ceph-mon[89065]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-13T03:47:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:01 smithi078 ceph-mon[85589]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T03:47:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:01 smithi078 ceph-mon[85589]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T03:47:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:01 smithi052 ceph-mon[91421]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T03:47:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:01 smithi052 ceph-mon[91421]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T03:47:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:01 smithi052 ceph-mon[89065]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-13T03:47:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:01 smithi052 ceph-mon[89065]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-13T03:47:02.575 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:47:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:02 smithi078 ceph-mon[85589]: pgmap v3148: 841 pgs: 841 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-09-13T03:47:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:02 smithi052 ceph-mon[91421]: pgmap v3148: 841 pgs: 841 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-09-13T03:47:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:02 smithi052 ceph-mon[89065]: pgmap v3148: 841 pgs: 841 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-09-13T03:47:03.645 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 3 2024-09-13T03:47:03.645 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 3 2024-09-13T03:47:03.645 INFO:tasks.workunit.client.0.smithi052.stdout:child: image213 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:child: image215 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:child: image214 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-15/image213/8af058e28f69 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-37/image214/8af029a725c3 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:found child test-librbd-smithi052-131605-15/image215/8af044f88dce 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:num children is: 0 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:num snaps is: 0 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:expected: 0 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8933 ms) 2024-09-13T03:47:03.646 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-13T03:47:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:03 smithi078 ceph-mon[85589]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T03:47:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:03 smithi052 ceph-mon[91421]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T03:47:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:03 smithi052 ceph-mon[89065]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-13T03:47:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:04 smithi078 ceph-mon[85589]: pgmap v3151: 809 pgs: 809 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:04 smithi078 ceph-mon[85589]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T03:47:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:04 smithi052 ceph-mon[91421]: pgmap v3151: 809 pgs: 809 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:04 smithi052 ceph-mon[91421]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T03:47:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:04 smithi052 ceph-mon[89065]: pgmap v3151: 809 pgs: 809 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:04 smithi052 ceph-mon[89065]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-13T03:47:05.614 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:05 smithi078 ceph-mon[85589]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T03:47:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:05 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2148857464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:47:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:05 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:47:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:05 smithi052 ceph-mon[91421]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T03:47:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:05 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2148857464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:47:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:05 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:47:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:05 smithi052 ceph-mon[89065]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-13T03:47:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:05 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2148857464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:47:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:05 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:47:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:06 smithi078 ceph-mon[85589]: pgmap v3154: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:06 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:47:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:06 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:47:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:06 smithi078 ceph-mon[85589]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T03:47:06.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:06 smithi078 ceph-mon[85589]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T03:47:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[91421]: pgmap v3154: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[91421]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[91421]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[89065]: pgmap v3154: 841 pgs: 4 creating+peering, 28 unknown, 809 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[89065]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-13T03:47:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:06 smithi052 ceph-mon[89065]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-13T03:47:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:47:08] "GET /metrics HTTP/1.1" 200 90360 "" "Prometheus/2.43.0" 2024-09-13T03:47:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:08 smithi078 ceph-mon[85589]: pgmap v3157: 841 pgs: 16 creating+peering, 14 unknown, 811 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 138 op/s 2024-09-13T03:47:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:08 smithi078 ceph-mon[85589]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T03:47:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:08 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:47:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-mon[91421]: pgmap v3157: 841 pgs: 16 creating+peering, 14 unknown, 811 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 138 op/s 2024-09-13T03:47:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-mon[91421]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T03:47:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:47:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-mon[89065]: pgmap v3157: 841 pgs: 16 creating+peering, 14 unknown, 811 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 138 op/s 2024-09-13T03:47:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-mon[89065]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-13T03:47:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:08 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:47:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:09 smithi078 ceph-mon[85589]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T03:47:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:09 smithi052 ceph-mon[91421]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T03:47:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:09 smithi052 ceph-mon[89065]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-13T03:47:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:10 smithi078 ceph-mon[85589]: pgmap v3160: 841 pgs: 16 creating+peering, 825 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 34 op/s 2024-09-13T03:47:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:10 smithi078 ceph-mon[85589]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T03:47:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:10 smithi052 ceph-mon[91421]: pgmap v3160: 841 pgs: 16 creating+peering, 825 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 34 op/s 2024-09-13T03:47:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:10 smithi052 ceph-mon[91421]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T03:47:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:10 smithi052 ceph-mon[89065]: pgmap v3160: 841 pgs: 16 creating+peering, 825 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 34 op/s 2024-09-13T03:47:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:10 smithi052 ceph-mon[89065]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-13T03:47:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:11 smithi078 ceph-mon[85589]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T03:47:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:11 smithi078 ceph-mon[85589]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T03:47:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:11 smithi052 ceph-mon[91421]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T03:47:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:11 smithi052 ceph-mon[91421]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T03:47:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:11 smithi052 ceph-mon[89065]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-13T03:47:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:11 smithi052 ceph-mon[89065]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-13T03:47:12.619 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:47:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:12 smithi078 ceph-mon[85589]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.2 KiB/s wr, 44 op/s 2024-09-13T03:47:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:12 smithi078 ceph-mon[85589]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T03:47:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:12 smithi052 ceph-mon[91421]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.2 KiB/s wr, 44 op/s 2024-09-13T03:47:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:12 smithi052 ceph-mon[91421]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T03:47:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:12 smithi052 ceph-mon[89065]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 2.2 KiB/s wr, 44 op/s 2024-09-13T03:47:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:12 smithi052 ceph-mon[89065]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-13T03:47:13.654 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.QuiesceWatch (10008 ms) 2024-09-13T03:47:13.654 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-13T03:47:13.654 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:14 smithi078 ceph-mon[85589]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 48 op/s 2024-09-13T03:47:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:14 smithi078 ceph-mon[85589]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T03:47:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:14 smithi052 ceph-mon[91421]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 48 op/s 2024-09-13T03:47:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:14 smithi052 ceph-mon[91421]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T03:47:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:14 smithi052 ceph-mon[89065]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 48 op/s 2024-09-13T03:47:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:14 smithi052 ceph-mon[89065]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-13T03:47:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:15 smithi078 ceph-mon[85589]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T03:47:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:15 smithi052 ceph-mon[91421]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T03:47:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:15 smithi052 ceph-mon[89065]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-13T03:47:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:16 smithi078 ceph-mon[85589]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-09-13T03:47:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:16 smithi078 ceph-mon[85589]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T03:47:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:16 smithi078 ceph-mon[85589]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T03:47:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[91421]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-09-13T03:47:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[91421]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T03:47:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[91421]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T03:47:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[89065]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2024-09-13T03:47:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[89065]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-13T03:47:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:16 smithi052 ceph-mon[89065]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-13T03:47:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:47:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:47:18] "GET /metrics HTTP/1.1" 200 90383 "" "Prometheus/2.43.0" 2024-09-13T03:47:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:18 smithi078 ceph-mon[85589]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-09-13T03:47:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:18 smithi078 ceph-mon[85589]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T03:47:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:18 smithi052 ceph-mon[91421]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-09-13T03:47:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:18 smithi052 ceph-mon[91421]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T03:47:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:18 smithi052 ceph-mon[89065]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2024-09-13T03:47:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:18 smithi052 ceph-mon[89065]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-13T03:47:19.668 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6015 ms) 2024-09-13T03:47:19.669 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-13T03:47:19.669 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:19 smithi078 ceph-mon[85589]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T03:47:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:19 smithi052 ceph-mon[91421]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T03:47:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:19 smithi052 ceph-mon[89065]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-13T03:47:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:20 smithi078 ceph-mon[85589]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-09-13T03:47:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:20 smithi078 ceph-mon[85589]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T03:47:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:20 smithi052 ceph-mon[91421]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-09-13T03:47:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:20 smithi052 ceph-mon[91421]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T03:47:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:20 smithi052 ceph-mon[89065]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-09-13T03:47:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:20 smithi052 ceph-mon[89065]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-13T03:47:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:21 smithi078 ceph-mon[85589]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T03:47:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:21 smithi078 ceph-mon[85589]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T03:47:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:21 smithi052 ceph-mon[89065]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T03:47:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:21 smithi052 ceph-mon[89065]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T03:47:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:21 smithi052 ceph-mon[91421]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-13T03:47:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:21 smithi052 ceph-mon[91421]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-13T03:47:22.592 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:47:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:22 smithi078 ceph-mon[85589]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-09-13T03:47:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:22 smithi052 ceph-mon[91421]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-09-13T03:47:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:22 smithi052 ceph-mon[89065]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-09-13T03:47:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:23 smithi078 ceph-mon[85589]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T03:47:24.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:23 smithi052 ceph-mon[89065]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T03:47:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:23 smithi052 ceph-mon[91421]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-13T03:47:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:24 smithi078 ceph-mon[85589]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2024-09-13T03:47:24.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:24 smithi078 ceph-mon[85589]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T03:47:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:24 smithi052 ceph-mon[89065]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2024-09-13T03:47:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:24 smithi052 ceph-mon[89065]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T03:47:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:24 smithi052 ceph-mon[91421]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 123 op/s 2024-09-13T03:47:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:24 smithi052 ceph-mon[91421]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-13T03:47:25.733 INFO:tasks.workunit.client.0.smithi052.stdout:10.00% done 2024-09-13T03:47:25.734 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6065 ms) 2024-09-13T03:47:25.734 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-13T03:47:25.734 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:25.747 INFO:tasks.workunit.client.0.smithi052.stderr:test quiesce is not long enough to time out 2024-09-13T03:47:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:25 smithi078 ceph-mon[85589]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T03:47:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:25 smithi052 ceph-mon[89065]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T03:47:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:25 smithi052 ceph-mon[91421]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-13T03:47:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:26 smithi078 ceph-mon[85589]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 KiB/s wr, 50 op/s 2024-09-13T03:47:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:26 smithi078 ceph-mon[85589]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T03:47:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:26 smithi078 ceph-mon[85589]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T03:47:27.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:26 smithi052 ceph-mon[89065]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 KiB/s wr, 50 op/s 2024-09-13T03:47:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:26 smithi052 ceph-mon[89065]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T03:47:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:26 smithi052 ceph-mon[89065]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T03:47:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:26 smithi052 ceph-mon[91421]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 KiB/s wr, 50 op/s 2024-09-13T03:47:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:26 smithi052 ceph-mon[91421]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-13T03:47:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:26 smithi052 ceph-mon[91421]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-13T03:47:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:47:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:47:28] "GET /metrics HTTP/1.1" 200 90383 "" "Prometheus/2.43.0" 2024-09-13T03:47:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:28 smithi078 ceph-mon[85589]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 255 B/s wr, 16 op/s 2024-09-13T03:47:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:28 smithi052 ceph-mon[91421]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 255 B/s wr, 16 op/s 2024-09-13T03:47:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:28 smithi052 ceph-mon[89065]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 255 B/s wr, 16 op/s 2024-09-13T03:47:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:30 smithi078 ceph-mon[85589]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.4 KiB/s wr, 63 op/s 2024-09-13T03:47:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:30 smithi052 ceph-mon[91421]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.4 KiB/s wr, 63 op/s 2024-09-13T03:47:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:30 smithi052 ceph-mon[89065]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.4 KiB/s wr, 63 op/s 2024-09-13T03:47:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:31 smithi078 ceph-mon[85589]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T03:47:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:31 smithi052 ceph-mon[91421]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T03:47:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:31 smithi052 ceph-mon[89065]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-13T03:47:32.630 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:47:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:32 smithi078 ceph-mon[85589]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-13T03:47:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:32 smithi052 ceph-mon[91421]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-13T03:47:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:32 smithi052 ceph-mon[89065]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-13T03:47:34.669 INFO:tasks.workunit.client.0.smithi052.stderr:test quiesce is timed out 2024-09-13T03:47:34.672 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 0 2024-09-13T03:47:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:34 smithi078 ceph-mon[85589]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 KiB/s wr, 47 op/s 2024-09-13T03:47:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:34 smithi052 ceph-mon[91421]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 KiB/s wr, 47 op/s 2024-09-13T03:47:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:34 smithi052 ceph-mon[89065]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.9 KiB/s wr, 47 op/s 2024-09-13T03:47:35.672 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 1 2024-09-13T03:47:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:35 smithi078 ceph-mon[85589]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T03:47:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:35 smithi052 ceph-mon[91421]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T03:47:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:35 smithi052 ceph-mon[89065]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-13T03:47:36.672 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 2 2024-09-13T03:47:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:36 smithi078 ceph-mon[85589]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-09-13T03:47:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:36 smithi078 ceph-mon[85589]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T03:47:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:36 smithi052 ceph-mon[91421]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-09-13T03:47:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:36 smithi052 ceph-mon[91421]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T03:47:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:36 smithi052 ceph-mon[89065]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 KiB/s wr, 39 op/s 2024-09-13T03:47:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:36 smithi052 ceph-mon[89065]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-13T03:47:37.672 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 3 2024-09-13T03:47:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:47:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:47:38] "GET /metrics HTTP/1.1" 200 90395 "" "Prometheus/2.43.0" 2024-09-13T03:47:38.673 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 4 2024-09-13T03:47:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:38 smithi078 ceph-mon[85589]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T03:47:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:38 smithi052 ceph-mon[91421]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T03:47:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:38 smithi052 ceph-mon[89065]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-13T03:47:39.673 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 5 2024-09-13T03:47:40.673 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 6 2024-09-13T03:47:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:40 smithi078 ceph-mon[85589]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 418 B/s wr, 5 op/s 2024-09-13T03:47:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:40 smithi052 ceph-mon[91421]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 418 B/s wr, 5 op/s 2024-09-13T03:47:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:40 smithi052 ceph-mon[89065]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 418 B/s wr, 5 op/s 2024-09-13T03:47:41.673 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 7 2024-09-13T03:47:42.662 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:47:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:42.674 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 8 2024-09-13T03:47:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:42 smithi078 ceph-mon[85589]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-13T03:47:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:42 smithi052 ceph-mon[91421]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-13T03:47:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:42 smithi052 ceph-mon[89065]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-13T03:47:43.673 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 9 2024-09-13T03:47:44.673 INFO:tasks.workunit.client.0.smithi052.stderr:waiting for timed out ... 10 2024-09-13T03:47:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:44 smithi078 ceph-mon[85589]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 372 B/s wr, 4 op/s 2024-09-13T03:47:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:44 smithi052 ceph-mon[91421]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 372 B/s wr, 4 op/s 2024-09-13T03:47:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:44 smithi052 ceph-mon[89065]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 372 B/s wr, 4 op/s 2024-09-13T03:47:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:47:45.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:47:45.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:47:45.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:47:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:47:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:47:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:46 smithi078 ceph-mon[85589]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T03:47:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:46 smithi052 ceph-mon[91421]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T03:47:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:46 smithi052 ceph-mon[89065]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-13T03:47:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:47:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:47:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:47:48] "GET /metrics HTTP/1.1" 200 90383 "" "Prometheus/2.43.0" 2024-09-13T03:47:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:48 smithi078 ceph-mon[85589]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 296 B/s rd, 0 op/s 2024-09-13T03:47:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:48 smithi052 ceph-mon[91421]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 296 B/s rd, 0 op/s 2024-09-13T03:47:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:48 smithi052 ceph-mon[89065]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 296 B/s rd, 0 op/s 2024-09-13T03:47:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:50 smithi078 ceph-mon[85589]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-13T03:47:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:50 smithi052 ceph-mon[91421]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-13T03:47:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:50 smithi052 ceph-mon[89065]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-09-13T03:47:52.680 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:47:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:47:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:52 smithi078 ceph-mon[85589]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:52 smithi052 ceph-mon[91421]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:52 smithi052 ceph-mon[89065]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:54 smithi078 ceph-mon[85589]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:54 smithi052 ceph-mon[91421]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:54 smithi052 ceph-mon[89065]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:55.674 INFO:tasks.workunit.client.0.smithi052.stderr:test retry succeeds 2024-09-13T03:47:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:56 smithi052 ceph-mon[91421]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:56 smithi052 ceph-mon[91421]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T03:47:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:56 smithi052 ceph-mon[89065]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:56 smithi052 ceph-mon[89065]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T03:47:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:56 smithi078 ceph-mon[85589]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:56 smithi078 ceph-mon[85589]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-13T03:47:57.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32090 ms) 2024-09-13T03:47:57.823 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-13T03:47:57.824 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:57.883 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.WriteZeroes (59 ms) 2024-09-13T03:47:57.883 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-13T03:47:57.883 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:57.947 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (64 ms) 2024-09-13T03:47:57.947 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-13T03:47:57.947 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:47:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:57 smithi052 ceph-mon[91421]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T03:47:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:57 smithi052 ceph-mon[89065]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T03:47:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:57 smithi078 ceph-mon[85589]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-13T03:47:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:47:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:47:58] "GET /metrics HTTP/1.1" 200 90383 "" "Prometheus/2.43.0" 2024-09-13T03:47:59.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:58 smithi052 ceph-mon[89065]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:58 smithi052 ceph-mon[89065]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T03:47:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:58 smithi052 ceph-mon[91421]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:58 smithi052 ceph-mon[91421]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T03:47:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:58 smithi078 ceph-mon[85589]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:47:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:58 smithi078 ceph-mon[85589]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-13T03:48:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:59 smithi052 ceph-mon[91421]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T03:48:00.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:47:59 smithi052 ceph-mon[91421]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 511 B/s wr, 16 op/s 2024-09-13T03:48:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:59 smithi052 ceph-mon[89065]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T03:48:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:47:59 smithi052 ceph-mon[89065]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 511 B/s wr, 16 op/s 2024-09-13T03:48:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:59 smithi078 ceph-mon[85589]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-13T03:48:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:47:59 smithi078 ceph-mon[85589]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 511 B/s wr, 16 op/s 2024-09-13T03:48:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:00 smithi052 ceph-mon[91421]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T03:48:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:00 smithi052 ceph-mon[89065]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T03:48:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:00 smithi078 ceph-mon[85589]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-13T03:48:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:01 smithi052 ceph-mon[91421]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T03:48:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:01 smithi052 ceph-mon[91421]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.7 KiB/s wr, 97 op/s 2024-09-13T03:48:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:01 smithi052 ceph-mon[89065]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T03:48:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:01 smithi052 ceph-mon[89065]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.7 KiB/s wr, 97 op/s 2024-09-13T03:48:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:01 smithi078 ceph-mon[85589]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-13T03:48:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:01 smithi078 ceph-mon[85589]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.7 KiB/s wr, 97 op/s 2024-09-13T03:48:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:48:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:02 smithi052 ceph-mon[91421]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T03:48:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:02 smithi052 ceph-mon[89065]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T03:48:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:02 smithi078 ceph-mon[85589]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-13T03:48:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:03 smithi052 ceph-mon[91421]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T03:48:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:03 smithi052 ceph-mon[91421]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2024-09-13T03:48:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:03 smithi052 ceph-mon[89065]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T03:48:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:03 smithi052 ceph-mon[89065]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2024-09-13T03:48:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:03 smithi078 ceph-mon[85589]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-13T03:48:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:03 smithi078 ceph-mon[85589]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2024-09-13T03:48:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:04 smithi052 ceph-mon[91421]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T03:48:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:04 smithi052 ceph-mon[89065]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T03:48:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:04 smithi078 ceph-mon[85589]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-13T03:48:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:05 smithi078 ceph-mon[85589]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T03:48:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:05 smithi078 ceph-mon[85589]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 93 op/s 2024-09-13T03:48:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:05 smithi052 ceph-mon[91421]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T03:48:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:05 smithi052 ceph-mon[91421]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 93 op/s 2024-09-13T03:48:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:05 smithi052 ceph-mon[89065]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-13T03:48:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:05 smithi052 ceph-mon[89065]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 93 op/s 2024-09-13T03:48:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:06 smithi078 ceph-mon[85589]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T03:48:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:06 smithi078 ceph-mon[85589]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T03:48:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:06 smithi052 ceph-mon[91421]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T03:48:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:06 smithi052 ceph-mon[91421]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T03:48:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:06 smithi052 ceph-mon[89065]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-13T03:48:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:06 smithi052 ceph-mon[89065]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-13T03:48:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:48:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:48:08] "GET /metrics HTTP/1.1" 200 90399 "" "Prometheus/2.43.0" 2024-09-13T03:48:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:08 smithi078 ceph-mon[85589]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 3.7 KiB/s wr, 83 op/s 2024-09-13T03:48:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:08 smithi078 ceph-mon[85589]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T03:48:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:08 smithi052 ceph-mon[89065]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 3.7 KiB/s wr, 83 op/s 2024-09-13T03:48:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:08 smithi052 ceph-mon[89065]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T03:48:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:08 smithi052 ceph-mon[91421]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 3.7 KiB/s wr, 83 op/s 2024-09-13T03:48:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:08 smithi052 ceph-mon[91421]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-13T03:48:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:09 smithi078 ceph-mon[85589]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T03:48:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:09 smithi052 ceph-mon[91421]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T03:48:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:09 smithi052 ceph-mon[89065]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-13T03:48:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:10 smithi078 ceph-mon[85589]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 3.5 KiB/s wr, 236 op/s 2024-09-13T03:48:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:10 smithi078 ceph-mon[85589]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T03:48:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:10 smithi052 ceph-mon[89065]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 3.5 KiB/s wr, 236 op/s 2024-09-13T03:48:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:10 smithi052 ceph-mon[89065]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T03:48:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:10 smithi052 ceph-mon[91421]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 3.5 KiB/s wr, 236 op/s 2024-09-13T03:48:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:10 smithi052 ceph-mon[91421]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-13T03:48:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:11 smithi078 ceph-mon[85589]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T03:48:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:11 smithi052 ceph-mon[91421]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T03:48:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:11 smithi052 ceph-mon[89065]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-13T03:48:12.582 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:48:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:12 smithi078 ceph-mon[85589]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.0 KiB/s wr, 240 op/s 2024-09-13T03:48:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:12 smithi078 ceph-mon[85589]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T03:48:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:12 smithi052 ceph-mon[91421]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.0 KiB/s wr, 240 op/s 2024-09-13T03:48:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:12 smithi052 ceph-mon[91421]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T03:48:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:12 smithi052 ceph-mon[89065]: pgmap v3228: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.0 KiB/s wr, 240 op/s 2024-09-13T03:48:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:12 smithi052 ceph-mon[89065]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-13T03:48:13.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:13 smithi078 ceph-mon[85589]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T03:48:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:13 smithi052 ceph-mon[91421]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T03:48:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:13 smithi052 ceph-mon[89065]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-13T03:48:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:14 smithi078 ceph-mon[85589]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-13T03:48:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:14 smithi078 ceph-mon[85589]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T03:48:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:14 smithi052 ceph-mon[91421]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-13T03:48:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:14 smithi052 ceph-mon[91421]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T03:48:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:14 smithi052 ceph-mon[89065]: pgmap v3231: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-09-13T03:48:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:14 smithi052 ceph-mon[89065]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-13T03:48:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:15 smithi078 ceph-mon[85589]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T03:48:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:15 smithi052 ceph-mon[91421]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T03:48:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:15 smithi052 ceph-mon[89065]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-13T03:48:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:16 smithi078 ceph-mon[85589]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2024-09-13T03:48:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:16 smithi078 ceph-mon[85589]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T03:48:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:16 smithi078 ceph-mon[85589]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T03:48:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[91421]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[91421]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[91421]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[89065]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[89065]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:16 smithi052 ceph-mon[89065]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-13T03:48:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:48:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:48:18] "GET /metrics HTTP/1.1" 200 90392 "" "Prometheus/2.43.0" 2024-09-13T03:48:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:18 smithi078 ceph-mon[85589]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-09-13T03:48:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:18 smithi078 ceph-mon[85589]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T03:48:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:18 smithi052 ceph-mon[91421]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-09-13T03:48:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:18 smithi052 ceph-mon[91421]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T03:48:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:18 smithi052 ceph-mon[89065]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-09-13T03:48:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:18 smithi052 ceph-mon[89065]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-13T03:48:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:19 smithi078 ceph-mon[85589]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T03:48:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:19 smithi052 ceph-mon[91421]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T03:48:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:19 smithi052 ceph-mon[89065]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-13T03:48:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:20 smithi078 ceph-mon[85589]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2024-09-13T03:48:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:20 smithi078 ceph-mon[85589]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T03:48:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:20 smithi052 ceph-mon[91421]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2024-09-13T03:48:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:20 smithi052 ceph-mon[91421]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T03:48:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:20 smithi052 ceph-mon[89065]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2024-09-13T03:48:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:20 smithi052 ceph-mon[89065]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-13T03:48:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:21 smithi078 ceph-mon[85589]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T03:48:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:21 smithi078 ceph-mon[85589]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T03:48:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:21 smithi052 ceph-mon[91421]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T03:48:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:21 smithi052 ceph-mon[91421]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T03:48:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:21 smithi052 ceph-mon[89065]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-13T03:48:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:21 smithi052 ceph-mon[89065]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-13T03:48:22.636 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:48:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:22 smithi078 ceph-mon[85589]: pgmap v3243: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-09-13T03:48:22.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:22 smithi078 ceph-mon[85589]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T03:48:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:22 smithi052 ceph-mon[91421]: pgmap v3243: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-09-13T03:48:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:22 smithi052 ceph-mon[91421]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T03:48:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:22 smithi052 ceph-mon[89065]: pgmap v3243: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-09-13T03:48:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:22 smithi052 ceph-mon[89065]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-13T03:48:23.665 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] TestLibRBD.ConcurentOperations (25719 ms) 2024-09-13T03:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:24 smithi078 ceph-mon[85589]: pgmap v3246: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-13T03:48:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:24 smithi078 ceph-mon[85589]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T03:48:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:24 smithi052 ceph-mon[91421]: pgmap v3246: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-13T03:48:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:24 smithi052 ceph-mon[91421]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T03:48:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:24 smithi052 ceph-mon[89065]: pgmap v3246: 841 pgs: 841 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-13T03:48:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:24 smithi052 ceph-mon[89065]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-13T03:48:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:25 smithi078 ceph-mon[85589]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T03:48:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:25 smithi052 ceph-mon[91421]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T03:48:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:25 smithi052 ceph-mon[89065]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-13T03:48:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:26 smithi078 ceph-mon[85589]: pgmap v3249: 809 pgs: 809 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 36 op/s 2024-09-13T03:48:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:26 smithi078 ceph-mon[85589]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T03:48:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:26 smithi078 ceph-mon[85589]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T03:48:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:26 smithi052 ceph-mon[91421]: pgmap v3249: 809 pgs: 809 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 36 op/s 2024-09-13T03:48:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:26 smithi052 ceph-mon[91421]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T03:48:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:26 smithi052 ceph-mon[91421]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T03:48:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:26 smithi052 ceph-mon[89065]: pgmap v3249: 809 pgs: 809 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 36 op/s 2024-09-13T03:48:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:26 smithi052 ceph-mon[89065]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-13T03:48:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:26 smithi052 ceph-mon[89065]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-13T03:48:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:48:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:48:28] "GET /metrics HTTP/1.1" 200 90392 "" "Prometheus/2.43.0" 2024-09-13T03:48:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:28 smithi078 ceph-mon[85589]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:28 smithi078 ceph-mon[85589]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T03:48:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:28 smithi052 ceph-mon[91421]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:28 smithi052 ceph-mon[91421]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T03:48:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:28 smithi052 ceph-mon[89065]: pgmap v3252: 745 pgs: 745 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:28 smithi052 ceph-mon[89065]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-13T03:48:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:29 smithi078 ceph-mon[85589]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T03:48:30.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:29 smithi052 ceph-mon[91421]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T03:48:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:29 smithi052 ceph-mon[89065]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-13T03:48:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:30 smithi078 ceph-mon[85589]: pgmap v3255: 681 pgs: 681 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:30 smithi078 ceph-mon[85589]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T03:48:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:30 smithi052 ceph-mon[91421]: pgmap v3255: 681 pgs: 681 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:30 smithi052 ceph-mon[91421]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T03:48:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:30 smithi052 ceph-mon[89065]: pgmap v3255: 681 pgs: 681 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:31.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:30 smithi052 ceph-mon[89065]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-13T03:48:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:31 smithi078 ceph-mon[85589]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T03:48:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:31 smithi078 ceph-mon[85589]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T03:48:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:31 smithi052 ceph-mon[91421]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T03:48:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:31 smithi052 ceph-mon[91421]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T03:48:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:31 smithi052 ceph-mon[89065]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-13T03:48:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:31 smithi052 ceph-mon[89065]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-13T03:48:32.596 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:48:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:32 smithi078 ceph-mon[85589]: pgmap v3258: 617 pgs: 617 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:32 smithi078 ceph-mon[85589]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:48:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:32 smithi078 ceph-mon[85589]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T03:48:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:32 smithi052 ceph-mon[91421]: pgmap v3258: 617 pgs: 617 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:32 smithi052 ceph-mon[91421]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:48:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:32 smithi052 ceph-mon[91421]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T03:48:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:32 smithi052 ceph-mon[89065]: pgmap v3258: 617 pgs: 617 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:32 smithi052 ceph-mon[89065]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-13T03:48:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:32 smithi052 ceph-mon[89065]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-13T03:48:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:34 smithi078 ceph-mon[85589]: pgmap v3261: 553 pgs: 553 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:34 smithi078 ceph-mon[85589]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T03:48:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:34 smithi052 ceph-mon[91421]: pgmap v3261: 553 pgs: 553 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:34 smithi052 ceph-mon[91421]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T03:48:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:34 smithi052 ceph-mon[89065]: pgmap v3261: 553 pgs: 553 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:34 smithi052 ceph-mon[89065]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-13T03:48:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:35 smithi078 ceph-mon[85589]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T03:48:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:35 smithi052 ceph-mon[91421]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T03:48:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:35 smithi052 ceph-mon[89065]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-13T03:48:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:36 smithi078 ceph-mon[85589]: pgmap v3264: 489 pgs: 489 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:36 smithi078 ceph-mon[85589]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:48:36.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:36 smithi078 ceph-mon[85589]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T03:48:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:36 smithi052 ceph-mon[91421]: pgmap v3264: 489 pgs: 489 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:36 smithi052 ceph-mon[91421]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:48:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:36 smithi052 ceph-mon[91421]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T03:48:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:36 smithi052 ceph-mon[89065]: pgmap v3264: 489 pgs: 489 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:36 smithi052 ceph-mon[89065]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-13T03:48:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:36 smithi052 ceph-mon[89065]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-13T03:48:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:37 smithi078 ceph-mon[85589]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T03:48:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:37 smithi052 ceph-mon[91421]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T03:48:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:37 smithi052 ceph-mon[89065]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-13T03:48:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:48:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:48:38] "GET /metrics HTTP/1.1" 200 73547 "" "Prometheus/2.43.0" 2024-09-13T03:48:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:38 smithi078 ceph-mon[85589]: pgmap v3267: 425 pgs: 425 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:38 smithi078 ceph-mon[85589]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T03:48:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:38 smithi052 ceph-mon[91421]: pgmap v3267: 425 pgs: 425 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:38 smithi052 ceph-mon[91421]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T03:48:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:38 smithi052 ceph-mon[89065]: pgmap v3267: 425 pgs: 425 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:38 smithi052 ceph-mon[89065]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-13T03:48:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:39 smithi078 ceph-mon[85589]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T03:48:40.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:39 smithi052 ceph-mon[89065]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T03:48:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:39 smithi052 ceph-mon[91421]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-13T03:48:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:40 smithi078 ceph-mon[85589]: pgmap v3270: 361 pgs: 361 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:40.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:40 smithi078 ceph-mon[85589]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T03:48:40.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:40 smithi078 ceph-mon[85589]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T03:48:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:40 smithi052 ceph-mon[91421]: pgmap v3270: 361 pgs: 361 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:40 smithi052 ceph-mon[91421]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T03:48:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:40 smithi052 ceph-mon[91421]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T03:48:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:40 smithi052 ceph-mon[89065]: pgmap v3270: 361 pgs: 361 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:40 smithi052 ceph-mon[89065]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-13T03:48:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:40 smithi052 ceph-mon[89065]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-13T03:48:42.610 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:48:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:42 smithi078 ceph-mon[85589]: pgmap v3273: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:42 smithi078 ceph-mon[85589]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T03:48:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:42 smithi052 ceph-mon[91421]: pgmap v3273: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:42 smithi052 ceph-mon[91421]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T03:48:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:42 smithi052 ceph-mon[89065]: pgmap v3273: 297 pgs: 297 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:42 smithi052 ceph-mon[89065]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-13T03:48:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:43 smithi078 ceph-mon[85589]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T03:48:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:43 smithi052 ceph-mon[91421]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T03:48:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:43 smithi052 ceph-mon[89065]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-13T03:48:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:44 smithi078 ceph-mon[85589]: pgmap v3276: 233 pgs: 233 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:44 smithi078 ceph-mon[85589]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T03:48:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:44 smithi052 ceph-mon[91421]: pgmap v3276: 233 pgs: 233 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:44 smithi052 ceph-mon[91421]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T03:48:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:44 smithi052 ceph-mon[89065]: pgmap v3276: 233 pgs: 233 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:44 smithi052 ceph-mon[89065]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-13T03:48:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:45 smithi078 ceph-mon[85589]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T03:48:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:48:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:45 smithi052 ceph-mon[91421]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T03:48:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:48:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:45 smithi052 ceph-mon[89065]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-13T03:48:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:48:46.644 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 161 tests from TestLibRBD (392151 ms total) 2024-09-13T03:48:46.644 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:48:46.644 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-13T03:48:46.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-13T03:48:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: pgmap v3279: 169 pgs: 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:46 smithi078 ceph-mon[85589]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T03:48:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: pgmap v3279: 169 pgs: 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[91421]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: pgmap v3279: 169 pgs: 169 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-13T03:48:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:48:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:48:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:48:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:48:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:48:47.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:46 smithi052 ceph-mon[89065]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-13T03:48:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:48:48] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T03:48:48.658 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:48:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:48 smithi078 ceph-mon[85589]: pgmap v3282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:48 smithi078 ceph-mon[85589]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T03:48:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/716827182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:48:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-mon[91421]: pgmap v3282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-mon[91421]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T03:48:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/716827182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:48:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-mon[89065]: pgmap v3282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-mon[89065]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-13T03:48:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/716827182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:48:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:49 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/716827182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:48:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:49 smithi078 ceph-mon[85589]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T03:48:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:49 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/716827182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:48:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:49 smithi052 ceph-mon[91421]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T03:48:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:49 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/716827182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:48:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:49 smithi052 ceph-mon[89065]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-13T03:48:50.713 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [4372624~51176,5563219~15747,5837270~94491,8044166~64610,9889338~92765,10087833~54429,10656949~78636,10810651~27162,10904779~76465,11198035~43378] 2024-09-13T03:48:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:50 smithi078 ceph-mon[85589]: pgmap v3285: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:50 smithi078 ceph-mon[85589]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T03:48:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:50 smithi052 ceph-mon[91421]: pgmap v3285: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:50 smithi052 ceph-mon[91421]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T03:48:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:50 smithi052 ceph-mon[89065]: pgmap v3285: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:48:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:50 smithi052 ceph-mon[89065]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-13T03:48:51.703 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [899398~98230,5450413~52622,12031698~77076,12644056~81945,15239131~18033,19789284~59745,20079081~92908,20191115~25644,20462247~1614] 2024-09-13T03:48:51.705 INFO:tasks.workunit.client.0.smithi052.stdout: diff was [0~997628,5450413~52622,11241413~867361,12582912~2674252,16777216~3686645] 2024-09-13T03:48:51.709 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5034 ms) 2024-09-13T03:48:51.709 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-09-13T03:48:51.709 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:48:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:51 smithi078 ceph-mon[85589]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T03:48:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:51 smithi052 ceph-mon[91421]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T03:48:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:51 smithi052 ceph-mon[89065]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-13T03:48:52.685 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:48:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:48:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:52 smithi078 ceph-mon[85589]: pgmap v3288: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 148 KiB/s wr, 11 op/s 2024-09-13T03:48:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:52 smithi078 ceph-mon[85589]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T03:48:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:52 smithi052 ceph-mon[91421]: pgmap v3288: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 148 KiB/s wr, 11 op/s 2024-09-13T03:48:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:52 smithi052 ceph-mon[91421]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T03:48:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:52 smithi052 ceph-mon[89065]: pgmap v3288: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 148 KiB/s wr, 11 op/s 2024-09-13T03:48:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:52 smithi052 ceph-mon[89065]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-13T03:48:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:53 smithi078 ceph-mon[85589]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T03:48:54.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:53 smithi052 ceph-mon[89065]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T03:48:54.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:53 smithi052 ceph-mon[91421]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-13T03:48:54.723 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:48:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:54 smithi052 ceph-mon[91421]: pgmap v3291: 137 pgs: 4 creating+peering, 133 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 196 KiB/s wr, 29 op/s 2024-09-13T03:48:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:54 smithi052 ceph-mon[91421]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T03:48:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:54 smithi052 ceph-mon[89065]: pgmap v3291: 137 pgs: 4 creating+peering, 133 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 196 KiB/s wr, 29 op/s 2024-09-13T03:48:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:54 smithi052 ceph-mon[89065]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T03:48:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:54 smithi078 ceph-mon[85589]: pgmap v3291: 137 pgs: 4 creating+peering, 133 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 196 KiB/s wr, 29 op/s 2024-09-13T03:48:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:54 smithi078 ceph-mon[85589]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-13T03:48:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:55 smithi052 ceph-mon[91421]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T03:48:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:55 smithi052 ceph-mon[89065]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T03:48:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:55 smithi078 ceph-mon[85589]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-13T03:48:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:56 smithi052 ceph-mon[91421]: pgmap v3294: 137 pgs: 137 active+clean; 17 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 75 KiB/s wr, 27 op/s 2024-09-13T03:48:57.054 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:56 smithi052 ceph-mon[91421]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T03:48:57.054 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:56 smithi052 ceph-mon[89065]: pgmap v3294: 137 pgs: 137 active+clean; 17 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 75 KiB/s wr, 27 op/s 2024-09-13T03:48:57.055 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:56 smithi052 ceph-mon[89065]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T03:48:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:56 smithi078 ceph-mon[85589]: pgmap v3294: 137 pgs: 137 active+clean; 17 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 75 KiB/s wr, 27 op/s 2024-09-13T03:48:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:56 smithi078 ceph-mon[85589]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-13T03:48:57.744 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:48:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:57 smithi052 ceph-mon[91421]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T03:48:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:57 smithi052 ceph-mon[89065]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T03:48:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:57 smithi078 ceph-mon[85589]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-13T03:48:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:48:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:48:58] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T03:48:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:58 smithi052 ceph-mon[91421]: pgmap v3297: 137 pgs: 137 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 100 KiB/s wr, 73 op/s 2024-09-13T03:48:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:58 smithi052 ceph-mon[91421]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T03:48:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:58 smithi052 ceph-mon[89065]: pgmap v3297: 137 pgs: 137 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 100 KiB/s wr, 73 op/s 2024-09-13T03:48:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:58 smithi052 ceph-mon[89065]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T03:48:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:58 smithi078 ceph-mon[85589]: pgmap v3297: 137 pgs: 137 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 100 KiB/s wr, 73 op/s 2024-09-13T03:48:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:58 smithi078 ceph-mon[85589]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-13T03:49:00.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:48:59 smithi052 ceph-mon[91421]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T03:49:00.569 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:48:59 smithi052 ceph-mon[89065]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T03:49:00.569 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:48:59 smithi078 ceph-mon[85589]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-13T03:49:00.767 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:00 smithi052 ceph-mon[89065]: pgmap v3300: 137 pgs: 137 active+clean; 20 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 78 KiB/s wr, 109 op/s 2024-09-13T03:49:01.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:00 smithi052 ceph-mon[89065]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T03:49:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:00 smithi052 ceph-mon[91421]: pgmap v3300: 137 pgs: 137 active+clean; 20 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 78 KiB/s wr, 109 op/s 2024-09-13T03:49:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:00 smithi052 ceph-mon[91421]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T03:49:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:00 smithi078 ceph-mon[85589]: pgmap v3300: 137 pgs: 137 active+clean; 20 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 78 KiB/s wr, 109 op/s 2024-09-13T03:49:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:00 smithi078 ceph-mon[85589]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-13T03:49:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[91421]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[91421]: pgmap v3303: 137 pgs: 137 active+clean; 22 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 9.0 KiB/s wr, 88 op/s 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[91421]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[89065]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[89065]: pgmap v3303: 137 pgs: 137 active+clean; 22 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 9.0 KiB/s wr, 88 op/s 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:01 smithi052 ceph-mon[89065]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T03:49:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:01 smithi078 ceph-mon[85589]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-13T03:49:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:01 smithi078 ceph-mon[85589]: pgmap v3303: 137 pgs: 137 active+clean; 22 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 9.0 KiB/s wr, 88 op/s 2024-09-13T03:49:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:01 smithi078 ceph-mon[85589]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-13T03:49:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:49:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:03.600 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:03 smithi078 ceph-mon[85589]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T03:49:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:03 smithi052 ceph-mon[91421]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T03:49:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:03 smithi052 ceph-mon[89065]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-13T03:49:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:04 smithi078 ceph-mon[85589]: pgmap v3306: 137 pgs: 137 active+clean; 22 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 46 op/s 2024-09-13T03:49:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:04 smithi078 ceph-mon[85589]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T03:49:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:04 smithi052 ceph-mon[91421]: pgmap v3306: 137 pgs: 137 active+clean; 22 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 46 op/s 2024-09-13T03:49:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:04 smithi052 ceph-mon[91421]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T03:49:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:04 smithi052 ceph-mon[89065]: pgmap v3306: 137 pgs: 137 active+clean; 22 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 46 op/s 2024-09-13T03:49:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:04 smithi052 ceph-mon[89065]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-13T03:49:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:05 smithi078 ceph-mon[85589]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T03:49:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:05 smithi052 ceph-mon[91421]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T03:49:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:05 smithi052 ceph-mon[89065]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-13T03:49:06.612 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14903 ms) 2024-09-13T03:49:06.612 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-09-13T03:49:06.612 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:06 smithi078 ceph-mon[85589]: pgmap v3309: 137 pgs: 137 active+clean; 29 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-09-13T03:49:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:06 smithi078 ceph-mon[85589]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T03:49:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:06 smithi052 ceph-mon[91421]: pgmap v3309: 137 pgs: 137 active+clean; 29 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-09-13T03:49:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:06 smithi052 ceph-mon[91421]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T03:49:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:06 smithi052 ceph-mon[89065]: pgmap v3309: 137 pgs: 137 active+clean; 29 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.5 KiB/s wr, 88 op/s 2024-09-13T03:49:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:06 smithi052 ceph-mon[89065]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-13T03:49:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:07 smithi078 ceph-mon[85589]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T03:49:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:07 smithi052 ceph-mon[91421]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T03:49:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:07 smithi052 ceph-mon[89065]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-13T03:49:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:49:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:49:08] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T03:49:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:08 smithi078 ceph-mon[85589]: pgmap v3312: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-09-13T03:49:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:08 smithi078 ceph-mon[85589]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T03:49:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:08 smithi052 ceph-mon[91421]: pgmap v3312: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-09-13T03:49:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:08 smithi052 ceph-mon[91421]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T03:49:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:08 smithi052 ceph-mon[89065]: pgmap v3312: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-09-13T03:49:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:08 smithi052 ceph-mon[89065]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-13T03:49:09.626 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:09 smithi078 ceph-mon[85589]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T03:49:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:09 smithi052 ceph-mon[91421]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T03:49:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:09 smithi052 ceph-mon[89065]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-13T03:49:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:10 smithi078 ceph-mon[85589]: pgmap v3315: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-09-13T03:49:10.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:10 smithi078 ceph-mon[85589]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T03:49:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:10 smithi052 ceph-mon[91421]: pgmap v3315: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-09-13T03:49:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:10 smithi052 ceph-mon[91421]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T03:49:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:10 smithi052 ceph-mon[89065]: pgmap v3315: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-09-13T03:49:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:10 smithi052 ceph-mon[89065]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-13T03:49:11.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:11 smithi078 ceph-mon[85589]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T03:49:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:11 smithi052 ceph-mon[91421]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T03:49:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:11 smithi052 ceph-mon[89065]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-13T03:49:12.620 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:49:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:12.645 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:12 smithi078 ceph-mon[85589]: pgmap v3318: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 9.0 KiB/s wr, 106 op/s 2024-09-13T03:49:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:12 smithi078 ceph-mon[85589]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T03:49:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:12 smithi052 ceph-mon[91421]: pgmap v3318: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 9.0 KiB/s wr, 106 op/s 2024-09-13T03:49:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:12 smithi052 ceph-mon[91421]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T03:49:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:12 smithi052 ceph-mon[89065]: pgmap v3318: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 9.0 KiB/s wr, 106 op/s 2024-09-13T03:49:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:12 smithi052 ceph-mon[89065]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-13T03:49:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:13 smithi078 ceph-mon[85589]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T03:49:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:13 smithi052 ceph-mon[91421]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T03:49:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:13 smithi052 ceph-mon[89065]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-13T03:49:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:14 smithi078 ceph-mon[85589]: pgmap v3321: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 7.7 KiB/s wr, 91 op/s 2024-09-13T03:49:14.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:14 smithi078 ceph-mon[85589]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T03:49:15.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:14 smithi052 ceph-mon[89065]: pgmap v3321: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 7.7 KiB/s wr, 91 op/s 2024-09-13T03:49:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:14 smithi052 ceph-mon[89065]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T03:49:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:14 smithi052 ceph-mon[91421]: pgmap v3321: 137 pgs: 137 active+clean; 33 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 7.7 KiB/s wr, 91 op/s 2024-09-13T03:49:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:14 smithi052 ceph-mon[91421]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-13T03:49:15.666 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:15 smithi078 ceph-mon[85589]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T03:49:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:15 smithi052 ceph-mon[91421]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T03:49:16.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:15 smithi052 ceph-mon[89065]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-13T03:49:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:16 smithi078 ceph-mon[85589]: pgmap v3324: 137 pgs: 137 active+clean; 42 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.7 KiB/s wr, 58 op/s 2024-09-13T03:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:16 smithi078 ceph-mon[85589]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T03:49:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:16 smithi052 ceph-mon[91421]: pgmap v3324: 137 pgs: 137 active+clean; 42 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.7 KiB/s wr, 58 op/s 2024-09-13T03:49:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:16 smithi052 ceph-mon[91421]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T03:49:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:16 smithi052 ceph-mon[89065]: pgmap v3324: 137 pgs: 137 active+clean; 42 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.7 KiB/s wr, 58 op/s 2024-09-13T03:49:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:16 smithi052 ceph-mon[89065]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-13T03:49:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:17.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:17 smithi078 ceph-mon[85589]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T03:49:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:17 smithi052 ceph-mon[91421]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T03:49:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:17 smithi052 ceph-mon[89065]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-13T03:49:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:49:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:49:18] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T03:49:18.684 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:18 smithi078 ceph-mon[85589]: pgmap v3327: 137 pgs: 137 active+clean; 42 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 72 op/s 2024-09-13T03:49:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:18 smithi078 ceph-mon[85589]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T03:49:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:18 smithi052 ceph-mon[89065]: pgmap v3327: 137 pgs: 137 active+clean; 42 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 72 op/s 2024-09-13T03:49:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:18 smithi052 ceph-mon[89065]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T03:49:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:18 smithi052 ceph-mon[91421]: pgmap v3327: 137 pgs: 137 active+clean; 42 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 8.0 KiB/s wr, 72 op/s 2024-09-13T03:49:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:18 smithi052 ceph-mon[91421]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-13T03:49:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:19 smithi078 ceph-mon[85589]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T03:49:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:19 smithi052 ceph-mon[89065]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T03:49:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:19 smithi052 ceph-mon[91421]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-13T03:49:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:20 smithi078 ceph-mon[85589]: pgmap v3330: 137 pgs: 137 active+clean; 51 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 60 op/s 2024-09-13T03:49:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:20 smithi078 ceph-mon[85589]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T03:49:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:20 smithi052 ceph-mon[91421]: pgmap v3330: 137 pgs: 137 active+clean; 51 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 60 op/s 2024-09-13T03:49:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:20 smithi052 ceph-mon[91421]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T03:49:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:20 smithi052 ceph-mon[89065]: pgmap v3330: 137 pgs: 137 active+clean; 51 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 60 op/s 2024-09-13T03:49:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:20 smithi052 ceph-mon[89065]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-13T03:49:21.705 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15093 ms) 2024-09-13T03:49:21.705 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-09-13T03:49:21.705 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:21 smithi078 ceph-mon[85589]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T03:49:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:21 smithi052 ceph-mon[91421]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T03:49:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:21 smithi052 ceph-mon[89065]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-13T03:49:22.673 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:49:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:22 smithi078 ceph-mon[85589]: pgmap v3333: 137 pgs: 137 active+clean; 55 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 80 op/s 2024-09-13T03:49:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:22 smithi078 ceph-mon[85589]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T03:49:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:22 smithi052 ceph-mon[91421]: pgmap v3333: 137 pgs: 137 active+clean; 55 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 80 op/s 2024-09-13T03:49:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:22 smithi052 ceph-mon[91421]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T03:49:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:22 smithi052 ceph-mon[89065]: pgmap v3333: 137 pgs: 137 active+clean; 55 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 8.0 KiB/s wr, 80 op/s 2024-09-13T03:49:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:22 smithi052 ceph-mon[89065]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-13T03:49:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:24 smithi078 ceph-mon[85589]: pgmap v3335: 137 pgs: 137 active+clean; 55 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.9 KiB/s wr, 102 op/s 2024-09-13T03:49:25.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:24 smithi052 ceph-mon[89065]: pgmap v3335: 137 pgs: 137 active+clean; 55 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.9 KiB/s wr, 102 op/s 2024-09-13T03:49:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:24 smithi052 ceph-mon[91421]: pgmap v3335: 137 pgs: 137 active+clean; 55 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.9 KiB/s wr, 102 op/s 2024-09-13T03:49:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:26 smithi078 ceph-mon[85589]: pgmap v3336: 137 pgs: 137 active+clean; 59 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-09-13T03:49:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:26 smithi078 ceph-mon[85589]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T03:49:27.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:26 smithi052 ceph-mon[89065]: pgmap v3336: 137 pgs: 137 active+clean; 59 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-09-13T03:49:27.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:26 smithi052 ceph-mon[89065]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T03:49:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:26 smithi052 ceph-mon[91421]: pgmap v3336: 137 pgs: 137 active+clean; 59 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-09-13T03:49:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:26 smithi052 ceph-mon[91421]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-13T03:49:27.720 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:27 smithi078 ceph-mon[85589]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T03:49:28.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:27 smithi052 ceph-mon[89065]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T03:49:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:27 smithi052 ceph-mon[91421]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-13T03:49:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:49:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:49:28] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T03:49:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:28 smithi078 ceph-mon[85589]: pgmap v3339: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-13T03:49:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:28 smithi078 ceph-mon[85589]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T03:49:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:28 smithi052 ceph-mon[91421]: pgmap v3339: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-13T03:49:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:28 smithi052 ceph-mon[91421]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T03:49:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:28 smithi052 ceph-mon[89065]: pgmap v3339: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-09-13T03:49:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:28 smithi052 ceph-mon[89065]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-13T03:49:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:30 smithi078 ceph-mon[85589]: pgmap v3341: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-09-13T03:49:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:30 smithi052 ceph-mon[91421]: pgmap v3341: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-09-13T03:49:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:30 smithi052 ceph-mon[89065]: pgmap v3341: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-09-13T03:49:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:49:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:32 smithi052 ceph-mon[91421]: pgmap v3342: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-09-13T03:49:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:32 smithi052 ceph-mon[91421]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T03:49:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:32 smithi052 ceph-mon[89065]: pgmap v3342: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-09-13T03:49:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:32 smithi052 ceph-mon[89065]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T03:49:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:32 smithi078 ceph-mon[85589]: pgmap v3342: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 687 KiB/s wr, 36 op/s 2024-09-13T03:49:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:32 smithi078 ceph-mon[85589]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-13T03:49:33.744 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:33 smithi052 ceph-mon[91421]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T03:49:34.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:33 smithi052 ceph-mon[89065]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T03:49:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:33 smithi078 ceph-mon[85589]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-13T03:49:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:34 smithi052 ceph-mon[91421]: pgmap v3345: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-09-13T03:49:35.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:34 smithi052 ceph-mon[91421]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T03:49:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:34 smithi052 ceph-mon[89065]: pgmap v3345: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-09-13T03:49:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:34 smithi052 ceph-mon[89065]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T03:49:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:34 smithi078 ceph-mon[85589]: pgmap v3345: 137 pgs: 137 active+clean; 63 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 KiB/s wr, 39 op/s 2024-09-13T03:49:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:34 smithi078 ceph-mon[85589]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-13T03:49:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:36 smithi052 ceph-mon[89065]: pgmap v3347: 137 pgs: 137 active+clean; 67 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 47 op/s 2024-09-13T03:49:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:36 smithi052 ceph-mon[91421]: pgmap v3347: 137 pgs: 137 active+clean; 67 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 47 op/s 2024-09-13T03:49:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:36 smithi078 ceph-mon[85589]: pgmap v3347: 137 pgs: 137 active+clean; 67 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 688 KiB/s wr, 47 op/s 2024-09-13T03:49:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:49:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:49:38] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T03:49:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:38 smithi052 ceph-mon[91421]: pgmap v3348: 137 pgs: 137 active+clean; 69 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-13T03:49:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:38 smithi052 ceph-mon[91421]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T03:49:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:38 smithi052 ceph-mon[89065]: pgmap v3348: 137 pgs: 137 active+clean; 69 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-13T03:49:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:38 smithi052 ceph-mon[89065]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T03:49:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:38 smithi078 ceph-mon[85589]: pgmap v3348: 137 pgs: 137 active+clean; 69 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-13T03:49:39.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:38 smithi078 ceph-mon[85589]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-13T03:49:39.761 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:40.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:39 smithi052 ceph-mon[89065]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T03:49:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:39 smithi052 ceph-mon[91421]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T03:49:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:39 smithi078 ceph-mon[85589]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-13T03:49:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:40 smithi052 ceph-mon[91421]: pgmap v3351: 137 pgs: 137 active+clean; 69 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-13T03:49:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:40 smithi052 ceph-mon[91421]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T03:49:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:40 smithi052 ceph-mon[89065]: pgmap v3351: 137 pgs: 137 active+clean; 69 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-13T03:49:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:40 smithi052 ceph-mon[89065]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T03:49:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:40 smithi078 ceph-mon[85589]: pgmap v3351: 137 pgs: 137 active+clean; 69 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-13T03:49:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:40 smithi078 ceph-mon[85589]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-13T03:49:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:41 smithi052 ceph-mon[91421]: pgmap v3353: 137 pgs: 137 active+clean; 74 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-13T03:49:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:41 smithi052 ceph-mon[89065]: pgmap v3353: 137 pgs: 137 active+clean; 74 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-13T03:49:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:41 smithi078 ceph-mon[85589]: pgmap v3353: 137 pgs: 137 active+clean; 74 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-13T03:49:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:49:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:44.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:43 smithi052 ceph-mon[91421]: pgmap v3354: 137 pgs: 137 active+clean; 74 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-09-13T03:49:44.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:43 smithi052 ceph-mon[89065]: pgmap v3354: 137 pgs: 137 active+clean; 74 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-09-13T03:49:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:43 smithi078 ceph-mon[85589]: pgmap v3354: 137 pgs: 137 active+clean; 74 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-09-13T03:49:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:44 smithi052 ceph-mon[91421]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T03:49:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:44 smithi052 ceph-mon[89065]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T03:49:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:44 smithi078 ceph-mon[85589]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-13T03:49:46.027 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:45 smithi052 ceph-mon[89065]: pgmap v3356: 137 pgs: 137 active+clean; 75 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 664 KiB/s wr, 43 op/s 2024-09-13T03:49:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:45 smithi052 ceph-mon[89065]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T03:49:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:49:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:45 smithi052 ceph-mon[91421]: pgmap v3356: 137 pgs: 137 active+clean; 75 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 664 KiB/s wr, 43 op/s 2024-09-13T03:49:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:45 smithi052 ceph-mon[91421]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T03:49:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:49:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:45 smithi078 ceph-mon[85589]: pgmap v3356: 137 pgs: 137 active+clean; 75 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 664 KiB/s wr, 43 op/s 2024-09-13T03:49:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:45 smithi078 ceph-mon[85589]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-13T03:49:46.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:49:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[89065]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T03:49:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:49:47.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[91421]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:49:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:47 smithi078 ceph-mon[85589]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-13T03:49:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:49:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:49:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:49:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:49:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:48 smithi052 ceph-mon[91421]: pgmap v3359: 137 pgs: 137 active+clean; 75 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 19 op/s 2024-09-13T03:49:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:48 smithi052 ceph-mon[89065]: pgmap v3359: 137 pgs: 137 active+clean; 75 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 19 op/s 2024-09-13T03:49:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:49:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:49:48] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T03:49:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:48 smithi078 ceph-mon[85589]: pgmap v3359: 137 pgs: 137 active+clean; 75 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 19 op/s 2024-09-13T03:49:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:50 smithi052 ceph-mon[91421]: pgmap v3360: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-13T03:49:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:50 smithi052 ceph-mon[89065]: pgmap v3360: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-13T03:49:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:50 smithi078 ceph-mon[85589]: pgmap v3360: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-13T03:49:51.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:51 smithi052 ceph-mon[91421]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T03:49:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:51 smithi052 ceph-mon[89065]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T03:49:51.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:51 smithi078 ceph-mon[85589]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-13T03:49:52.265 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30561 ms) 2024-09-13T03:49:52.265 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-09-13T03:49:52.265 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:52 smithi052 ceph-mon[91421]: pgmap v3362: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:49:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:52 smithi052 ceph-mon[91421]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T03:49:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:52 smithi052 ceph-mon[89065]: pgmap v3362: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:49:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:52 smithi052 ceph-mon[89065]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T03:49:52.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:52 smithi078 ceph-mon[85589]: pgmap v3362: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-13T03:49:52.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:52 smithi078 ceph-mon[85589]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-13T03:49:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:49:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:49:53.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:53 smithi052 ceph-mon[91421]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T03:49:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:53 smithi052 ceph-mon[89065]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T03:49:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:53 smithi078 ceph-mon[85589]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-13T03:49:54.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:54 smithi052 ceph-mon[91421]: pgmap v3365: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:49:54.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:54 smithi052 ceph-mon[89065]: pgmap v3365: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:49:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:54 smithi078 ceph-mon[85589]: pgmap v3365: 137 pgs: 137 active+clean; 81 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:49:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:56 smithi052 ceph-mon[91421]: pgmap v3366: 137 pgs: 137 active+clean; 93 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-09-13T03:49:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:56 smithi052 ceph-mon[89065]: pgmap v3366: 137 pgs: 137 active+clean; 93 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-09-13T03:49:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:56 smithi078 ceph-mon[85589]: pgmap v3366: 137 pgs: 137 active+clean; 93 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-09-13T03:49:57.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:57 smithi052 ceph-mon[91421]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T03:49:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:57 smithi052 ceph-mon[89065]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T03:49:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:57 smithi078 ceph-mon[85589]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-13T03:49:58.293 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:49:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:49:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:49:58] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T03:49:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:58 smithi052 ceph-mon[91421]: pgmap v3368: 137 pgs: 137 active+clean; 93 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:49:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:58 smithi052 ceph-mon[91421]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T03:49:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:58 smithi052 ceph-mon[89065]: pgmap v3368: 137 pgs: 137 active+clean; 93 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:49:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:58 smithi052 ceph-mon[89065]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T03:49:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:58 smithi078 ceph-mon[85589]: pgmap v3368: 137 pgs: 137 active+clean; 93 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:49:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:58 smithi078 ceph-mon[85589]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-13T03:49:59.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:49:59 smithi052 ceph-mon[89065]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T03:49:59.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:49:59 smithi052 ceph-mon[91421]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T03:49:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:49:59 smithi078 ceph-mon[85589]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-13T03:50:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[91421]: pgmap v3371: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-09-13T03:50:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[91421]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:50:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[91421]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:50:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[91421]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:50:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[89065]: pgmap v3371: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-09-13T03:50:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[89065]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:50:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[89065]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:50:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:00 smithi052 ceph-mon[89065]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:50:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:00 smithi078 ceph-mon[85589]: pgmap v3371: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-09-13T03:50:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:00 smithi078 ceph-mon[85589]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T03:50:00.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:00 smithi078 ceph-mon[85589]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-09-13T03:50:00.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:00 smithi078 ceph-mon[85589]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-09-13T03:50:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:02 smithi052 ceph-mon[91421]: pgmap v3372: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-13T03:50:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:02 smithi052 ceph-mon[89065]: pgmap v3372: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-13T03:50:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:02 smithi078 ceph-mon[85589]: pgmap v3372: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-09-13T03:50:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:50:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:03 smithi078 ceph-mon[85589]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T03:50:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:03 smithi052 ceph-mon[91421]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T03:50:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:03 smithi052 ceph-mon[89065]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-13T03:50:04.322 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:04 smithi078 ceph-mon[85589]: pgmap v3374: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-13T03:50:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:04 smithi078 ceph-mon[85589]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T03:50:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:04 smithi052 ceph-mon[91421]: pgmap v3374: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-13T03:50:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:04 smithi052 ceph-mon[91421]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T03:50:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:04 smithi052 ceph-mon[89065]: pgmap v3374: 137 pgs: 137 active+clean; 97 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-13T03:50:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:04 smithi052 ceph-mon[89065]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-13T03:50:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:05 smithi078 ceph-mon[85589]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T03:50:05.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:05 smithi052 ceph-mon[91421]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T03:50:05.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:05 smithi052 ceph-mon[89065]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-13T03:50:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:06 smithi078 ceph-mon[85589]: pgmap v3377: 137 pgs: 137 active+clean; 100 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-09-13T03:50:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:06 smithi052 ceph-mon[91421]: pgmap v3377: 137 pgs: 137 active+clean; 100 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-09-13T03:50:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:06 smithi052 ceph-mon[89065]: pgmap v3377: 137 pgs: 137 active+clean; 100 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-09-13T03:50:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:08 smithi052 ceph-mon[91421]: pgmap v3378: 137 pgs: 137 active+clean; 107 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-13T03:50:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:08 smithi052 ceph-mon[89065]: pgmap v3378: 137 pgs: 137 active+clean; 107 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-13T03:50:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:50:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:50:08] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T03:50:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:08 smithi078 ceph-mon[85589]: pgmap v3378: 137 pgs: 137 active+clean; 107 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-13T03:50:09.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:09 smithi078 ceph-mon[85589]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T03:50:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:09 smithi052 ceph-mon[91421]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T03:50:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:09 smithi052 ceph-mon[89065]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-13T03:50:10.342 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:10 smithi078 ceph-mon[85589]: pgmap v3380: 137 pgs: 137 active+clean; 107 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 46 op/s 2024-09-13T03:50:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:10 smithi078 ceph-mon[85589]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T03:50:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:10 smithi052 ceph-mon[91421]: pgmap v3380: 137 pgs: 137 active+clean; 107 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 46 op/s 2024-09-13T03:50:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:10 smithi052 ceph-mon[91421]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T03:50:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:10 smithi052 ceph-mon[89065]: pgmap v3380: 137 pgs: 137 active+clean; 107 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 688 KiB/s wr, 46 op/s 2024-09-13T03:50:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:10 smithi052 ceph-mon[89065]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-13T03:50:11.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:11 smithi078 ceph-mon[85589]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T03:50:11.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:11 smithi052 ceph-mon[91421]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T03:50:11.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:11 smithi052 ceph-mon[89065]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-13T03:50:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:12 smithi078 ceph-mon[85589]: pgmap v3383: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-13T03:50:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:50:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:12 smithi052 ceph-mon[91421]: pgmap v3383: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-13T03:50:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:12 smithi052 ceph-mon[89065]: pgmap v3383: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-09-13T03:50:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:14 smithi078 ceph-mon[85589]: pgmap v3384: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-13T03:50:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:14 smithi052 ceph-mon[91421]: pgmap v3384: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-13T03:50:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:14 smithi052 ceph-mon[89065]: pgmap v3384: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 38 op/s 2024-09-13T03:50:15.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:15 smithi078 ceph-mon[85589]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T03:50:15.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:15 smithi052 ceph-mon[91421]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T03:50:15.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:15 smithi052 ceph-mon[89065]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-13T03:50:16.368 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:16 smithi078 ceph-mon[85589]: pgmap v3386: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-09-13T03:50:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:16 smithi078 ceph-mon[85589]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T03:50:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:16 smithi052 ceph-mon[91421]: pgmap v3386: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-09-13T03:50:16.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:16 smithi052 ceph-mon[91421]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T03:50:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:16 smithi052 ceph-mon[89065]: pgmap v3386: 137 pgs: 137 active+clean; 117 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-09-13T03:50:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:16 smithi052 ceph-mon[89065]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-13T03:50:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:17 smithi078 ceph-mon[85589]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T03:50:17.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:17 smithi052 ceph-mon[91421]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T03:50:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:17 smithi052 ceph-mon[89065]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-13T03:50:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:18 smithi052 ceph-mon[91421]: pgmap v3389: 137 pgs: 137 active+clean; 124 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-09-13T03:50:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:50:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:50:18] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-09-13T03:50:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:18 smithi052 ceph-mon[89065]: pgmap v3389: 137 pgs: 137 active+clean; 124 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-09-13T03:50:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:18 smithi078 ceph-mon[85589]: pgmap v3389: 137 pgs: 137 active+clean; 124 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 23 op/s 2024-09-13T03:50:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:20 smithi078 ceph-mon[85589]: pgmap v3390: 137 pgs: 137 active+clean; 124 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-09-13T03:50:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:20 smithi052 ceph-mon[91421]: pgmap v3390: 137 pgs: 137 active+clean; 124 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-09-13T03:50:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:20 smithi052 ceph-mon[89065]: pgmap v3390: 137 pgs: 137 active+clean; 124 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 25 op/s 2024-09-13T03:50:21.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:21 smithi078 ceph-mon[85589]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T03:50:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:21 smithi052 ceph-mon[91421]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T03:50:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:21 smithi052 ceph-mon[89065]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-13T03:50:22.393 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30127 ms) 2024-09-13T03:50:22.393 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-09-13T03:50:22.393 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:22 smithi078 ceph-mon[85589]: pgmap v3392: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-13T03:50:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:22 smithi078 ceph-mon[85589]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T03:50:22.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:50:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:22 smithi052 ceph-mon[91421]: pgmap v3392: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-13T03:50:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:22 smithi052 ceph-mon[91421]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T03:50:22.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:22 smithi052 ceph-mon[89065]: pgmap v3392: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-13T03:50:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:22 smithi052 ceph-mon[89065]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-13T03:50:23.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:23 smithi078 ceph-mon[85589]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T03:50:23.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:23 smithi052 ceph-mon[91421]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T03:50:23.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:23 smithi052 ceph-mon[89065]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-13T03:50:24.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:24 smithi078 ceph-mon[85589]: pgmap v3395: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2024-09-13T03:50:24.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:24 smithi052 ceph-mon[89065]: pgmap v3395: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2024-09-13T03:50:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:24 smithi052 ceph-mon[91421]: pgmap v3395: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 30 op/s 2024-09-13T03:50:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:26 smithi078 ceph-mon[85589]: pgmap v3396: 137 pgs: 137 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 60 op/s 2024-09-13T03:50:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:26 smithi052 ceph-mon[91421]: pgmap v3396: 137 pgs: 137 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 60 op/s 2024-09-13T03:50:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:26 smithi052 ceph-mon[89065]: pgmap v3396: 137 pgs: 137 active+clean; 135 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 688 KiB/s wr, 60 op/s 2024-09-13T03:50:28.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:28 smithi052 ceph-mon[89065]: pgmap v3397: 137 pgs: 137 active+clean; 139 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 625 KiB/s wr, 38 op/s 2024-09-13T03:50:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:28 smithi052 ceph-mon[91421]: pgmap v3397: 137 pgs: 137 active+clean; 139 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 625 KiB/s wr, 38 op/s 2024-09-13T03:50:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:50:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:50:28] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-09-13T03:50:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:28 smithi078 ceph-mon[85589]: pgmap v3397: 137 pgs: 137 active+clean; 139 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 625 KiB/s wr, 38 op/s 2024-09-13T03:50:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:30 smithi078 ceph-mon[85589]: pgmap v3398: 137 pgs: 137 active+clean; 139 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 29 op/s 2024-09-13T03:50:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:30 smithi052 ceph-mon[91421]: pgmap v3398: 137 pgs: 137 active+clean; 139 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 29 op/s 2024-09-13T03:50:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:30 smithi052 ceph-mon[89065]: pgmap v3398: 137 pgs: 137 active+clean; 139 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 29 op/s 2024-09-13T03:50:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:31 smithi078 ceph-mon[85589]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T03:50:31.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:31 smithi052 ceph-mon[89065]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T03:50:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:31 smithi052 ceph-mon[91421]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-13T03:50:32.423 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:50:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:32 smithi078 ceph-mon[85589]: pgmap v3400: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-09-13T03:50:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:32 smithi078 ceph-mon[85589]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T03:50:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:32 smithi052 ceph-mon[91421]: pgmap v3400: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-09-13T03:50:32.838 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:32 smithi052 ceph-mon[91421]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T03:50:32.839 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:32.839 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:32 smithi052 ceph-mon[89065]: pgmap v3400: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-09-13T03:50:32.839 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:32 smithi052 ceph-mon[89065]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-13T03:50:32.839 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:33.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:33 smithi078 ceph-mon[85589]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T03:50:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:33 smithi052 ceph-mon[89065]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T03:50:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:33 smithi052 ceph-mon[91421]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-13T03:50:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:34 smithi078 ceph-mon[85589]: pgmap v3403: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 1 op/s 2024-09-13T03:50:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:34 smithi052 ceph-mon[91421]: pgmap v3403: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 1 op/s 2024-09-13T03:50:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:34 smithi052 ceph-mon[89065]: pgmap v3403: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 1 op/s 2024-09-13T03:50:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:36 smithi078 ceph-mon[85589]: pgmap v3404: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-13T03:50:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:36 smithi052 ceph-mon[91421]: pgmap v3404: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-13T03:50:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:36 smithi052 ceph-mon[89065]: pgmap v3404: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-13T03:50:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:38 smithi052 ceph-mon[91421]: pgmap v3405: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-09-13T03:50:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:50:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:50:38] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-09-13T03:50:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:38 smithi052 ceph-mon[89065]: pgmap v3405: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-09-13T03:50:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:38 smithi078 ceph-mon[85589]: pgmap v3405: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 40 op/s 2024-09-13T03:50:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:40 smithi078 ceph-mon[85589]: pgmap v3406: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 32 op/s 2024-09-13T03:50:40.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:40 smithi052 ceph-mon[91421]: pgmap v3406: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 32 op/s 2024-09-13T03:50:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:40 smithi052 ceph-mon[89065]: pgmap v3406: 137 pgs: 137 active+clean; 155 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 516 KiB/s wr, 32 op/s 2024-09-13T03:50:41.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:41 smithi078 ceph-mon[85589]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T03:50:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:41 smithi052 ceph-mon[91421]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T03:50:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:41 smithi052 ceph-mon[89065]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-13T03:50:42.473 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:42 smithi078 ceph-mon[85589]: pgmap v3408: 137 pgs: 137 active+clean; 160 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 483 KiB/s wr, 30 op/s 2024-09-13T03:50:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:42 smithi078 ceph-mon[85589]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T03:50:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:50:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:42 smithi052 ceph-mon[91421]: pgmap v3408: 137 pgs: 137 active+clean; 160 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 483 KiB/s wr, 30 op/s 2024-09-13T03:50:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:42 smithi052 ceph-mon[91421]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T03:50:42.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:42 smithi052 ceph-mon[89065]: pgmap v3408: 137 pgs: 137 active+clean; 160 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 483 KiB/s wr, 30 op/s 2024-09-13T03:50:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:42 smithi052 ceph-mon[89065]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-13T03:50:43.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:43 smithi078 ceph-mon[85589]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T03:50:43.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:43 smithi052 ceph-mon[91421]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T03:50:43.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:43 smithi052 ceph-mon[89065]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-13T03:50:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:44 smithi078 ceph-mon[85589]: pgmap v3411: 137 pgs: 137 active+clean; 164 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-09-13T03:50:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:44 smithi052 ceph-mon[91421]: pgmap v3411: 137 pgs: 137 active+clean; 164 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-09-13T03:50:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:44 smithi052 ceph-mon[89065]: pgmap v3411: 137 pgs: 137 active+clean; 164 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-09-13T03:50:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:46 smithi052 ceph-mon[91421]: pgmap v3412: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-13T03:50:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:50:46.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:46 smithi052 ceph-mon[89065]: pgmap v3412: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-13T03:50:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:50:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:46 smithi078 ceph-mon[85589]: pgmap v3412: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-13T03:50:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:50:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:50:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:50:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:50:47.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:50:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:50:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:50:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:50:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:50:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:50:47.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:50:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:48 smithi052 ceph-mon[91421]: pgmap v3413: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-13T03:50:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:50:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:50:48] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T03:50:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:48 smithi052 ceph-mon[89065]: pgmap v3413: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-13T03:50:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:48 smithi078 ceph-mon[85589]: pgmap v3413: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-13T03:50:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:50 smithi052 ceph-mon[91421]: pgmap v3414: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:50:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:50 smithi052 ceph-mon[89065]: pgmap v3414: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:50:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:50 smithi078 ceph-mon[85589]: pgmap v3414: 137 pgs: 137 active+clean; 173 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:50:51.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:51 smithi052 ceph-mon[91421]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T03:50:51.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:51 smithi052 ceph-mon[89065]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T03:50:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:51 smithi078 ceph-mon[85589]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-13T03:50:52.501 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:50:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:52 smithi078 ceph-mon[85589]: pgmap v3416: 137 pgs: 137 active+clean; 181 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-09-13T03:50:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:52 smithi078 ceph-mon[85589]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T03:50:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:50:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:50:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:52 smithi052 ceph-mon[91421]: pgmap v3416: 137 pgs: 137 active+clean; 181 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-09-13T03:50:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:52 smithi052 ceph-mon[91421]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T03:50:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:52 smithi052 ceph-mon[89065]: pgmap v3416: 137 pgs: 137 active+clean; 181 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 30 op/s 2024-09-13T03:50:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:52 smithi052 ceph-mon[89065]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-13T03:50:53.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:53 smithi052 ceph-mon[91421]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T03:50:53.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:53 smithi052 ceph-mon[89065]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T03:50:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:53 smithi078 ceph-mon[85589]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-13T03:50:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:54 smithi052 ceph-mon[91421]: pgmap v3419: 137 pgs: 137 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-13T03:50:54.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:54 smithi052 ceph-mon[89065]: pgmap v3419: 137 pgs: 137 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-13T03:50:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:54 smithi078 ceph-mon[85589]: pgmap v3419: 137 pgs: 137 active+clean; 185 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-13T03:50:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:56 smithi052 ceph-mon[91421]: pgmap v3420: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-13T03:50:56.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:56 smithi052 ceph-mon[89065]: pgmap v3420: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-13T03:50:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:56 smithi078 ceph-mon[85589]: pgmap v3420: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-09-13T03:50:58.486 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:50:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:50:58] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T03:50:58.486 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:50:58 smithi052 ceph-mon[89065]: pgmap v3421: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-09-13T03:50:58.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:50:58 smithi052 ceph-mon[91421]: pgmap v3421: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-09-13T03:50:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:50:58 smithi078 ceph-mon[85589]: pgmap v3421: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-09-13T03:51:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:00 smithi052 ceph-mon[91421]: pgmap v3422: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-13T03:51:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:00 smithi052 ceph-mon[89065]: pgmap v3422: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-13T03:51:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:00 smithi078 ceph-mon[85589]: pgmap v3422: 137 pgs: 137 active+clean; 191 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-09-13T03:51:01.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:01 smithi052 ceph-mon[89065]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T03:51:01.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:01 smithi052 ceph-mon[91421]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T03:51:01.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:01 smithi078 ceph-mon[85589]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-13T03:51:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:02.536 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:51:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:02 smithi078 ceph-mon[85589]: pgmap v3424: 137 pgs: 137 active+clean; 203 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-09-13T03:51:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:02 smithi078 ceph-mon[85589]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T03:51:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:51:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:02 smithi052 ceph-mon[91421]: pgmap v3424: 137 pgs: 137 active+clean; 203 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-09-13T03:51:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:02 smithi052 ceph-mon[91421]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T03:51:02.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:02 smithi052 ceph-mon[89065]: pgmap v3424: 137 pgs: 137 active+clean; 203 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-09-13T03:51:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:02 smithi052 ceph-mon[89065]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-13T03:51:03.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:03 smithi052 ceph-mon[91421]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T03:51:03.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:03 smithi052 ceph-mon[89065]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T03:51:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:03 smithi078 ceph-mon[85589]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-13T03:51:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:04 smithi052 ceph-mon[89065]: pgmap v3427: 137 pgs: 137 active+clean; 203 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-09-13T03:51:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:04 smithi052 ceph-mon[91421]: pgmap v3427: 137 pgs: 137 active+clean; 203 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-09-13T03:51:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:04 smithi078 ceph-mon[85589]: pgmap v3427: 137 pgs: 137 active+clean; 203 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-09-13T03:51:06.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:06 smithi052 ceph-mon[91421]: pgmap v3428: 137 pgs: 137 active+clean; 209 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:51:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:06 smithi052 ceph-mon[89065]: pgmap v3428: 137 pgs: 137 active+clean; 209 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:51:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:06 smithi078 ceph-mon[85589]: pgmap v3428: 137 pgs: 137 active+clean; 209 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-13T03:51:08.520 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:51:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:51:08] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-09-13T03:51:08.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:08 smithi052 ceph-mon[91421]: pgmap v3429: 137 pgs: 137 active+clean; 209 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-09-13T03:51:08.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:08 smithi052 ceph-mon[89065]: pgmap v3429: 137 pgs: 137 active+clean; 209 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-09-13T03:51:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:08 smithi078 ceph-mon[85589]: pgmap v3429: 137 pgs: 137 active+clean; 209 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 40 op/s 2024-09-13T03:51:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:09 smithi078 ceph-mon[85589]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T03:51:10.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:09 smithi052 ceph-mon[91421]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T03:51:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:09 smithi052 ceph-mon[89065]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-13T03:51:10.565 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (48172 ms) 2024-09-13T03:51:10.565 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-09-13T03:51:10.565 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:51:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:10 smithi078 ceph-mon[85589]: pgmap v3431: 137 pgs: 137 active+clean; 213 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-09-13T03:51:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:10 smithi078 ceph-mon[85589]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T03:51:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:10 smithi052 ceph-mon[89065]: pgmap v3431: 137 pgs: 137 active+clean; 213 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-09-13T03:51:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:10 smithi052 ceph-mon[89065]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T03:51:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:10 smithi052 ceph-mon[91421]: pgmap v3431: 137 pgs: 137 active+clean; 213 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-09-13T03:51:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:10 smithi052 ceph-mon[91421]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-13T03:51:11.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:11 smithi078 ceph-mon[85589]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T03:51:12.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:11 smithi052 ceph-mon[91421]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T03:51:12.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:11 smithi052 ceph-mon[89065]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-13T03:51:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:12 smithi078 ceph-mon[85589]: pgmap v3434: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-13T03:51:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:51:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:12 smithi052 ceph-mon[91421]: pgmap v3434: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-13T03:51:13.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:12 smithi052 ceph-mon[89065]: pgmap v3434: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-09-13T03:51:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:14 smithi078 ceph-mon[85589]: pgmap v3435: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-13T03:51:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:14 smithi052 ceph-mon[91421]: pgmap v3435: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-13T03:51:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:14 smithi052 ceph-mon[89065]: pgmap v3435: 137 pgs: 137 active+clean; 229 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-13T03:51:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:16 smithi078 ceph-mon[85589]: pgmap v3436: 137 pgs: 137 active+clean; 233 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-09-13T03:51:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:16 smithi052 ceph-mon[91421]: pgmap v3436: 137 pgs: 137 active+clean; 233 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-09-13T03:51:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:16 smithi052 ceph-mon[89065]: pgmap v3436: 137 pgs: 137 active+clean; 233 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 39 op/s 2024-09-13T03:51:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:18.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 03:51:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T03:51:18.003085565Z level=info msg="Completed cleanup jobs" duration=2.473377ms 2024-09-13T03:51:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:51:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:51:18] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-09-13T03:51:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:18 smithi078 ceph-mon[85589]: pgmap v3437: 137 pgs: 137 active+clean; 233 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:51:19.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:18 smithi052 ceph-mon[89065]: pgmap v3437: 137 pgs: 137 active+clean; 233 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:51:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:18 smithi052 ceph-mon[91421]: pgmap v3437: 137 pgs: 137 active+clean; 233 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:51:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:19 smithi078 ceph-mon[85589]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T03:51:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:19 smithi052 ceph-mon[91421]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T03:51:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:19 smithi052 ceph-mon[89065]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-13T03:51:20.640 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:51:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:20 smithi078 ceph-mon[85589]: pgmap v3439: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 488 KiB/s wr, 19 op/s 2024-09-13T03:51:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:20 smithi078 ceph-mon[85589]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T03:51:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:20 smithi052 ceph-mon[91421]: pgmap v3439: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 488 KiB/s wr, 19 op/s 2024-09-13T03:51:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:20 smithi052 ceph-mon[91421]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T03:51:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:20 smithi052 ceph-mon[89065]: pgmap v3439: 137 pgs: 137 active+clean; 237 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 488 KiB/s wr, 19 op/s 2024-09-13T03:51:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:20 smithi052 ceph-mon[89065]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-13T03:51:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:21 smithi078 ceph-mon[85589]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T03:51:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:21 smithi052 ceph-mon[91421]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T03:51:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:21 smithi052 ceph-mon[89065]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-13T03:51:22.620 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:51:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:22 smithi078 ceph-mon[85589]: pgmap v3442: 137 pgs: 137 active+clean; 245 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-13T03:51:23.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:22 smithi052 ceph-mon[89065]: pgmap v3442: 137 pgs: 137 active+clean; 245 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-13T03:51:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:22 smithi052 ceph-mon[91421]: pgmap v3442: 137 pgs: 137 active+clean; 245 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-13T03:51:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:24 smithi078 ceph-mon[85589]: pgmap v3443: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-13T03:51:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:24 smithi052 ceph-mon[91421]: pgmap v3443: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-13T03:51:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:24 smithi052 ceph-mon[89065]: pgmap v3443: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-13T03:51:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:26 smithi078 ceph-mon[85589]: pgmap v3444: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.9 MiB/s wr, 42 op/s 2024-09-13T03:51:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:26 smithi052 ceph-mon[91421]: pgmap v3444: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.9 MiB/s wr, 42 op/s 2024-09-13T03:51:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:26 smithi052 ceph-mon[89065]: pgmap v3444: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.9 MiB/s wr, 42 op/s 2024-09-13T03:51:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:51:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:51:28] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-09-13T03:51:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:28 smithi078 ceph-mon[85589]: pgmap v3445: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-13T03:51:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:28 smithi052 ceph-mon[91421]: pgmap v3445: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-13T03:51:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:28 smithi052 ceph-mon[89065]: pgmap v3445: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-13T03:51:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:30 smithi078 ceph-mon[85589]: pgmap v3446: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-13T03:51:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:30 smithi052 ceph-mon[91421]: pgmap v3446: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-13T03:51:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:30 smithi052 ceph-mon[89065]: pgmap v3446: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-13T03:51:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:31 smithi078 ceph-mon[85589]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T03:51:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:32.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:31 smithi052 ceph-mon[91421]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T03:51:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:31 smithi052 ceph-mon[89065]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-13T03:51:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:32.650 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:51:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:32.677 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:51:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:32 smithi078 ceph-mon[85589]: pgmap v3448: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 411 KiB/s wr, 16 op/s 2024-09-13T03:51:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:32 smithi078 ceph-mon[85589]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T03:51:33.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:32 smithi052 ceph-mon[89065]: pgmap v3448: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 411 KiB/s wr, 16 op/s 2024-09-13T03:51:33.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:32 smithi052 ceph-mon[89065]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T03:51:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:32 smithi052 ceph-mon[91421]: pgmap v3448: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 411 KiB/s wr, 16 op/s 2024-09-13T03:51:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:32 smithi052 ceph-mon[91421]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-13T03:51:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:33 smithi078 ceph-mon[85589]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T03:51:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:33 smithi052 ceph-mon[91421]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T03:51:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:33 smithi052 ceph-mon[89065]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-13T03:51:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:34 smithi078 ceph-mon[85589]: pgmap v3451: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-13T03:51:35.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:34 smithi052 ceph-mon[89065]: pgmap v3451: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-13T03:51:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:34 smithi052 ceph-mon[91421]: pgmap v3451: 137 pgs: 137 active+clean; 249 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-13T03:51:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:36 smithi078 ceph-mon[85589]: pgmap v3452: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-13T03:51:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:36 smithi052 ceph-mon[91421]: pgmap v3452: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-13T03:51:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:36 smithi052 ceph-mon[89065]: pgmap v3452: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-13T03:51:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:51:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:51:38] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-09-13T03:51:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:38 smithi078 ceph-mon[85589]: pgmap v3453: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-09-13T03:51:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:38 smithi052 ceph-mon[91421]: pgmap v3453: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-09-13T03:51:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:38 smithi052 ceph-mon[89065]: pgmap v3453: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-09-13T03:51:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:40 smithi078 ceph-mon[85589]: pgmap v3454: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-13T03:51:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:40 smithi052 ceph-mon[91421]: pgmap v3454: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-13T03:51:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:40 smithi052 ceph-mon[89065]: pgmap v3454: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-09-13T03:51:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:41 smithi078 ceph-mon[85589]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T03:51:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:41 smithi052 ceph-mon[91421]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T03:51:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:41 smithi052 ceph-mon[89065]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-13T03:51:42.680 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:51:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:42.714 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:51:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:42 smithi078 ceph-mon[85589]: pgmap v3456: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-09-13T03:51:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:42 smithi078 ceph-mon[85589]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T03:51:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:42 smithi052 ceph-mon[91421]: pgmap v3456: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-09-13T03:51:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:42 smithi052 ceph-mon[91421]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T03:51:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:42 smithi052 ceph-mon[89065]: pgmap v3456: 137 pgs: 137 active+clean; 271 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.9 MiB/s wr, 33 op/s 2024-09-13T03:51:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:42 smithi052 ceph-mon[89065]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-13T03:51:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:43 smithi078 ceph-mon[85589]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T03:51:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:43 smithi052 ceph-mon[89065]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T03:51:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:43 smithi052 ceph-mon[91421]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-13T03:51:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:44 smithi078 ceph-mon[85589]: pgmap v3459: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 684 KiB/s wr, 6 op/s 2024-09-13T03:51:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:44 smithi052 ceph-mon[89065]: pgmap v3459: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 684 KiB/s wr, 6 op/s 2024-09-13T03:51:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:44 smithi052 ceph-mon[91421]: pgmap v3459: 137 pgs: 137 active+clean; 275 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 684 KiB/s wr, 6 op/s 2024-09-13T03:51:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:46 smithi078 ceph-mon[85589]: pgmap v3460: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-13T03:51:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:46 smithi052 ceph-mon[91421]: pgmap v3460: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-13T03:51:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:46 smithi052 ceph-mon[89065]: pgmap v3460: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-13T03:51:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:51:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:51:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:51:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:51:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:51:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:51:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:51:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:51:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:51:48] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-09-13T03:51:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:48 smithi052 ceph-mon[91421]: pgmap v3461: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T03:51:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:48 smithi052 ceph-mon[89065]: pgmap v3461: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T03:51:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:48 smithi078 ceph-mon[85589]: pgmap v3461: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-09-13T03:51:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:50 smithi052 ceph-mon[91421]: pgmap v3462: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-13T03:51:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:50 smithi052 ceph-mon[89065]: pgmap v3462: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-13T03:51:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:50 smithi078 ceph-mon[85589]: pgmap v3462: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-13T03:51:52.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:51 smithi052 ceph-mon[91421]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T03:51:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:51 smithi052 ceph-mon[89065]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T03:51:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:51 smithi078 ceph-mon[85589]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-13T03:51:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:51:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:51:52.750 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:51:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:52 smithi052 ceph-mon[91421]: pgmap v3464: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-09-13T03:51:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:52 smithi052 ceph-mon[91421]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T03:51:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:52 smithi052 ceph-mon[89065]: pgmap v3464: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-09-13T03:51:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:52 smithi052 ceph-mon[89065]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T03:51:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:52 smithi078 ceph-mon[85589]: pgmap v3464: 137 pgs: 137 active+clean; 297 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.9 MiB/s wr, 27 op/s 2024-09-13T03:51:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:52 smithi078 ceph-mon[85589]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-13T03:51:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:53 smithi052 ceph-mon[91421]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T03:51:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:53 smithi052 ceph-mon[89065]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T03:51:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:53 smithi078 ceph-mon[85589]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-13T03:51:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:54 smithi052 ceph-mon[91421]: pgmap v3467: 137 pgs: 137 active+clean; 301 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s wr, 0 op/s 2024-09-13T03:51:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:54 smithi052 ceph-mon[89065]: pgmap v3467: 137 pgs: 137 active+clean; 301 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s wr, 0 op/s 2024-09-13T03:51:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:54 smithi078 ceph-mon[85589]: pgmap v3467: 137 pgs: 137 active+clean; 301 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s wr, 0 op/s 2024-09-13T03:51:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:56 smithi052 ceph-mon[91421]: pgmap v3468: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T03:51:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:56 smithi052 ceph-mon[89065]: pgmap v3468: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T03:51:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:56 smithi078 ceph-mon[85589]: pgmap v3468: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-09-13T03:51:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:51:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:51:58] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-09-13T03:51:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:51:58 smithi052 ceph-mon[91421]: pgmap v3469: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-09-13T03:51:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:51:58 smithi052 ceph-mon[89065]: pgmap v3469: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-09-13T03:51:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:51:58 smithi078 ceph-mon[85589]: pgmap v3469: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-09-13T03:52:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:00 smithi052 ceph-mon[91421]: pgmap v3470: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:52:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:00 smithi052 ceph-mon[89065]: pgmap v3470: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:52:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:00 smithi078 ceph-mon[85589]: pgmap v3470: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.5 MiB/s wr, 33 op/s 2024-09-13T03:52:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:01 smithi052 ceph-mon[91421]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T03:52:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:01 smithi052 ceph-mon[89065]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T03:52:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:01 smithi078 ceph-mon[85589]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-13T03:52:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:52:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:02.783 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (52219 ms) 2024-09-13T03:52:02.784 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-13T03:52:02.784 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:02 smithi052 ceph-mon[91421]: pgmap v3472: 137 pgs: 137 active+clean; 323 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-09-13T03:52:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:02 smithi052 ceph-mon[91421]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T03:52:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:02 smithi052 ceph-mon[89065]: pgmap v3472: 137 pgs: 137 active+clean; 323 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-09-13T03:52:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:02 smithi052 ceph-mon[89065]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T03:52:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:02 smithi078 ceph-mon[85589]: pgmap v3472: 137 pgs: 137 active+clean; 323 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2024-09-13T03:52:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:02 smithi078 ceph-mon[85589]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-13T03:52:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:03 smithi052 ceph-mon[91421]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T03:52:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:03 smithi052 ceph-mon[91421]: pgmap v3475: 137 pgs: 137 active+clean; 323 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 683 KiB/s wr, 0 op/s 2024-09-13T03:52:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:03 smithi052 ceph-mon[89065]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T03:52:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:03 smithi052 ceph-mon[89065]: pgmap v3475: 137 pgs: 137 active+clean; 323 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 683 KiB/s wr, 0 op/s 2024-09-13T03:52:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:03 smithi078 ceph-mon[85589]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-13T03:52:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:03 smithi078 ceph-mon[85589]: pgmap v3475: 137 pgs: 137 active+clean; 323 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 683 KiB/s wr, 0 op/s 2024-09-13T03:52:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:04 smithi052 ceph-mon[91421]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T03:52:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:04 smithi052 ceph-mon[89065]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T03:52:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:04 smithi078 ceph-mon[85589]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-13T03:52:05.807 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3023 ms) 2024-09-13T03:52:05.807 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-09-13T03:52:05.807 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:06.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:05 smithi052 ceph-mon[89065]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T03:52:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:05 smithi052 ceph-mon[89065]: pgmap v3478: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-09-13T03:52:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:05 smithi052 ceph-mon[91421]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T03:52:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:05 smithi052 ceph-mon[91421]: pgmap v3478: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-09-13T03:52:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:05 smithi078 ceph-mon[85589]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-13T03:52:06.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:05 smithi078 ceph-mon[85589]: pgmap v3478: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-09-13T03:52:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:06 smithi078 ceph-mon[85589]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T03:52:07.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:06 smithi052 ceph-mon[89065]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T03:52:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:06 smithi052 ceph-mon[91421]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-13T03:52:08.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:07 smithi052 ceph-mon[91421]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T03:52:08.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:07 smithi052 ceph-mon[91421]: pgmap v3481: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 MiB/s wr, 96 op/s 2024-09-13T03:52:08.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:07 smithi052 ceph-mon[89065]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T03:52:08.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:07 smithi052 ceph-mon[89065]: pgmap v3481: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 MiB/s wr, 96 op/s 2024-09-13T03:52:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:07 smithi078 ceph-mon[85589]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-13T03:52:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:07 smithi078 ceph-mon[85589]: pgmap v3481: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 MiB/s wr, 96 op/s 2024-09-13T03:52:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:52:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:52:08] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-09-13T03:52:08.831 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3024 ms) 2024-09-13T03:52:08.831 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-09-13T03:52:08.831 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:08 smithi078 ceph-mon[85589]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T03:52:09.200 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:08 smithi052 ceph-mon[91421]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T03:52:09.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:08 smithi052 ceph-mon[89065]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-13T03:52:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:09 smithi078 ceph-mon[85589]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T03:52:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:09 smithi078 ceph-mon[85589]: pgmap v3484: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 56 op/s 2024-09-13T03:52:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:09 smithi052 ceph-mon[91421]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T03:52:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:09 smithi052 ceph-mon[91421]: pgmap v3484: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 56 op/s 2024-09-13T03:52:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:09 smithi052 ceph-mon[89065]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-13T03:52:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:09 smithi052 ceph-mon[89065]: pgmap v3484: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 56 op/s 2024-09-13T03:52:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:10 smithi078 ceph-mon[85589]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T03:52:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:10 smithi052 ceph-mon[91421]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T03:52:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:10 smithi052 ceph-mon[89065]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-13T03:52:11.843 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3013 ms) 2024-09-13T03:52:11.843 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-13T03:52:11.844 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:11.908 INFO:tasks.workunit.client.0.smithi052.stdout: i=0 exists [71808539~3518630,113831615~1287786,212608570~2142803,254341903~3545705,317288507~6394240,342887914~5958343,389142638~5370327,396032987~3215070,403307838~3920725] wrote [71808539~3518630,113831615~1287786,212608570~2142803,254341903~3545705,317288507~6394240,342887914~5958343,389142638~5370327,396032987~3215070,403307838~3920725] 2024-09-13T03:52:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:11 smithi078 ceph-mon[85589]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T03:52:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:11 smithi078 ceph-mon[85589]: pgmap v3487: 137 pgs: 137 active+clean; 340 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 266 KiB/s wr, 118 op/s 2024-09-13T03:52:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:11 smithi052 ceph-mon[91421]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T03:52:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:11 smithi052 ceph-mon[91421]: pgmap v3487: 137 pgs: 137 active+clean; 340 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 266 KiB/s wr, 118 op/s 2024-09-13T03:52:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:11 smithi052 ceph-mon[89065]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-13T03:52:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:11 smithi052 ceph-mon[89065]: pgmap v3487: 137 pgs: 137 active+clean; 340 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 266 KiB/s wr, 118 op/s 2024-09-13T03:52:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:52:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:12.874 INFO:tasks.workunit.client.0.smithi052.stdout: i=1 exists [2713600~13884029,68400262~6926907,113831615~1287786,115717312~7764402,133173884~4705149,166552695~5652597,192642162~1610926,212608570~2142803,254341903~3545705,266249706~2559577,271574722~309279,317288507~6394240,328709411~830713,342887914~5958343,389142638~5370327,396032987~3215070,403307838~3920725] wrote [2713600~13884029,68400262~4350040,115717312~7764402,133173884~4705149,166552695~5652597,192642162~1610926,266249706~2559577,271574722~309279,328709411~830713] 2024-09-13T03:52:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:12 smithi078 ceph-mon[85589]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T03:52:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:12 smithi052 ceph-mon[91421]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T03:52:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:12 smithi052 ceph-mon[89065]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-13T03:52:13.874 INFO:tasks.workunit.client.0.smithi052.stdout: i=2 exists [2713600~13884029,26498513~2962201,44271443~5278332,53677273~7511679,68400262~6926907,86430019~979575,113831615~1287786,115717312~7764402,133173884~4705149,164553867~7651425,192642162~3372580,212608570~2142803,217731278~4483156,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,317288507~6394240,328709411~830713,341900948~6945309,389142638~5370327,396032987~3215070,403307838~3920725] wrote [26498513~2962201,44271443~5278332,53677273~7511679,86430019~979575,164553867~4296534,192753215~3261527,217731278~4483156,225136462~7498406,255467632~2143162,341900948~6436759] 2024-09-13T03:52:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:13 smithi078 ceph-mon[85589]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T03:52:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:13 smithi078 ceph-mon[85589]: pgmap v3490: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 437 KiB/s wr, 70 op/s 2024-09-13T03:52:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:13 smithi052 ceph-mon[91421]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T03:52:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:13 smithi052 ceph-mon[91421]: pgmap v3490: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 437 KiB/s wr, 70 op/s 2024-09-13T03:52:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:13 smithi052 ceph-mon[89065]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-13T03:52:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:13 smithi052 ceph-mon[89065]: pgmap v3490: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 437 KiB/s wr, 70 op/s 2024-09-13T03:52:14.883 INFO:tasks.workunit.client.0.smithi052.stdout: i=3 exists [2713600~13884029,26498513~2962201,39586149~9963626,53677273~7752801,68400262~6926907,80098377~4854673,86430019~979575,109103002~1690021,113831615~1287786,115717312~7764402,133173884~4705149,164553867~7651425,192642162~3372580,212608570~2142803,217063207~152175,217731278~4483156,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,280363270~6041021,317288507~6394240,328709411~830713,330333562~1869610,341900948~6945309,374019357~2089461,389142638~10733830,403307838~3920725] wrote [39586149~7430796,54411851~7018223,80098377~4854673,109103002~1690021,217063207~152175,280363270~6041021,330333562~1869610,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:14 smithi078 ceph-mon[85589]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T03:52:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:14 smithi052 ceph-mon[91421]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T03:52:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:14 smithi052 ceph-mon[89065]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-13T03:52:15.920 INFO:tasks.workunit.client.0.smithi052.stdout: i=4 exists [2713600~13884029,26498513~2962201,39586149~9963626,53677273~7752801,68400262~6926907,80098377~4854673,86430019~979575,109103002~1690021,113831615~1287786,115717312~7764402,133173884~4705149,164553867~7651425,176965980~7033307,192642162~3372580,212608570~2142803,217063207~152175,217593328~4621106,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,275708842~3173889,280363270~6041021,287761979~4810347,317288507~9656476,328709411~7419063,341900948~6945309,374019357~2089461,389142638~13697933,403307838~3920725] wrote [54363847~4790180,176965980~7033307,217593328~1770569,275708842~3173889,287761979~4810347,319899093~7045890,329424585~6703889,393578862~9261709] 2024-09-13T03:52:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:15 smithi078 ceph-mon[85589]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T03:52:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:15 smithi078 ceph-mon[85589]: pgmap v3493: 137 pgs: 137 active+clean; 439 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 18 MiB/s wr, 180 op/s 2024-09-13T03:52:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:15 smithi052 ceph-mon[91421]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T03:52:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:15 smithi052 ceph-mon[91421]: pgmap v3493: 137 pgs: 137 active+clean; 439 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 18 MiB/s wr, 180 op/s 2024-09-13T03:52:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:15 smithi052 ceph-mon[89065]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-13T03:52:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:15 smithi052 ceph-mon[89065]: pgmap v3493: 137 pgs: 137 active+clean; 439 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 18 MiB/s wr, 180 op/s 2024-09-13T03:52:16.913 INFO:tasks.workunit.client.0.smithi052.stdout: i=5 exists [2567757~14029872,26498513~2962201,39586149~9963626,53677273~7752801,68400262~6926907,80098377~4854673,86430019~979575,101971420~2151458,109103002~1690021,113831615~1287786,115717312~12486780,133173884~4705149,155319917~2349002,164553867~7651425,176965980~9010425,192642162~3372580,212608570~2142803,217063207~152175,217593328~6558626,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,275708842~3173889,280363270~6041021,287761979~4810347,317288507~9656476,328709411~7419063,341900948~6945309,374019357~2089461,381922186~2167806,389142638~13697933,403307838~3920725] wrote [2567757~5408736,71777299~2262718,101971420~2151458,120263860~7940232,155319917~2349002,178945365~7031040,220503294~3648660,285098424~976478,381922186~2167806] 2024-09-13T03:52:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:16 smithi078 ceph-mon[85589]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T03:52:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:16 smithi052 ceph-mon[91421]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T03:52:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:16 smithi052 ceph-mon[89065]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-13T03:52:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:17.894 INFO:tasks.workunit.client.0.smithi052.stdout: i=6 exists [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~6954995,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,133173884~4705149,155319917~2431701,164553867~7651425,176965980~9010425,192642162~3372580,212608570~2142803,217063207~152175,217593328~6558626,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,275708842~10695449,287761979~4810347,317288507~9656476,328709411~7419063,338311333~10534924,352204810~1549514,374019357~2089461,381922186~2167806,389142638~13697933,403307838~3920725] wrote [8427235~5942347,31635363~3093446,68372174~624781,81989448~7487974,95726840~7663195,104203769~191895,156407386~1344232,278334255~4738397,338311333~6364746,352204810~1549514] 2024-09-13T03:52:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:17 smithi078 ceph-mon[85589]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T03:52:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:17 smithi078 ceph-mon[85589]: pgmap v3496: 137 pgs: 137 active+clean; 516 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 30 MiB/s wr, 190 op/s 2024-09-13T03:52:18.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:17 smithi052 ceph-mon[91421]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T03:52:18.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:17 smithi052 ceph-mon[91421]: pgmap v3496: 137 pgs: 137 active+clean; 516 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 30 MiB/s wr, 190 op/s 2024-09-13T03:52:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:17 smithi052 ceph-mon[89065]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-13T03:52:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:17 smithi052 ceph-mon[89065]: pgmap v3496: 137 pgs: 137 active+clean; 516 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 30 MiB/s wr, 190 op/s 2024-09-13T03:52:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:52:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:52:18] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-09-13T03:52:18.902 INFO:tasks.workunit.client.0.smithi052.stdout: i=7 exists [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~21105248,95726840~8396038,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,155319917~2431701,164553867~7651425,176965980~9010425,192642162~3372580,197431972~3075303,212608570~2142803,217063207~152175,217593328~6558626,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,275708842~10695449,286846583~5725743,294130383~1021928,317288507~9656476,328709411~7419063,338311333~10534924,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886,403307838~3920725] wrote [58765413~1753334,72464394~9632619,82532602~5098104,130272169~2055932,197431972~3075303,286846583~3528863,294130383~1021928,346489797~1634486,386984685~7695013] 2024-09-13T03:52:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:18 smithi078 ceph-mon[85589]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T03:52:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:18 smithi052 ceph-mon[91421]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T03:52:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:18 smithi052 ceph-mon[89065]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-13T03:52:19.954 INFO:tasks.workunit.client.0.smithi052.stdout: i=8 exists [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~21105248,95726840~8396038,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~9962229,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,212608570~2142803,217063207~152175,217593328~6558626,225136462~7498406,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,317288507~9656476,328709411~7419063,338311333~10534924,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385,403307838~3920725] wrote [77043585~7591021,117383681~7606009,143322043~1746639,147789389~7570081,173844148~1468022,275529233~3893461,353983295~2876865,370234133~10463807,383601238~5411236] 2024-09-13T03:52:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:19 smithi078 ceph-mon[85589]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T03:52:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:19 smithi078 ceph-mon[85589]: pgmap v3499: 137 pgs: 137 active+clean; 587 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 30 MiB/s wr, 260 op/s 2024-09-13T03:52:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:19 smithi052 ceph-mon[91421]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T03:52:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:19 smithi052 ceph-mon[91421]: pgmap v3499: 137 pgs: 137 active+clean; 587 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 30 MiB/s wr, 260 op/s 2024-09-13T03:52:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:19 smithi052 ceph-mon[89065]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-13T03:52:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:19 smithi052 ceph-mon[89065]: pgmap v3499: 137 pgs: 137 active+clean; 587 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 30 MiB/s wr, 260 op/s 2024-09-13T03:52:20.951 INFO:tasks.workunit.client.0.smithi052.stdout: i=9 exists [2567757~14029872,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~9962229,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,317288507~9656476,328709411~7419063,338311333~10534924,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,403307838~3920725,409675681~1176887] wrote [32409876~11052335,89955280~6993558,221063558~6957593,234740257~1833269,239991020~2067674,299094115~5577461,360547272~1520471,409675681~1176887] 2024-09-13T03:52:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:20 smithi078 ceph-mon[85589]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T03:52:21.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:20 smithi052 ceph-mon[91421]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T03:52:21.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:20 smithi052 ceph-mon[89065]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-13T03:52:21.931 INFO:tasks.workunit.client.0.smithi052.stdout: i=10 exists [2567757~14029872,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~12672798,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~13529781,328709411~7419063,338311333~10534924,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~25306377,409675681~1176887] wrote [40372191~7627527,81395196~5262692,97343751~4372915,153616523~6845664,167580408~3469230,244380193~7417149,287396180~3418161,313415202~4170595,378300945~1956458,399723347~4728638] 2024-09-13T03:52:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:21 smithi078 ceph-mon[85589]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T03:52:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:21 smithi078 ceph-mon[85589]: pgmap v3502: 137 pgs: 137 active+clean; 704 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 46 MiB/s wr, 263 op/s 2024-09-13T03:52:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:21 smithi052 ceph-mon[91421]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T03:52:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:21 smithi052 ceph-mon[91421]: pgmap v3502: 137 pgs: 137 active+clean; 704 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 46 MiB/s wr, 263 op/s 2024-09-13T03:52:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:21 smithi052 ceph-mon[89065]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-13T03:52:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:21 smithi052 ceph-mon[89065]: pgmap v3502: 137 pgs: 137 active+clean; 704 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 46 MiB/s wr, 263 op/s 2024-09-13T03:52:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:52:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:22.944 INFO:tasks.workunit.client.0.smithi052.stdout: i=11 exists [321209~16276420,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~12672798,164553867~21550538,192642162~3372580,197431972~3075303,202967670~4261540,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~13529781,328709411~20136846,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~25306377,409675681~1176887] wrote [321209~3932611,41891431~3459490,151110356~2253674,170176716~6901960,185643134~461271,202967670~4261540,287467328~8591823,332493123~6754447] 2024-09-13T03:52:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:22 smithi078 ceph-mon[85589]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T03:52:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:22 smithi052 ceph-mon[91421]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T03:52:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:22 smithi052 ceph-mon[89065]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-13T03:52:23.938 INFO:tasks.workunit.client.0.smithi052.stdout: i=12 exists [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~14932218,164553867~21550538,192642162~3372580,197431972~3075303,202753011~4476199,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~13529781,328709411~22947456,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~25306377,409675681~1176887] wrote [40393117~1433048,49075697~799939,118659014~6734051,157181564~5540043,202753011~2989278,218417834~753463,237836160~7535201,245935414~3495375,346959325~4697542] 2024-09-13T03:52:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:23 smithi078 ceph-mon[85589]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T03:52:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:23 smithi078 ceph-mon[85589]: pgmap v3505: 137 pgs: 137 active+clean; 713 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s wr, 15 op/s 2024-09-13T03:52:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:23 smithi052 ceph-mon[91421]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T03:52:24.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:23 smithi052 ceph-mon[91421]: pgmap v3505: 137 pgs: 137 active+clean; 713 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s wr, 15 op/s 2024-09-13T03:52:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:23 smithi052 ceph-mon[89065]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-13T03:52:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:23 smithi052 ceph-mon[89065]: pgmap v3505: 137 pgs: 137 active+clean; 713 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s wr, 15 op/s 2024-09-13T03:52:24.948 INFO:tasks.workunit.client.0.smithi052.stdout: i=13 exists [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~3813675,202753011~4476199,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~13529781,328709411~22947456,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~25306377,409675681~1176887] wrote [7403830~6072322,38267429~5938433,76781947~3846483,142142512~2705593,196693600~2742218,220266960~7783540,288618947~2608941,338692844~3549525] 2024-09-13T03:52:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:24 smithi078 ceph-mon[85589]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T03:52:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:24 smithi052 ceph-mon[91421]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T03:52:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:24 smithi052 ceph-mon[89065]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-13T03:52:25.947 INFO:tasks.workunit.client.0.smithi052.stdout: i=14 exists [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,62417119~41705759,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~10535610,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~13529781,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25306377,409675681~1176887] wrote [32745153~5123290,62417119~6843329,75368600~6798918,84915617~6459647,117906748~4355866,199020608~4133984,247088910~1192488,287341278~1671833,327231286~6909725,358258799~2569028] 2024-09-13T03:52:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:25 smithi078 ceph-mon[85589]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T03:52:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:25 smithi078 ceph-mon[85589]: pgmap v3508: 137 pgs: 137 active+clean; 869 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 39 MiB/s wr, 295 op/s 2024-09-13T03:52:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:25 smithi052 ceph-mon[91421]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T03:52:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:25 smithi052 ceph-mon[91421]: pgmap v3508: 137 pgs: 137 active+clean; 869 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 39 MiB/s wr, 295 op/s 2024-09-13T03:52:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:25 smithi052 ceph-mon[89065]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-13T03:52:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:25 smithi052 ceph-mon[89065]: pgmap v3508: 137 pgs: 137 active+clean; 869 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 39 MiB/s wr, 295 op/s 2024-09-13T03:52:26.965 INFO:tasks.workunit.client.0.smithi052.stdout: i=15 exists [321209~16276420,26498513~2962201,31635363~18240273,50051156~11378918,62417119~41705759,104203769~191895,109103002~1690021,113831615~1287786,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~10535610,212608570~2142803,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,251885198~1170459,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~15022883,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] wrote [50051156~4570765,94856652~344339,97045284~4895263,151880730~4020838,251885198~1170459,294060229~126208,296884694~1953475,311922100~6545399,404071616~3698633] 2024-09-13T03:52:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:26 smithi078 ceph-mon[85589]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T03:52:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:26 smithi052 ceph-mon[91421]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T03:52:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:26 smithi052 ceph-mon[89065]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-13T03:52:27.971 INFO:tasks.workunit.client.0.smithi052.stdout: i=16 exists [321209~16276420,22003608~7457106,31635363~18240273,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,212608570~2142803,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,254341903~3545705,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~15022883,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] wrote [22003608~6480770,55194800~7336611,110176123~6470354,137522412~3850862,190619270~5465186,228646941~4255258,284980023~579153,342622840~1472042,351747551~1158365] 2024-09-13T03:52:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:27 smithi078 ceph-mon[85589]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T03:52:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:27 smithi078 ceph-mon[85589]: pgmap v3511: 137 pgs: 137 active+clean; 933 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 53 MiB/s wr, 303 op/s 2024-09-13T03:52:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:27 smithi052 ceph-mon[91421]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T03:52:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:27 smithi052 ceph-mon[91421]: pgmap v3511: 137 pgs: 137 active+clean; 933 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 53 MiB/s wr, 303 op/s 2024-09-13T03:52:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:27 smithi052 ceph-mon[89065]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-13T03:52:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:27 smithi052 ceph-mon[89065]: pgmap v3511: 137 pgs: 137 active+clean; 933 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 53 MiB/s wr, 303 op/s 2024-09-13T03:52:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:52:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:52:28] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-09-13T03:52:28.969 INFO:tasks.workunit.client.0.smithi052.stdout: i=17 exists [321209~16276420,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,212608570~2142803,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,254341903~3545705,261267137~2870873,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~15022883,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] wrote [26956712~7561573,54267806~427244,54874951~1712803,173210519~5908859,198774333~7790022,261267137~2870873,321240770~1594385,324979675~1163462,381446795~692621] 2024-09-13T03:52:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:28 smithi078 ceph-mon[85589]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T03:52:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:28 smithi052 ceph-mon[91421]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T03:52:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:28 smithi052 ceph-mon[89065]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-13T03:52:29.979 INFO:tasks.workunit.client.0.smithi052.stdout: i=18 exists [321209~16276420,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~12603066,212608570~2142803,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,254341903~3545705,261267137~7542146,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~15022883,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] wrote [55216423~7498660,75180115~5141566,84555497~6080063,205463694~3832972,232992268~292991,250338527~2239716,263581494~3513254,300843248~7012060,399563160~4639896] 2024-09-13T03:52:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:29 smithi078 ceph-mon[85589]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T03:52:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:29 smithi078 ceph-mon[85589]: pgmap v3514: 137 pgs: 137 active+clean; 997 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 31 MiB/s wr, 352 op/s 2024-09-13T03:52:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:29 smithi052 ceph-mon[91421]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T03:52:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:29 smithi052 ceph-mon[91421]: pgmap v3514: 137 pgs: 137 active+clean; 997 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 31 MiB/s wr, 352 op/s 2024-09-13T03:52:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:29 smithi052 ceph-mon[89065]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-13T03:52:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:29 smithi052 ceph-mon[89065]: pgmap v3514: 137 pgs: 137 active+clean; 997 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 31 MiB/s wr, 352 op/s 2024-09-13T03:52:30.983 INFO:tasks.workunit.client.0.smithi052.stdout: i=19 exists [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,254341903~3545705,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~15022883,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] wrote [17302983~2550833,73887981~3105722,196807385~353626,209285283~5926311,239590895~2790114,262179358~7470861,271964816~3882118,327799032~6420596,377368167~5667157,402145169~6722567] 2024-09-13T03:52:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:30 smithi078 ceph-mon[85589]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T03:52:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:30 smithi052 ceph-mon[91421]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T03:52:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:30 smithi052 ceph-mon[89065]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-13T03:52:31.936 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 1 diff [2713600~13884029,68400262~4350040,115717312~7764402,133173884~4705149,166552695~5652597,192642162~1610926,266249706~2559577,271574722~309279,328709411~830713] 2024-09-13T03:52:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2713600~13884029,68400262~4350040,115717312~7764402,133173884~4705149,166552695~5652597,192642162~1610926,266249706~2559577,271574722~309279,328709411~830713] 2024-09-13T03:52:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,67108864~5641438,115119401~8362313,130023424~7855609,163577856~8627436,188743680~5509408,264241152~7642849,327155712~2384412] 2024-09-13T03:52:31.958 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 2 diff [2713600~13884029,26498513~2962201,44271443~5278332,53677273~7511679,68400262~4350040,86430019~979575,115717312~7764402,133173884~4705149,164553867~7651425,192642162~3372580,217731278~4483156,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,328709411~830713,341900948~6436759] 2024-09-13T03:52:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2713600~13884029,26498513~2962201,44271443~5278332,53677273~7511679,68400262~4350040,86430019~979575,115717312~7764402,133173884~4705149,164553867~7651425,192642162~3372580,217731278~4483156,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,328709411~830713,341900948~6436759] 2024-09-13T03:52:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~4294890,41943040~7606735,50331648~10857304,67108864~5641438,83886080~3523514,115119401~8362313,130023424~7855609,163577856~8627436,188743680~7271062,214751373~7463061,222298112~10336756,255467632~2143162,264241152~7642849,327155712~2384412,341900948~6436759] 2024-09-13T03:52:31.965 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 3 diff [2713600~13884029,26498513~2962201,39586149~9963626,53677273~7752801,68400262~4350040,80098377~4854673,86430019~979575,109103002~1690021,115717312~7764402,133173884~4705149,164553867~7651425,192642162~3372580,217063207~152175,217731278~4483156,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,280363270~6041021,328709411~830713,330333562~1869610,341900948~6436759,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2713600~13884029,26498513~2962201,39586149~9963626,53677273~7752801,68400262~4350040,80098377~4854673,86430019~979575,109103002~1690021,115717312~7764402,133173884~4705149,164553867~7651425,192642162~3372580,217063207~152175,217731278~4483156,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,280363270~6041021,328709411~830713,330333562~1869610,341900948~6436759,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~4294890,37748736~11801039,50331648~11098426,67108864~5641438,79691776~7717818,109051904~1741119,115119401~8362313,130023424~7855609,163577856~8627436,188743680~7271062,214751373~7463061,222298112~10336756,255467632~2143162,264241152~7642849,276824064~9580227,327155712~5047460,341900948~6436759,373293056~2815762,390322149~1971780,393518505~6357963] 2024-09-13T03:52:31.973 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 4 diff [2713600~13884029,26498513~2962201,39586149~9963626,53677273~7752801,68400262~4350040,80098377~4854673,86430019~979575,109103002~1690021,115717312~7764402,133173884~4705149,164553867~7651425,176965980~7033307,192642162~3372580,217063207~152175,217593328~4621106,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,328709411~7419063,341900948~6436759,374019357~2089461,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2713600~13884029,26498513~2962201,39586149~9963626,53677273~7752801,68400262~4350040,80098377~4854673,86430019~979575,109103002~1690021,115717312~7764402,133173884~4705149,164553867~7651425,176965980~7033307,192642162~3372580,217063207~152175,217593328~4621106,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,328709411~7419063,341900948~6436759,374019357~2089461,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~4294890,37748736~11801039,50331648~11098426,67108864~5641438,79691776~7717818,109051904~1741119,115119401~8362313,130023424~7855609,163577856~8627436,176160768~7838519,188743680~7271062,214751373~7463061,222298112~10336756,255467632~2143162,264241152~7642849,272629760~19942566,319899093~7045890,327155712~8972762,341900948~6436759,373293056~2815762,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.979 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 5 diff [2567757~14029872,26498513~2962201,39586149~9963626,53677273~7752801,68400262~5639755,80098377~4854673,86430019~979575,101971420~2151458,109103002~1690021,115717312~12486780,133173884~4705149,155319917~2349002,164553867~7651425,176965980~9010425,192642162~3372580,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,328709411~7419063,341900948~6436759,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~14029872,26498513~2962201,39586149~9963626,53677273~7752801,68400262~5639755,80098377~4854673,86430019~979575,101971420~2151458,109103002~1690021,115717312~12486780,133173884~4705149,155319917~2349002,164553867~7651425,176965980~9010425,192642162~3372580,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,328709411~7419063,341900948~6436759,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~4294890,37748736~11801039,50331648~11098426,67108864~6931153,79691776~7717818,100663296~3459582,109051904~1741119,115119401~13084691,130023424~7855609,155189248~2479671,163577856~8627436,176160768~9815637,188743680~7271062,214751373~17883495,255467632~2143162,264241152~7642849,272629760~19942566,319899093~7045890,327155712~8972762,341900948~6436759,373293056~2815762,381681664~2408328,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.986 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 6 diff [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~5667843,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,115717312~12486780,133173884~4705149,155319917~2431701,164553867~7651425,176965980~9010425,192642162~3372580,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~10695449,287761979~4810347,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~5667843,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,115717312~12486780,133173884~4705149,155319917~2431701,164553867~7651425,176965980~9010425,192642162~3372580,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~10695449,287761979~4810347,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~9562985,37748736~11801039,50331648~11098426,67108864~6931153,79691776~9785646,92274688~12120976,109051904~1741119,115119401~13084691,130023424~7855609,155189248~2562370,163577856~8627436,176160768~9815637,188743680~7271062,214751373~17883495,255467632~2143162,264241152~7642849,272629760~19942566,319899093~7045890,327155712~21181995,348846257~4908067,373293056~2815762,381681664~2408328,390322149~1971780,393518505~9322066] 2024-09-13T03:52:31.993 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 7 diff [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~21105248,95726840~8396038,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,155319917~2431701,164553867~7651425,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~10695449,286846583~5725743,294130383~1021928,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886] 2024-09-13T03:52:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~21105248,95726840~8396038,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,155319917~2431701,164553867~7651425,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275708842~10695449,286846583~5725743,294130383~1021928,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~9562985,37748736~11801039,50331648~11098426,67108864~22368558,92274688~12120976,109051904~1741119,115119401~13084691,130023424~7855609,155189248~2562370,163577856~8627436,176160768~9815637,188743680~7271062,197132288~3374987,214751373~17883495,255467632~2143162,264241152~7642849,272629760~19942566,293601280~1551031,319899093~7045890,327155712~21181995,348846257~4908067,373293056~2815762,381681664~2408328,386984685~15855886] 2024-09-13T03:52:32.000 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 8 diff [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~21105248,95726840~8396038,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~9962229,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~14029872,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~21105248,95726840~8396038,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~9962229,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~9562985,37748736~11801039,50331648~11098426,67108864~22368558,92274688~12120976,109051904~1741119,115119401~13084691,130023424~7855609,142606336~2462346,146800640~10950978,163577856~11734314,176160768~9815637,188743680~7271062,197132288~3374987,214751373~17883495,255467632~2143162,264241152~7642849,272629760~19942566,293601280~1551031,319899093~7045890,327155712~21181995,348846257~8013903,369098752~11599188,381681664~21158907] 2024-09-13T03:52:32.006 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 9 diff [2567757~14029872,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~9962229,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~14029872,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~9962229,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~24383951,50331648~11098426,67108864~37286800,109051904~1741119,115119401~13084691,130023424~7855609,142606336~2462346,146800640~10950978,163577856~11734314,176160768~9815637,188743680~7271062,197132288~3374987,214751373~21822153,239075328~2983366,255467632~2143162,264241152~7642849,272629760~19942566,293601280~1551031,297795584~6875992,319899093~7045890,327155712~21181995,348846257~13221486,369098752~11599188,381681664~21158907,407228563~3624005] 2024-09-13T03:52:32.013 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 10 diff [2567757~14029872,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~12672798,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~14029872,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~12672798,164553867~7651425,173844148~1468022,176965980~9010425,192642162~3372580,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,328709411~7419063,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~24383951,50331648~11098426,67108864~37286800,109051904~1741119,115119401~13084691,130023424~7855609,142606336~2462346,146800640~13661547,163577856~11734314,176160768~9815637,188743680~7271062,197132288~3374987,214751373~21822153,239075328~2983366,243269632~8527710,255467632~2143162,264241152~7642849,272629760~19942566,293601280~1551031,297795584~6875992,310378496~7207301,319899093~7045890,327155712~21181995,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.019 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 11 diff [321209~16276420,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~12672798,164553867~21550538,192642162~3372580,197431972~3075303,202967670~4261540,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,328709411~19628296,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,26498513~2962201,31635363~17914412,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~12672798,164553867~21550538,192642162~3372580,197431972~3075303,202967670~4261540,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,328709411~19628296,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~24383951,50331648~11098426,67108864~37286800,109051904~1741119,115119401~13084691,130023424~7855609,142606336~2462346,146800640~13661547,163577856~22526549,188743680~7271062,197132288~3374987,201326592~5902618,214751373~21822153,239075328~2983366,243269632~8527710,255467632~2143162,264241152~7642849,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,327155712~21181995,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.025 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 12 diff [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~14932218,164553867~21550538,192642162~3372580,197431972~3075303,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,328709411~22947456,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,143322043~1746639,147789389~14932218,164553867~21550538,192642162~3372580,197431972~3075303,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,328709411~22947456,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~24709812,50331648~11098426,67108864~37286800,109051904~1741119,115119401~13084691,130023424~7855609,142606336~2462346,146800640~15920967,163577856~22526549,188743680~7271062,197132288~3374987,201326592~5902618,214751373~37045969,255467632~2143162,264241152~7642849,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,327155712~34912031,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.032 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 13 diff [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~3813675,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,328709411~22947456,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,68372174~21105248,89955280~14167598,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~3813675,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,328709411~22947456,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~24709812,50331648~11098426,67108864~37286800,109051904~1741119,115119401~13084691,130023424~7855609,138412032~6656650,146800640~15920967,163577856~22526549,188743680~11763595,201326592~5902618,214751373~37045969,255467632~2143162,264241152~7642849,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,327155712~34912031,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.038 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 14 diff [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,62417119~41705759,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,26498513~2962201,31635363~18240273,53677273~7752801,62417119~41705759,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~24709812,50331648~54064016,109051904~1741119,115119401~13084691,130023424~7855609,138412032~6656650,146800640~15920967,163577856~22526549,188743680~18485530,214751373~37045969,255467632~2143162,264241152~7642849,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,327155712~34912031,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.044 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 15 diff [321209~16276420,26498513~2962201,31635363~18240273,50051156~11378918,62417119~41705759,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,26498513~2962201,31635363~18240273,50051156~11378918,62417119~41705759,104203769~191895,109103002~1690021,115717312~12486780,130272169~2055932,133173884~4705149,142142512~2926170,147789389~14932218,164553867~21550538,192642162~3372580,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,25165824~79229840,109051904~1741119,115119401~13084691,130023424~7855609,138412032~6656650,146800640~15920967,163577856~22526549,188743680~18485530,214751373~37045969,251885198~1170459,255467632~2143162,264241152~7642849,272629760~32041816,310378496~8089003,319899093~7045890,327155712~34912031,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 16 diff [321209~16276420,22003608~7457106,31635363~18240273,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,22003608~7457106,31635363~18240273,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~18485530,214751373~37045969,251885198~1170459,255467632~2143162,264241152~7642849,272629760~32041816,310378496~8089003,319899093~7045890,327155712~34912031,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.056 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 17 diff [321209~16276420,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,261267137~2870873,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,261267137~2870873,266249706~2559577,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~18485530,214751373~37045969,251885198~1170459,255467632~2143162,260046848~4091162,264241152~7642849,272629760~32041816,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:32.063 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 18 diff [321209~16276420,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~12603066,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~7542146,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~12603066,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~7542146,271574722~309279,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~20552986,214751373~38304284,255467632~2143162,260046848~11837153,272629760~35225548,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:32.069 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 19 diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:32.075 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 2 diff [26498513~2962201,44271443~5278332,53677273~7511679,86430019~979575,164553867~4296534,192753215~3261527,217731278~4483156,225136462~7498406,255467632~2143162,341900948~6436759] 2024-09-13T03:52:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [26498513~2962201,44271443~5278332,53677273~7511679,86430019~979575,164553867~4296534,192753215~3261527,217731278~4483156,225136462~7498406,255467632~2143162,341900948~6436759] 2024-09-13T03:52:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [25165824~4294890,41943040~7606735,50331648~10857304,83886080~3523514,164553867~4296534,192753215~3261527,214751373~7463061,222298112~10336756,255467632~2143162,341900948~6436759] 2024-09-13T03:52:32.081 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 3 diff [26498513~2962201,39586149~9963626,53677273~7752801,80098377~4854673,86430019~979575,109103002~1690021,164553867~4296534,192753215~3261527,217063207~152175,217731278~4483156,225136462~7498406,255467632~2143162,280363270~6041021,330333562~1869610,341900948~6436759,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [26498513~2962201,39586149~9963626,53677273~7752801,80098377~4854673,86430019~979575,109103002~1690021,164553867~4296534,192753215~3261527,217063207~152175,217731278~4483156,225136462~7498406,255467632~2143162,280363270~6041021,330333562~1869610,341900948~6436759,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [25165824~4294890,37748736~11801039,50331648~11098426,79691776~7717818,109051904~1741119,164553867~4296534,192753215~3261527,214751373~7463061,222298112~10336756,255467632~2143162,276824064~9580227,329540124~2663048,341900948~6436759,373293056~2815762,390322149~1971780,393518505~6357963] 2024-09-13T03:52:32.087 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 4 diff [26498513~2962201,39586149~9963626,53677273~7752801,80098377~4854673,86430019~979575,109103002~1690021,164553867~4296534,176965980~7033307,192753215~3261527,217063207~152175,217593328~4621106,225136462~7498406,255467632~2143162,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,341900948~6436759,374019357~2089461,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [26498513~2962201,39586149~9963626,53677273~7752801,80098377~4854673,86430019~979575,109103002~1690021,164553867~4296534,176965980~7033307,192753215~3261527,217063207~152175,217593328~4621106,225136462~7498406,255467632~2143162,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,341900948~6436759,374019357~2089461,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [25165824~4294890,37748736~11801039,50331648~11098426,79691776~7717818,109051904~1741119,164553867~4296534,176160768~7838519,192753215~3261527,214751373~7463061,222298112~10336756,255467632~2143162,272629760~19942566,319899093~7045890,329424585~6703889,341900948~6436759,373293056~2815762,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.092 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 5 diff [2567757~5408736,26498513~2962201,39586149~9963626,53677273~7752801,71777299~2262718,80098377~4854673,86430019~979575,101971420~2151458,109103002~1690021,120263860~7940232,155319917~2349002,164553867~4296534,176965980~9010425,192753215~3261527,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,341900948~6436759,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,26498513~2962201,39586149~9963626,53677273~7752801,71777299~2262718,80098377~4854673,86430019~979575,101971420~2151458,109103002~1690021,120263860~7940232,155319917~2349002,164553867~4296534,176965980~9010425,192753215~3261527,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,341900948~6436759,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,25165824~4294890,37748736~11801039,50331648~11098426,71777299~2262718,79691776~7717818,100663296~3459582,109051904~1741119,120263860~7940232,155189248~2479671,164553867~4296534,176160768~9815637,192753215~3261527,214751373~17883495,255467632~2143162,272629760~19942566,319899093~7045890,329424585~6703889,341900948~6436759,373293056~2815762,381681664~2408328,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.098 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 6 diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~624781,71777299~2262718,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,155319917~2431701,164553867~4296534,176965980~9010425,192753215~3261527,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275708842~10695449,287761979~4810347,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~624781,71777299~2262718,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,155319917~2431701,164553867~4296534,176965980~9010425,192753215~3261527,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275708842~10695449,287761979~4810347,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,25165824~9562985,37748736~11801039,50331648~11098426,68372174~624781,71777299~2262718,79691776~9785646,92274688~12120976,109051904~1741119,120263860~7940232,155189248~2562370,164553867~4296534,176160768~9815637,192753215~3261527,214751373~17883495,255467632~2143162,272629760~19942566,319899093~7045890,329424585~18913122,348846257~4908067,373293056~2815762,381681664~2408328,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.105 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 7 diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,130272169~2055932,155319917~2431701,164553867~4296534,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275708842~10695449,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,130272169~2055932,155319917~2431701,164553867~4296534,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275708842~10695449,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,25165824~9562985,37748736~11801039,50331648~11098426,68372174~624781,71777299~17700123,92274688~12120976,109051904~1741119,120263860~7940232,130272169~2055932,155189248~2562370,164553867~4296534,176160768~9815637,192753215~3261527,197132288~3374987,214751373~17883495,255467632~2143162,272629760~19942566,293601280~1551031,319899093~7045890,329424585~18913122,348846257~4908067,373293056~2815762,381681664~2408328,386984685~15855886] 2024-09-13T03:52:32.110 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 8 diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,164553867~4296534,173844148~1468022,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275529233~10875058,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~3093446,39586149~9963626,53677273~7752801,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,164553867~4296534,173844148~1468022,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~6558626,225136462~7498406,255467632~2143162,275529233~10875058,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,25165824~9562985,37748736~11801039,50331648~11098426,68372174~624781,71777299~17700123,92274688~12120976,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,164553867~4296534,172205292~3106878,176160768~9815637,192753215~3261527,197132288~3374987,214751373~17883495,255467632~2143162,272629760~19942566,293601280~1551031,319899093~7045890,329424585~18913122,348846257~8013903,369098752~11599188,381681664~21158907] 2024-09-13T03:52:32.116 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 9 diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~17914412,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,164553867~4296534,173844148~1468022,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,255467632~2143162,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~17914412,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,164553867~4296534,173844148~1468022,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,255467632~2143162,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,25165824~24383951,50331648~11098426,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,164553867~4296534,172205292~3106878,176160768~9815637,192753215~3261527,197132288~3374987,214751373~21822153,239075328~2983366,255467632~2143162,272629760~19942566,293601280~1551031,297795584~6875992,319899093~7045890,329424585~18913122,348846257~13221486,369098752~11599188,381681664~21158907,407228563~3624005] 2024-09-13T03:52:32.122 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 10 diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~17914412,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,164553867~6495771,173844148~1468022,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,26498513~2962201,31635363~17914412,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,164553867~6495771,173844148~1468022,176965980~9010425,192753215~3261527,197431972~3075303,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,329424585~6703889,338311333~10026374,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,25165824~24383951,50331648~11098426,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,164553867~6495771,172205292~3106878,176160768~9815637,192753215~3261527,197132288~3374987,214751373~21822153,239075328~2983366,243269632~8527710,255467632~2143162,272629760~19942566,293601280~1551031,297795584~6875992,310378496~7207301,319899093~7045890,329424585~18913122,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.128 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 11 diff [321209~7655284,8427235~5942347,26498513~2962201,31635363~17914412,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,164553867~21550538,192753215~3261527,197431972~3075303,202967670~4261540,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~18913122,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,26498513~2962201,31635363~17914412,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,164553867~21550538,192753215~3261527,197431972~3075303,202967670~4261540,217063207~152175,217593328~15041540,234740257~1833269,239991020~2067674,244380193~7417149,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~18913122,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,25165824~24383951,50331648~11098426,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,164553867~21550538,192753215~3261527,197132288~3374987,201326592~5902618,214751373~21822153,239075328~2983366,243269632~8527710,255467632~2143162,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,329424585~18913122,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.134 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 12 diff [321209~7655284,8427235~5942347,26498513~2962201,31635363~18240273,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,164553867~21550538,192753215~3261527,197431972~3075303,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~22232282,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,26498513~2962201,31635363~18240273,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,164553867~21550538,192753215~3261527,197431972~3075303,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~22232282,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,25165824~24709812,50331648~11098426,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~15920967,164553867~21550538,192753215~3261527,197132288~3374987,201326592~5902618,214751373~37045969,255467632~2143162,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,329424585~32643158,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.164 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 13 diff [321209~14048373,26498513~2962201,31635363~18240273,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,164553867~21550538,192753215~3261527,196693600~3813675,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~22232282,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,26498513~2962201,31635363~18240273,53677273~7752801,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,164553867~21550538,192753215~3261527,196693600~3813675,202753011~4476199,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~22232282,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,25165824~24709812,50331648~11098426,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,164553867~21550538,192753215~7754060,201326592~5902618,214751373~37045969,255467632~2143162,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,329424585~32643158,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.169 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 14 diff [321209~14048373,26498513~2962201,31635363~18240273,53677273~7752801,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,164553867~21550538,192753215~3261527,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,26498513~2962201,31635363~18240273,53677273~7752801,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,164553867~21550538,192753215~3261527,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,255467632~2143162,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,25165824~24709812,50331648~18928800,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,164553867~21550538,192753215~14475995,214751373~37045969,255467632~2143162,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,327231286~34836457,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.175 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 15 diff [321209~14048373,26498513~2962201,31635363~18240273,50051156~11378918,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,164553867~21550538,192753215~3261527,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,26498513~2962201,31635363~18240273,50051156~11378918,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,164553867~21550538,192753215~3261527,196693600~10535610,217063207~152175,217593328~15041540,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,25165824~44094624,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,164553867~21550538,192753215~14475995,214751373~37045969,251885198~1170459,255467632~2143162,272629760~32041816,310378496~8089003,319899093~7045890,327231286~34836457,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.181 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 16 diff [321209~14048373,22003608~7457106,31635363~18240273,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~7457106,31635363~18240273,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~16609940,214751373~37045969,251885198~1170459,255467632~2143162,272629760~32041816,310378496~8089003,319899093~7045890,327231286~34836457,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.187 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 17 diff [321209~14048373,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,261267137~2870873,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~10535610,217063207~152175,217593328~15308871,234740257~1833269,237836160~13961182,251885198~1170459,255467632~2143162,261267137~2870873,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~16609940,214751373~37045969,251885198~1170459,255467632~2143162,260046848~4091162,272629760~32041816,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:32.193 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 18 diff [321209~14048373,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~12603066,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~5827611,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~12603066,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~5827611,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:31 smithi078 ceph-mon[85589]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T03:52:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:31 smithi078 ceph-mon[85589]: pgmap v3517: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 41 MiB/s wr, 358 op/s 2024-09-13T03:52:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~18677396,214751373~38304284,255467632~2143162,260046848~7047900,272629760~35225548,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:32.198 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 19 diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:32.204 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 3 diff [39586149~7430796,54411851~7018223,80098377~4854673,109103002~1690021,217063207~152175,280363270~6041021,330333562~1869610,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [39586149~7430796,54411851~7018223,80098377~4854673,109103002~1690021,217063207~152175,280363270~6041021,330333562~1869610,374019357~2089461,390322149~1971780,393518505~6357963] 2024-09-13T03:52:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [37748736~9268209,54411851~7018223,79691776~5261274,109051904~1741119,217063207~152175,276824064~9580227,329540124~2663048,373293056~2815762,390322149~1971780,393518505~6357963] 2024-09-13T03:52:32.209 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 4 diff [39586149~7430796,54363847~7066227,80098377~4854673,109103002~1690021,176965980~7033307,217063207~152175,217593328~1770569,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,374019357~2089461,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [39586149~7430796,54363847~7066227,80098377~4854673,109103002~1690021,176965980~7033307,217063207~152175,217593328~1770569,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,374019357~2089461,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [37748736~9268209,54363847~7066227,79691776~5261274,109051904~1741119,176160768~7838519,217063207~152175,217593328~1770569,272629760~19942566,319899093~7045890,329424585~6703889,373293056~2815762,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.215 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 5 diff [2567757~5408736,39586149~7430796,54363847~7066227,71777299~2262718,80098377~4854673,101971420~2151458,109103002~1690021,120263860~7940232,155319917~2349002,176965980~9010425,217063207~152175,217593328~1770569,220503294~3648660,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,39586149~7430796,54363847~7066227,71777299~2262718,80098377~4854673,101971420~2151458,109103002~1690021,120263860~7940232,155319917~2349002,176965980~9010425,217063207~152175,217593328~1770569,220503294~3648660,275708842~3173889,280363270~6041021,287761979~4810347,319899093~7045890,329424585~6703889,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,37748736~9268209,54363847~7066227,71777299~2262718,79691776~5261274,100663296~3459582,109051904~1741119,120263860~7940232,155189248~2479671,176160768~9815637,217063207~152175,217593328~1770569,220503294~3648660,272629760~19942566,319899093~7045890,329424585~6703889,373293056~2815762,381681664~2408328,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.221 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 6 diff [2567757~5408736,8427235~5942347,31635363~3093446,39586149~7430796,54363847~7066227,68372174~624781,71777299~2262718,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,155319917~2431701,176965980~9010425,217063207~152175,217593328~1770569,220503294~3648660,275708842~10695449,287761979~4810347,319899093~7045890,329424585~6703889,338311333~6364746,352204810~1549514,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,39586149~7430796,54363847~7066227,68372174~624781,71777299~2262718,80098377~9379045,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,155319917~2431701,176965980~9010425,217063207~152175,217593328~1770569,220503294~3648660,275708842~10695449,287761979~4810347,319899093~7045890,329424585~6703889,338311333~6364746,352204810~1549514,374019357~2089461,381922186~2167806,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,37748736~9268209,54363847~7066227,68372174~624781,71777299~2262718,79691776~9785646,92274688~12120976,109051904~1741119,120263860~7940232,155189248~2562370,176160768~9815637,217063207~152175,217593328~1770569,220503294~3648660,272629760~19942566,319899093~7045890,329424585~15251494,348846257~4908067,373293056~2815762,381681664~2408328,390322149~1971780,393518505~9322066] 2024-09-13T03:52:32.227 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 7 diff [2567757~5408736,8427235~5942347,31635363~3093446,39586149~7430796,54363847~7066227,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,130272169~2055932,155319917~2431701,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~3648660,275708842~10695449,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,39586149~7430796,54363847~7066227,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,120263860~7940232,130272169~2055932,155319917~2431701,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~3648660,275708842~10695449,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,374019357~2089461,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,37748736~9268209,54363847~7066227,68372174~624781,71777299~17700123,92274688~12120976,109051904~1741119,120263860~7940232,130272169~2055932,155189248~2562370,176160768~9815637,197132288~3374987,217063207~152175,217593328~1770569,220503294~3648660,272629760~19942566,293601280~1551031,319899093~7045890,329424585~15251494,346489797~1634486,348846257~4908067,373293056~2815762,381681664~2408328,386984685~15855886] 2024-09-13T03:52:32.232 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 8 diff [2567757~5408736,8427235~5942347,31635363~3093446,39586149~7430796,54363847~7066227,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~3648660,275529233~10875058,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,39586149~7430796,54363847~7066227,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~3648660,275529233~10875058,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,37748736~9268209,54363847~7066227,68372174~624781,71777299~17700123,92274688~12120976,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,172205292~3106878,176160768~9815637,197132288~3374987,217063207~152175,217593328~1770569,220503294~3648660,272629760~19942566,293601280~1551031,319899093~7045890,329424585~15251494,346489797~1634486,348846257~8013903,369098752~11599188,381681664~21158907] 2024-09-13T03:52:32.238 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 9 diff [2567757~5408736,8427235~5942347,31635363~15381582,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~15381582,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~17556231,54363847~7066227,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,172205292~3106878,176160768~9815637,197132288~3374987,217063207~152175,217593328~1770569,220503294~7517857,232634868~3938658,239075328~2983366,272629760~19942566,293601280~1551031,297795584~6875992,319899093~7045890,329424585~15251494,346489797~1634486,348846257~13221486,369098752~11599188,381681664~21158907,407228563~3624005] 2024-09-13T03:52:32.244 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 10 diff [2567757~5408736,8427235~5942347,31635363~16364355,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~16364355,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,176965980~9010425,197431972~3075303,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~10875058,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~18539004,54363847~7066227,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,167580408~3469230,172205292~3106878,176160768~9815637,197132288~3374987,217063207~152175,217593328~1770569,220503294~7517857,232634868~3938658,239075328~2983366,243269632~8527710,272629760~19942566,293601280~1551031,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~1634486,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.250 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 11 diff [321209~7655284,8427235~5942347,31635363~16364355,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~18523997,197431972~3075303,202967670~4261540,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,31635363~16364355,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~18523997,197431972~3075303,202967670~4261540,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,29460714~18539004,54363847~7066227,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,167580408~18523997,197132288~3374987,201326592~5902618,217063207~152175,217593328~1770569,220503294~7517857,232634868~3938658,239075328~2983366,243269632~8527710,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~1634486,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.256 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 12 diff [321209~7655284,8427235~5942347,31635363~16364355,49075697~799939,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,167580408~18523997,197431972~3075303,202753011~4476199,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,237836160~13961182,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,31635363~16364355,49075697~799939,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,167580408~18523997,197431972~3075303,202753011~4476199,217063207~152175,217593328~1770569,220503294~7517857,234740257~1833269,237836160~13961182,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,29460714~18539004,49075697~799939,54363847~7066227,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,142606336~2462346,146800640~15920967,167580408~18523997,197132288~3374987,201326592~5902618,217063207~152175,217593328~1770569,220503294~7517857,232634868~19162474,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~15577946,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.261 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 13 diff [321209~14048373,31635363~16364355,49075697~799939,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~3813675,202753011~4476199,217063207~152175,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,54363847~7066227,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~3813675,202753011~4476199,217063207~152175,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~799939,54363847~7066227,68372174~624781,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~18523997,196014742~4492533,201326592~5902618,217063207~152175,217593328~1770569,220266960~7783540,232634868~19162474,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~15577946,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.269 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 14 diff [321209~14048373,31635363~16364355,49075697~799939,54363847~7066227,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,54363847~7066227,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~10875058,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~799939,54363847~14896601,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~18523997,196014742~11214468,217063207~152175,217593328~1770569,220266960~7783540,232634868~19162474,272629760~23429391,297795584~6875992,310378496~7207301,319899093~7045890,327231286~17444793,346489797~15577946,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.273 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 15 diff [321209~14048373,31635363~16364355,49075697~799939,50051156~11378918,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,50051156~11378918,62417119~6843329,71777299~32345579,104203769~191895,109103002~1690021,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:31 smithi052 ceph-mon[89065]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T03:52:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:31 smithi052 ceph-mon[89065]: pgmap v3517: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 41 MiB/s wr, 358 op/s 2024-09-13T03:52:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:31 smithi052 ceph-mon[91421]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-13T03:52:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:31 smithi052 ceph-mon[91421]: pgmap v3517: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 41 MiB/s wr, 358 op/s 2024-09-13T03:52:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~20184751,71777299~32618365,109051904~1741119,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~18523997,196014742~11214468,217063207~152175,217593328~1770569,220266960~7783540,232634868~19162474,251885198~1170459,272629760~32041816,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.279 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 16 diff [321209~14048373,22003608~6480770,31635363~16364355,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~6480770,31635363~16364355,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~7512858,29460714~18539004,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~16609940,217063207~152175,217593328~1770569,220266960~7783540,228646941~23150401,251885198~1170459,272629760~32041816,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.285 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 17 diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~10875058,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~16609940,217063207~152175,217593328~1770569,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,272629760~32041816,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:32.291 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 18 diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~12603066,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~12603066,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~10875058,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~18677396,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~7047900,272629760~35225548,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:32.297 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 19 diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:32.303 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 4 diff [54363847~4790180,176965980~7033307,217593328~1770569,275708842~3173889,287761979~4810347,319899093~7045890,329424585~6703889,393578862~9261709] 2024-09-13T03:52:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54363847~4790180,176965980~7033307,217593328~1770569,275708842~3173889,287761979~4810347,319899093~7045890,329424585~6703889,393578862~9261709] 2024-09-13T03:52:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54363847~4790180,176160768~7838519,217593328~1770569,272629760~6252971,286404291~6168035,319899093~7045890,329424585~6703889,393578862~9261709] 2024-09-13T03:52:32.309 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 5 diff [2567757~5408736,54363847~4790180,71777299~2262718,101971420~2151458,120263860~7940232,155319917~2349002,176965980~9010425,217593328~1770569,220503294~3648660,275708842~3173889,285098424~976478,287761979~4810347,319899093~7045890,329424585~6703889,381922186~2167806,393578862~9261709] 2024-09-13T03:52:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,54363847~4790180,71777299~2262718,101971420~2151458,120263860~7940232,155319917~2349002,176965980~9010425,217593328~1770569,220503294~3648660,275708842~3173889,285098424~976478,287761979~4810347,319899093~7045890,329424585~6703889,381922186~2167806,393578862~9261709] 2024-09-13T03:52:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,54363847~4790180,71777299~2262718,100663296~3459582,120263860~7940232,155189248~2479671,176160768~9815637,217593328~1770569,220503294~3648660,272629760~6252971,285098424~976478,286404291~6168035,319899093~7045890,329424585~6703889,381681664~2408328,393578862~9261709] 2024-09-13T03:52:32.315 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 6 diff [2567757~5408736,8427235~5942347,31635363~3093446,54363847~4790180,68372174~624781,71777299~2262718,81989448~7487974,95726840~8396038,104203769~191895,120263860~7940232,155319917~2431701,176965980~9010425,217593328~1770569,220503294~3648660,275708842~7363810,285098424~976478,287761979~4810347,319899093~7045890,329424585~6703889,338311333~6364746,352204810~1549514,381922186~2167806,393578862~9261709] 2024-09-13T03:52:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,54363847~4790180,68372174~624781,71777299~2262718,81989448~7487974,95726840~8396038,104203769~191895,120263860~7940232,155319917~2431701,176965980~9010425,217593328~1770569,220503294~3648660,275708842~7363810,285098424~976478,287761979~4810347,319899093~7045890,329424585~6703889,338311333~6364746,352204810~1549514,381922186~2167806,393578862~9261709] 2024-09-13T03:52:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,54363847~4790180,68372174~624781,71777299~2262718,81989448~7487974,92274688~12120976,120263860~7940232,155189248~2562370,176160768~9815637,217593328~1770569,220503294~3648660,272629760~10442892,285098424~976478,286404291~6168035,319899093~7045890,329424585~15251494,348846257~4908067,381681664~2408328,393578862~9261709] 2024-09-13T03:52:32.320 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 7 diff [2567757~5408736,8427235~5942347,31635363~3093446,54363847~6154900,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,120263860~7940232,130272169~2055932,155319917~2431701,176965980~9010425,197431972~3075303,217593328~1770569,220503294~3648660,275708842~7363810,285098424~976478,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,54363847~6154900,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,120263860~7940232,130272169~2055932,155319917~2431701,176965980~9010425,197431972~3075303,217593328~1770569,220503294~3648660,275708842~7363810,285098424~976478,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,381922186~2167806,386984685~15855886] 2024-09-13T03:52:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,54363847~6154900,68372174~624781,71777299~17700123,92274688~12120976,120263860~7940232,130272169~2055932,155189248~2562370,176160768~9815637,197132288~3374987,217593328~1770569,220503294~3648660,272629760~10442892,285098424~976478,286404291~6168035,293601280~1551031,319899093~7045890,329424585~15251494,346489797~1634486,348846257~4908067,381681664~2408328,386984685~15855886] 2024-09-13T03:52:32.326 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 8 diff [2567757~5408736,8427235~5942347,31635363~3093446,54363847~6154900,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217593328~1770569,220503294~3648660,275529233~7543419,285098424~976478,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,54363847~6154900,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217593328~1770569,220503294~3648660,275529233~7543419,285098424~976478,286846583~5725743,294130383~1021928,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,381922186~20918385] 2024-09-13T03:52:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,54363847~6154900,68372174~624781,71777299~17700123,92274688~12120976,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,172205292~3106878,176160768~9815637,197132288~3374987,217593328~1770569,220503294~3648660,272629760~10442892,285098424~976478,286404291~6168035,293601280~1551031,319899093~7045890,329424585~15251494,346489797~1634486,348846257~8013903,369098752~11599188,381681664~21158907] 2024-09-13T03:52:32.332 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 9 diff [2567757~5408736,8427235~5942347,31635363~11826848,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,275529233~7543419,285098424~976478,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~11826848,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,176965980~9010425,197431972~3075303,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,275529233~7543419,285098424~976478,286846583~5725743,294130383~1021928,299094115~5577461,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~20918385,409675681~1176887] 2024-09-13T03:52:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~14001497,54363847~6154900,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,172205292~3106878,176160768~9815637,197132288~3374987,217593328~1770569,220503294~7517857,232634868~3938658,239075328~2983366,272629760~10442892,285098424~976478,286404291~6168035,293601280~1551031,297795584~6875992,319899093~7045890,329424585~15251494,346489797~1634486,348846257~13221486,369098752~11599188,381681664~21158907,407228563~3624005] 2024-09-13T03:52:32.338 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 10 diff [2567757~5408736,8427235~5942347,31635363~16364355,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,176965980~9010425,197431972~3075303,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~16364355,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,176965980~9010425,197431972~3075303,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~5725743,294130383~1021928,299094115~5577461,313415202~4170595,319899093~7045890,329424585~6703889,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~18539004,54363847~6154900,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,167580408~3469230,172205292~3106878,176160768~9815637,197132288~3374987,217593328~1770569,220503294~7517857,232634868~3938658,239075328~2983366,243269632~8527710,272629760~10442892,285098424~976478,286404291~6168035,293601280~1551031,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~1634486,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.344 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 11 diff [321209~7655284,8427235~5942347,31635363~16364355,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~18523997,197431972~3075303,202967670~4261540,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,31635363~16364355,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~18523997,197431972~3075303,202967670~4261540,217593328~1770569,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,29460714~18539004,54363847~6154900,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,167580408~18523997,197132288~3374987,201326592~5902618,217593328~1770569,220503294~7517857,232634868~3938658,239075328~2983366,243269632~8527710,272629760~10442892,285098424~976478,286404291~9654860,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~1634486,348846257~13221486,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.349 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 12 diff [321209~7655284,8427235~5942347,31635363~16364355,49075697~799939,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,167580408~18523997,197431972~3075303,202753011~4476199,217593328~1770569,220503294~7517857,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,31635363~16364355,49075697~799939,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,167580408~18523997,197431972~3075303,202753011~4476199,217593328~1770569,220503294~7517857,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,29460714~18539004,49075697~799939,54363847~6154900,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~15920967,167580408~18523997,197132288~3374987,201326592~5902618,217593328~1770569,220503294~7517857,232634868~19162474,272629760~10442892,285098424~976478,286404291~9654860,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~15577946,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.356 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 13 diff [321209~14048373,31635363~16364355,49075697~799939,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~3813675,202753011~4476199,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,54363847~6154900,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~3813675,202753011~4476199,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,329424585~15251494,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~799939,54363847~6154900,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~18523997,196014742~4492533,201326592~5902618,217593328~1770569,220266960~7783540,232634868~19162474,272629760~10442892,285098424~976478,286404291~9654860,297795584~6875992,310378496~7207301,319899093~7045890,329424585~15251494,346489797~15577946,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.361 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 14 diff [321209~14048373,31635363~16364355,49075697~799939,54363847~6154900,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,54363847~6154900,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~22529799,409675681~1176887] 2024-09-13T03:52:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~799939,54363847~6154900,61430074~7830374,71777299~32618365,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~18523997,196014742~11214468,217593328~1770569,220266960~7783540,232634868~19162474,272629760~10442892,285098424~976478,286404291~9654860,297795584~6875992,310378496~7207301,319899093~7045890,327231286~17444793,346489797~15577946,369098752~11599188,381681664~22770321,407228563~3624005] 2024-09-13T03:52:32.367 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 15 diff [321209~14048373,31635363~16364355,49075697~799939,50051156~10467591,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,285098424~976478,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,50051156~10467591,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~18523997,196693600~10535610,217593328~1770569,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,285098424~976478,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~11443050,61430074~7830374,71777299~32618365,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~18523997,196014742~11214468,217593328~1770569,220266960~7783540,232634868~19162474,251885198~1170459,272629760~10442892,285098424~976478,286404291~18267285,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.373 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 16 diff [321209~14048373,22003608~6480770,31635363~16364355,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~6480770,31635363~16364355,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~25848063,409675681~1176887] 2024-09-13T03:52:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~7512858,29460714~18539004,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~16609940,217593328~1770569,220266960~7783540,228646941~23150401,251885198~1170459,272629760~10442892,284980023~1094879,286404291~18267285,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~11599188,381681664~29170904] 2024-09-13T03:52:32.379 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 17 diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,217593328~1770569,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~16609940,217593328~1770569,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,272629760~10442892,284980023~1094879,286404291~18267285,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:32.385 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 18 diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~12603066,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~12603066,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~26323454,409675681~1176887] 2024-09-13T03:52:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~18677396,217593328~1770569,220266960~7783540,228646941~24408716,260046848~7047900,272629760~10442892,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:32.391 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 19 diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:32.396 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 5 diff [2567757~5408736,71777299~2262718,101971420~2151458,120263860~7940232,155319917~2349002,178945365~7031040,220503294~3648660,285098424~976478,381922186~2167806] 2024-09-13T03:52:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,71777299~2262718,101971420~2151458,120263860~7940232,155319917~2349002,178945365~7031040,220503294~3648660,285098424~976478,381922186~2167806] 2024-09-13T03:52:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,71777299~2262718,100663296~3459582,120263860~7940232,155189248~2479671,178945365~7031040,220503294~3648660,285098424~976478,381681664~2408328] 2024-09-13T03:52:32.402 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 6 diff [2567757~5408736,8427235~5942347,31635363~3093446,68372174~624781,71777299~2262718,81989448~7487974,95726840~8396038,104203769~191895,120263860~7940232,155319917~2431701,178945365~7031040,220503294~3648660,278334255~4738397,285098424~976478,338311333~6364746,352204810~1549514,381922186~2167806] 2024-09-13T03:52:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,68372174~624781,71777299~2262718,81989448~7487974,95726840~8396038,104203769~191895,120263860~7940232,155319917~2431701,178945365~7031040,220503294~3648660,278334255~4738397,285098424~976478,338311333~6364746,352204810~1549514,381922186~2167806] 2024-09-13T03:52:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,68372174~624781,71777299~2262718,81989448~7487974,92274688~12120976,120263860~7940232,155189248~2562370,178945365~7031040,220503294~3648660,278334255~4738397,285098424~976478,336128474~8547605,348846257~4908067,381681664~2408328] 2024-09-13T03:52:32.408 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 7 diff [2567757~5408736,8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,120263860~7940232,130272169~2055932,155319917~2431701,178945365~7031040,197431972~3075303,220503294~3648660,278334255~4738397,285098424~976478,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,381922186~2167806,386984685~7695013] 2024-09-13T03:52:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,120263860~7940232,130272169~2055932,155319917~2431701,178945365~7031040,197431972~3075303,220503294~3648660,278334255~4738397,285098424~976478,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,381922186~2167806,386984685~7695013] 2024-09-13T03:52:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,58765413~1753334,68372174~624781,71777299~17700123,92274688~12120976,120263860~7940232,130272169~2055932,155189248~2562370,178945365~7031040,197132288~3374987,220503294~3648660,278334255~4738397,285098424~976478,286846583~3528863,293601280~1551031,336128474~8547605,346489797~1634486,348846257~4908067,381681664~2408328,386984685~7695013] 2024-09-13T03:52:32.414 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 8 diff [2567757~5408736,8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,178945365~7031040,197431972~3075303,220503294~3648660,275529233~7543419,285098424~976478,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,381922186~12757512] 2024-09-13T03:52:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,71777299~17700123,95726840~8396038,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,178945365~7031040,197431972~3075303,220503294~3648660,275529233~7543419,285098424~976478,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,381922186~12757512] 2024-09-13T03:52:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~5268095,58765413~1753334,68372174~624781,71777299~17700123,92274688~12120976,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,172205292~3106878,178945365~7031040,197132288~3374987,220503294~3648660,275529233~7543419,285098424~976478,286846583~3528863,293601280~1551031,336128474~8547605,346489797~1634486,348846257~8013903,369098752~11599188,381681664~12998034] 2024-09-13T03:52:32.419 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 9 diff [2567757~5408736,8427235~5942347,31635363~11826848,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,178945365~7031040,197431972~3075303,220503294~7517857,234740257~1833269,239991020~2067674,275529233~7543419,285098424~976478,286846583~3528863,294130383~1021928,299094115~5577461,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,409675681~1176887] 2024-09-13T03:52:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~11826848,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~9962229,173844148~1468022,178945365~7031040,197431972~3075303,220503294~7517857,234740257~1833269,239991020~2067674,275529233~7543419,285098424~976478,286846583~3528863,294130383~1021928,299094115~5577461,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,409675681~1176887] 2024-09-13T03:52:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~14001497,58765413~1753334,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~10950978,172205292~3106878,178945365~7031040,197132288~3374987,220503294~7517857,232634868~3938658,239075328~2983366,275529233~7543419,285098424~976478,286846583~3528863,293601280~1551031,297795584~6875992,336128474~8547605,346489797~1634486,348846257~13221486,369098752~11599188,381681664~12998034,407228563~3624005] 2024-09-13T03:52:32.425 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 10 diff [2567757~5408736,8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,178945365~7031040,197431972~3075303,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~3967758,294130383~1021928,299094115~5577461,313415202~4170595,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [2567757~5408736,8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,178945365~7031040,197431972~3075303,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~3967758,294130383~1021928,299094115~5577461,313415202~4170595,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [2567757~5408736,8427235~5942347,29460714~18539004,58765413~1753334,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,167580408~3469230,172205292~3106878,178945365~7031040,197132288~3374987,220503294~7517857,232634868~3938658,239075328~2983366,243269632~8527710,275529233~7543419,285098424~976478,286846583~3967758,293601280~1551031,297795584~6875992,310378496~7207301,336128474~8547605,346489797~1634486,348846257~13221486,369098752~11599188,381681664~12998034,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.430 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 11 diff [321209~7655284,8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~9498268,178945365~7159040,197431972~3075303,202967670~4261540,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~12672798,167580408~9498268,178945365~7159040,197431972~3075303,202967670~4261540,220503294~7517857,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,29460714~18539004,58765413~1753334,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~13661547,167580408~9498268,178945365~7159040,197132288~3374987,201326592~5902618,220503294~7517857,232634868~3938658,239075328~2983366,243269632~8527710,275529233~7543419,285098424~976478,286846583~9212568,297795584~6875992,310378496~7207301,332493123~12182956,346489797~1634486,348846257~13221486,369098752~11599188,381681664~12998034,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.436 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 12 diff [321209~7655284,8427235~5942347,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,167580408~9498268,178945365~7159040,197431972~3075303,202753011~4476199,218417834~753463,220503294~7517857,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~7655284,8427235~5942347,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,143322043~1746639,147789389~14932218,167580408~9498268,178945365~7159040,197431972~3075303,202753011~4476199,218417834~753463,220503294~7517857,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~7655284,8427235~5942347,29460714~18539004,49075697~799939,58765413~1753334,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,142606336~2462346,146800640~15920967,167580408~9498268,178945365~7159040,197132288~3374987,201326592~5902618,218417834~753463,220503294~7517857,232634868~19162474,275529233~7543419,285098424~976478,286846583~9212568,297795584~6875992,310378496~7207301,332493123~12182956,346489797~15577946,369098752~11599188,381681664~12998034,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.442 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 13 diff [321209~14048373,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,196693600~3813675,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,71777299~17700123,89955280~14167598,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,196693600~3813675,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~799939,58765413~1753334,68372174~624781,71777299~32618365,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,178945365~7159040,196014742~4492533,201326592~5902618,218417834~753463,220266960~7783540,232634868~19162474,275529233~7543419,285098424~976478,286846583~9212568,297795584~6875992,310378496~7207301,332493123~12182956,346489797~15577946,369098752~11599188,381681664~12998034,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.448 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 14 diff [321209~14048373,31635363~16364355,49075697~799939,58765413~1753334,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,58765413~1753334,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,285098424~976478,286846583~9212568,299094115~5577461,313415202~4170595,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~12757512,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~799939,58765413~1753334,61430074~7830374,71777299~32618365,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,178945365~7159040,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,275529233~7543419,285098424~976478,286846583~9212568,297795584~6875992,310378496~7207301,327231286~17444793,346489797~15577946,369098752~11599188,381681664~12998034,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.454 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 15 diff [321209~14048373,31635363~16364355,49075697~799939,50051156~4570765,58765413~1753334,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,285098424~976478,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~12757512,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,31635363~16364355,49075697~799939,50051156~4570765,58765413~1753334,62417119~6843329,71777299~32345579,104203769~191895,117383681~10820411,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,285098424~976478,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,381922186~12757512,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,29460714~18539004,49075697~5546224,58765413~1753334,61430074~7830374,71777299~32618365,117383681~10820411,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,178945365~7159040,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,251885198~1170459,275529233~7543419,285098424~976478,286846583~17824993,310378496~8089003,327231286~17444793,346489797~15577946,369098752~11599188,381681664~12998034,399723347~11129221] 2024-09-13T03:52:32.460 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 16 diff [321209~14048373,22003608~6480770,31635363~16364355,49075697~799939,50051156~4570765,55194800~14065648,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~12757512,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~6480770,31635363~16364355,49075697~799939,50051156~4570765,55194800~14065648,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,178945365~7159040,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381922186~12757512,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~7512858,29460714~18539004,49075697~5546224,55194800~14065648,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~9498268,178945365~7159040,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,275529233~7543419,284980023~1094879,286846583~17824993,310378496~8089003,327231286~17444793,346489797~15577946,369098752~11599188,381681664~12998034,399723347~11129221] 2024-09-13T03:52:32.465 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 17 diff [321209~14048373,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~13232903,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~13232903,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,275529233~7543419,284980023~1094879,286846583~17824993,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399723347~11129221] 2024-09-13T03:52:32.473 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 18 diff [321209~14048373,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~13232903,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~7543419,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~13232903,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~18677396,218417834~753463,220266960~7783540,228646941~24408716,260046848~7047900,275529233~7543419,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:32.477 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 19 diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:32.484 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 6 diff [8427235~5942347,31635363~3093446,68372174~624781,81989448~7487974,95726840~7663195,104203769~191895,156407386~1344232,278334255~4738397,338311333~6364746,352204810~1549514] 2024-09-13T03:52:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8427235~5942347,31635363~3093446,68372174~624781,81989448~7487974,95726840~7663195,104203769~191895,156407386~1344232,278334255~4738397,338311333~6364746,352204810~1549514] 2024-09-13T03:52:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8427235~5942347,29460714~5268095,68372174~624781,81989448~7487974,92274688~11115347,104122878~272786,156407386~1344232,278334255~4738397,336128474~8547605,348846257~4908067] 2024-09-13T03:52:32.490 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 7 diff [8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,72464394~17013028,95726840~7663195,104203769~191895,130272169~2055932,156407386~1344232,197431972~3075303,278334255~4738397,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,386984685~7695013] 2024-09-13T03:52:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,72464394~17013028,95726840~7663195,104203769~191895,130272169~2055932,156407386~1344232,197431972~3075303,278334255~4738397,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,386984685~7695013] 2024-09-13T03:52:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8427235~5942347,29460714~5268095,58765413~1753334,68372174~624781,72464394~17013028,92274688~11115347,104122878~272786,130272169~2055932,156407386~1344232,197132288~3374987,278334255~4738397,286846583~3528863,293601280~1551031,336128474~8547605,346489797~1634486,348846257~4908067,386984685~7695013] 2024-09-13T03:52:32.495 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 8 diff [8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,72464394~17013028,95726840~7663195,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,156407386~1344232,173844148~1468022,197431972~3075303,275529233~7543419,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,383601238~11078460] 2024-09-13T03:52:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8427235~5942347,31635363~3093446,58765413~1753334,68372174~624781,72464394~17013028,95726840~7663195,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,156407386~1344232,173844148~1468022,197431972~3075303,275529233~7543419,286846583~3528863,294130383~1021928,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,370234133~10463807,383601238~11078460] 2024-09-13T03:52:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8427235~5942347,29460714~5268095,58765413~1753334,68372174~624781,72464394~17013028,92274688~11115347,104122878~272786,117383681~7606009,130272169~2055932,142606336~2462346,146800640~8558830,156407386~1344232,172205292~3106878,197132288~3374987,275529233~7543419,286846583~3528863,293601280~1551031,336128474~8547605,346489797~1634486,348846257~8013903,369098752~11599188,383601238~11078460] 2024-09-13T03:52:32.501 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 9 diff [8427235~5942347,31635363~11826848,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,156407386~1344232,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,275529233~7543419,286846583~3528863,294130383~1021928,299094115~5577461,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,409675681~1176887] 2024-09-13T03:52:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8427235~5942347,31635363~11826848,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,156407386~1344232,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,275529233~7543419,286846583~3528863,294130383~1021928,299094115~5577461,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,409675681~1176887] 2024-09-13T03:52:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8427235~5942347,29460714~14001497,58765413~1753334,68372174~624781,72464394~30925641,104122878~272786,117383681~7606009,130272169~2055932,142606336~2462346,146800640~8558830,156407386~1344232,172205292~3106878,197132288~3374987,221063558~6957593,232634868~3938658,239075328~2983366,275529233~7543419,286846583~3528863,293601280~1551031,297795584~6875992,336128474~8547605,346489797~1634486,348846257~13221486,369098752~11599188,383601238~11078460,407228563~3624005] 2024-09-13T03:52:32.507 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 10 diff [8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,286846583~3967758,294130383~1021928,299094115~5577461,313415202~4170595,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,286846583~3967758,294130383~1021928,299094115~5577461,313415202~4170595,338311333~6364746,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8427235~5942347,29460714~18539004,58765413~1753334,68372174~624781,72464394~30925641,104122878~272786,117383681~7606009,130272169~2055932,142606336~2462346,146800640~13661547,167580408~3469230,172205292~3106878,197132288~3374987,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,275529233~7543419,286846583~3967758,293601280~1551031,297795584~6875992,310378496~7207301,336128474~8547605,346489797~1634486,348846257~13221486,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.513 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 11 diff [321209~3932611,8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~9498268,185643134~461271,197431972~3075303,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,8427235~5942347,31635363~16364355,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~9498268,185643134~461271,197431972~3075303,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~1634486,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,8427235~5942347,29460714~18539004,58765413~1753334,68372174~624781,72464394~30925641,104122878~272786,117383681~7606009,130272169~2055932,142606336~2462346,146800640~13661547,167580408~9498268,185643134~461271,197132288~3374987,201326592~5902618,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,275529233~7543419,286846583~9212568,297795584~6875992,310378496~7207301,332493123~12182956,346489797~1634486,348846257~13221486,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.519 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 12 diff [321209~3932611,8427235~5942347,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~8009384,130272169~2055932,143322043~1746639,147789389~14932218,167580408~9498268,185643134~461271,197431972~3075303,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,8427235~5942347,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~8009384,130272169~2055932,143322043~1746639,147789389~14932218,167580408~9498268,185643134~461271,197431972~3075303,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,8427235~5942347,29460714~18539004,49075697~799939,58765413~1753334,68372174~624781,72464394~30925641,104122878~272786,117383681~8009384,130272169~2055932,142606336~2462346,146800640~15920967,167580408~9498268,185643134~461271,197132288~3374987,201326592~5902618,218417834~753463,221063558~6957593,232634868~19162474,275529233~7543419,286846583~9212568,297795584~6875992,310378496~7207301,332493123~12182956,346489797~15577946,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.524 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 13 diff [321209~3932611,7403830~6965752,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~3813675,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,31635363~16364355,49075697~799939,58765413~1753334,68372174~624781,72464394~17013028,89955280~13434755,104203769~191895,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~3813675,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,332493123~12182956,346489797~5167070,352204810~1549514,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,29460714~18539004,49075697~799939,58765413~1753334,68372174~624781,72464394~30925641,104122878~272786,117383681~8009384,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~4492533,201326592~5902618,218417834~753463,220266960~7783540,232634868~19162474,275529233~7543419,286846583~9212568,297795584~6875992,310378496~7207301,332493123~12182956,346489797~15577946,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.530 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 14 diff [321209~3932611,7403830~6965752,31635363~16364355,49075697~799939,58765413~1753334,62417119~6843329,72464394~30925641,104203769~191895,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,31635363~16364355,49075697~799939,58765413~1753334,62417119~6843329,72464394~30925641,104203769~191895,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~7543419,286846583~9212568,299094115~5577461,313415202~4170595,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,29460714~18539004,49075697~799939,58765413~1753334,61430074~7830374,72464394~30925641,104122878~272786,117383681~8009384,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,275529233~7543419,286846583~9212568,297795584~6875992,310378496~7207301,327231286~17444793,346489797~15577946,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.536 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 15 diff [321209~3932611,7403830~6965752,31635363~16364355,49075697~799939,50051156~4570765,58765413~1753334,62417119~6843329,72464394~30925641,104203769~191895,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,31635363~16364355,49075697~799939,50051156~4570765,58765413~1753334,62417119~6843329,72464394~30925641,104203769~191895,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,352204810~1549514,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,29460714~18539004,49075697~5546224,58765413~1753334,61430074~7830374,72464394~30925641,104122878~272786,117383681~8009384,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,251885198~1170459,275529233~7543419,286846583~17824993,310378496~8089003,327231286~17444793,346489797~15577946,369098752~11599188,383601238~11078460,399723347~11129221] 2024-09-13T03:52:32.542 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 16 diff [321209~3932611,7403830~6965752,22003608~6480770,31635363~16364355,49075697~799939,50051156~4570765,55194800~14065648,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,22003608~6480770,31635363~16364355,49075697~799939,50051156~4570765,55194800~14065648,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~7543419,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,20971520~7512858,29460714~18539004,49075697~5546224,55194800~14065648,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~9498268,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,275529233~7543419,284980023~579153,286846583~17824993,310378496~8089003,327231286~17444793,346489797~15577946,369098752~11599188,383601238~11078460,399723347~11129221] 2024-09-13T03:52:32.548 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 17 diff [321209~3932611,7403830~6965752,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~7543419,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~7543419,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,275529233~7543419,284980023~579153,286846583~17824993,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13040664,383601238~11078460,399723347~11129221] 2024-09-13T03:52:32.554 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 18 diff [321209~3932611,7403830~6965752,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~7543419,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~7543419,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~18677396,218417834~753463,220266960~7783540,228646941~24408716,260046848~7047900,275529233~7543419,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13040664,383601238~11078460,399563160~11289408] 2024-09-13T03:52:32.559 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 19 diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:32.565 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 7 diff [58765413~1753334,72464394~9632619,82532602~5098104,130272169~2055932,197431972~3075303,286846583~3528863,294130383~1021928,346489797~1634486,386984685~7695013] 2024-09-13T03:52:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [58765413~1753334,72464394~9632619,82532602~5098104,130272169~2055932,197431972~3075303,286846583~3528863,294130383~1021928,346489797~1634486,386984685~7695013] 2024-09-13T03:52:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [58765413~1753334,72464394~9632619,82532602~5098104,130272169~2055932,197132288~3374987,286846583~3528863,293601280~1551031,346489797~1634486,386984685~7695013] 2024-09-13T03:52:32.571 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 8 diff [58765413~1753334,72464394~15166312,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,173844148~1468022,197431972~3075303,275529233~3893461,286846583~3528863,294130383~1021928,346489797~1634486,353983295~2876865,370234133~10463807,383601238~11078460] 2024-09-13T03:52:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [58765413~1753334,72464394~15166312,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,173844148~1468022,197431972~3075303,275529233~3893461,286846583~3528863,294130383~1021928,346489797~1634486,353983295~2876865,370234133~10463807,383601238~11078460] 2024-09-13T03:52:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [58765413~1753334,72464394~15166312,117383681~7606009,130272169~2055932,142606336~2462346,146800640~8558830,172205292~3106878,197132288~3374987,275529233~3893461,286846583~3528863,293601280~1551031,346489797~1634486,353754324~3105836,369098752~11599188,383601238~11078460] 2024-09-13T03:52:32.577 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 9 diff [32409876~11052335,58765413~1753334,72464394~15166312,89955280~6993558,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,275529233~3893461,286846583~3528863,294130383~1021928,299094115~5577461,346489797~1634486,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,409675681~1176887] 2024-09-13T03:52:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32409876~11052335,58765413~1753334,72464394~15166312,89955280~6993558,117383681~7606009,130272169~2055932,143322043~1746639,147789389~7570081,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,275529233~3893461,286846583~3528863,294130383~1021928,299094115~5577461,346489797~1634486,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,409675681~1176887] 2024-09-13T03:52:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32409876~11052335,58765413~1753334,72464394~15166312,89477422~7471416,117383681~7606009,130272169~2055932,142606336~2462346,146800640~8558830,172205292~3106878,197132288~3374987,221063558~6957593,232634868~3938658,239075328~2983366,275529233~3893461,286846583~3528863,293601280~1551031,297795584~6875992,346489797~1634486,353754324~8313419,369098752~11599188,383601238~11078460,407228563~3624005] 2024-09-13T03:52:32.582 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 10 diff [32409876~15589842,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,286846583~3967758,294130383~1021928,299094115~5577461,313415202~4170595,346489797~1634486,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32409876~15589842,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,197431972~3075303,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,286846583~3967758,294130383~1021928,299094115~5577461,313415202~4170595,346489797~1634486,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32409876~15589842,58765413~1753334,72464394~15166312,89477422~7471416,97343751~4372915,117383681~7606009,130272169~2055932,142606336~2462346,146800640~13661547,167580408~3469230,172205292~3106878,197132288~3374987,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,275529233~3893461,286846583~3967758,293601280~1551031,297795584~6875992,310378496~7207301,346489797~1634486,353754324~8313419,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.588 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 11 diff [321209~3932611,32409876~15589842,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~9498268,185643134~461271,197431972~3075303,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,332493123~6754447,346489797~1634486,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,32409876~15589842,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~7606009,130272169~2055932,143322043~1746639,147789389~12672798,167580408~9498268,185643134~461271,197431972~3075303,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,332493123~6754447,346489797~1634486,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,32409876~15589842,58765413~1753334,72464394~15166312,89477422~7471416,97343751~4372915,117383681~7606009,130272169~2055932,142606336~2462346,146800640~13661547,167580408~9498268,185643134~461271,197132288~3374987,201326592~5902618,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,275529233~3893461,286846583~9212568,297795584~6875992,310378496~7207301,332493123~6754447,346489797~1634486,353754324~8313419,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.594 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 12 diff [321209~3932611,32409876~15589842,49075697~799939,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~8009384,130272169~2055932,143322043~1746639,147789389~14932218,167580408~9498268,185643134~461271,197431972~3075303,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,332493123~6754447,346489797~5167070,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,32409876~15589842,49075697~799939,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~8009384,130272169~2055932,143322043~1746639,147789389~14932218,167580408~9498268,185643134~461271,197431972~3075303,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,332493123~6754447,346489797~5167070,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,32409876~15589842,49075697~799939,58765413~1753334,72464394~15166312,89477422~7471416,97343751~4372915,117383681~8009384,130272169~2055932,142606336~2462346,146800640~15920967,167580408~9498268,185643134~461271,197132288~3374987,201326592~5902618,218417834~753463,221063558~6957593,232634868~19162474,275529233~3893461,286846583~9212568,297795584~6875992,310378496~7207301,332493123~6754447,346489797~5167070,353754324~8313419,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.600 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 13 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~3813675,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,332493123~9749246,346489797~5167070,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,58765413~1753334,72464394~15166312,89955280~6993558,97343751~4372915,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~3813675,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,332493123~9749246,346489797~5167070,353983295~2876865,360547272~1520471,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,58765413~1753334,72464394~15166312,89477422~7471416,97343751~4372915,117383681~8009384,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~4492533,201326592~5902618,218417834~753463,220266960~7783540,232634868~19162474,275529233~3893461,286846583~9212568,297795584~6875992,310378496~7207301,332493123~9749246,346489797~5167070,353754324~8313419,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.606 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 14 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,58765413~1753334,62417119~6843329,72464394~24484444,97343751~4372915,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,327231286~15011083,346489797~5167070,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,58765413~1753334,62417119~6843329,72464394~24484444,97343751~4372915,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,286846583~9212568,299094115~5577461,313415202~4170595,327231286~15011083,346489797~5167070,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,58765413~1753334,61430074~7830374,72464394~24484444,97343751~4372915,117383681~8009384,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,275529233~3893461,286846583~9212568,297795584~6875992,310378496~7207301,327231286~15011083,346489797~5167070,353754324~8313419,369098752~11599188,383601238~11078460,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.612 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 15 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,50051156~4570765,58765413~1753334,62417119~6843329,72464394~24484444,97045284~4895263,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,346489797~5167070,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,50051156~4570765,58765413~1753334,62417119~6843329,72464394~24484444,97045284~4895263,117383681~8009384,130272169~2055932,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,346489797~5167070,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~5546224,58765413~1753334,61430074~7830374,72464394~24484444,97045284~4895263,117383681~8009384,130272169~2055932,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,251885198~1170459,275529233~3893461,286846583~17824993,310378496~8089003,327231286~15011083,346489797~5167070,353754324~8313419,369098752~11599188,383601238~11078460,399723347~11129221] 2024-09-13T03:52:32.617 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 16 diff [321209~3932611,7403830~6072322,22003608~6480770,32409876~15589842,49075697~799939,50051156~4570765,55194800~14065648,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~6480770,32409876~15589842,49075697~799939,50051156~4570765,55194800~14065648,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~7512858,32409876~15589842,49075697~5546224,55194800~14065648,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~9498268,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,275529233~3893461,284980023~579153,286846583~17824993,310378496~8089003,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~11599188,383601238~11078460,399723347~11129221] 2024-09-13T03:52:32.624 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 17 diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~3893461,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~3893461,284980023~579153,286846583~9212568,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,275529233~3893461,284980023~579153,286846583~17824993,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13040664,383601238~11078460,399723347~11129221] 2024-09-13T03:52:32.629 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 18 diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~3893461,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~3893461,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~11078460,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~18677396,218417834~753463,220266960~7783540,228646941~24408716,260046848~7047900,275529233~3893461,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13040664,383601238~11078460,399563160~11289408] 2024-09-13T03:52:32.635 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 19 diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:32.640 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 8 diff [77043585~7591021,117383681~7606009,143322043~1746639,147789389~7570081,173844148~1468022,275529233~3893461,353983295~2876865,370234133~10463807,383601238~5411236] 2024-09-13T03:52:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [77043585~7591021,117383681~7606009,143322043~1746639,147789389~7570081,173844148~1468022,275529233~3893461,353983295~2876865,370234133~10463807,383601238~5411236] 2024-09-13T03:52:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [77043585~7591021,117383681~7606009,142606336~2462346,146800640~8558830,172205292~3106878,275529233~3893461,353754324~3105836,369098752~11599188,383601238~5411236] 2024-09-13T03:52:32.646 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 9 diff [32409876~11052335,77043585~7591021,89955280~6993558,117383681~7606009,143322043~1746639,147789389~7570081,173844148~1468022,221063558~6957593,234740257~1833269,239991020~2067674,275529233~3893461,299094115~5577461,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,409675681~1176887] 2024-09-13T03:52:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32409876~11052335,77043585~7591021,89955280~6993558,117383681~7606009,143322043~1746639,147789389~7570081,173844148~1468022,221063558~6957593,234740257~1833269,239991020~2067674,275529233~3893461,299094115~5577461,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,409675681~1176887] 2024-09-13T03:52:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32409876~11052335,77043585~7591021,89477422~7471416,117383681~7606009,142606336~2462346,146800640~8558830,172205292~3106878,221063558~6957593,232634868~3938658,239075328~2983366,275529233~3893461,297795584~6875992,353754324~8313419,369098752~11599188,383601238~5411236,407228563~3624005] 2024-09-13T03:52:32.652 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 10 diff [32409876~15589842,77043585~9614303,89955280~6993558,97343751~4372915,117383681~7606009,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,287396180~3418161,299094115~5577461,313415202~4170595,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32409876~15589842,77043585~9614303,89955280~6993558,97343751~4372915,117383681~7606009,143322043~1746639,147789389~12672798,167580408~3469230,173844148~1468022,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,287396180~3418161,299094115~5577461,313415202~4170595,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32409876~15589842,77043585~9614303,89477422~7471416,97343751~4372915,117383681~7606009,142606336~2462346,146800640~13661547,167580408~3469230,172205292~3106878,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,275529233~3893461,287396180~3418161,297795584~6875992,310378496~7207301,353754324~8313419,369098752~11599188,383601238~5411236,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.657 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 11 diff [321209~3932611,32409876~15589842,77043585~9614303,89955280~6993558,97343751~4372915,117383681~7606009,143322043~1746639,147789389~12672798,167580408~9498268,185643134~461271,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,32409876~15589842,77043585~9614303,89955280~6993558,97343751~4372915,117383681~7606009,143322043~1746639,147789389~12672798,167580408~9498268,185643134~461271,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,275529233~3893461,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,32409876~15589842,77043585~9614303,89477422~7471416,97343751~4372915,117383681~7606009,142606336~2462346,146800640~13661547,167580408~9498268,185643134~461271,201326592~5902618,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,275529233~3893461,287396180~8662971,297795584~6875992,310378496~7207301,332493123~6754447,353754324~8313419,369098752~11599188,383601238~5411236,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.663 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 12 diff [321209~3932611,32409876~15589842,49075697~799939,77043585~9614303,89955280~6993558,97343751~4372915,117383681~8009384,143322043~1746639,147789389~14932218,167580408~9498268,185643134~461271,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,275529233~3893461,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,346959325~4697542,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,32409876~15589842,49075697~799939,77043585~9614303,89955280~6993558,97343751~4372915,117383681~8009384,143322043~1746639,147789389~14932218,167580408~9498268,185643134~461271,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,275529233~3893461,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,346959325~4697542,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,32409876~15589842,49075697~799939,77043585~9614303,89477422~7471416,97343751~4372915,117383681~8009384,142606336~2462346,146800640~15920967,167580408~9498268,185643134~461271,201326592~5902618,218417834~753463,221063558~6957593,232634868~19162474,275529233~3893461,287396180~8662971,297795584~6875992,310378496~7207301,332493123~6754447,346959325~4697542,353754324~8313419,369098752~11599188,383601238~5411236,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.670 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 13 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,76781947~9875941,89955280~6993558,97343751~4372915,117383681~8009384,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,287396180~8662971,299094115~5577461,313415202~4170595,332493123~9749246,346959325~4697542,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,76781947~9875941,89955280~6993558,97343751~4372915,117383681~8009384,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,287396180~8662971,299094115~5577461,313415202~4170595,332493123~9749246,346959325~4697542,353983295~2876865,360547272~1520471,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,76781947~9875941,89477422~7471416,97343751~4372915,117383681~8009384,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~3421076,201326592~5902618,218417834~753463,220266960~7783540,232634868~19162474,275529233~3893461,287396180~8662971,297795584~6875992,310378496~7207301,332493123~9749246,346959325~4697542,353754324~8313419,369098752~11599188,383601238~5411236,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.677 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 14 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,62417119~6843329,75368600~21580238,97343751~4372915,117383681~8009384,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,287341278~8717873,299094115~5577461,313415202~4170595,327231286~15011083,346959325~4697542,353983295~2876865,358258799~3808944,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,62417119~6843329,75368600~21580238,97343751~4372915,117383681~8009384,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,275529233~3893461,287341278~8717873,299094115~5577461,313415202~4170595,327231286~15011083,346959325~4697542,353983295~2876865,358258799~3808944,370234133~10463807,383601238~5411236,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,61430074~7830374,75368600~21580238,97343751~4372915,117383681~8009384,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,275529233~3893461,287341278~8717873,297795584~6875992,310378496~7207301,327231286~15011083,346959325~4697542,353754324~8313419,369098752~11599188,383601238~5411236,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.682 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 15 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,50051156~4570765,62417119~6843329,75368600~21580238,97045284~4895263,117383681~8009384,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,346959325~4697542,353983295~2876865,358258799~3808944,370234133~10463807,383601238~5411236,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,50051156~4570765,62417119~6843329,75368600~21580238,97045284~4895263,117383681~8009384,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,346959325~4697542,353983295~2876865,358258799~3808944,370234133~10463807,383601238~5411236,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~5546224,61430074~7830374,75368600~21580238,97045284~4895263,117383681~8009384,138412032~6656650,146800640~15920967,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,251885198~1170459,275529233~3893461,287341278~17330298,310378496~8089003,327231286~15011083,346959325~4697542,353754324~8313419,369098752~11599188,383601238~5411236,399723347~11129221] 2024-09-13T03:52:32.687 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 16 diff [321209~3932611,7403830~6072322,22003608~6480770,32409876~15589842,49075697~799939,50051156~4570765,55194800~14065648,75368600~21580238,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,383601238~5411236,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~6480770,32409876~15589842,49075697~799939,50051156~4570765,55194800~14065648,75368600~21580238,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,275529233~3893461,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,383601238~5411236,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~7512858,32409876~15589842,49075697~5546224,55194800~14065648,75368600~21580238,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~9498268,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,275529233~3893461,284980023~579153,287341278~17330298,310378496~8089003,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~11599188,383601238~5411236,399723347~11129221] 2024-09-13T03:52:32.693 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 17 diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75368600~21580238,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~3893461,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~5411236,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75368600~21580238,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,275529233~3893461,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~5411236,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:52:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~27028198,49075697~5619353,54874951~14385497,75368600~21580238,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,275529233~3893461,284980023~579153,287341278~17330298,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13040664,383601238~5411236,399723347~11129221] 2024-09-13T03:52:32.699 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 18 diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75180115~21768723,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~3893461,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~5411236,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75180115~21768723,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,275529233~3893461,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~10463807,381446795~692621,383601238~5411236,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~27028198,49075697~5619353,54874951~14385497,75180115~21768723,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~18677396,218417834~753463,220266960~7783540,228646941~24408716,260046848~7047900,275529233~3893461,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13040664,383601238~5411236,399563160~11289408] 2024-09-13T03:52:32.705 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 19 diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:32.711 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 9 diff [32409876~11052335,89955280~6993558,221063558~6957593,234740257~1833269,239991020~2067674,299094115~5577461,360547272~1520471,409675681~1176887] 2024-09-13T03:52:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32409876~11052335,89955280~6993558,221063558~6957593,234740257~1833269,239991020~2067674,299094115~5577461,360547272~1520471,409675681~1176887] 2024-09-13T03:52:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32409876~11052335,89477422~7471416,221063558~6957593,232634868~3938658,239075328~2983366,297795584~6875992,356860160~5207583,407228563~3624005] 2024-09-13T03:52:32.717 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 10 diff [32409876~15589842,81395196~5262692,89955280~6993558,97343751~4372915,153616523~6845664,167580408~3469230,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,287396180~3418161,299094115~5577461,313415202~4170595,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32409876~15589842,81395196~5262692,89955280~6993558,97343751~4372915,153616523~6845664,167580408~3469230,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,287396180~3418161,299094115~5577461,313415202~4170595,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32409876~15589842,81395196~5262692,89477422~7471416,97343751~4372915,153616523~6845664,167580408~3469230,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,287396180~3418161,297795584~6875992,310378496~7207301,356860160~5207583,378300945~1956458,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.723 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 11 diff [321209~3932611,32409876~15589842,81395196~5262692,89955280~6993558,97343751~4372915,151110356~2253674,153616523~6845664,167580408~9498268,185643134~461271,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,32409876~15589842,81395196~5262692,89955280~6993558,97343751~4372915,151110356~2253674,153616523~6845664,167580408~9498268,185643134~461271,202967670~4261540,221063558~6957593,234740257~1833269,239991020~2067674,244380193~7417149,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,32409876~15589842,81395196~5262692,89477422~7471416,97343751~4372915,151110356~2253674,153616523~6845664,167580408~9498268,185643134~461271,201326592~5902618,221063558~6957593,232634868~3938658,239075328~2983366,243269632~8527710,287396180~8662971,297795584~6875992,310378496~7207301,332493123~6754447,356860160~5207583,378300945~1956458,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.728 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 12 diff [321209~3932611,32409876~15589842,49075697~799939,81395196~5262692,89955280~6993558,97343751~4372915,118659014~6734051,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,346959325~4697542,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,32409876~15589842,49075697~799939,81395196~5262692,89955280~6993558,97343751~4372915,118659014~6734051,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,202753011~4476199,218417834~753463,221063558~6957593,234740257~1833269,237836160~13961182,287396180~8662971,299094115~5577461,313415202~4170595,332493123~6754447,346959325~4697542,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,32409876~15589842,49075697~799939,81395196~5262692,89477422~7471416,97343751~4372915,118659014~6734051,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,201326592~5902618,218417834~753463,221063558~6957593,232634868~19162474,287396180~8662971,297795584~6875992,310378496~7207301,332493123~6754447,346959325~4697542,356860160~5207583,378300945~1956458,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.734 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 13 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,76781947~3846483,81395196~5262692,89955280~6993558,97343751~4372915,118659014~6734051,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,287396180~8662971,299094115~5577461,313415202~4170595,332493123~9749246,346959325~4697542,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,76781947~3846483,81395196~5262692,89955280~6993558,97343751~4372915,118659014~6734051,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,287396180~8662971,299094115~5577461,313415202~4170595,332493123~9749246,346959325~4697542,360547272~1520471,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,76781947~3846483,81395196~5262692,89477422~7471416,97343751~4372915,118659014~6734051,138412032~6436073,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196014742~3421076,201326592~5902618,218417834~753463,220266960~7783540,232634868~19162474,287396180~8662971,297795584~6875992,310378496~7207301,332493123~9749246,346959325~4697542,356860160~5207583,378300945~1956458,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.740 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 14 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,62417119~6843329,75368600~21580238,97343751~4372915,117906748~7486317,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,287341278~8717873,299094115~5577461,313415202~4170595,327231286~15011083,346959325~4697542,358258799~3808944,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,62417119~6843329,75368600~21580238,97343751~4372915,117906748~7486317,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,287341278~8717873,299094115~5577461,313415202~4170595,327231286~15011083,346959325~4697542,358258799~3808944,378300945~1956458,399723347~4728638,409675681~1176887] 2024-09-13T03:52:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,61430074~7830374,75368600~21580238,97343751~4372915,117906748~7486317,138412032~6436073,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,287341278~8717873,297795584~6875992,310378496~7207301,327231286~15011083,346959325~4697542,356860160~5207583,378300945~1956458,399723347~4728638,407228563~3624005] 2024-09-13T03:52:32.746 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 15 diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,50051156~4570765,62417119~6843329,75368600~21580238,97045284~4895263,117906748~7486317,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,346959325~4697542,358258799~3808944,378300945~1956458,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32409876~15589842,49075697~799939,50051156~4570765,62417119~6843329,75368600~21580238,97045284~4895263,117906748~7486317,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,234740257~1833269,237836160~13961182,251885198~1170459,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,346959325~4697542,358258799~3808944,378300945~1956458,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32409876~15589842,49075697~5546224,61430074~7830374,75368600~21580238,97045284~4895263,117906748~7486317,138412032~6436073,151110356~11611251,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,232634868~19162474,251885198~1170459,287341278~17330298,310378496~8089003,327231286~15011083,346959325~4697542,356860160~5207583,378300945~1956458,399723347~11129221] 2024-09-13T03:52:32.752 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 16 diff [321209~3932611,7403830~6072322,22003608~6480770,32409876~15589842,49075697~799939,50051156~4570765,55194800~14065648,75368600~21580238,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,378300945~1956458,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~6480770,32409876~15589842,49075697~799939,50051156~4570765,55194800~14065648,75368600~21580238,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,378300945~1956458,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~7512858,32409876~15589842,49075697~5546224,55194800~14065648,75368600~21580238,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~9498268,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,284980023~579153,287341278~17330298,310378496~8089003,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,378300945~1956458,399723347~11129221] 2024-09-13T03:52:32.758 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 17 diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75368600~21580238,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,378300945~1956458,381446795~692621,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75368600~21580238,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,234740257~1833269,237836160~13961182,251885198~1170459,261267137~2870873,284980023~579153,287341278~8717873,296884694~1953475,299094115~5577461,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,378300945~1956458,381446795~692621,399723347~8046902,409675681~1176887] 2024-09-13T03:52:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~27028198,49075697~5619353,54874951~14385497,75368600~21580238,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~23150401,251885198~1170459,260046848~4091162,284980023~579153,287341278~17330298,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,378300945~1956458,380697940~1441476,399723347~11129221] 2024-09-13T03:52:32.764 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 18 diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75180115~21768723,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,378300945~1956458,381446795~692621,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,75180115~21768723,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~5827611,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,378300945~1956458,381446795~692621,399563160~8207089,409675681~1176887] 2024-09-13T03:52:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~27028198,49075697~5619353,54874951~14385497,75180115~21768723,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~18677396,218417834~753463,220266960~7783540,228646941~24408716,260046848~7047900,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,378300945~1956458,380697940~1441476,399563160~11289408] 2024-09-13T03:52:32.770 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 19 diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:32.776 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 10 diff [40372191~7627527,81395196~5262692,97343751~4372915,153616523~6845664,167580408~3469230,244380193~7417149,287396180~3418161,313415202~4170595,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [40372191~7627527,81395196~5262692,97343751~4372915,153616523~6845664,167580408~3469230,244380193~7417149,287396180~3418161,313415202~4170595,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [40372191~7627527,81395196~5262692,97343751~4372915,153616523~6845664,167580408~3469230,243269632~8527710,287396180~3418161,310378496~7207301,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.782 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 11 diff [321209~3932611,40372191~7627527,81395196~5262692,97343751~4372915,151110356~2253674,153616523~6845664,167580408~9498268,185643134~461271,202967670~4261540,244380193~7417149,287396180~8662971,313415202~4170595,332493123~6754447,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,40372191~7627527,81395196~5262692,97343751~4372915,151110356~2253674,153616523~6845664,167580408~9498268,185643134~461271,202967670~4261540,244380193~7417149,287396180~8662971,313415202~4170595,332493123~6754447,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,40372191~7627527,81395196~5262692,97343751~4372915,151110356~2253674,153616523~6845664,167580408~9498268,185643134~461271,201326592~5902618,243269632~8527710,287396180~8662971,310378496~7207301,332493123~6754447,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.788 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 12 diff [321209~3932611,40372191~7627527,49075697~799939,81395196~5262692,97343751~4372915,118659014~6734051,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,202753011~4476199,218417834~753463,237836160~13961182,287396180~8662971,313415202~4170595,332493123~6754447,346959325~4697542,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,40372191~7627527,49075697~799939,81395196~5262692,97343751~4372915,118659014~6734051,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,202753011~4476199,218417834~753463,237836160~13961182,287396180~8662971,313415202~4170595,332493123~6754447,346959325~4697542,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,40372191~7627527,49075697~799939,81395196~5262692,97343751~4372915,118659014~6734051,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,201326592~5902618,218417834~753463,236573526~15223816,287396180~8662971,310378496~7207301,332493123~6754447,346959325~4697542,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.794 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 13 diff [321209~3932611,7403830~6072322,38267429~9732289,49075697~799939,76781947~3846483,81395196~5262692,97343751~4372915,118659014~6734051,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,237836160~13961182,287396180~8662971,313415202~4170595,332493123~9749246,346959325~4697542,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,38267429~9732289,49075697~799939,76781947~3846483,81395196~5262692,97343751~4372915,118659014~6734051,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,237836160~13961182,287396180~8662971,313415202~4170595,332493123~9749246,346959325~4697542,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,38267429~9732289,49075697~799939,76781947~3846483,81395196~5262692,97343751~4372915,118659014~6734051,138412032~6436073,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196014742~3421076,201326592~5902618,218417834~753463,220266960~7783540,236573526~15223816,287396180~8662971,310378496~7207301,332493123~9749246,346959325~4697542,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.799 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 14 diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~9732289,49075697~799939,62417119~6843329,75368600~16006664,97343751~4372915,117906748~7486317,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~13961182,287341278~8717873,313415202~4170595,327231286~15011083,346959325~4697542,358258799~2569028,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~9732289,49075697~799939,62417119~6843329,75368600~16006664,97343751~4372915,117906748~7486317,142142512~2705593,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~13961182,287341278~8717873,313415202~4170595,327231286~15011083,346959325~4697542,358258799~2569028,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32745153~5123290,38267429~9732289,49075697~799939,61430074~7830374,75368600~16006664,97343751~4372915,117906748~7486317,138412032~6436073,151110356~2253674,153616523~9105084,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,236573526~15223816,287341278~8717873,310378496~7207301,327231286~15011083,346959325~4697542,358258799~2569028,378300945~1956458,399723347~4728638] 2024-09-13T03:52:32.805 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 15 diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~9732289,49075697~799939,50051156~4570765,62417119~6843329,75368600~16006664,94856652~344339,97045284~4895263,117906748~7486317,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~13961182,251885198~1170459,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,346959325~4697542,358258799~2569028,378300945~1956458,399723347~8046902] 2024-09-13T03:52:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~9732289,49075697~799939,50051156~4570765,62417119~6843329,75368600~16006664,94856652~344339,97045284~4895263,117906748~7486317,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~13961182,251885198~1170459,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,346959325~4697542,358258799~2569028,378300945~1956458,399723347~8046902] 2024-09-13T03:52:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32745153~5123290,38267429~9732289,49075697~5546224,61430074~7830374,75368600~16006664,94856652~344339,97045284~4895263,117906748~7486317,138412032~6436073,151110356~11611251,167580408~9498268,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,236573526~15223816,251885198~1170459,287341278~11496891,310378496~8089003,327231286~15011083,346959325~4697542,358258799~2569028,378300945~1956458,399723347~8046902] 2024-09-13T03:52:32.811 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 16 diff [321209~3932611,7403830~6072322,22003608~6480770,32745153~5123290,38267429~9732289,49075697~799939,50051156~4570765,55194800~14065648,75368600~16006664,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~13961182,251885198~1170459,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,399723347~8046902] 2024-09-13T03:52:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~6480770,32745153~5123290,38267429~9732289,49075697~799939,50051156~4570765,55194800~14065648,75368600~16006664,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~9498268,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~13961182,251885198~1170459,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,399723347~8046902] 2024-09-13T03:52:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~7512858,32745153~5123290,38267429~9732289,49075697~5546224,55194800~14065648,75368600~16006664,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~9498268,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~4255258,236573526~15223816,251885198~1170459,284980023~579153,287341278~11496891,310378496~8089003,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,399723347~8046902] 2024-09-13T03:52:32.817 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 17 diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,75368600~16006664,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~13961182,251885198~1170459,261267137~2870873,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,381446795~692621,399723347~8046902] 2024-09-13T03:52:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,75368600~16006664,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~13961182,251885198~1170459,261267137~2870873,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,381446795~692621,399723347~8046902] 2024-09-13T03:52:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,75368600~16006664,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~4255258,236573526~15223816,251885198~1170459,260046848~4091162,284980023~579153,287341278~11496891,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,380697940~1441476,399723347~8046902] 2024-09-13T03:52:32.823 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 18 diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,75180115~16195149,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~5827611,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,75180115~16195149,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~5827611,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,75180115~16195149,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~18677396,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~7047900,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,378300945~1956458,380697940~1441476,399563160~8207089] 2024-09-13T03:52:32.829 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 19 diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.835 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 11 diff [321209~3932611,41891431~3459490,151110356~2253674,170176716~6901960,185643134~461271,202967670~4261540,287467328~8591823,332493123~6754447] 2024-09-13T03:52:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,41891431~3459490,151110356~2253674,170176716~6901960,185643134~461271,202967670~4261540,287467328~8591823,332493123~6754447] 2024-09-13T03:52:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,41891431~3459490,151110356~2253674,170176716~6901960,185643134~461271,201326592~5902618,287467328~8591823,332493123~6754447] 2024-09-13T03:52:32.841 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 12 diff [321209~3932611,40393117~1433048,41891431~3459490,49075697~799939,118659014~6734051,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,202753011~4476199,218417834~753463,237836160~7535201,245935414~3495375,287467328~8591823,332493123~6754447,346959325~4697542] 2024-09-13T03:52:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,40393117~1433048,41891431~3459490,49075697~799939,118659014~6734051,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,202753011~4476199,218417834~753463,237836160~7535201,245935414~3495375,287467328~8591823,332493123~6754447,346959325~4697542] 2024-09-13T03:52:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,40393117~1433048,41891431~3459490,49075697~799939,118659014~6734051,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,201326592~5902618,218417834~753463,236573526~8797835,245935414~3495375,287467328~8591823,332493123~6754447,346959325~4697542] 2024-09-13T03:52:32.846 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 13 diff [321209~3932611,7403830~6072322,38267429~7083492,49075697~799939,76781947~3846483,118659014~6734051,142142512~2705593,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,287467328~8591823,332493123~9749246,346959325~4697542] 2024-09-13T03:52:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,38267429~7083492,49075697~799939,76781947~3846483,118659014~6734051,142142512~2705593,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,196693600~2742218,202753011~4476199,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,287467328~8591823,332493123~9749246,346959325~4697542] 2024-09-13T03:52:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,38267429~7083492,49075697~799939,76781947~3846483,118659014~6734051,138412032~6436073,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,196014742~3421076,201326592~5902618,218417834~753463,220266960~7783540,236573526~8797835,245935414~3495375,287467328~8591823,332493123~9749246,346959325~4697542] 2024-09-13T03:52:32.852 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 14 diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~7083492,49075697~799939,62417119~6843329,75368600~6798918,84915617~6459647,117906748~7486317,142142512~2705593,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,287341278~8717873,327231286~15011083,346959325~4697542,358258799~2569028] 2024-09-13T03:52:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~7083492,49075697~799939,62417119~6843329,75368600~6798918,84915617~6459647,117906748~7486317,142142512~2705593,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,287341278~8717873,327231286~15011083,346959325~4697542,358258799~2569028] 2024-09-13T03:52:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32745153~5123290,38267429~7083492,49075697~799939,61430074~7830374,75368600~6798918,84915617~6459647,117906748~7486317,138412032~6436073,151110356~2253674,157181564~5540043,170176716~6901960,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,236573526~8797835,245935414~3495375,287341278~8717873,327231286~15011083,346959325~4697542,358258799~2569028] 2024-09-13T03:52:32.858 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 15 diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~7083492,49075697~799939,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~7486317,142142512~2705593,151110356~4791212,157181564~5540043,170176716~6901960,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,251885198~1170459,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,346959325~4697542,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,32745153~5123290,38267429~7083492,49075697~799939,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~7486317,142142512~2705593,151110356~4791212,157181564~5540043,170176716~6901960,185643134~461271,196693600~10535610,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,251885198~1170459,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,346959325~4697542,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,32745153~5123290,38267429~7083492,49075697~5546224,61430074~7830374,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~7486317,138412032~6436073,151110356~4791212,157181564~5540043,170176716~6901960,185643134~461271,196014742~11214468,218417834~753463,220266960~7783540,236573526~8797835,245935414~3495375,251885198~1170459,287341278~11496891,311922100~6545399,327231286~15011083,346959325~4697542,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.864 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 16 diff [321209~3932611,7403830~6072322,22003608~6480770,32745153~5123290,38267429~7083492,49075697~799939,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~6901960,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~6480770,32745153~5123290,38267429~7083492,49075697~799939,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~6901960,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~7512858,32745153~5123290,38267429~7083492,49075697~5546224,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~6901960,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~4255258,236573526~8797835,245935414~3495375,251885198~1170459,284980023~579153,287341278~11496891,311922100~6545399,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.870 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 17 diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,261267137~2870873,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~10535610,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,261267137~2870873,284980023~579153,287341278~8717873,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~16609940,218417834~753463,220266960~7783540,228646941~4255258,236573526~8797835,245935414~3495375,251885198~1170459,260046848~4091162,284980023~579153,287341278~11496891,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,380697940~1441476,404071616~3698633] 2024-09-13T03:52:32.875 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 18 diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~5827611,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~5827611,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~18677396,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~7047900,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,380697940~1441476,399563160~8207089] 2024-09-13T03:52:32.881 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 19 diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.887 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 12 diff [40393117~1433048,49075697~799939,118659014~6734051,157181564~5540043,202753011~2989278,218417834~753463,237836160~7535201,245935414~3495375,346959325~4697542] 2024-09-13T03:52:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [40393117~1433048,49075697~799939,118659014~6734051,157181564~5540043,202753011~2989278,218417834~753463,237836160~7535201,245935414~3495375,346959325~4697542] 2024-09-13T03:52:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [40393117~1433048,49075697~799939,118659014~6734051,157181564~5540043,202753011~2989278,218417834~753463,236573526~8797835,245935414~3495375,346959325~4697542] 2024-09-13T03:52:32.893 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 13 diff [7403830~6072322,38267429~5938433,49075697~799939,76781947~3846483,118659014~6734051,142142512~2705593,157181564~5540043,196693600~2742218,202753011~2989278,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,288618947~2608941,338692844~3549525,346959325~4697542] 2024-09-13T03:52:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,38267429~5938433,49075697~799939,76781947~3846483,118659014~6734051,142142512~2705593,157181564~5540043,196693600~2742218,202753011~2989278,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,288618947~2608941,338692844~3549525,346959325~4697542] 2024-09-13T03:52:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,38267429~5938433,49075697~799939,76781947~3846483,118659014~6734051,138412032~6436073,157181564~5540043,196014742~3421076,202753011~2989278,218417834~753463,220266960~7783540,236573526~8797835,245935414~3495375,288618947~2608941,338692844~3549525,346959325~4697542] 2024-09-13T03:52:32.898 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 14 diff [7403830~6072322,32745153~5123290,38267429~5938433,49075697~799939,62417119~6843329,75368600~6798918,84915617~6459647,117906748~7486317,142142512~2705593,157181564~5540043,196693600~9048689,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,287341278~3886610,327231286~6909725,338692844~3549525,346959325~4697542,358258799~2569028] 2024-09-13T03:52:32.899 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,32745153~5123290,38267429~5938433,49075697~799939,62417119~6843329,75368600~6798918,84915617~6459647,117906748~7486317,142142512~2705593,157181564~5540043,196693600~9048689,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,287341278~3886610,327231286~6909725,338692844~3549525,346959325~4697542,358258799~2569028] 2024-09-13T03:52:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,32745153~5123290,38267429~5938433,49075697~799939,61430074~7830374,75368600~6798918,84915617~6459647,117906748~7486317,138412032~6436073,157181564~5540043,196014742~9727547,218417834~753463,220266960~7783540,236573526~8797835,245935414~3495375,287341278~3886610,327231286~6909725,338692844~3549525,346959325~4697542,358258799~2569028] 2024-09-13T03:52:32.904 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 15 diff [7403830~6072322,32745153~5123290,38267429~5938433,49075697~799939,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~7486317,142142512~2705593,151880730~4020838,157181564~5540043,196693600~9048689,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,251885198~1170459,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,346959325~4697542,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,32745153~5123290,38267429~5938433,49075697~799939,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~7486317,142142512~2705593,151880730~4020838,157181564~5540043,196693600~9048689,218417834~753463,220266960~7783540,237836160~7535201,245935414~3495375,251885198~1170459,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,346959325~4697542,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,32745153~5123290,38267429~5938433,49075697~5546224,61430074~7830374,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~7486317,138412032~6436073,151880730~4020838,157181564~5540043,196014742~9727547,218417834~753463,220266960~7783540,236573526~8797835,245935414~3495375,251885198~1170459,287341278~3886610,294060229~126208,296059151~2779018,311922100~6545399,327231286~6909725,338692844~3549525,346959325~4697542,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.910 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 16 diff [7403830~6072322,22003608~6480770,32745153~5123290,38267429~5938433,49075697~799939,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,190619270~5465186,196693600~9048689,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,22003608~6480770,32745153~5123290,38267429~5938433,49075697~799939,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,190619270~5465186,196693600~9048689,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,20971520~7512858,32745153~5123290,38267429~5938433,49075697~5546224,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,190619270~15123019,218417834~753463,220266960~7783540,228646941~4255258,236573526~8797835,245935414~3495375,251885198~1170459,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,311922100~6545399,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.916 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 17 diff [7403830~6072322,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~9870755,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,261267137~2870873,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~9870755,218417834~753463,220266960~7783540,228646941~4255258,237836160~7535201,245935414~3495375,251885198~1170459,261267137~2870873,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~15945085,218417834~753463,220266960~7783540,228646941~4255258,236573526~8797835,245935414~3495375,251885198~1170459,260046848~4091162,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,380697940~1441476,404071616~3698633] 2024-09-13T03:52:32.922 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 18 diff [7403830~6072322,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~5827611,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~12603066,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~5827611,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~18677396,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~7047900,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,380697940~1441476,399563160~8207089] 2024-09-13T03:52:32.928 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 19 diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.934 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 13 diff [7403830~6072322,38267429~5938433,76781947~3846483,142142512~2705593,196693600~2742218,220266960~7783540,288618947~2608941,338692844~3549525] 2024-09-13T03:52:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,38267429~5938433,76781947~3846483,142142512~2705593,196693600~2742218,220266960~7783540,288618947~2608941,338692844~3549525] 2024-09-13T03:52:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,38267429~5938433,76781947~3846483,138412032~6436073,196014742~3421076,220266960~7783540,288618947~2608941,338692844~3549525] 2024-09-13T03:52:32.940 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 14 diff [7403830~6072322,32745153~5123290,38267429~5938433,62417119~6843329,75368600~6798918,84915617~6459647,117906748~4355866,142142512~2705593,196693600~6460992,220266960~7783540,247088910~1192488,287341278~3886610,327231286~6909725,338692844~3549525,358258799~2569028] 2024-09-13T03:52:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,32745153~5123290,38267429~5938433,62417119~6843329,75368600~6798918,84915617~6459647,117906748~4355866,142142512~2705593,196693600~6460992,220266960~7783540,247088910~1192488,287341278~3886610,327231286~6909725,338692844~3549525,358258799~2569028] 2024-09-13T03:52:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,32745153~5123290,38267429~5938433,61430074~7830374,75368600~6798918,84915617~6459647,117906748~4355866,138412032~6436073,196014742~7139850,220266960~7783540,247088910~1192488,287341278~3886610,327231286~6909725,338692844~3549525,358258799~2569028] 2024-09-13T03:52:32.945 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 15 diff [7403830~6072322,32745153~5123290,38267429~5938433,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~4355866,142142512~2705593,151880730~4020838,196693600~6460992,220266960~7783540,247088910~1192488,251885198~1170459,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,32745153~5123290,38267429~5938433,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~4355866,142142512~2705593,151880730~4020838,196693600~6460992,220266960~7783540,247088910~1192488,251885198~1170459,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,32745153~5123290,38267429~5938433,49875636~4746285,61430074~7830374,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~4355866,138412032~6436073,151880730~4020838,196014742~7139850,220266960~7783540,247088910~1192488,251885198~1170459,287341278~3886610,294060229~126208,296059151~2779018,311922100~6545399,327231286~6909725,338692844~3549525,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.951 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 16 diff [7403830~6072322,22003608~6480770,32745153~5123290,38267429~5938433,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,190619270~5465186,196693600~6460992,220266960~7783540,228646941~4255258,247088910~1192488,251885198~1170459,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,22003608~6480770,32745153~5123290,38267429~5938433,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,190619270~5465186,196693600~6460992,220266960~7783540,228646941~4255258,247088910~1192488,251885198~1170459,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,20971520~7512858,32745153~5123290,38267429~5938433,49875636~4746285,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,190619270~12535322,220266960~7783540,228646941~4255258,247088910~1192488,251885198~1170459,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,311922100~6545399,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.960 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 17 diff [7403830~6072322,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~9870755,220266960~7783540,228646941~4255258,247088910~1192488,251885198~1170459,261267137~2870873,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~9870755,220266960~7783540,228646941~4255258,247088910~1192488,251885198~1170459,261267137~2870873,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~15945085,220266960~7783540,228646941~4255258,247088910~1192488,251885198~1170459,260046848~4091162,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,380697940~1441476,404071616~3698633] 2024-09-13T03:52:32.963 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 18 diff [7403830~6072322,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~12603066,220266960~7783540,228646941~4255258,232992268~292991,247088910~1192488,250338527~2717130,261267137~5827611,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~12603066,220266960~7783540,228646941~4255258,232992268~292991,247088910~1192488,250338527~2717130,261267137~5827611,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~18677396,220266960~7783540,228646941~4255258,232992268~292991,247088910~1192488,250338527~2717130,260046848~7047900,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,380697940~1441476,399563160~8207089] 2024-09-13T03:52:32.969 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 19 diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:32.974 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 14 diff [32745153~5123290,62417119~6843329,75368600~6798918,84915617~6459647,117906748~4355866,199020608~4133984,247088910~1192488,287341278~1671833,327231286~6909725,358258799~2569028] 2024-09-13T03:52:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32745153~5123290,62417119~6843329,75368600~6798918,84915617~6459647,117906748~4355866,199020608~4133984,247088910~1192488,287341278~1671833,327231286~6909725,358258799~2569028] 2024-09-13T03:52:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32745153~5123290,61430074~7830374,75368600~6798918,84915617~6459647,117906748~4355866,199020608~4133984,247088910~1192488,287341278~1671833,327231286~6909725,358258799~2569028] 2024-09-13T03:52:32.980 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 15 diff [32745153~5123290,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~4355866,151880730~4020838,199020608~4133984,247088910~1192488,251885198~1170459,287341278~1671833,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [32745153~5123290,50051156~4570765,62417119~6843329,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~4355866,151880730~4020838,199020608~4133984,247088910~1192488,251885198~1170459,287341278~1671833,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [32745153~5123290,49875636~4746285,61430074~7830374,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,117906748~4355866,151880730~4020838,199020608~4133984,247088910~1192488,251885198~1170459,287341278~1671833,294060229~126208,296059151~2779018,311922100~6545399,327231286~6909725,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.986 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 16 diff [22003608~6480770,32745153~5123290,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,190619270~5465186,199020608~4133984,228646941~4255258,247088910~1192488,251885198~1170459,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~6480770,32745153~5123290,50051156~4570765,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,190619270~5465186,199020608~4133984,228646941~4255258,247088910~1192488,251885198~1170459,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,311922100~6545399,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~7512858,32745153~5123290,49875636~4746285,55194800~14065648,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,190619270~5465186,199020608~4133984,228646941~4255258,247088910~1192488,251885198~1170459,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,311922100~6545399,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,404071616~3698633] 2024-09-13T03:52:32.992 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 17 diff [22003608~15864835,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,247088910~1192488,251885198~1170459,261267137~2870873,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~15864835,50051156~4643894,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,247088910~1192488,251885198~1170459,261267137~2870873,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,404071616~3698633] 2024-09-13T03:52:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~16896923,49875636~4819414,54874951~14385497,75368600~6798918,84915617~6459647,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,247088910~1192488,251885198~1170459,260046848~4091162,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,380697940~1441476,404071616~3698633] 2024-09-13T03:52:32.998 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 18 diff [22003608~15864835,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,247088910~1192488,250338527~2717130,261267137~5827611,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~15864835,50051156~4643894,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,247088910~1192488,250338527~2717130,261267137~5827611,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,381446795~692621,399563160~8207089] 2024-09-13T03:52:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~16896923,49875636~4819414,54874951~14385497,75180115~6987403,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,247088910~1192488,250338527~2717130,260046848~7047900,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6909725,342622840~1472042,351747551~1158365,358258799~2569028,380697940~1441476,399563160~8207089] 2024-09-13T03:52:33.004 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 19 diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~16896923,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.010 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 15 diff [50051156~4570765,94856652~344339,97045284~4895263,151880730~4020838,251885198~1170459,294060229~126208,296884694~1953475,311922100~6545399,404071616~3698633] 2024-09-13T03:52:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [50051156~4570765,94856652~344339,97045284~4895263,151880730~4020838,251885198~1170459,294060229~126208,296884694~1953475,311922100~6545399,404071616~3698633] 2024-09-13T03:52:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [49875636~4746285,94856652~344339,97045284~4895263,151880730~4020838,251885198~1170459,294060229~126208,296059151~2779018,311922100~6545399,404071616~3698633] 2024-09-13T03:52:33.015 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 16 diff [22003608~6480770,50051156~4570765,55194800~7336611,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,190619270~5465186,228646941~4255258,251885198~1170459,284980023~579153,294060229~126208,296884694~1953475,311922100~6545399,342622840~1472042,351747551~1158365,404071616~3698633] 2024-09-13T03:52:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~6480770,50051156~4570765,55194800~7336611,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,190619270~5465186,228646941~4255258,251885198~1170459,284980023~579153,294060229~126208,296884694~1953475,311922100~6545399,342622840~1472042,351747551~1158365,404071616~3698633] 2024-09-13T03:52:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~7512858,49875636~4746285,55194800~7336611,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,190619270~5465186,228646941~4255258,251885198~1170459,284980023~579153,294060229~126208,296059151~2779018,311922100~6545399,342622840~1472042,351747551~1158365,404071616~3698633] 2024-09-13T03:52:33.021 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 17 diff [22003608~12514677,50051156~4643894,54874951~7656460,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,251885198~1170459,261267137~2870873,284980023~579153,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621,404071616~3698633] 2024-09-13T03:52:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~12514677,50051156~4643894,54874951~7656460,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,251885198~1170459,261267137~2870873,284980023~579153,294060229~126208,296884694~1953475,311922100~6545399,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621,404071616~3698633] 2024-09-13T03:52:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~13546765,49875636~4819414,54874951~7656460,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,251885198~1170459,260046848~4091162,284980023~579153,294060229~126208,296059151~2779018,311922100~6545399,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,380697940~1441476,404071616~3698633] 2024-09-13T03:52:33.027 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 18 diff [22003608~12514677,50051156~4643894,54874951~7840132,75180115~5141566,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,250338527~2717130,261267137~5827611,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621,399563160~8207089] 2024-09-13T03:52:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~12514677,50051156~4643894,54874951~7840132,75180115~5141566,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,250338527~2717130,261267137~5827611,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621,399563160~8207089] 2024-09-13T03:52:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~13546765,49875636~4819414,54874951~7840132,75180115~5141566,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,250338527~2717130,260046848~7047900,284980023~579153,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,380697940~1441476,399563160~8207089] 2024-09-13T03:52:33.032 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 19 diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,49875636~4819414,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.038 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 16 diff [22003608~6480770,55194800~7336611,110176123~6470354,137522412~3850862,190619270~5465186,228646941~4255258,284980023~579153,342622840~1472042,351747551~1158365] 2024-09-13T03:52:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~6480770,55194800~7336611,110176123~6470354,137522412~3850862,190619270~5465186,228646941~4255258,284980023~579153,342622840~1472042,351747551~1158365] 2024-09-13T03:52:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~7512858,55194800~7336611,110176123~6470354,137522412~3850862,190619270~5465186,228646941~4255258,284980023~579153,342622840~1472042,351747551~1158365] 2024-09-13T03:52:33.044 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 17 diff [22003608~12514677,54267806~427244,54874951~7656460,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,261267137~2870873,284980023~579153,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621] 2024-09-13T03:52:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~12514677,54267806~427244,54874951~7656460,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,261267137~2870873,284980023~579153,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621] 2024-09-13T03:52:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~13546765,54267806~427244,54874951~7656460,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,198774333~7790022,228646941~4255258,260046848~4091162,284980023~579153,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,380697940~1441476] 2024-09-13T03:52:33.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 18 diff [22003608~12514677,54267806~427244,54874951~7840132,75180115~5141566,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,250338527~2239716,261267137~5827611,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621,399563160~4639896] 2024-09-13T03:52:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [22003608~12514677,54267806~427244,54874951~7840132,75180115~5141566,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,250338527~2239716,261267137~5827611,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,381446795~692621,399563160~4639896] 2024-09-13T03:52:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [20971520~13546765,54267806~427244,54874951~7840132,75180115~5141566,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,198774333~10522333,228646941~4255258,232992268~292991,250338527~2239716,260046848~7047900,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,342622840~1472042,351747551~1158365,380697940~1441476,399563160~4639896] 2024-09-13T03:52:33.055 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 19 diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.061 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to 17 diff [26956712~7561573,54267806~427244,54874951~1712803,173210519~5908859,198774333~7790022,261267137~2870873,321240770~1594385,324979675~1163462,381446795~692621] 2024-09-13T03:52:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [26956712~7561573,54267806~427244,54874951~1712803,173210519~5908859,198774333~7790022,261267137~2870873,321240770~1594385,324979675~1163462,381446795~692621] 2024-09-13T03:52:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [26956712~7561573,54267806~427244,54874951~1712803,173210519~5908859,198774333~7790022,260046848~4091162,321240770~1594385,324979675~1163462,380697940~1441476] 2024-09-13T03:52:33.067 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to 18 diff [26956712~7561573,54267806~427244,54874951~7840132,75180115~5141566,84555497~6080063,173210519~5908859,198774333~10522333,232992268~292991,250338527~2239716,261267137~5827611,300843248~7012060,321240770~1594385,324979675~1163462,381446795~692621,399563160~4639896] 2024-09-13T03:52:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [26956712~7561573,54267806~427244,54874951~7840132,75180115~5141566,84555497~6080063,173210519~5908859,198774333~10522333,232992268~292991,250338527~2239716,261267137~5827611,300843248~7012060,321240770~1594385,324979675~1163462,381446795~692621,399563160~4639896] 2024-09-13T03:52:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [26956712~7561573,54267806~427244,54874951~7840132,75180115~5141566,84555497~6080063,173210519~5908859,198774333~10522333,232992268~292991,250338527~2239716,260046848~7047900,300843248~7012060,321240770~1594385,324979675~1163462,380697940~1441476,399563160~4639896] 2024-09-13T03:52:33.073 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to 19 diff [17302983~2550833,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.079 INFO:tasks.workunit.client.0.smithi052.stdout:from 17 to 18 diff [55216423~7498660,75180115~5141566,84555497~6080063,205463694~3832972,232992268~292991,250338527~2239716,263581494~3513254,300843248~7012060,399563160~4639896] 2024-09-13T03:52:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [55216423~7498660,75180115~5141566,84555497~6080063,205463694~3832972,232992268~292991,250338527~2239716,263581494~3513254,300843248~7012060,399563160~4639896] 2024-09-13T03:52:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [55216423~7498660,75180115~5141566,84555497~6080063,205463694~3832972,232992268~292991,250338527~2239716,263581494~3513254,300843248~7012060,399563160~4639896] 2024-09-13T03:52:33.084 INFO:tasks.workunit.client.0.smithi052.stdout:from 17 to 19 diff [17302983~2550833,55216423~7498660,73887981~6433700,84555497~6080063,196807385~353626,205463694~9747900,232992268~292991,239590895~2790114,250338527~2239716,262179358~7470861,271964816~3882118,300843248~7012060,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,55216423~7498660,73887981~6433700,84555497~6080063,196807385~353626,205463694~9747900,232992268~292991,239590895~2790114,250338527~2239716,262179358~7470861,271964816~3882118,300843248~7012060,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,55216423~7498660,73887981~6433700,84555497~6080063,196807385~353626,205463694~9747900,232992268~292991,239590895~2790114,250338527~2239716,262179358~7470861,271884001~3962933,300843248~7012060,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:33.090 INFO:tasks.workunit.client.0.smithi052.stdout:from 18 to 19 diff [17302983~2550833,73887981~3105722,196807385~353626,209285283~5926311,239590895~2790114,262179358~7470861,271964816~3882118,327799032~6420596,377368167~5667157,402145169~6722567] 2024-09-13T03:52:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,73887981~3105722,196807385~353626,209285283~5926311,239590895~2790114,262179358~7470861,271964816~3882118,327799032~6420596,377368167~5667157,402145169~6722567] 2024-09-13T03:52:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,73887981~3105722,196807385~353626,209285283~5926311,239590895~2790114,262179358~7470861,271884001~3962933,327799032~6420596,377368167~5667157,402145169~6722567] 2024-09-13T03:52:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:32 smithi078 ceph-mon[85589]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T03:52:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:32 smithi052 ceph-mon[91421]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T03:52:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:32 smithi052 ceph-mon[89065]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-13T03:52:33.941 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:33.970 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:33.976 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:33.982 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:33.988 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:33.994 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:34.000 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:34.006 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:34.011 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:34.017 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.023 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.029 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.034 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.040 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~16896923,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.046 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,49875636~4819414,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.051 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to HEAD diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.057 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to HEAD diff [17302983~2550833,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.062 INFO:tasks.workunit.client.0.smithi052.stdout:from 17 to HEAD diff [17302983~2550833,55216423~7498660,73887981~6433700,84555497~6080063,196807385~353626,205463694~9747900,232992268~292991,239590895~2790114,250338527~2239716,262179358~7470861,271964816~3882118,300843248~7012060,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,55216423~7498660,73887981~6433700,84555497~6080063,196807385~353626,205463694~9747900,232992268~292991,239590895~2790114,250338527~2239716,262179358~7470861,271964816~3882118,300843248~7012060,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,55216423~7498660,73887981~6433700,84555497~6080063,196807385~353626,205463694~9747900,232992268~292991,239590895~2790114,250338527~2239716,262179358~7470861,271884001~3962933,300843248~7012060,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:33 smithi078 ceph-mon[85589]: pgmap v3519: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s rd, 29 MiB/s wr, 34 op/s 2024-09-13T03:52:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:33 smithi052 ceph-mon[91421]: pgmap v3519: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s rd, 29 MiB/s wr, 34 op/s 2024-09-13T03:52:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:33 smithi052 ceph-mon[89065]: pgmap v3519: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s rd, 29 MiB/s wr, 34 op/s 2024-09-13T03:52:34.944 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:34.989 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:34.999 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:35.005 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:35.011 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:35.017 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:35.023 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:35.029 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:35.035 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:35.041 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.048 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.054 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.060 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.066 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~16896923,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.072 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,49875636~4819414,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.077 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to HEAD diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.082 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to HEAD diff [17302983~2550833,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,26956712~7561573,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,173210519~5908859,196807385~353626,198774333~16437261,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,377368167~5667157,399563160~9304576] 2024-09-13T03:52:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:34 smithi078 ceph-mon[85589]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T03:52:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:34 smithi052 ceph-mon[91421]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T03:52:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:34 smithi052 ceph-mon[89065]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-13T03:52:35.950 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:36.005 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:36.022 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:36.028 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:36.034 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:36.039 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:36.046 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:36.052 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:36.058 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:36.063 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.069 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.074 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.080 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.087 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~16896923,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.091 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,49875636~4819414,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.097 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to HEAD diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,261267137~8383082,271964816~3882118,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,54267806~427244,54874951~7840132,73887981~6433700,84555497~6080063,110176123~6470354,137522412~3850862,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2239716,260046848~9603371,271884001~3962933,284980023~579153,300843248~7012060,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:35 smithi078 ceph-mon[85589]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T03:52:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:35 smithi078 ceph-mon[85589]: pgmap v3522: 137 pgs: 137 active+clean; 1.2 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 219 KiB/s rd, 22 MiB/s wr, 3.40k op/s 2024-09-13T03:52:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:35 smithi052 ceph-mon[91421]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T03:52:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:35 smithi052 ceph-mon[91421]: pgmap v3522: 137 pgs: 137 active+clean; 1.2 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 219 KiB/s rd, 22 MiB/s wr, 3.40k op/s 2024-09-13T03:52:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:35 smithi052 ceph-mon[89065]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-13T03:52:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:35 smithi052 ceph-mon[89065]: pgmap v3522: 137 pgs: 137 active+clean; 1.2 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 219 KiB/s rd, 22 MiB/s wr, 3.40k op/s 2024-09-13T03:52:36.960 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:37.015 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:37.026 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:37.032 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:37.038 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:37.044 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:37.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:37.055 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:37.061 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:37.067 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.073 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.078 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.084 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.090 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~16896923,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.096 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~12514677,50051156~4643894,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~13546765,49875636~4819414,54874951~7840132,73887981~6433700,84555497~6080063,94856652~344339,97045284~4895263,110176123~6470354,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327799032~6420596,342622840~1472042,351747551~1158365,377368167~5667157,399563160~9304576] 2024-09-13T03:52:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:36 smithi078 ceph-mon[85589]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T03:52:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:36 smithi052 ceph-mon[91421]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T03:52:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:36 smithi052 ceph-mon[89065]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-13T03:52:37.967 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:38.022 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:38.034 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:38.040 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:38.046 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:38.052 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:38.058 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:38.064 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:38.069 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:38.075 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.080 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.086 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.091 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.097 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [17302983~2550833,22003608~15864835,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~1671833,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~3076600,20971520~16896923,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,151880730~4020838,173210519~5908859,190619270~5465186,196807385~353626,198774333~16437261,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~1671833,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:37 smithi052 ceph-mon[91421]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T03:52:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:37 smithi052 ceph-mon[91421]: pgmap v3525: 137 pgs: 137 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 21 MiB/s wr, 5.00k op/s 2024-09-13T03:52:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:37 smithi052 ceph-mon[89065]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T03:52:38.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:37 smithi052 ceph-mon[89065]: pgmap v3525: 137 pgs: 137 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 21 MiB/s wr, 5.00k op/s 2024-09-13T03:52:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:37 smithi078 ceph-mon[85589]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-13T03:52:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:37 smithi078 ceph-mon[85589]: pgmap v3525: 137 pgs: 137 active+clean; 1.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 236 KiB/s rd, 21 MiB/s wr, 5.00k op/s 2024-09-13T03:52:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:52:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:52:38] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-09-13T03:52:38.966 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:38.966 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.027 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:39.027 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.027 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.040 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:39.040 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.040 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.049 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:39.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.055 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:39.055 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.055 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.061 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:39.061 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.061 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:39.067 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.067 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.073 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:39.073 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.073 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.079 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:39.079 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.079 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:39.084 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:39.084 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.084 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.090 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.090 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.090 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.095 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.095 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.096 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.101 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.101 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.101 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~3850862,142142512~2705593,151880730~4020838,173210519~5908859,190619270~5465186,196693600~18517994,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.106 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49875636~4819414,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~4355866,137522412~7325693,151880730~4020838,173210519~5908859,190619270~24592324,220266960~7783540,228646941~4255258,232992268~292991,239590895~2790114,247088910~1192488,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:38 smithi052 ceph-mon[91421]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T03:52:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:38 smithi052 ceph-mon[89065]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T03:52:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:38 smithi078 ceph-mon[85589]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-13T03:52:39.979 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:39.979 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.035 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:40.035 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.049 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:40.049 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.049 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.056 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:40.056 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.056 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.062 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:40.062 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.062 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.068 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:40.068 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.068 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.073 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:40.073 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.073 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.079 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:40.079 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.079 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.084 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:40.084 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.084 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:40.090 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:40.090 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.090 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.096 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.096 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.096 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.101 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.101 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.101 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [7403830~6072322,17302983~2550833,22003608~15864835,38267429~5938433,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151880730~4020838,157181564~5540043,173210519~5908859,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~3886610,294060229~126208,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.106 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [7403830~6072322,16777216~3076600,20971520~16896923,38267429~5938433,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151880730~4020838,157181564~5540043,173210519~5908859,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~3886610,294060229~126208,296059151~2779018,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~6988342,338692844~3549525,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:39 smithi052 ceph-mon[91421]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T03:52:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:39 smithi052 ceph-mon[91421]: pgmap v3528: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1.2 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 156 KiB/s rd, 1.4 MiB/s wr, 2.62k op/s 2024-09-13T03:52:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:39 smithi052 ceph-mon[89065]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T03:52:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:39 smithi052 ceph-mon[89065]: pgmap v3528: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1.2 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 156 KiB/s rd, 1.4 MiB/s wr, 2.62k op/s 2024-09-13T03:52:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:39 smithi078 ceph-mon[85589]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-13T03:52:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:39 smithi078 ceph-mon[85589]: pgmap v3528: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1.2 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 156 KiB/s rd, 1.4 MiB/s wr, 2.62k op/s 2024-09-13T03:52:40.982 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:40.982 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:41.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.051 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.062 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:41.062 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.062 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:41.068 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.068 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.073 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:41.073 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.073 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.079 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:41.079 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.079 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.085 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:41.085 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.085 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.090 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:41.091 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.091 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.097 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:41.097 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.097 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.102 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:41.102 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.102 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.108 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.108 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.108 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~7083492,49075697~799939,50051156~4643894,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~7535201,245935414~3495375,250338527~2717130,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.113 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~7083492,49075697~5619353,54874951~14385497,73887981~8279537,84555497~6819767,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~4791212,157181564~5540043,170176716~8942662,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~8797835,245935414~3495375,250338527~2717130,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:40 smithi052 ceph-mon[91421]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T03:52:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:40 smithi052 ceph-mon[89065]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T03:52:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:40 smithi078 ceph-mon[85589]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-13T03:52:41.620 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.620 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.687 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:41.687 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.687 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.701 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:41.701 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.701 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.707 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:41.707 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.707 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:41.713 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:41.713 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.713 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.718 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:41.718 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.718 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.724 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:41.724 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.724 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.729 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:41.729 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.729 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.735 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:41.735 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.735 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:41.740 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:41.740 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.740 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~15864835,38267429~9732289,49075697~799939,50051156~4643894,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,300843248~7012060,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:41.746 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~16896923,38267429~9732289,49075697~5619353,54874951~14385497,73887981~17487283,94856652~344339,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,236573526~16482131,260046848~9603371,271884001~3962933,284980023~579153,287341278~11496891,300843248~7012060,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~2569028,377368167~5667157,399563160~9304576] 2024-09-13T03:52:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:41 smithi052 ceph-mon[91421]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T03:52:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:41 smithi052 ceph-mon[91421]: pgmap v3531: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 143 KiB/s rd, 6.2 KiB/s wr, 2.22k op/s 2024-09-13T03:52:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:41 smithi052 ceph-mon[91421]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T03:52:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:41 smithi052 ceph-mon[89065]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T03:52:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:41 smithi052 ceph-mon[89065]: pgmap v3531: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 143 KiB/s rd, 6.2 KiB/s wr, 2.22k op/s 2024-09-13T03:52:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:41 smithi052 ceph-mon[89065]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T03:52:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:41 smithi078 ceph-mon[85589]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-13T03:52:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:41 smithi078 ceph-mon[85589]: pgmap v3531: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 143 KiB/s rd, 6.2 KiB/s wr, 2.22k op/s 2024-09-13T03:52:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:41 smithi078 ceph-mon[85589]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-13T03:52:42.621 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.621 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.696 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:42.696 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.696 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:52:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:42.708 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:42.708 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.708 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.714 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:42.714 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.714 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:42.720 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:42.720 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.720 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.726 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:42.726 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.726 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.731 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:42.731 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.731 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.737 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:42.737 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.737 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.742 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:42.743 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.743 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~3850862,142142512~2705593,151110356~11611251,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~3882118,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,358258799~3808944,377368167~5667157,399563160~9304576,409675681~1176887] 2024-09-13T03:52:42.748 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117906748~7486317,137522412~7325693,151110356~11611251,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~3962933,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,356860160~5207583,377368167~5667157,399563160~11289408] 2024-09-13T03:52:43.631 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.631 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.686 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:43.686 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.687 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.711 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:43.711 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.711 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.717 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:43.717 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.718 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:43.724 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:43.724 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.724 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.729 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:43.729 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.729 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.735 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:43.735 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.735 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.741 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:43.741 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.741 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,287341278~8717873,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~5411236,399563160~9304576,409675681~1176887] 2024-09-13T03:52:43.746 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,73887981~23060857,97045284~4895263,110176123~6470354,117383681~8009384,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,287341278~20514030,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346959325~4697542,351747551~1158365,353754324~8313419,369098752~13936572,383601238~5411236,399563160~11289408] 2024-09-13T03:52:43.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:43 smithi078 ceph-mon[85589]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T03:52:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:43 smithi052 ceph-mon[91421]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T03:52:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:43 smithi052 ceph-mon[89065]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-13T03:52:44.632 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.632 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.702 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:44.702 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.702 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.707 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:44.707 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.707 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.713 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:44.713 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.713 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:44.719 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:44.719 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:44.719 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:44.725 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:44.725 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:44.725 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:44.730 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:44.731 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:44.731 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6072322,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~7457878,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:44.736 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6072322,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~24484444,97045284~4895263,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~7538693,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~15011083,342622840~1472042,346489797~5167070,351747551~1158365,353754324~8313419,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:44 smithi078 ceph-mon[85589]: pgmap v3534: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1.25k op/s 2024-09-13T03:52:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:44 smithi078 ceph-mon[85589]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T03:52:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:44 smithi052 ceph-mon[91421]: pgmap v3534: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1.25k op/s 2024-09-13T03:52:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:44 smithi052 ceph-mon[91421]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T03:52:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:44 smithi052 ceph-mon[89065]: pgmap v3534: 137 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 133 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1.25k op/s 2024-09-13T03:52:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:44 smithi052 ceph-mon[89065]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-13T03:52:45.640 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.640 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.700 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:45.700 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.700 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.716 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:45.716 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.716 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.721 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:45.722 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.722 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:45.727 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:45.727 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:45.727 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:45.733 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:45.733 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:45.733 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~3932611,7403830~6965752,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,72464394~30925641,104203769~191895,110176123~6470354,117383681~8009384,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~11538970,185643134~461271,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~579153,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~12801191,383601238~11078460,399563160~9304576,409675681~1176887] 2024-09-13T03:52:45.738 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~3932611,7403830~6965752,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,72464394~30925641,104122878~272786,110176123~6470354,117383681~8009384,130272169~2055932,137522412~7546270,146800640~15920967,167580408~11538970,185643134~461271,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~579153,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~13936572,383601238~11078460,399563160~11289408] 2024-09-13T03:52:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:45 smithi078 ceph-mon[85589]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T03:52:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:45 smithi052 ceph-mon[89065]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T03:52:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:45 smithi052 ceph-mon[91421]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-13T03:52:46.624 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.624 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.686 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:46.687 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.687 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.699 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:46.699 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.699 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.704 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:46.704 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.704 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:46.710 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:46.710 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:46.710 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~4643894,54874951~14385497,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,218417834~753463,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,321240770~1594385,324979675~1163462,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~24445565,399563160~9304576,409675681~1176887] 2024-09-13T03:52:46.715 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~5619353,54874951~14385497,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,218417834~753463,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286846583~21008725,310378496~8089003,321240770~1594385,324979675~1163462,327231286~17444793,346489797~15577946,369098752~25580946,399563160~11289408] 2024-09-13T03:52:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:46 smithi078 ceph-mon[85589]: pgmap v3537: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 KiB/s wr, 1.19k op/s 2024-09-13T03:52:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:46 smithi078 ceph-mon[85589]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T03:52:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:46 smithi078 ceph-mon[85589]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T03:52:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[91421]: pgmap v3537: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 KiB/s wr, 1.19k op/s 2024-09-13T03:52:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[91421]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T03:52:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[91421]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T03:52:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[89065]: pgmap v3537: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 KiB/s wr, 1.19k op/s 2024-09-13T03:52:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[89065]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-13T03:52:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:52:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:46 smithi052 ceph-mon[89065]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-13T03:52:47.654 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.654 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.719 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:47.719 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.720 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.726 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:47.726 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.726 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.732 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:47.732 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.732 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,110176123~6470354,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~11107836,284980023~1094879,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:47.738 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,110176123~6470354,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~11188651,284980023~1094879,286404291~21451017,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:52:48.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:52:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:52:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:52:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:52:48] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2024-09-13T03:52:48.635 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:48 smithi078 ceph-mon[85589]: pgmap v3540: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 113 KiB/s rd, 7.0 KiB/s wr, 1.48k op/s 2024-09-13T03:52:48.635 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:48 smithi078 ceph-mon[85589]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T03:52:48.662 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:48.662 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:48.712 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:48.713 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:48.713 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:48.737 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:48.737 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:48.737 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~25996110,49075697~799939,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,167580408~18523997,190619270~5465186,196693600~18517994,217063207~152175,217593328~1770569,220266960~7783540,228646941~4255258,232992268~292991,234740257~1833269,237836160~15219497,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~17444793,346489797~5167070,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:48.745 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~27028198,49075697~20184751,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,167580408~18523997,190619270~24592324,217063207~152175,217593328~1770569,220266960~7783540,228646941~24408716,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~17444793,346489797~15577946,369098752~41753816] 2024-09-13T03:52:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:48 smithi052 ceph-mon[89065]: pgmap v3540: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 113 KiB/s rd, 7.0 KiB/s wr, 1.48k op/s 2024-09-13T03:52:49.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:48 smithi052 ceph-mon[89065]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T03:52:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:48 smithi052 ceph-mon[91421]: pgmap v3540: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 113 KiB/s rd, 7.0 KiB/s wr, 1.48k op/s 2024-09-13T03:52:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:48 smithi052 ceph-mon[91421]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-13T03:52:49.659 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:49.659 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:49.712 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:49.713 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:49.713 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~14048373,17302983~2550833,22003608~27872028,50051156~19209292,71777299~32345579,104203769~191895,109103002~7543475,117383681~10820411,130272169~2055932,137522412~3850862,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:49.723 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [321209~14048373,16777216~3076600,20971520~48288928,71777299~32618365,109051904~7594573,117383681~10820411,130272169~2055932,137522412~7546270,146800640~15920967,164553867~21550538,190619270~62436387,255467632~2143162,260046848~9603371,271884001~35971307,310378496~8089003,319899093~7045890,327231286~34836457,369098752~41753816] 2024-09-13T03:52:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:49 smithi078 ceph-mon[85589]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T03:52:50.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:49 smithi052 ceph-mon[91421]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T03:52:50.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:49 smithi052 ceph-mon[89065]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-13T03:52:50.660 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:50.660 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [321209~16276420,17302983~2550833,22003608~27872028,50051156~54071722,104203769~191895,109103002~19101090,130272169~2055932,133173884~8199390,142142512~2926170,147789389~14932218,164553867~21550538,190619270~5465186,196693600~18517994,217063207~152175,217593328~15308871,232992268~292991,234740257~1833269,237836160~15219497,255467632~2143162,261267137~8383082,271574722~309279,271964816~14439475,286846583~9212568,296884694~1953475,299094115~8761193,311922100~6545399,319899093~7045890,327231286~24425581,351747551~2006773,353983295~2876865,358258799~3808944,370234133~38633603,409675681~1176887] 2024-09-13T03:52:50.718 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16597629,16777216~3076600,20971520~83424144,109051904~19152188,130023424~15045258,146800640~15920967,163577856~22526549,188743680~64311977,255467632~2143162,260046848~47808460,310378496~8089003,319899093~7045890,327155712~34912031,369098752~41753816] 2024-09-13T03:52:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:50 smithi078 ceph-mon[85589]: pgmap v3543: 137 pgs: 137 active+clean; 977 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 711 op/s 2024-09-13T03:52:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:50 smithi078 ceph-mon[85589]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T03:52:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[91421]: pgmap v3543: 137 pgs: 137 active+clean; 977 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 711 op/s 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[91421]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[89065]: pgmap v3543: 137 pgs: 137 active+clean; 977 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 711 op/s 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[89065]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.655 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39812 ms) 2024-09-13T03:52:51.656 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-13T03:52:51.656 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T03:52:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:52:51.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:52:51.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:51.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:51 smithi078 ceph-mon[85589]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T03:52:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T03:52:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:52.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:52.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:52:52.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:52:52.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:52.032 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[91421]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:52:52.033 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:51 smithi052 ceph-mon[89065]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-13T03:52:52.657 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:52:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:52:52.788 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1132 ms) 2024-09-13T03:52:52.788 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-13T03:52:52.788 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:52 smithi078 ceph-mon[85589]: pgmap v3546: 137 pgs: 137 active+clean; 859 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 643 op/s 2024-09-13T03:52:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:52 smithi052 ceph-mon[91421]: pgmap v3546: 137 pgs: 137 active+clean; 859 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 643 op/s 2024-09-13T03:52:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:52 smithi052 ceph-mon[89065]: pgmap v3546: 137 pgs: 137 active+clean; 859 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 643 op/s 2024-09-13T03:52:53.797 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [639472~81952,1699317~94734,3138783~21518,4070889~76811,10166616~4813,10172429~46485,10883140~80606,11230018~28113,13924628~8593,19708248~55814] to clone 2024-09-13T03:52:53.797 INFO:tasks.workunit.client.0.smithi052.stdout: diff was [0~4147700,8388608~2869523,12582912~1350309,16777216~2986846] 2024-09-13T03:52:53.801 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1014 ms) 2024-09-13T03:52:53.801 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-13T03:52:53.802 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:53.821 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [1992222~81694,3536169~7091,6456010~24435,8197099~27422,10610000~29976,13028347~11358,16457928~38518,17715442~58811,20467340~57638,20671460~27896] 2024-09-13T03:52:53.831 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-09-13T03:52:53.832 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-13T03:52:53.832 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:53 smithi078 ceph-mon[85589]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T03:52:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:53 smithi052 ceph-mon[91421]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T03:52:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:53 smithi052 ceph-mon[89065]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-13T03:52:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:54 smithi078 ceph-mon[85589]: pgmap v3549: 137 pgs: 137 active+clean; 836 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 328 op/s 2024-09-13T03:52:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:54 smithi078 ceph-mon[85589]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T03:52:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:54 smithi052 ceph-mon[91421]: pgmap v3549: 137 pgs: 137 active+clean; 836 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 328 op/s 2024-09-13T03:52:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:54 smithi052 ceph-mon[91421]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T03:52:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:54 smithi052 ceph-mon[89065]: pgmap v3549: 137 pgs: 137 active+clean; 836 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 328 op/s 2024-09-13T03:52:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:54 smithi052 ceph-mon[89065]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-13T03:52:55.789 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1957 ms) 2024-09-13T03:52:55.789 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-13T03:52:55.789 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:55.839 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (51 ms) 2024-09-13T03:52:55.840 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-13T03:52:55.840 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:55.920 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (81 ms) 2024-09-13T03:52:55.921 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-09-13T03:52:55.921 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:52:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:55 smithi078 ceph-mon[85589]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T03:52:56.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:55 smithi052 ceph-mon[91421]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T03:52:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:55 smithi052 ceph-mon[89065]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-13T03:52:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:56 smithi078 ceph-mon[85589]: pgmap v3552: 137 pgs: 137 active+clean; 804 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 217 op/s 2024-09-13T03:52:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:56 smithi078 ceph-mon[85589]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T03:52:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:56 smithi078 ceph-mon[85589]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T03:52:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:56 smithi052 ceph-mon[91421]: pgmap v3552: 137 pgs: 137 active+clean; 804 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 217 op/s 2024-09-13T03:52:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:56 smithi052 ceph-mon[91421]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T03:52:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:56 smithi052 ceph-mon[91421]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T03:52:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:56 smithi052 ceph-mon[89065]: pgmap v3552: 137 pgs: 137 active+clean; 804 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 217 op/s 2024-09-13T03:52:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:56 smithi052 ceph-mon[89065]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-13T03:52:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:56 smithi052 ceph-mon[89065]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-13T03:52:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:52:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:52:58] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2024-09-13T03:52:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:52:58 smithi078 ceph-mon[85589]: pgmap v3555: 137 pgs: 137 active+clean; 828 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.8 MiB/s wr, 331 op/s 2024-09-13T03:52:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:52:58 smithi052 ceph-mon[91421]: pgmap v3555: 137 pgs: 137 active+clean; 828 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.8 MiB/s wr, 331 op/s 2024-09-13T03:52:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:52:58 smithi052 ceph-mon[89065]: pgmap v3555: 137 pgs: 137 active+clean; 828 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.8 MiB/s wr, 331 op/s 2024-09-13T03:53:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:00 smithi078 ceph-mon[85589]: pgmap v3556: 137 pgs: 137 active+clean; 857 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.7 MiB/s wr, 266 op/s 2024-09-13T03:53:00.957 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-09-13T03:53:00.957 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-13T03:53:00.957 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:53:00.958 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-13T03:53:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:00 smithi052 ceph-mon[91421]: pgmap v3556: 137 pgs: 137 active+clean; 857 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.7 MiB/s wr, 266 op/s 2024-09-13T03:53:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:00 smithi052 ceph-mon[89065]: pgmap v3556: 137 pgs: 137 active+clean; 857 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 9.7 MiB/s wr, 266 op/s 2024-09-13T03:53:01.622 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 19 tests from DiffIterateTest/0 (254283 ms total) 2024-09-13T03:53:01.622 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:53:01.622 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-13T03:53:01.658 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-13T03:53:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:02 smithi078 ceph-mon[85589]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T03:53:02.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:53:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:02.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:02 smithi052 ceph-mon[91421]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T03:53:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:02 smithi052 ceph-mon[89065]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-13T03:53:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:03 smithi078 ceph-mon[85589]: pgmap v3557: 137 pgs: 137 active+clean; 883 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 10 MiB/s wr, 219 op/s 2024-09-13T03:53:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:03 smithi078 ceph-mon[85589]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T03:53:03.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:03 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1115814811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:53:03.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:03 smithi052 ceph-mon[91421]: pgmap v3557: 137 pgs: 137 active+clean; 883 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 10 MiB/s wr, 219 op/s 2024-09-13T03:53:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:03 smithi052 ceph-mon[91421]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T03:53:03.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:03 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1115814811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:53:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:03 smithi052 ceph-mon[89065]: pgmap v3557: 137 pgs: 137 active+clean; 883 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 10 MiB/s wr, 219 op/s 2024-09-13T03:53:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:03 smithi052 ceph-mon[89065]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-13T03:53:03.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:03 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1115814811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:53:03.636 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:04 smithi078 ceph-mon[85589]: pgmap v3560: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:53:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:04 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:53:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:04 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1115814811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:53:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:04 smithi078 ceph-mon[85589]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[89065]: pgmap v3560: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1115814811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[89065]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[91421]: pgmap v3560: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1115814811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi052-131605-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-13T03:53:04.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:04 smithi052 ceph-mon[91421]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-13T03:53:05.681 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [831388~30365,6281049~32428,7322092~98093,7930208~23120,8794882~2857,8836117~9012,8849274~15100,14376294~13726,17281669~60250,17829609~78058] 2024-09-13T03:53:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:05 smithi078 ceph-mon[85589]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T03:53:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:05 smithi052 ceph-mon[91421]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T03:53:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:05 smithi052 ceph-mon[89065]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-13T03:53:06.659 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [0~20971520] 2024-09-13T03:53:06.669 INFO:tasks.workunit.client.0.smithi052.stdout: diff was [0~20971520] 2024-09-13T03:53:06.673 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5015 ms) 2024-09-13T03:53:06.673 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-09-13T03:53:06.674 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:06 smithi078 ceph-mon[85589]: pgmap v3563: 137 pgs: 1 creating+peering, 17 unknown, 119 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:53:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:06 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:53:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:06 smithi078 ceph-mon[85589]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T03:53:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:06 smithi052 ceph-mon[91421]: pgmap v3563: 137 pgs: 1 creating+peering, 17 unknown, 119 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:53:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:06 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:53:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:06 smithi052 ceph-mon[91421]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T03:53:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:06 smithi052 ceph-mon[89065]: pgmap v3563: 137 pgs: 1 creating+peering, 17 unknown, 119 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:53:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:06 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:53:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:06 smithi052 ceph-mon[89065]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-13T03:53:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:07 smithi078 ceph-mon[85589]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T03:53:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:07 smithi052 ceph-mon[91421]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T03:53:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:07 smithi052 ceph-mon[89065]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-13T03:53:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:53:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:53:08] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2024-09-13T03:53:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:08 smithi078 ceph-mon[85589]: pgmap v3566: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:53:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:08 smithi078 ceph-mon[85589]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T03:53:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:08 smithi052 ceph-mon[89065]: pgmap v3566: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:53:09.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:08 smithi052 ceph-mon[89065]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T03:53:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:08 smithi052 ceph-mon[91421]: pgmap v3566: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T03:53:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:08 smithi052 ceph-mon[91421]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-13T03:53:09.690 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:09 smithi078 ceph-mon[85589]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T03:53:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:09 smithi052 ceph-mon[91421]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T03:53:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:09 smithi052 ceph-mon[89065]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-13T03:53:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:10 smithi078 ceph-mon[85589]: pgmap v3569: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 252 KiB/s wr, 62 op/s 2024-09-13T03:53:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:10 smithi078 ceph-mon[85589]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T03:53:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:10 smithi052 ceph-mon[91421]: pgmap v3569: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 252 KiB/s wr, 62 op/s 2024-09-13T03:53:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:10 smithi052 ceph-mon[91421]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T03:53:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:10 smithi052 ceph-mon[89065]: pgmap v3569: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 252 KiB/s wr, 62 op/s 2024-09-13T03:53:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:10 smithi052 ceph-mon[89065]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-13T03:53:11.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:11 smithi078 ceph-mon[85589]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T03:53:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:11 smithi052 ceph-mon[91421]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T03:53:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:11 smithi052 ceph-mon[89065]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-13T03:53:12.671 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:53:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:12.709 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:12.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:12 smithi078 ceph-mon[85589]: pgmap v3572: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 255 KiB/s wr, 97 op/s 2024-09-13T03:53:12.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:12 smithi078 ceph-mon[85589]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T03:53:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:12 smithi052 ceph-mon[91421]: pgmap v3572: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 255 KiB/s wr, 97 op/s 2024-09-13T03:53:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:12 smithi052 ceph-mon[91421]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T03:53:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:12 smithi052 ceph-mon[89065]: pgmap v3572: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 255 KiB/s wr, 97 op/s 2024-09-13T03:53:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:12 smithi052 ceph-mon[89065]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-13T03:53:13.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:13 smithi078 ceph-mon[85589]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T03:53:14.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:13 smithi052 ceph-mon[91421]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T03:53:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:13 smithi052 ceph-mon[89065]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-13T03:53:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:14 smithi078 ceph-mon[85589]: pgmap v3575: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 59 op/s 2024-09-13T03:53:14.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:14 smithi078 ceph-mon[85589]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T03:53:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:14 smithi052 ceph-mon[91421]: pgmap v3575: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 59 op/s 2024-09-13T03:53:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:14 smithi052 ceph-mon[91421]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T03:53:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:14 smithi052 ceph-mon[89065]: pgmap v3575: 137 pgs: 137 active+clean; 20 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 59 op/s 2024-09-13T03:53:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:14 smithi052 ceph-mon[89065]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-13T03:53:15.728 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:15.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:15 smithi078 ceph-mon[85589]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T03:53:16.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:15 smithi052 ceph-mon[91421]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T03:53:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:15 smithi052 ceph-mon[89065]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-13T03:53:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:16 smithi078 ceph-mon[85589]: pgmap v3578: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 79 op/s 2024-09-13T03:53:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:16 smithi078 ceph-mon[85589]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T03:53:16.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:16.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:16 smithi078 ceph-mon[85589]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[91421]: pgmap v3578: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 79 op/s 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[91421]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[91421]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[89065]: pgmap v3578: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 79 op/s 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[89065]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:16 smithi052 ceph-mon[89065]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-13T03:53:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:53:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:53:18] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-09-13T03:53:18.657 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:18 smithi078 ceph-mon[85589]: pgmap v3581: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 64 op/s 2024-09-13T03:53:18.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:18 smithi078 ceph-mon[85589]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T03:53:19.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:18 smithi052 ceph-mon[89065]: pgmap v3581: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 64 op/s 2024-09-13T03:53:19.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:18 smithi052 ceph-mon[89065]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T03:53:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:18 smithi052 ceph-mon[91421]: pgmap v3581: 137 pgs: 137 active+clean; 23 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 64 op/s 2024-09-13T03:53:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:18 smithi052 ceph-mon[91421]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-13T03:53:19.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:19 smithi078 ceph-mon[85589]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T03:53:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:19 smithi052 ceph-mon[91421]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T03:53:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:19 smithi052 ceph-mon[89065]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-13T03:53:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:20 smithi078 ceph-mon[85589]: pgmap v3584: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 6.0 KiB/s wr, 46 op/s 2024-09-13T03:53:20.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:20 smithi078 ceph-mon[85589]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T03:53:21.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:20 smithi052 ceph-mon[89065]: pgmap v3584: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 6.0 KiB/s wr, 46 op/s 2024-09-13T03:53:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:20 smithi052 ceph-mon[89065]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T03:53:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:20 smithi052 ceph-mon[91421]: pgmap v3584: 137 pgs: 137 active+clean; 24 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 6.0 KiB/s wr, 46 op/s 2024-09-13T03:53:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:20 smithi052 ceph-mon[91421]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-13T03:53:21.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (15001 ms) 2024-09-13T03:53:21.674 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-09-13T03:53:21.674 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:21.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:21 smithi078 ceph-mon[85589]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T03:53:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:21 smithi052 ceph-mon[91421]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T03:53:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:21 smithi052 ceph-mon[89065]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-13T03:53:22.646 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:53:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:22 smithi078 ceph-mon[85589]: pgmap v3587: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.5 KiB/s wr, 92 op/s 2024-09-13T03:53:22.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:22 smithi078 ceph-mon[85589]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T03:53:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:22 smithi052 ceph-mon[91421]: pgmap v3587: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.5 KiB/s wr, 92 op/s 2024-09-13T03:53:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:22 smithi052 ceph-mon[91421]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T03:53:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:22 smithi052 ceph-mon[89065]: pgmap v3587: 137 pgs: 137 active+clean; 29 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.5 KiB/s wr, 92 op/s 2024-09-13T03:53:23.032 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:22 smithi052 ceph-mon[89065]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-13T03:53:23.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:23 smithi078 ceph-mon[85589]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T03:53:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:23 smithi052 ceph-mon[91421]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T03:53:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:23 smithi052 ceph-mon[89065]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-13T03:53:24.693 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:24 smithi078 ceph-mon[85589]: pgmap v3590: 137 pgs: 137 active+clean; 30 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 9.2 KiB/s wr, 120 op/s 2024-09-13T03:53:24.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:24 smithi078 ceph-mon[85589]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T03:53:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:24 smithi052 ceph-mon[91421]: pgmap v3590: 137 pgs: 137 active+clean; 30 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 9.2 KiB/s wr, 120 op/s 2024-09-13T03:53:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:24 smithi052 ceph-mon[91421]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T03:53:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:24 smithi052 ceph-mon[89065]: pgmap v3590: 137 pgs: 137 active+clean; 30 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 9.2 KiB/s wr, 120 op/s 2024-09-13T03:53:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:24 smithi052 ceph-mon[89065]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-13T03:53:25.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:25 smithi078 ceph-mon[85589]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T03:53:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:25 smithi052 ceph-mon[89065]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T03:53:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:25 smithi052 ceph-mon[91421]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-13T03:53:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:26 smithi078 ceph-mon[85589]: pgmap v3593: 137 pgs: 137 active+clean; 34 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 131 op/s 2024-09-13T03:53:26.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:26 smithi078 ceph-mon[85589]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T03:53:27.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:26 smithi052 ceph-mon[91421]: pgmap v3593: 137 pgs: 137 active+clean; 34 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 131 op/s 2024-09-13T03:53:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:26 smithi052 ceph-mon[91421]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T03:53:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:26 smithi052 ceph-mon[89065]: pgmap v3593: 137 pgs: 137 active+clean; 34 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 131 op/s 2024-09-13T03:53:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:26 smithi052 ceph-mon[89065]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-13T03:53:27.708 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:27.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:27 smithi078 ceph-mon[85589]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T03:53:28.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:27 smithi052 ceph-mon[91421]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T03:53:28.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:27 smithi052 ceph-mon[89065]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-13T03:53:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:53:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:53:28] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-09-13T03:53:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:28 smithi078 ceph-mon[85589]: pgmap v3596: 137 pgs: 137 active+clean; 34 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-09-13T03:53:28.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:28 smithi078 ceph-mon[85589]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T03:53:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:28 smithi052 ceph-mon[91421]: pgmap v3596: 137 pgs: 137 active+clean; 34 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-09-13T03:53:29.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:28 smithi052 ceph-mon[91421]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T03:53:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:28 smithi052 ceph-mon[89065]: pgmap v3596: 137 pgs: 137 active+clean; 34 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-09-13T03:53:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:28 smithi052 ceph-mon[89065]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-13T03:53:29.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:29 smithi078 ceph-mon[85589]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T03:53:30.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:29 smithi052 ceph-mon[89065]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T03:53:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:29 smithi052 ceph-mon[91421]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-13T03:53:30.728 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:30 smithi052 ceph-mon[91421]: pgmap v3599: 137 pgs: 137 active+clean; 40 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-09-13T03:53:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:30 smithi052 ceph-mon[91421]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T03:53:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:30 smithi052 ceph-mon[89065]: pgmap v3599: 137 pgs: 137 active+clean; 40 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-09-13T03:53:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:30 smithi052 ceph-mon[89065]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T03:53:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:30 smithi078 ceph-mon[85589]: pgmap v3599: 137 pgs: 137 active+clean; 40 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.7 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-09-13T03:53:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:30 smithi078 ceph-mon[85589]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-13T03:53:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:31 smithi052 ceph-mon[91421]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T03:53:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:31 smithi052 ceph-mon[89065]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T03:53:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:31 smithi078 ceph-mon[85589]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-13T03:53:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:53:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:32 smithi052 ceph-mon[91421]: pgmap v3602: 137 pgs: 137 active+clean; 46 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 7.5 KiB/s wr, 61 op/s 2024-09-13T03:53:33.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:32 smithi052 ceph-mon[91421]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T03:53:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:32 smithi052 ceph-mon[89065]: pgmap v3602: 137 pgs: 137 active+clean; 46 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 7.5 KiB/s wr, 61 op/s 2024-09-13T03:53:33.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:32 smithi052 ceph-mon[89065]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T03:53:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:32 smithi078 ceph-mon[85589]: pgmap v3602: 137 pgs: 137 active+clean; 46 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 7.5 KiB/s wr, 61 op/s 2024-09-13T03:53:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:32 smithi078 ceph-mon[85589]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-13T03:53:33.753 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:34.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:33 smithi052 ceph-mon[91421]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T03:53:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:33 smithi052 ceph-mon[89065]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T03:53:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:33 smithi078 ceph-mon[85589]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-13T03:53:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:34 smithi052 ceph-mon[89065]: pgmap v3605: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-09-13T03:53:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:34 smithi052 ceph-mon[89065]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T03:53:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:34 smithi052 ceph-mon[91421]: pgmap v3605: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-09-13T03:53:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:34 smithi052 ceph-mon[91421]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T03:53:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:34 smithi078 ceph-mon[85589]: pgmap v3605: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-09-13T03:53:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:34 smithi078 ceph-mon[85589]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-13T03:53:36.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:35 smithi052 ceph-mon[91421]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T03:53:36.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:35 smithi052 ceph-mon[89065]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T03:53:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:35 smithi078 ceph-mon[85589]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-13T03:53:36.765 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15090 ms) 2024-09-13T03:53:36.765 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-09-13T03:53:36.765 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:36 smithi052 ceph-mon[91421]: pgmap v3608: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-13T03:53:37.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:36 smithi052 ceph-mon[91421]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T03:53:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:36 smithi052 ceph-mon[89065]: pgmap v3608: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-13T03:53:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:36 smithi052 ceph-mon[89065]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T03:53:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:36 smithi078 ceph-mon[85589]: pgmap v3608: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-13T03:53:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:36 smithi078 ceph-mon[85589]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-13T03:53:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:37 smithi052 ceph-mon[91421]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T03:53:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:37 smithi052 ceph-mon[89065]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T03:53:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:37 smithi078 ceph-mon[85589]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-13T03:53:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:53:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:53:38] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T03:53:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:38 smithi052 ceph-mon[91421]: pgmap v3611: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-09-13T03:53:39.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:38 smithi052 ceph-mon[89065]: pgmap v3611: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-09-13T03:53:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:38 smithi078 ceph-mon[85589]: pgmap v3611: 137 pgs: 137 active+clean; 52 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-09-13T03:53:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:40 smithi052 ceph-mon[91421]: pgmap v3612: 137 pgs: 137 active+clean; 56 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.6 KiB/s wr, 91 op/s 2024-09-13T03:53:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:40 smithi052 ceph-mon[89065]: pgmap v3612: 137 pgs: 137 active+clean; 56 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.6 KiB/s wr, 91 op/s 2024-09-13T03:53:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:40 smithi078 ceph-mon[85589]: pgmap v3612: 137 pgs: 137 active+clean; 56 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.6 KiB/s wr, 91 op/s 2024-09-13T03:53:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:41 smithi052 ceph-mon[91421]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T03:53:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:41 smithi052 ceph-mon[89065]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T03:53:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:41 smithi078 ceph-mon[85589]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-13T03:53:42.708 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:53:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:42.797 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:42 smithi052 ceph-mon[91421]: pgmap v3614: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-09-13T03:53:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:42 smithi052 ceph-mon[91421]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T03:53:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:42 smithi052 ceph-mon[89065]: pgmap v3614: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-09-13T03:53:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:42 smithi052 ceph-mon[89065]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T03:53:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:42 smithi078 ceph-mon[85589]: pgmap v3614: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-09-13T03:53:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:42 smithi078 ceph-mon[85589]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-13T03:53:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:43 smithi052 ceph-mon[91421]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T03:53:44.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:43 smithi052 ceph-mon[89065]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T03:53:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:43 smithi078 ceph-mon[85589]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-13T03:53:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:44 smithi052 ceph-mon[91421]: pgmap v3617: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-09-13T03:53:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:44 smithi052 ceph-mon[89065]: pgmap v3617: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-09-13T03:53:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:44 smithi078 ceph-mon[85589]: pgmap v3617: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 57 op/s 2024-09-13T03:53:46.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:45 smithi052 ceph-mon[91421]: pgmap v3618: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.5 KiB/s wr, 36 op/s 2024-09-13T03:53:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:45 smithi052 ceph-mon[89065]: pgmap v3618: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.5 KiB/s wr, 36 op/s 2024-09-13T03:53:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:45 smithi078 ceph-mon[85589]: pgmap v3618: 137 pgs: 137 active+clean; 60 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 4.5 KiB/s wr, 36 op/s 2024-09-13T03:53:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:53:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:47 smithi078 ceph-mon[85589]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T03:53:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:47 smithi078 ceph-mon[85589]: pgmap v3620: 137 pgs: 137 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-09-13T03:53:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:47 smithi052 ceph-mon[91421]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T03:53:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:47 smithi052 ceph-mon[91421]: pgmap v3620: 137 pgs: 137 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-09-13T03:53:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:47 smithi052 ceph-mon[89065]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-13T03:53:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:47 smithi052 ceph-mon[89065]: pgmap v3620: 137 pgs: 137 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-09-13T03:53:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:53:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:53:48] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-09-13T03:53:48.819 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:48 smithi078 ceph-mon[85589]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T03:53:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:48 smithi052 ceph-mon[91421]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T03:53:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:48 smithi052 ceph-mon[89065]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-13T03:53:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:49 smithi078 ceph-mon[85589]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T03:53:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:49 smithi078 ceph-mon[85589]: pgmap v3623: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-13T03:53:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:49 smithi052 ceph-mon[91421]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T03:53:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:49 smithi052 ceph-mon[91421]: pgmap v3623: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-13T03:53:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:49 smithi052 ceph-mon[89065]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-13T03:53:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:49 smithi052 ceph-mon[89065]: pgmap v3623: 137 pgs: 137 active+clean; 68 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-13T03:53:52.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:52 smithi078 ceph-mon[85589]: pgmap v3624: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-09-13T03:53:52.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:53:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:52 smithi052 ceph-mon[91421]: pgmap v3624: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-09-13T03:53:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:53:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:52 smithi052 ceph-mon[89065]: pgmap v3624: 137 pgs: 137 active+clean; 69 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-09-13T03:53:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:53:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:53:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:53:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:53:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:53:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:53:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:53:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:53:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:53:53.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:53:53.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:53:53.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:53:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:54 smithi078 ceph-mon[85589]: pgmap v3625: 137 pgs: 137 active+clean; 70 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 663 KiB/s wr, 54 op/s 2024-09-13T03:53:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:54 smithi078 ceph-mon[85589]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T03:53:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:54 smithi052 ceph-mon[91421]: pgmap v3625: 137 pgs: 137 active+clean; 70 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 663 KiB/s wr, 54 op/s 2024-09-13T03:53:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:54 smithi052 ceph-mon[91421]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T03:53:54.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:54 smithi052 ceph-mon[89065]: pgmap v3625: 137 pgs: 137 active+clean; 70 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 663 KiB/s wr, 54 op/s 2024-09-13T03:53:54.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:54 smithi052 ceph-mon[89065]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-13T03:53:55.126 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:53:55.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:55 smithi078 ceph-mon[85589]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T03:53:55.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:55 smithi052 ceph-mon[91421]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T03:53:55.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:55 smithi052 ceph-mon[89065]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-13T03:53:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:56 smithi078 ceph-mon[85589]: pgmap v3628: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-09-13T03:53:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:56 smithi078 ceph-mon[85589]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T03:53:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:56 smithi052 ceph-mon[91421]: pgmap v3628: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-09-13T03:53:56.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:56 smithi052 ceph-mon[91421]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T03:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:56 smithi052 ceph-mon[89065]: pgmap v3628: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 KiB/s wr, 42 op/s 2024-09-13T03:53:56.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:56 smithi052 ceph-mon[89065]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-13T03:53:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:53:58 smithi078 ceph-mon[85589]: pgmap v3630: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-09-13T03:53:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:53:58 smithi052 ceph-mon[91421]: pgmap v3630: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-09-13T03:53:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:53:58 smithi052 ceph-mon[89065]: pgmap v3630: 137 pgs: 137 active+clean; 71 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 35 op/s 2024-09-13T03:53:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:53:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:53:58] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-09-13T03:54:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:00 smithi078 ceph-mon[85589]: pgmap v3631: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:54:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:00 smithi078 ceph-mon[85589]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T03:54:00.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:00 smithi052 ceph-mon[91421]: pgmap v3631: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:54:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:00 smithi052 ceph-mon[91421]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T03:54:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:00 smithi052 ceph-mon[89065]: pgmap v3631: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:54:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:00 smithi052 ceph-mon[89065]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-13T03:54:01.148 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:01 smithi078 ceph-mon[85589]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T03:54:01.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:01 smithi052 ceph-mon[91421]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T03:54:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:01 smithi052 ceph-mon[89065]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-13T03:54:02.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:54:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:02 smithi078 ceph-mon[85589]: pgmap v3634: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:54:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:02 smithi078 ceph-mon[85589]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T03:54:02.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:02.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:02 smithi052 ceph-mon[89065]: pgmap v3634: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:54:02.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:02 smithi052 ceph-mon[89065]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T03:54:02.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:02 smithi052 ceph-mon[91421]: pgmap v3634: 137 pgs: 137 active+clean; 76 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:54:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:02 smithi052 ceph-mon[91421]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-13T03:54:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:04.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:04 smithi078 ceph-mon[85589]: pgmap v3636: 137 pgs: 137 active+clean; 81 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.3 MiB/s wr, 57 op/s 2024-09-13T03:54:04.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:04 smithi052 ceph-mon[91421]: pgmap v3636: 137 pgs: 137 active+clean; 81 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.3 MiB/s wr, 57 op/s 2024-09-13T03:54:04.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:04 smithi052 ceph-mon[89065]: pgmap v3636: 137 pgs: 137 active+clean; 81 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 1.3 MiB/s wr, 57 op/s 2024-09-13T03:54:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:06 smithi078 ceph-mon[85589]: pgmap v3637: 137 pgs: 137 active+clean; 82 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-13T03:54:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:06 smithi078 ceph-mon[85589]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T03:54:06.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:06 smithi052 ceph-mon[89065]: pgmap v3637: 137 pgs: 137 active+clean; 82 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-13T03:54:06.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:06 smithi052 ceph-mon[89065]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T03:54:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:06 smithi052 ceph-mon[91421]: pgmap v3637: 137 pgs: 137 active+clean; 82 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-09-13T03:54:06.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:06 smithi052 ceph-mon[91421]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-13T03:54:07.169 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30404 ms) 2024-09-13T03:54:07.169 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-09-13T03:54:07.169 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:07 smithi078 ceph-mon[85589]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T03:54:07.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:07 smithi052 ceph-mon[91421]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T03:54:07.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:07 smithi052 ceph-mon[89065]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-13T03:54:08.429 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:08 smithi052 ceph-mon[91421]: pgmap v3640: 137 pgs: 137 active+clean; 82 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:54:08.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:08 smithi052 ceph-mon[91421]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T03:54:08.430 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:08 smithi052 ceph-mon[89065]: pgmap v3640: 137 pgs: 137 active+clean; 82 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:54:08.430 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:08 smithi052 ceph-mon[89065]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T03:54:08.430 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:54:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:54:08] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T03:54:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:08 smithi078 ceph-mon[85589]: pgmap v3640: 137 pgs: 137 active+clean; 82 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-13T03:54:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:08 smithi078 ceph-mon[85589]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-13T03:54:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:10 smithi078 ceph-mon[85589]: pgmap v3642: 137 pgs: 137 active+clean; 86 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:54:10.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:10 smithi052 ceph-mon[91421]: pgmap v3642: 137 pgs: 137 active+clean; 86 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:54:10.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:10 smithi052 ceph-mon[89065]: pgmap v3642: 137 pgs: 137 active+clean; 86 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-13T03:54:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:12 smithi078 ceph-mon[85589]: pgmap v3643: 137 pgs: 137 active+clean; 94 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:54:12.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:12 smithi078 ceph-mon[85589]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T03:54:12.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:54:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:12.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:12 smithi052 ceph-mon[89065]: pgmap v3643: 137 pgs: 137 active+clean; 94 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:54:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:12 smithi052 ceph-mon[89065]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T03:54:12.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:12 smithi052 ceph-mon[91421]: pgmap v3643: 137 pgs: 137 active+clean; 94 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:54:12.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:12 smithi052 ceph-mon[91421]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-13T03:54:13.200 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:13 smithi078 ceph-mon[85589]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T03:54:13.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:13 smithi052 ceph-mon[91421]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T03:54:13.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:13 smithi052 ceph-mon[89065]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-13T03:54:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:14 smithi078 ceph-mon[85589]: pgmap v3646: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-13T03:54:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:14 smithi078 ceph-mon[85589]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T03:54:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:14 smithi052 ceph-mon[91421]: pgmap v3646: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-13T03:54:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:14 smithi052 ceph-mon[91421]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T03:54:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:14 smithi052 ceph-mon[89065]: pgmap v3646: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-13T03:54:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:14 smithi052 ceph-mon[89065]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-13T03:54:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:16 smithi078 ceph-mon[85589]: pgmap v3648: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-13T03:54:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:16 smithi052 ceph-mon[91421]: pgmap v3648: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-13T03:54:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:16 smithi052 ceph-mon[89065]: pgmap v3648: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-13T03:54:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:17.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:17.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:18 smithi078 ceph-mon[85589]: pgmap v3649: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-13T03:54:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:18 smithi078 ceph-mon[85589]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T03:54:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:18 smithi052 ceph-mon[89065]: pgmap v3649: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-13T03:54:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:18 smithi052 ceph-mon[89065]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T03:54:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:18 smithi052 ceph-mon[91421]: pgmap v3649: 137 pgs: 137 active+clean; 98 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-13T03:54:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:18 smithi052 ceph-mon[91421]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-13T03:54:18.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:54:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:54:18] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T03:54:19.218 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:19 smithi078 ceph-mon[85589]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T03:54:19.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:19 smithi052 ceph-mon[89065]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T03:54:19.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:19 smithi052 ceph-mon[91421]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-13T03:54:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:20 smithi078 ceph-mon[85589]: pgmap v3652: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-09-13T03:54:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:20 smithi078 ceph-mon[85589]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T03:54:20.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:20 smithi052 ceph-mon[89065]: pgmap v3652: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-09-13T03:54:20.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:20 smithi052 ceph-mon[89065]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T03:54:20.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:20 smithi052 ceph-mon[91421]: pgmap v3652: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 688 KiB/s wr, 59 op/s 2024-09-13T03:54:20.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:20 smithi052 ceph-mon[91421]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-13T03:54:22.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:22 smithi078 ceph-mon[85589]: pgmap v3654: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-13T03:54:22.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:54:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:22.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:22 smithi052 ceph-mon[89065]: pgmap v3654: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-13T03:54:22.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:22 smithi052 ceph-mon[91421]: pgmap v3654: 137 pgs: 137 active+clean; 102 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-13T03:54:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:24 smithi078 ceph-mon[85589]: pgmap v3655: 137 pgs: 137 active+clean; 108 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:54:24.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:24 smithi078 ceph-mon[85589]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T03:54:24.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:24 smithi052 ceph-mon[89065]: pgmap v3655: 137 pgs: 137 active+clean; 108 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:54:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:24 smithi052 ceph-mon[89065]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T03:54:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:24 smithi052 ceph-mon[91421]: pgmap v3655: 137 pgs: 137 active+clean; 108 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-13T03:54:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:24 smithi052 ceph-mon[91421]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-13T03:54:25.234 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:25.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:25 smithi052 ceph-mon[91421]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T03:54:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:25 smithi052 ceph-mon[89065]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T03:54:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:25 smithi078 ceph-mon[85589]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-13T03:54:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:26 smithi052 ceph-mon[91421]: pgmap v3658: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-13T03:54:26.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:26 smithi052 ceph-mon[91421]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T03:54:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:26 smithi052 ceph-mon[89065]: pgmap v3658: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-13T03:54:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:26 smithi052 ceph-mon[89065]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T03:54:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:26 smithi078 ceph-mon[85589]: pgmap v3658: 137 pgs: 137 active+clean; 111 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-09-13T03:54:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:26 smithi078 ceph-mon[85589]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-13T03:54:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:28 smithi052 ceph-mon[91421]: pgmap v3660: 137 pgs: 137 active+clean; 115 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 25 op/s 2024-09-13T03:54:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:28 smithi052 ceph-mon[89065]: pgmap v3660: 137 pgs: 137 active+clean; 115 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 25 op/s 2024-09-13T03:54:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:54:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:54:28] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T03:54:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:28 smithi078 ceph-mon[85589]: pgmap v3660: 137 pgs: 137 active+clean; 115 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 25 op/s 2024-09-13T03:54:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:30 smithi052 ceph-mon[91421]: pgmap v3661: 137 pgs: 137 active+clean; 118 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-13T03:54:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:30 smithi052 ceph-mon[91421]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T03:54:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:30 smithi052 ceph-mon[89065]: pgmap v3661: 137 pgs: 137 active+clean; 118 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-13T03:54:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:30 smithi052 ceph-mon[89065]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T03:54:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:30 smithi078 ceph-mon[85589]: pgmap v3661: 137 pgs: 137 active+clean; 118 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-13T03:54:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:30 smithi078 ceph-mon[85589]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-13T03:54:31.253 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:31 smithi052 ceph-mon[91421]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T03:54:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:31 smithi052 ceph-mon[89065]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T03:54:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:31 smithi078 ceph-mon[85589]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-13T03:54:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:32 smithi052 ceph-mon[91421]: pgmap v3664: 137 pgs: 137 active+clean; 118 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-13T03:54:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:32 smithi052 ceph-mon[91421]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T03:54:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:32 smithi052 ceph-mon[89065]: pgmap v3664: 137 pgs: 137 active+clean; 118 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-13T03:54:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:32 smithi052 ceph-mon[89065]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T03:54:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:32 smithi078 ceph-mon[85589]: pgmap v3664: 137 pgs: 137 active+clean; 118 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-13T03:54:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:32 smithi078 ceph-mon[85589]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-13T03:54:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:54:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:34 smithi052 ceph-mon[91421]: pgmap v3666: 137 pgs: 137 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 689 KiB/s wr, 59 op/s 2024-09-13T03:54:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:34 smithi052 ceph-mon[89065]: pgmap v3666: 137 pgs: 137 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 689 KiB/s wr, 59 op/s 2024-09-13T03:54:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:34 smithi078 ceph-mon[85589]: pgmap v3666: 137 pgs: 137 active+clean; 125 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 689 KiB/s wr, 59 op/s 2024-09-13T03:54:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:36 smithi052 ceph-mon[91421]: pgmap v3667: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-13T03:54:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:36 smithi052 ceph-mon[91421]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T03:54:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:36 smithi052 ceph-mon[89065]: pgmap v3667: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-13T03:54:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:36 smithi052 ceph-mon[89065]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T03:54:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:36 smithi078 ceph-mon[85589]: pgmap v3667: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-13T03:54:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:36 smithi078 ceph-mon[85589]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-13T03:54:37.271 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30102 ms) 2024-09-13T03:54:37.271 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-09-13T03:54:37.271 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:37.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:37 smithi052 ceph-mon[91421]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T03:54:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:37 smithi052 ceph-mon[89065]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T03:54:37.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:37 smithi078 ceph-mon[85589]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-13T03:54:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:54:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:54:38] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-09-13T03:54:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:38 smithi052 ceph-mon[91421]: pgmap v3670: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:54:38.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:38 smithi052 ceph-mon[91421]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T03:54:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:38 smithi052 ceph-mon[89065]: pgmap v3670: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:54:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:38 smithi052 ceph-mon[89065]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T03:54:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:38 smithi078 ceph-mon[85589]: pgmap v3670: 137 pgs: 137 active+clean; 128 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-13T03:54:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:38 smithi078 ceph-mon[85589]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-13T03:54:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:40 smithi052 ceph-mon[91421]: pgmap v3672: 137 pgs: 137 active+clean; 136 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-13T03:54:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:40 smithi052 ceph-mon[89065]: pgmap v3672: 137 pgs: 137 active+clean; 136 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-13T03:54:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:40 smithi078 ceph-mon[85589]: pgmap v3672: 137 pgs: 137 active+clean; 136 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-13T03:54:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:42 smithi052 ceph-mon[91421]: pgmap v3673: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:54:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:42 smithi052 ceph-mon[89065]: pgmap v3673: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:54:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:42 smithi078 ceph-mon[85589]: pgmap v3673: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-13T03:54:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:54:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:44 smithi052 ceph-mon[91421]: pgmap v3674: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 529 KiB/s wr, 32 op/s 2024-09-13T03:54:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:44 smithi052 ceph-mon[89065]: pgmap v3674: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 529 KiB/s wr, 32 op/s 2024-09-13T03:54:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:44 smithi078 ceph-mon[85589]: pgmap v3674: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 529 KiB/s wr, 32 op/s 2024-09-13T03:54:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:46 smithi052 ceph-mon[91421]: pgmap v3675: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 469 KiB/s wr, 28 op/s 2024-09-13T03:54:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:46 smithi052 ceph-mon[89065]: pgmap v3675: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 469 KiB/s wr, 28 op/s 2024-09-13T03:54:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:46 smithi078 ceph-mon[85589]: pgmap v3675: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 469 KiB/s wr, 28 op/s 2024-09-13T03:54:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:47 smithi052 ceph-mon[91421]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T03:54:47.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:47 smithi052 ceph-mon[89065]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T03:54:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:47 smithi078 ceph-mon[85589]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-13T03:54:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:54:48.302 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:54:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:54:48] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-09-13T03:54:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:48 smithi052 ceph-mon[91421]: pgmap v3677: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-09-13T03:54:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:48 smithi052 ceph-mon[91421]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T03:54:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:48 smithi052 ceph-mon[89065]: pgmap v3677: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-09-13T03:54:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:48 smithi052 ceph-mon[89065]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T03:54:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:48 smithi078 ceph-mon[85589]: pgmap v3677: 137 pgs: 137 active+clean; 140 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 1.1 KiB/s wr, 14 op/s 2024-09-13T03:54:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:48 smithi078 ceph-mon[85589]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-13T03:54:49.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:49 smithi052 ceph-mon[91421]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T03:54:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:49 smithi052 ceph-mon[89065]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T03:54:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:49 smithi078 ceph-mon[85589]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-13T03:54:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:50 smithi052 ceph-mon[91421]: pgmap v3680: 137 pgs: 137 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:54:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:50 smithi052 ceph-mon[89065]: pgmap v3680: 137 pgs: 137 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:54:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:50 smithi078 ceph-mon[85589]: pgmap v3680: 137 pgs: 137 active+clean; 152 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-09-13T03:54:52.634 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:54:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:52 smithi078 ceph-mon[85589]: pgmap v3681: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:54:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:54:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:52 smithi052 ceph-mon[91421]: pgmap v3681: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:54:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:52 smithi052 ceph-mon[89065]: pgmap v3681: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:54:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:54:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:54:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:54:53.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:54:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:54:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:54:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:54:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:54:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:54 smithi078 ceph-mon[85589]: pgmap v3682: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-13T03:54:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:54 smithi052 ceph-mon[91421]: pgmap v3682: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-13T03:54:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:54 smithi052 ceph-mon[89065]: pgmap v3682: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-13T03:54:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:56 smithi078 ceph-mon[85589]: pgmap v3683: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:54:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:56 smithi052 ceph-mon[91421]: pgmap v3683: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:54:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:56 smithi052 ceph-mon[89065]: pgmap v3683: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:54:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:57 smithi078 ceph-mon[85589]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T03:54:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:57 smithi052 ceph-mon[89065]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T03:54:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:57 smithi052 ceph-mon[91421]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-13T03:54:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:54:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:54:58] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-09-13T03:54:58.724 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:54:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:58 smithi078 ceph-mon[85589]: pgmap v3685: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 472 KiB/s wr, 31 op/s 2024-09-13T03:54:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:58 smithi078 ceph-mon[85589]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T03:54:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:58 smithi052 ceph-mon[91421]: pgmap v3685: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 472 KiB/s wr, 31 op/s 2024-09-13T03:54:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:58 smithi052 ceph-mon[91421]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T03:54:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:58 smithi052 ceph-mon[89065]: pgmap v3685: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 472 KiB/s wr, 31 op/s 2024-09-13T03:54:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:58 smithi052 ceph-mon[89065]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-13T03:55:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:54:59 smithi052 ceph-mon[91421]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T03:55:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:54:59 smithi052 ceph-mon[89065]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T03:55:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:54:59 smithi078 ceph-mon[85589]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-13T03:55:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:00 smithi052 ceph-mon[91421]: pgmap v3688: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.8 KiB/s wr, 14 op/s 2024-09-13T03:55:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:00 smithi052 ceph-mon[89065]: pgmap v3688: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.8 KiB/s wr, 14 op/s 2024-09-13T03:55:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:00 smithi078 ceph-mon[85589]: pgmap v3688: 137 pgs: 137 active+clean; 156 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.3 KiB/s rd, 2.8 KiB/s wr, 14 op/s 2024-09-13T03:55:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:55:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:02 smithi052 ceph-mon[91421]: pgmap v3689: 137 pgs: 137 active+clean; 173 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-13T03:55:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:02 smithi052 ceph-mon[89065]: pgmap v3689: 137 pgs: 137 active+clean; 173 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-13T03:55:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:02 smithi078 ceph-mon[85589]: pgmap v3689: 137 pgs: 137 active+clean; 173 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-13T03:55:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:04 smithi052 ceph-mon[89065]: pgmap v3690: 137 pgs: 137 active+clean; 174 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-13T03:55:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:04 smithi052 ceph-mon[91421]: pgmap v3690: 137 pgs: 137 active+clean; 174 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-13T03:55:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:04 smithi078 ceph-mon[85589]: pgmap v3690: 137 pgs: 137 active+clean; 174 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-13T03:55:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:05 smithi052 ceph-mon[91421]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T03:55:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:05 smithi052 ceph-mon[89065]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T03:55:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:05 smithi078 ceph-mon[85589]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-13T03:55:06.754 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:55:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:06 smithi052 ceph-mon[91421]: pgmap v3692: 137 pgs: 137 active+clean; 186 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-13T03:55:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:06 smithi052 ceph-mon[91421]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T03:55:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:06 smithi052 ceph-mon[89065]: pgmap v3692: 137 pgs: 137 active+clean; 186 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-13T03:55:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:06 smithi052 ceph-mon[89065]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T03:55:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:06 smithi078 ceph-mon[85589]: pgmap v3692: 137 pgs: 137 active+clean; 186 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-13T03:55:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:06 smithi078 ceph-mon[85589]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-13T03:55:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:07 smithi052 ceph-mon[91421]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T03:55:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:07 smithi052 ceph-mon[89065]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T03:55:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:07 smithi078 ceph-mon[85589]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-13T03:55:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:55:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:55:08] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-09-13T03:55:09.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:08 smithi052 ceph-mon[91421]: pgmap v3695: 137 pgs: 137 active+clean; 186 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-13T03:55:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:08 smithi052 ceph-mon[89065]: pgmap v3695: 137 pgs: 137 active+clean; 186 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-13T03:55:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:08 smithi078 ceph-mon[85589]: pgmap v3695: 137 pgs: 137 active+clean; 186 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-09-13T03:55:11.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:10 smithi052 ceph-mon[91421]: pgmap v3696: 137 pgs: 137 active+clean; 191 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-13T03:55:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:10 smithi052 ceph-mon[89065]: pgmap v3696: 137 pgs: 137 active+clean; 191 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-13T03:55:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:10 smithi078 ceph-mon[85589]: pgmap v3696: 137 pgs: 137 active+clean; 191 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-13T03:55:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:55:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:12 smithi052 ceph-mon[91421]: pgmap v3697: 137 pgs: 137 active+clean; 192 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:55:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:12 smithi052 ceph-mon[89065]: pgmap v3697: 137 pgs: 137 active+clean; 192 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:55:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:12 smithi078 ceph-mon[85589]: pgmap v3697: 137 pgs: 137 active+clean; 192 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-09-13T03:55:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:14 smithi052 ceph-mon[91421]: pgmap v3698: 137 pgs: 137 active+clean; 192 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 517 KiB/s wr, 34 op/s 2024-09-13T03:55:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:14 smithi052 ceph-mon[89065]: pgmap v3698: 137 pgs: 137 active+clean; 192 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 517 KiB/s wr, 34 op/s 2024-09-13T03:55:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:14 smithi078 ceph-mon[85589]: pgmap v3698: 137 pgs: 137 active+clean; 192 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 517 KiB/s wr, 34 op/s 2024-09-13T03:55:16.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:15 smithi052 ceph-mon[91421]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T03:55:16.048 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:15 smithi052 ceph-mon[89065]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T03:55:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:15 smithi078 ceph-mon[85589]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-13T03:55:16.799 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:55:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:16 smithi052 ceph-mon[91421]: pgmap v3700: 137 pgs: 137 active+clean; 197 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 991 KiB/s wr, 25 op/s 2024-09-13T03:55:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:16 smithi052 ceph-mon[91421]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T03:55:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:16 smithi052 ceph-mon[89065]: pgmap v3700: 137 pgs: 137 active+clean; 197 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 991 KiB/s wr, 25 op/s 2024-09-13T03:55:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:16 smithi052 ceph-mon[89065]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T03:55:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:16 smithi078 ceph-mon[85589]: pgmap v3700: 137 pgs: 137 active+clean; 197 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 991 KiB/s wr, 25 op/s 2024-09-13T03:55:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:16 smithi078 ceph-mon[85589]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-13T03:55:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:18.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:17 smithi052 ceph-mon[91421]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T03:55:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:17 smithi052 ceph-mon[89065]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T03:55:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:17 smithi078 ceph-mon[85589]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-13T03:55:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:55:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:55:18] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-09-13T03:55:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:18 smithi052 ceph-mon[91421]: pgmap v3703: 137 pgs: 137 active+clean; 197 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s wr, 0 op/s 2024-09-13T03:55:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:18 smithi052 ceph-mon[89065]: pgmap v3703: 137 pgs: 137 active+clean; 197 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s wr, 0 op/s 2024-09-13T03:55:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:18 smithi078 ceph-mon[85589]: pgmap v3703: 137 pgs: 137 active+clean; 197 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s wr, 0 op/s 2024-09-13T03:55:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:20 smithi052 ceph-mon[91421]: pgmap v3704: 137 pgs: 137 active+clean; 209 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-13T03:55:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:20 smithi052 ceph-mon[89065]: pgmap v3704: 137 pgs: 137 active+clean; 209 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-13T03:55:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:20 smithi078 ceph-mon[85589]: pgmap v3704: 137 pgs: 137 active+clean; 209 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-13T03:55:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:55:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:22 smithi052 ceph-mon[91421]: pgmap v3705: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-09-13T03:55:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:22 smithi052 ceph-mon[89065]: pgmap v3705: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-09-13T03:55:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:22 smithi078 ceph-mon[85589]: pgmap v3705: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.9 MiB/s wr, 44 op/s 2024-09-13T03:55:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:24 smithi078 ceph-mon[85589]: pgmap v3706: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-13T03:55:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:24 smithi052 ceph-mon[91421]: pgmap v3706: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-13T03:55:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:24 smithi052 ceph-mon[89065]: pgmap v3706: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-13T03:55:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:25 smithi078 ceph-mon[85589]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T03:55:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:25 smithi078 ceph-mon[85589]: pgmap v3708: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.5 MiB/s wr, 37 op/s 2024-09-13T03:55:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:25 smithi052 ceph-mon[91421]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T03:55:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:25 smithi052 ceph-mon[91421]: pgmap v3708: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.5 MiB/s wr, 37 op/s 2024-09-13T03:55:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:25 smithi052 ceph-mon[89065]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-13T03:55:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:25 smithi052 ceph-mon[89065]: pgmap v3708: 137 pgs: 137 active+clean; 210 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.5 MiB/s wr, 37 op/s 2024-09-13T03:55:26.820 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (49550 ms) 2024-09-13T03:55:26.821 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-09-13T03:55:26.821 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:55:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:26 smithi078 ceph-mon[85589]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T03:55:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:26 smithi052 ceph-mon[91421]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T03:55:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:26 smithi052 ceph-mon[89065]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-13T03:55:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:27 smithi078 ceph-mon[85589]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T03:55:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:27 smithi078 ceph-mon[85589]: pgmap v3711: 137 pgs: 137 active+clean; 222 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T03:55:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:27 smithi052 ceph-mon[89065]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T03:55:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:27 smithi052 ceph-mon[89065]: pgmap v3711: 137 pgs: 137 active+clean; 222 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T03:55:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:27 smithi052 ceph-mon[91421]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-13T03:55:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:27 smithi052 ceph-mon[91421]: pgmap v3711: 137 pgs: 137 active+clean; 222 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-09-13T03:55:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:55:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:55:28] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-09-13T03:55:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:30 smithi078 ceph-mon[85589]: pgmap v3712: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-13T03:55:30.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:30 smithi052 ceph-mon[91421]: pgmap v3712: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-13T03:55:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:30 smithi052 ceph-mon[89065]: pgmap v3712: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-09-13T03:55:32.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:55:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:32 smithi078 ceph-mon[85589]: pgmap v3713: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-09-13T03:55:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:32 smithi052 ceph-mon[91421]: pgmap v3713: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-09-13T03:55:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:32 smithi052 ceph-mon[89065]: pgmap v3713: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-09-13T03:55:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:34 smithi078 ceph-mon[85589]: pgmap v3714: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-09-13T03:55:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:34 smithi052 ceph-mon[91421]: pgmap v3714: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-09-13T03:55:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:34 smithi052 ceph-mon[89065]: pgmap v3714: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-09-13T03:55:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:36 smithi078 ceph-mon[85589]: pgmap v3715: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 890 KiB/s wr, 26 op/s 2024-09-13T03:55:36.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:36 smithi078 ceph-mon[85589]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T03:55:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:36 smithi052 ceph-mon[91421]: pgmap v3715: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 890 KiB/s wr, 26 op/s 2024-09-13T03:55:36.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:36 smithi052 ceph-mon[91421]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T03:55:36.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:36 smithi052 ceph-mon[89065]: pgmap v3715: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 890 KiB/s wr, 26 op/s 2024-09-13T03:55:36.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:36 smithi052 ceph-mon[89065]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-13T03:55:37.139 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:55:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:37 smithi078 ceph-mon[85589]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T03:55:37.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:37 smithi052 ceph-mon[91421]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T03:55:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:37 smithi052 ceph-mon[89065]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-13T03:55:38.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:38 smithi052 ceph-mon[91421]: pgmap v3718: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 895 B/s wr, 16 op/s 2024-09-13T03:55:38.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:38 smithi052 ceph-mon[91421]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T03:55:38.430 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:38 smithi052 ceph-mon[89065]: pgmap v3718: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 895 B/s wr, 16 op/s 2024-09-13T03:55:38.430 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:38 smithi052 ceph-mon[89065]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T03:55:38.431 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:55:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:55:38] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-09-13T03:55:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:38 smithi078 ceph-mon[85589]: pgmap v3718: 137 pgs: 137 active+clean; 234 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 895 B/s wr, 16 op/s 2024-09-13T03:55:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:38 smithi078 ceph-mon[85589]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-13T03:55:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:40 smithi078 ceph-mon[85589]: pgmap v3720: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-13T03:55:40.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:40 smithi052 ceph-mon[91421]: pgmap v3720: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-13T03:55:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:40 smithi052 ceph-mon[89065]: pgmap v3720: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-13T03:55:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:42 smithi078 ceph-mon[85589]: pgmap v3721: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:55:42.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:55:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:42 smithi052 ceph-mon[91421]: pgmap v3721: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:55:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:42 smithi052 ceph-mon[89065]: pgmap v3721: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-13T03:55:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:44 smithi078 ceph-mon[85589]: pgmap v3722: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:55:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:44 smithi052 ceph-mon[91421]: pgmap v3722: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:55:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:44 smithi052 ceph-mon[89065]: pgmap v3722: 137 pgs: 137 active+clean; 250 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-13T03:55:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:46 smithi078 ceph-mon[85589]: pgmap v3723: 137 pgs: 137 active+clean; 258 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-13T03:55:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:46 smithi078 ceph-mon[85589]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T03:55:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:46 smithi052 ceph-mon[91421]: pgmap v3723: 137 pgs: 137 active+clean; 258 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-13T03:55:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:46 smithi052 ceph-mon[91421]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T03:55:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:46 smithi052 ceph-mon[89065]: pgmap v3723: 137 pgs: 137 active+clean; 258 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-09-13T03:55:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:46 smithi052 ceph-mon[89065]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-13T03:55:47.167 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:55:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:47 smithi078 ceph-mon[85589]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T03:55:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:47 smithi052 ceph-mon[91421]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T03:55:47.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:47 smithi052 ceph-mon[89065]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-13T03:55:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:55:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:48 smithi078 ceph-mon[85589]: pgmap v3726: 137 pgs: 137 active+clean; 258 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-13T03:55:48.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:48 smithi078 ceph-mon[85589]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T03:55:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:48 smithi052 ceph-mon[91421]: pgmap v3726: 137 pgs: 137 active+clean; 258 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-13T03:55:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:48 smithi052 ceph-mon[91421]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T03:55:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:55:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:55:48] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-09-13T03:55:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:48 smithi052 ceph-mon[89065]: pgmap v3726: 137 pgs: 137 active+clean; 258 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-13T03:55:48.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:48 smithi052 ceph-mon[89065]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-13T03:55:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:50 smithi078 ceph-mon[85589]: pgmap v3728: 137 pgs: 137 active+clean; 269 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-13T03:55:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:50 smithi052 ceph-mon[91421]: pgmap v3728: 137 pgs: 137 active+clean; 269 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-13T03:55:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:50 smithi052 ceph-mon[89065]: pgmap v3728: 137 pgs: 137 active+clean; 269 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-13T03:55:52.649 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:55:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:55:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:55:52.650 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:52 smithi078 ceph-mon[85589]: pgmap v3729: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-09-13T03:55:53.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:52 smithi052 ceph-mon[91421]: pgmap v3729: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-09-13T03:55:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:52 smithi052 ceph-mon[89065]: pgmap v3729: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 41 op/s 2024-09-13T03:55:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:55:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:55:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:55:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:54 smithi078 ceph-mon[85589]: pgmap v3730: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-13T03:55:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:55:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:55:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[91421]: pgmap v3730: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[89065]: pgmap v3730: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:55:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:55:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:56 smithi078 ceph-mon[85589]: pgmap v3731: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 924 KiB/s wr, 30 op/s 2024-09-13T03:55:56.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:56 smithi078 ceph-mon[85589]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T03:55:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:56 smithi052 ceph-mon[91421]: pgmap v3731: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 924 KiB/s wr, 30 op/s 2024-09-13T03:55:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:56 smithi052 ceph-mon[91421]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T03:55:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:56 smithi052 ceph-mon[89065]: pgmap v3731: 137 pgs: 137 active+clean; 272 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 924 KiB/s wr, 30 op/s 2024-09-13T03:55:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:56 smithi052 ceph-mon[89065]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-13T03:55:57.714 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:55:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:57 smithi078 ceph-mon[85589]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T03:55:58.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:57 smithi052 ceph-mon[91421]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T03:55:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:57 smithi052 ceph-mon[89065]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-13T03:55:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:55:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:55:58] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-09-13T03:55:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:58 smithi078 ceph-mon[85589]: pgmap v3734: 137 pgs: 137 active+clean; 276 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-09-13T03:55:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:55:58 smithi078 ceph-mon[85589]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T03:55:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:58 smithi052 ceph-mon[91421]: pgmap v3734: 137 pgs: 137 active+clean; 276 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-09-13T03:55:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:55:58 smithi052 ceph-mon[91421]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T03:55:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:58 smithi052 ceph-mon[89065]: pgmap v3734: 137 pgs: 137 active+clean; 276 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-09-13T03:55:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:55:58 smithi052 ceph-mon[89065]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-13T03:56:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:00 smithi078 ceph-mon[85589]: pgmap v3736: 137 pgs: 137 active+clean; 287 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-09-13T03:56:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:00 smithi052 ceph-mon[91421]: pgmap v3736: 137 pgs: 137 active+clean; 287 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-09-13T03:56:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:00 smithi052 ceph-mon[89065]: pgmap v3736: 137 pgs: 137 active+clean; 287 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-09-13T03:56:01.684 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:02.685 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:56:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:02 smithi078 ceph-mon[85589]: pgmap v3737: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:56:03.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:02 smithi052 ceph-mon[91421]: pgmap v3737: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:56:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:02 smithi052 ceph-mon[89065]: pgmap v3737: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-13T03:56:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:04 smithi078 ceph-mon[85589]: pgmap v3738: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-09-13T03:56:05.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:04 smithi052 ceph-mon[91421]: pgmap v3738: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-09-13T03:56:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:04 smithi052 ceph-mon[89065]: pgmap v3738: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2024-09-13T03:56:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:06 smithi078 ceph-mon[85589]: pgmap v3739: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-09-13T03:56:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:06 smithi078 ceph-mon[85589]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T03:56:07.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:06 smithi052 ceph-mon[89065]: pgmap v3739: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-09-13T03:56:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:06 smithi052 ceph-mon[89065]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T03:56:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:06 smithi052 ceph-mon[91421]: pgmap v3739: 137 pgs: 137 active+clean; 294 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-09-13T03:56:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:06 smithi052 ceph-mon[91421]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-13T03:56:07.737 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:56:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:07 smithi052 ceph-mon[89065]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T03:56:08.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:07 smithi052 ceph-mon[91421]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T03:56:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:07 smithi078 ceph-mon[85589]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-13T03:56:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:56:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:56:08] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-09-13T03:56:08.823 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:08 smithi052 ceph-mon[91421]: pgmap v3742: 137 pgs: 137 active+clean; 298 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-13T03:56:08.824 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:08 smithi052 ceph-mon[91421]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T03:56:08.825 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:08 smithi052 ceph-mon[89065]: pgmap v3742: 137 pgs: 137 active+clean; 298 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-13T03:56:08.825 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:08 smithi052 ceph-mon[89065]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T03:56:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:08 smithi078 ceph-mon[85589]: pgmap v3742: 137 pgs: 137 active+clean; 298 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-13T03:56:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:08 smithi078 ceph-mon[85589]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-13T03:56:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:10 smithi052 ceph-mon[89065]: pgmap v3744: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-09-13T03:56:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:10 smithi052 ceph-mon[91421]: pgmap v3744: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-09-13T03:56:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:10 smithi078 ceph-mon[85589]: pgmap v3744: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 KiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-09-13T03:56:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:56:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:13.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:12 smithi052 ceph-mon[91421]: pgmap v3745: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:56:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:12 smithi052 ceph-mon[89065]: pgmap v3745: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:56:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:12 smithi078 ceph-mon[85589]: pgmap v3745: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-09-13T03:56:15.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:14 smithi052 ceph-mon[91421]: pgmap v3746: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-09-13T03:56:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:14 smithi052 ceph-mon[89065]: pgmap v3746: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-09-13T03:56:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:14 smithi078 ceph-mon[85589]: pgmap v3746: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-09-13T03:56:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:16 smithi052 ceph-mon[91421]: pgmap v3747: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 1.4 MiB/s wr, 33 op/s 2024-09-13T03:56:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:16 smithi052 ceph-mon[89065]: pgmap v3747: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 1.4 MiB/s wr, 33 op/s 2024-09-13T03:56:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:16 smithi078 ceph-mon[85589]: pgmap v3747: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 KiB/s rd, 1.4 MiB/s wr, 33 op/s 2024-09-13T03:56:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:56:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:56:18] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-09-13T03:56:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:18 smithi052 ceph-mon[91421]: pgmap v3748: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-13T03:56:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:18 smithi052 ceph-mon[91421]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T03:56:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:18 smithi052 ceph-mon[89065]: pgmap v3748: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-13T03:56:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:18 smithi052 ceph-mon[89065]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T03:56:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:18 smithi078 ceph-mon[85589]: pgmap v3748: 137 pgs: 137 active+clean; 316 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-13T03:56:19.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:18 smithi078 ceph-mon[85589]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-13T03:56:19.764 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (52944 ms) 2024-09-13T03:56:19.765 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-13T03:56:19.765 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:56:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:19 smithi052 ceph-mon[91421]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T03:56:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:19 smithi052 ceph-mon[89065]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T03:56:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:19 smithi078 ceph-mon[85589]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-13T03:56:21.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:20 smithi052 ceph-mon[89065]: pgmap v3751: 137 pgs: 137 active+clean; 332 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T03:56:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:20 smithi052 ceph-mon[89065]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T03:56:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:20 smithi052 ceph-mon[91421]: pgmap v3751: 137 pgs: 137 active+clean; 332 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T03:56:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:20 smithi052 ceph-mon[91421]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T03:56:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:20 smithi078 ceph-mon[85589]: pgmap v3751: 137 pgs: 137 active+clean; 332 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-09-13T03:56:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:20 smithi078 ceph-mon[85589]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-13T03:56:22.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:21 smithi052 ceph-mon[89065]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T03:56:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:21 smithi052 ceph-mon[91421]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T03:56:22.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:21 smithi078 ceph-mon[85589]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-13T03:56:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:56:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:22.776 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3011 ms) 2024-09-13T03:56:22.776 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-09-13T03:56:22.776 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:56:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:22 smithi052 ceph-mon[91421]: pgmap v3754: 137 pgs: 137 active+clean; 336 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-13T03:56:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:22 smithi052 ceph-mon[91421]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T03:56:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:22 smithi052 ceph-mon[89065]: pgmap v3754: 137 pgs: 137 active+clean; 336 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-13T03:56:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:22 smithi052 ceph-mon[89065]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T03:56:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:22 smithi078 ceph-mon[85589]: pgmap v3754: 137 pgs: 137 active+clean; 336 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-09-13T03:56:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:22 smithi078 ceph-mon[85589]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-13T03:56:24.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:23 smithi052 ceph-mon[89065]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T03:56:24.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:23 smithi052 ceph-mon[91421]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T03:56:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:23 smithi078 ceph-mon[85589]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-13T03:56:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:24 smithi052 ceph-mon[91421]: pgmap v3757: 137 pgs: 137 active+clean; 340 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 79 op/s 2024-09-13T03:56:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:24 smithi052 ceph-mon[91421]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T03:56:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:24 smithi052 ceph-mon[89065]: pgmap v3757: 137 pgs: 137 active+clean; 340 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 79 op/s 2024-09-13T03:56:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:24 smithi052 ceph-mon[89065]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T03:56:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:24 smithi078 ceph-mon[85589]: pgmap v3757: 137 pgs: 137 active+clean; 340 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 1.0 MiB/s wr, 79 op/s 2024-09-13T03:56:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:24 smithi078 ceph-mon[85589]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-13T03:56:25.819 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3043 ms) 2024-09-13T03:56:25.819 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-09-13T03:56:25.819 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:56:26.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:25 smithi052 ceph-mon[91421]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T03:56:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:25 smithi052 ceph-mon[89065]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T03:56:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:25 smithi078 ceph-mon[85589]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-13T03:56:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:26 smithi052 ceph-mon[91421]: pgmap v3760: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 271 KiB/s wr, 135 op/s 2024-09-13T03:56:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:26 smithi052 ceph-mon[91421]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T03:56:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:26 smithi052 ceph-mon[89065]: pgmap v3760: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 271 KiB/s wr, 135 op/s 2024-09-13T03:56:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:26 smithi052 ceph-mon[89065]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T03:56:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:26 smithi078 ceph-mon[85589]: pgmap v3760: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 271 KiB/s wr, 135 op/s 2024-09-13T03:56:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:26 smithi078 ceph-mon[85589]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-13T03:56:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:27 smithi078 ceph-mon[85589]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T03:56:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:27 smithi052 ceph-mon[89065]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T03:56:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:27 smithi052 ceph-mon[91421]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-13T03:56:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:56:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:56:28] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-09-13T03:56:28.838 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3019 ms) 2024-09-13T03:56:28.838 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-13T03:56:28.838 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:56:28.911 INFO:tasks.workunit.client.0.smithi052.stdout: i=0 exists [29656088~11589467,44583332~89701,150539387~3905486,265556945~4608833,308852524~1961238,323740193~5582516,406805715~3757959] wrote [29656088~11589467,44583332~89701,150539387~3905486,265556945~4608833,308852524~1961238,323740193~5582516,406805715~3757959] 2024-09-13T03:56:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:28 smithi078 ceph-mon[85589]: pgmap v3763: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 261 KiB/s wr, 70 op/s 2024-09-13T03:56:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:28 smithi078 ceph-mon[85589]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T03:56:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:28 smithi052 ceph-mon[89065]: pgmap v3763: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 261 KiB/s wr, 70 op/s 2024-09-13T03:56:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:28 smithi052 ceph-mon[89065]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T03:56:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:28 smithi052 ceph-mon[91421]: pgmap v3763: 137 pgs: 137 active+clean; 341 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 261 KiB/s wr, 70 op/s 2024-09-13T03:56:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:28 smithi052 ceph-mon[91421]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-13T03:56:29.834 INFO:tasks.workunit.client.0.smithi052.stdout: i=1 exists [29656088~11589467,44583332~89701,88501815~1871707,91682349~3543192,113912924~2601520,150539387~3905486,183402527~1563985,233093429~1181011,236782676~451796,251681407~371921,265556945~4608833,286938048~4753523,308852524~1961238,323740193~5582516,393749963~4765525,404645363~7288657] wrote [88501815~1871707,91682349~3543192,113912924~2601520,183402527~1563985,233093429~1181011,236782676~451796,251681407~371921,286938048~4753523,393749963~4765525,404645363~7288657] 2024-09-13T03:56:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:29 smithi078 ceph-mon[85589]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T03:56:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:29 smithi052 ceph-mon[89065]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T03:56:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:29 smithi052 ceph-mon[91421]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-13T03:56:30.910 INFO:tasks.workunit.client.0.smithi052.stdout: i=2 exists [29656088~11589467,44583332~89701,56942693~2152165,88501815~1871707,91682349~3543192,113912924~2601520,124772247~6036623,150539387~3905486,183402527~1563985,196762924~6524716,233093429~1181011,236782676~451796,250676631~6173890,259115618~2449705,265556945~4608833,286938048~4753523,308852524~1961238,322820722~11240473,381984703~6608163,393749963~4765525,404645363~7288657] wrote [56942693~2152165,124772247~6036623,196762924~6524716,250676631~6173890,259115618~2449705,322820722~11240473,381984703~6608163] 2024-09-13T03:56:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:30 smithi078 ceph-mon[85589]: pgmap v3766: 137 pgs: 137 active+clean; 342 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 261 KiB/s wr, 50 op/s 2024-09-13T03:56:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:30 smithi078 ceph-mon[85589]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T03:56:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:30 smithi052 ceph-mon[91421]: pgmap v3766: 137 pgs: 137 active+clean; 342 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 261 KiB/s wr, 50 op/s 2024-09-13T03:56:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:30 smithi052 ceph-mon[91421]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T03:56:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:30 smithi052 ceph-mon[89065]: pgmap v3766: 137 pgs: 137 active+clean; 342 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 261 KiB/s wr, 50 op/s 2024-09-13T03:56:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:30 smithi052 ceph-mon[89065]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-13T03:56:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: i=3 exists [2824032~2820642,29656088~11589467,44583332~89701,56942693~2152165,88501815~1871707,91682349~3543192,113912924~2601520,124772247~6036623,150539387~3905486,156516218~6745946,167729582~8027376,183402527~1563985,196762924~6524716,210735762~3499317,230876432~3500839,236782676~451796,249645175~7205346,259115618~2449705,265556945~4608833,286938048~4753523,301336009~7143488,308852524~1961238,312712324~6230750,322820722~11240473,370565765~7364718,381984703~6608163,393749963~4765525,404645363~7288657] wrote [2824032~2820642,156516218~6745946,167729582~8027376,210735762~3499317,230876432~3500839,249645175~6355082,301336009~7143488,312712324~6230750,324594111~4143434,370565765~7364718] 2024-09-13T03:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:31 smithi078 ceph-mon[85589]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T03:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:31 smithi078 ceph-mon[85589]: pgmap v3769: 137 pgs: 137 active+clean; 367 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 5.9 MiB/s wr, 135 op/s 2024-09-13T03:56:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:31 smithi052 ceph-mon[91421]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T03:56:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:31 smithi052 ceph-mon[91421]: pgmap v3769: 137 pgs: 137 active+clean; 367 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 5.9 MiB/s wr, 135 op/s 2024-09-13T03:56:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:31 smithi052 ceph-mon[89065]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-13T03:56:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:31 smithi052 ceph-mon[89065]: pgmap v3769: 137 pgs: 137 active+clean; 367 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 5.9 MiB/s wr, 135 op/s 2024-09-13T03:56:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:56:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: i=4 exists [2824032~2820642,29656088~17308476,56942693~2152165,74146143~3575842,88501815~1871707,91682349~3543192,113912924~2601520,124772247~6036623,146794576~2646305,150539387~3905486,154791828~8470336,167729582~9324743,177735873~4177850,183402527~1563985,196762924~6524716,210735762~3499317,216771491~2769855,230876432~3500839,236782676~451796,249645175~7544417,259115618~2449705,265556945~4608833,286938048~4753523,301336009~7143488,308852524~1961238,312712324~6230750,322820722~11240473,362609476~6785747,370565765~7364718,381984703~6608163,392427583~6833779,404645363~7288657] wrote [39814823~7149741,74146143~3575842,146794576~2646305,154791828~6992266,170660634~6393691,177735873~4177850,216771491~2769855,252606649~4582943,362609476~6785747,392427583~6833779] 2024-09-13T03:56:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:32 smithi078 ceph-mon[85589]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T03:56:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:32 smithi052 ceph-mon[91421]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T03:56:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:32 smithi052 ceph-mon[89065]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-13T03:56:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: i=5 exists [2824032~2820642,29656088~17308476,56942693~2152165,74146143~3575842,80341503~1067954,88501815~1871707,91682349~3543192,102051765~5994718,113912924~2601520,124772247~6036623,146794576~2646305,150539387~3905486,154791828~8470336,167729582~9814334,177735873~4177850,183402527~1563985,196762924~6524716,207246999~6988080,216771491~2769855,230876432~3500839,236782676~451796,249645175~7544417,259115618~2449705,265556945~7216343,286938048~4753523,301336009~17607065,322820722~11240473,362609476~15321007,381984703~6608163,392427583~6833779,404645363~7288657] wrote [80341503~1067954,102051765~5994718,171185749~6358167,207246999~4381965,269182045~3591243,304776025~8552991,367617279~9105319] 2024-09-13T03:56:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:33 smithi078 ceph-mon[85589]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T03:56:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:33 smithi078 ceph-mon[85589]: pgmap v3772: 137 pgs: 137 active+clean; 469 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 24 MiB/s wr, 234 op/s 2024-09-13T03:56:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:33 smithi052 ceph-mon[91421]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T03:56:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:33 smithi052 ceph-mon[91421]: pgmap v3772: 137 pgs: 137 active+clean; 469 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 24 MiB/s wr, 234 op/s 2024-09-13T03:56:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:33 smithi052 ceph-mon[89065]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-13T03:56:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:33 smithi052 ceph-mon[89065]: pgmap v3772: 137 pgs: 137 active+clean; 469 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 24 MiB/s wr, 234 op/s 2024-09-13T03:56:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: i=6 exists [2824032~2820642,29656088~20242091,56942693~2152165,74146143~3575842,80341503~1067954,88501815~1871707,91682349~3543192,102051765~5994718,113912924~2601520,124772247~6036623,146794576~2646305,150539387~3905486,154791828~8470336,167729582~14184141,182662947~8120511,196762924~6524716,207246999~6988080,216771491~2769855,230876432~3500839,236782676~451796,244493373~1556693,249645175~7544417,259115618~2449705,265556945~7216343,286938048~4753523,298468153~20474921,320511453~537232,322820722~11376092,362609476~17101395,381984703~6608163,392427583~6833779,404645363~7288657] wrote [45759865~4138314,176847262~2517123,182662947~8120511,208916944~2415899,244493373~1556693,298468153~5092406,320511453~537232,329280881~4915933,375175783~4535088] 2024-09-13T03:56:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:34 smithi078 ceph-mon[85589]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T03:56:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:34 smithi052 ceph-mon[91421]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T03:56:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:34 smithi052 ceph-mon[89065]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-13T03:56:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: i=7 exists [2824032~2820642,8636559~7818125,29656088~20242091,56942693~2152165,74146143~3575842,80341503~1067954,88501815~1871707,91682349~3543192,102051765~5994718,113912924~2601520,119680271~1874986,124772247~6036623,146794576~2646305,150539387~3905486,154791828~8470336,167729582~14184141,182662947~9778185,196762924~6524716,207246999~6988080,216771491~2769855,230876432~3500839,236782676~451796,244493373~1556693,249645175~7544417,259115618~2449705,265556945~7216343,284291791~7399780,298468153~20474921,320511453~537232,322820722~11376092,362609476~17101395,381984703~10217077,392427583~6833779,404645363~7288657] wrote [8636559~7818125,104400415~1250745,119680271~1874986,177777514~1336746,185142046~7299086,284291791~3824493,368746753~2021360,387576004~4625776,407089495~1430715] 2024-09-13T03:56:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:35 smithi078 ceph-mon[85589]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T03:56:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:35 smithi078 ceph-mon[85589]: pgmap v3775: 137 pgs: 137 active+clean; 610 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 46 MiB/s wr, 226 op/s 2024-09-13T03:56:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:35 smithi052 ceph-mon[91421]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T03:56:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:35 smithi052 ceph-mon[91421]: pgmap v3775: 137 pgs: 137 active+clean; 610 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 46 MiB/s wr, 226 op/s 2024-09-13T03:56:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:35 smithi052 ceph-mon[89065]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-13T03:56:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:35 smithi052 ceph-mon[89065]: pgmap v3775: 137 pgs: 137 active+clean; 610 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 46 MiB/s wr, 226 op/s 2024-09-13T03:56:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: i=8 exists [2824032~2820642,8636559~7818125,29656088~20242091,56942693~2152165,74146143~3575842,80284767~1644415,83944155~6429367,91682349~3543192,102051765~5994718,111048618~5941825,119680271~11128599,139522351~1773089,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182662947~9778185,196762924~6524716,207246999~6988080,216771491~2769855,230876432~3500839,236782676~451796,240873134~5176932,249645175~7544417,259115618~4205627,265556945~7216343,284291791~7399780,298468153~20474921,320511453~537232,322820722~11376092,362609476~17101395,381984703~17276659,404645363~7288657] wrote [80284767~1644415,83944155~6124753,111048618~5941825,120605195~4831975,139522351~1773089,161786374~5731537,240873134~4760204,259726683~3594562,307506646~2198409,389963378~6717748] 2024-09-13T03:56:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:36 smithi078 ceph-mon[85589]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T03:56:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:36 smithi052 ceph-mon[91421]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T03:56:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:36 smithi052 ceph-mon[89065]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-13T03:56:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: i=9 exists [2824032~2820642,8636559~7818125,29656088~20242091,56036126~4517216,74146143~3575842,80284767~1644415,83944155~6429367,91682349~3543192,102051765~6590433,111048618~5941825,119680271~11128599,139522351~1773089,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182662947~9778185,196762924~9589542,207246999~6988080,216771491~8097920,226510975~2966861,230876432~3500839,236782676~451796,240873134~5176932,247352508~9837084,259115618~4205627,265556945~7216343,282845000~8846571,298468153~20474921,320511453~537232,322820722~11376092,362609476~17101395,381984703~17276659,404645363~7288657] wrote [56036126~4517216,86372235~2287671,107821291~820907,153254678~19971,200662175~5690291,217823299~7046112,226510975~2966861,247352508~7318294,259694117~2146352,282845000~5330912] 2024-09-13T03:56:38.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:37 smithi052 ceph-mon[91421]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T03:56:38.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:37 smithi052 ceph-mon[91421]: pgmap v3778: 137 pgs: 137 active+clean; 652 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 37 MiB/s wr, 256 op/s 2024-09-13T03:56:38.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:37 smithi052 ceph-mon[89065]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T03:56:38.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:37 smithi052 ceph-mon[89065]: pgmap v3778: 137 pgs: 137 active+clean; 652 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 37 MiB/s wr, 256 op/s 2024-09-13T03:56:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:37 smithi078 ceph-mon[85589]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-13T03:56:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:37 smithi078 ceph-mon[85589]: pgmap v3778: 137 pgs: 137 active+clean; 652 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 37 MiB/s wr, 256 op/s 2024-09-13T03:56:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:56:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:56:38] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-09-13T03:56:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: i=10 exists [2824032~2820642,8636559~7818125,29656088~20242091,56036126~4517216,73231686~4490299,80284767~1644415,83944155~11281386,102051765~6590433,111048618~19760252,139522351~1773089,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182662947~9778185,196762924~9589542,207246999~6988080,216771491~8097920,226510975~2966861,230876432~3500839,236782676~451796,240873134~5176932,247352508~9837084,259115618~4205627,265556945~7216343,275499083~2811631,282845000~9620549,298468153~20474921,320511453~537232,322820722~11376092,362609476~17101395,381984703~17276659,404645363~7288657] wrote [73231686~2652097,89745769~2009325,115893679~5973387,123568683~4573884,174298337~4452576,201919054~973763,208403357~1159792,275499083~2811631,290640032~1825517,392157576~7046854] 2024-09-13T03:56:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:38 smithi078 ceph-mon[85589]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T03:56:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:38 smithi052 ceph-mon[91421]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T03:56:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:38 smithi052 ceph-mon[89065]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-13T03:56:39.950 INFO:tasks.workunit.client.0.smithi052.stdout: i=11 exists [2824032~2820642,8636559~7818125,29656088~23338316,56036126~4517216,73231686~4490299,80284767~14940774,102051765~6590433,111048618~24865224,139522351~1773089,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182662947~9778185,196762924~9589542,207246999~6988080,216771491~8097920,226510975~2966861,230876432~3500839,236782676~451796,240873134~5176932,247352508~9837084,259115618~13657670,275499083~2811631,282845000~9620549,298468153~20474921,320057201~14139613,336651298~4349528,362609476~17101395,381984703~17276659,404645363~7288657] wrote [47851609~5142795,81845284~2317727,129074193~6839649,160188032~4918210,262499734~6354936,290306083~1259026,308671478~6107965,320057201~8126776,336651298~4349528,387272498~8033697] 2024-09-13T03:56:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:39 smithi078 ceph-mon[85589]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T03:56:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:39 smithi078 ceph-mon[85589]: pgmap v3781: 137 pgs: 137 active+clean; 713 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 25 MiB/s wr, 182 op/s 2024-09-13T03:56:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:39 smithi052 ceph-mon[91421]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T03:56:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:39 smithi052 ceph-mon[91421]: pgmap v3781: 137 pgs: 137 active+clean; 713 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 25 MiB/s wr, 182 op/s 2024-09-13T03:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:39 smithi052 ceph-mon[89065]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-13T03:56:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:39 smithi052 ceph-mon[89065]: pgmap v3781: 137 pgs: 137 active+clean; 713 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 25 MiB/s wr, 182 op/s 2024-09-13T03:56:40.922 INFO:tasks.workunit.client.0.smithi052.stdout: i=12 exists [899880~5762156,8636559~7818125,26251481~26742923,54614160~5939182,73231686~4490299,80284767~14940774,102051765~6590433,111048618~30246822,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182662947~9778185,196762924~9589542,207246999~6988080,216771491~8097920,226510975~2966861,230876432~3500839,236782676~451796,240873134~16475299,259115618~13657670,275499083~2811631,281200468~11265081,298468153~20474921,320057201~14139613,336651298~4349528,362609476~17101395,381984703~17276659,404645363~8880226] wrote [899880~5762156,26251481~4179499,54614160~5641987,135686026~4558755,175370441~636134,245486059~2934560,250416494~6931939,281200468~5927332,363882321~1543116,408489718~5035871] 2024-09-13T03:56:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:40 smithi078 ceph-mon[85589]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T03:56:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:40 smithi052 ceph-mon[91421]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T03:56:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:40 smithi052 ceph-mon[89065]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-13T03:56:41.942 INFO:tasks.workunit.client.0.smithi052.stdout: i=13 exists [899880~5762156,8636559~7818125,26251481~34301861,64597274~4288830,73231686~4490299,80284767~14940774,102051765~6590433,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182662947~9778185,196762924~9589542,207246999~6988080,216771491~8097920,226510975~2966861,230876432~3500839,236782676~451796,240873134~16475299,259115618~13657670,275499083~2811631,281200468~11265081,292585586~2196499,298468153~20474921,320057201~14139613,336651298~4349528,349199781~3448909,362609476~17101395,381984703~18110150,404645363~8880226] wrote [51974636~6577055,64597274~4288830,127351027~9355473,137296475~7573891,241972440~399227,265745423~75008,292585586~2196499,349199781~3448909,398192413~1902440] 2024-09-13T03:56:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:41 smithi078 ceph-mon[85589]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T03:56:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:41 smithi078 ceph-mon[85589]: pgmap v3784: 137 pgs: 137 active+clean; 807 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 83 KiB/s rd, 36 MiB/s wr, 128 op/s 2024-09-13T03:56:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:41 smithi052 ceph-mon[91421]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T03:56:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:41 smithi052 ceph-mon[91421]: pgmap v3784: 137 pgs: 137 active+clean; 807 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 83 KiB/s rd, 36 MiB/s wr, 128 op/s 2024-09-13T03:56:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:41 smithi052 ceph-mon[89065]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-13T03:56:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:41 smithi052 ceph-mon[89065]: pgmap v3784: 137 pgs: 137 active+clean; 807 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 83 KiB/s rd, 36 MiB/s wr, 128 op/s 2024-09-13T03:56:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:56:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:42.938 INFO:tasks.workunit.client.0.smithi052.stdout: i=14 exists [899880~5762156,8636559~7818125,19577800~6417342,26251481~34301861,64597274~4288830,73231686~4490299,80284767~14940774,102051765~6590433,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182039712~551555,182662947~9778185,196762924~9589542,207246999~6988080,216771491~9592809,226510975~2966861,230876432~3500839,236782676~451796,240873134~16475299,259115618~15690650,275499083~2811631,281200468~11265081,292585586~2196499,298468153~20474921,320057201~14139613,336651298~4349528,349199781~3448909,362609476~17101395,381984703~18110150,404645363~8880226] wrote [19577800~6417342,128194969~436972,130020132~8081014,182039712~551555,218286199~8078101,241119404~5472666,263352991~11453277,303439063~3277465,365578422~1714761] 2024-09-13T03:56:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:42 smithi078 ceph-mon[85589]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T03:56:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:42 smithi052 ceph-mon[91421]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T03:56:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:42 smithi052 ceph-mon[89065]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-13T03:56:43.958 INFO:tasks.workunit.client.0.smithi052.stdout: i=15 exists [899880~5762156,8636559~7818125,19577800~6417342,26251481~34301861,62203764~8440027,73231686~4490299,80284767~14940774,102051765~6590433,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182039712~551555,182662947~9778185,196762924~9589542,207246999~6988080,216771491~9592809,226510975~2966861,230876432~3500839,236782676~451796,240873134~16475299,259115618~15690650,275499083~2811631,281200468~11265081,292585586~2196499,298468153~35728661,336651298~10064767,349199781~3448909,362609476~17101395,381984703~19692159,404645363~8880226] wrote [42624885~4832700,62203764~3939357,68084943~2558848,83631019~4947570,220289919~5203046,315041852~7707157,339061706~7654359,400086978~1589884,405590660~6909825] 2024-09-13T03:56:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:43 smithi078 ceph-mon[85589]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T03:56:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:43 smithi078 ceph-mon[85589]: pgmap v3787: 137 pgs: 137 active+clean; 912 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 46 MiB/s wr, 335 op/s 2024-09-13T03:56:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:43 smithi052 ceph-mon[91421]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T03:56:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:43 smithi052 ceph-mon[91421]: pgmap v3787: 137 pgs: 137 active+clean; 912 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 46 MiB/s wr, 335 op/s 2024-09-13T03:56:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:43 smithi052 ceph-mon[89065]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-13T03:56:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:43 smithi052 ceph-mon[89065]: pgmap v3787: 137 pgs: 137 active+clean; 912 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 46 MiB/s wr, 335 op/s 2024-09-13T03:56:44.976 INFO:tasks.workunit.client.0.smithi052.stdout: i=16 exists [899880~5762156,8636559~7818125,19577800~6417342,26251481~34301861,62203764~8440027,73231686~4490299,80284767~14940774,102051765~6590433,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182039712~551555,182662947~9778185,193138613~13213853,207246999~6988080,216771491~9592809,226510975~2966861,230768980~6576969,240873134~16475299,259115618~15690650,275499083~2811631,281200468~52996346,336651298~10064767,349199781~3448909,362609476~17101395,381984703~19692159,404645363~8880226] wrote [34148229~9567350,134782401~5675356,193138613~5618945,230768980~6576969,243234420~7660049,287567247~11533473] 2024-09-13T03:56:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:44 smithi078 ceph-mon[85589]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T03:56:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:44 smithi052 ceph-mon[91421]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T03:56:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:44 smithi052 ceph-mon[89065]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-13T03:56:45.961 INFO:tasks.workunit.client.0.smithi052.stdout: i=17 exists [899880~5762156,8636559~7818125,19577800~6417342,26251481~34301861,61331516~9312275,73231686~4490299,80284767~14940774,102051765~6590433,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182039712~551555,182662947~9778185,193138613~13213853,207246999~6988080,216771491~12706345,230768980~6576969,240873134~16475299,259115618~15690650,275499083~2811631,281200468~52996346,336651298~10064767,349199781~3448909,362609476~17101395,381984703~19692159,404645363~8880226] wrote [48851539~3055267,61331516~6079015,103896851~1576038,106040990~485239,126375866~4640262,201195871~1913793,219488599~7700309,268150391~4555506,298460807~6793757,320704279~7478801] 2024-09-13T03:56:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:45 smithi078 ceph-mon[85589]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T03:56:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:45 smithi078 ceph-mon[85589]: pgmap v3790: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 56 MiB/s wr, 382 op/s 2024-09-13T03:56:46.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:45 smithi052 ceph-mon[89065]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T03:56:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:45 smithi052 ceph-mon[89065]: pgmap v3790: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 56 MiB/s wr, 382 op/s 2024-09-13T03:56:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:45 smithi052 ceph-mon[91421]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-13T03:56:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:45 smithi052 ceph-mon[91421]: pgmap v3790: 137 pgs: 137 active+clean; 1.0 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 56 MiB/s wr, 382 op/s 2024-09-13T03:56:46.978 INFO:tasks.workunit.client.0.smithi052.stdout: i=18 exists [899880~15554804,19577800~6417342,26251481~34301861,61331516~9312275,73231686~4490299,80284767~14940774,100875279~7766919,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182039712~551555,182662947~9778185,193138613~21096466,216771491~12706345,230481682~6864267,240873134~16475299,259115618~15690650,275499083~2811631,281200468~52996346,336651298~10064767,349199781~3448909,362609476~17101395,381984703~19760232,404645363~8880226] wrote [6062940~6403654,39645155~7004361,100875279~3370563,130211335~4546065,200769710~8042037,230481682~810676,247833672~820417,398740050~3004885] 2024-09-13T03:56:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:46 smithi078 ceph-mon[85589]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T03:56:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:46 smithi052 ceph-mon[91421]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T03:56:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:46 smithi052 ceph-mon[89065]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-13T03:56:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:56:47.981 INFO:tasks.workunit.client.0.smithi052.stdout: i=19 exists [899880~15554804,19577800~6417342,26251481~34301861,61331516~9312275,73231686~4490299,80284767~14940774,99823321~8818877,111048618~33821748,146794576~2646305,150539387~3905486,154791828~12726083,167729582~14184141,182039712~551555,182662947~9778185,193138613~21096466,216771491~12706345,230481682~26866751,258038667~16767601,275499083~2811631,279692951~54503863,336651298~10064767,349199781~3448909,362609476~17101395,381872643~19872292,404645363~8880226] wrote [55031175~2737926,65567913~1192038,99823321~5718467,163640400~3688267,197957851~8076669,233941303~7481334,258038667~7541645,279692951~1592180,381872643~7719640,408881718~4373802] 2024-09-13T03:56:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:47 smithi078 ceph-mon[85589]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T03:56:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:47 smithi078 ceph-mon[85589]: pgmap v3793: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 40 MiB/s wr, 364 op/s 2024-09-13T03:56:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:47 smithi052 ceph-mon[91421]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T03:56:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:47 smithi052 ceph-mon[91421]: pgmap v3793: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 40 MiB/s wr, 364 op/s 2024-09-13T03:56:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:47 smithi052 ceph-mon[89065]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-13T03:56:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:47 smithi052 ceph-mon[89065]: pgmap v3793: 137 pgs: 137 active+clean; 1.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 235 KiB/s rd, 40 MiB/s wr, 364 op/s 2024-09-13T03:56:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:56:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:56:48] "GET /metrics HTTP/1.1" 200 36700 "" "Prometheus/2.43.0" 2024-09-13T03:56:48.921 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 1 diff [88080384~4194304,113246208~4194304,180355072~4194304,230686720~8388608,251658240~4194304,285212672~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:56:48.922 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [88080384~4194304,113246208~4194304,180355072~4194304,230686720~8388608,251658240~4194304,285212672~8388608,390070272~8388608,402653184~8388608] 2024-09-13T03:56:48.934 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [88080384~8388608,113246208~4194304,180355072~8388608,230686720~8388608,251658240~4194304,285212672~8388608,390070272~25165824] 2024-09-13T03:56:48.934 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 2 diff [54525952~4194304,88080384~4194304,113246208~4194304,121634816~8388608,180355072~4194304,192937984~8388608,230686720~8388608,247463936~12582912,285212672~8388608,318767104~12582912,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.934 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~4194304,88080384~4194304,113246208~4194304,121634816~8388608,180355072~4194304,192937984~8388608,230686720~8388608,247463936~12582912,285212672~8388608,318767104~12582912,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.938 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~8388608,88080384~8388608,113246208~4194304,121634816~12582912,180355072~8388608,192937984~12582912,230686720~8388608,247463936~16777216,285212672~8388608,318767104~16777216,381681664~33554432] 2024-09-13T03:56:48.938 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 3 diff [0~4194304,54525952~4194304,88080384~4194304,113246208~4194304,121634816~8388608,155189248~16777216,180355072~4194304,192937984~8388608,209715200~4194304,230686720~8388608,247463936~12582912,285212672~8388608,297795584~8388608,310378496~20971520,369098752~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.938 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,54525952~4194304,88080384~4194304,113246208~4194304,121634816~8388608,155189248~16777216,180355072~4194304,192937984~8388608,209715200~4194304,230686720~8388608,247463936~12582912,285212672~8388608,297795584~8388608,310378496~20971520,369098752~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.940 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,54525952~8388608,88080384~8388608,113246208~4194304,121634816~12582912,155189248~20971520,180355072~8388608,192937984~12582912,209715200~8388608,230686720~8388608,247463936~16777216,285212672~8388608,297795584~37748736,369098752~46137344] 2024-09-13T03:56:48.941 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 4 diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,88080384~4194304,113246208~4194304,121634816~8388608,142606336~4194304,150994944~33554432,192937984~8388608,209715200~8388608,230686720~8388608,247463936~12582912,285212672~8388608,297795584~8388608,310378496~20971520,360710144~16777216,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.941 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,88080384~4194304,113246208~4194304,121634816~8388608,142606336~4194304,150994944~33554432,192937984~8388608,209715200~8388608,230686720~8388608,247463936~12582912,285212672~8388608,297795584~8388608,310378496~20971520,360710144~16777216,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.943 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,54525952~8388608,71303168~8388608,88080384~8388608,113246208~4194304,121634816~12582912,142606336~46137344,192937984~12582912,209715200~12582912,230686720~8388608,247463936~16777216,285212672~8388608,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.944 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 5 diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~8388608,142606336~4194304,150994944~33554432,192937984~8388608,205520896~12582912,230686720~8388608,247463936~12582912,268435456~4194304,285212672~8388608,297795584~33554432,360710144~16777216,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.944 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~8388608,142606336~4194304,150994944~33554432,192937984~8388608,205520896~12582912,230686720~8388608,247463936~12582912,268435456~4194304,285212672~8388608,297795584~33554432,360710144~16777216,381681664~16777216,402653184~8388608] 2024-09-13T03:56:48.948 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,54525952~8388608,71303168~12582912,88080384~8388608,100663296~8388608,113246208~4194304,121634816~12582912,142606336~46137344,192937984~29360128,230686720~8388608,247463936~16777216,268435456~8388608,285212672~8388608,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.948 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 6 diff [0~4194304,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~8388608,142606336~4194304,150994944~37748736,192937984~8388608,205520896~12582912,230686720~8388608,243269632~16777216,268435456~4194304,285212672~8388608,297795584~33554432,360710144~37748736,402653184~8388608] 2024-09-13T03:56:48.948 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~8388608,142606336~4194304,150994944~37748736,192937984~8388608,205520896~12582912,230686720~8388608,243269632~16777216,268435456~4194304,285212672~8388608,297795584~33554432,360710144~37748736,402653184~8388608] 2024-09-13T03:56:48.951 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,54525952~8388608,71303168~12582912,88080384~8388608,100663296~8388608,113246208~4194304,121634816~12582912,142606336~79691776,230686720~8388608,243269632~20971520,268435456~8388608,285212672~8388608,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.951 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 7 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,88080384~4194304,100663296~8388608,113246208~16777216,142606336~4194304,150994944~50331648,205520896~12582912,230686720~8388608,243269632~16777216,268435456~4194304,281018368~8388608,297795584~33554432,360710144~37748736,402653184~8388608] 2024-09-13T03:56:48.951 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,88080384~4194304,100663296~8388608,113246208~16777216,142606336~4194304,150994944~50331648,205520896~12582912,230686720~8388608,243269632~16777216,268435456~4194304,281018368~8388608,297795584~33554432,360710144~37748736,402653184~8388608] 2024-09-13T03:56:48.956 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~12582912,88080384~8388608,100663296~8388608,113246208~20971520,142606336~79691776,230686720~8388608,243269632~20971520,268435456~8388608,281018368~12582912,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.956 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 8 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~50331648,205520896~12582912,230686720~33554432,268435456~4194304,281018368~8388608,297795584~33554432,360710144~50331648] 2024-09-13T03:56:48.956 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~50331648,205520896~12582912,230686720~33554432,268435456~4194304,281018368~8388608,297795584~33554432,360710144~50331648] 2024-09-13T03:56:48.961 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,138412032~83886080,230686720~33554432,268435456~8388608,281018368~12582912,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.961 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 9 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~71303168,226492416~37748736,268435456~4194304,281018368~12582912,297795584~33554432,360710144~50331648] 2024-09-13T03:56:48.961 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~71303168,226492416~37748736,268435456~4194304,281018368~12582912,297795584~33554432,360710144~50331648] 2024-09-13T03:56:48.966 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,138412032~125829120,268435456~8388608,281018368~12582912,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.966 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 10 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~25165824,100663296~29360128,138412032~8388608,150994944~71303168,226492416~37748736,268435456~8388608,281018368~12582912,297795584~33554432,360710144~50331648] 2024-09-13T03:56:48.966 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~25165824,100663296~29360128,138412032~8388608,150994944~71303168,226492416~37748736,268435456~8388608,281018368~12582912,297795584~33554432,360710144~50331648] 2024-09-13T03:56:48.971 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,138412032~125829120,268435456~25165824,297795584~37748736,360710144~54525952] 2024-09-13T03:56:48.971 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 11 diff [0~4194304,8388608~8388608,37748736~25165824,71303168~25165824,100663296~33554432,138412032~8388608,150994944~71303168,226492416~50331648,281018368~12582912,297795584~46137344,360710144~50331648] 2024-09-13T03:56:48.971 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,71303168~25165824,100663296~33554432,138412032~8388608,150994944~71303168,226492416~50331648,281018368~12582912,297795584~46137344,360710144~50331648] 2024-09-13T03:56:48.978 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~25165824,71303168~25165824,100663296~192937984,297795584~46137344,360710144~54525952] 2024-09-13T03:56:48.978 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 12 diff [0~16777216,25165824~4194304,37748736~25165824,71303168~25165824,100663296~46137344,150994944~71303168,226492416~50331648,281018368~12582912,297795584~46137344,360710144~54525952] 2024-09-13T03:56:48.978 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~25165824,71303168~25165824,100663296~46137344,150994944~71303168,226492416~50331648,281018368~12582912,297795584~46137344,360710144~54525952] 2024-09-13T03:56:48.984 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~25165824,71303168~25165824,100663296~192937984,297795584~46137344,360710144~54525952] 2024-09-13T03:56:48.984 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 13 diff [0~16777216,25165824~4194304,37748736~20971520,62914560~33554432,100663296~46137344,150994944~71303168,226492416~50331648,281018368~12582912,297795584~46137344,348127232~4194304,360710144~54525952] 2024-09-13T03:56:48.985 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~20971520,62914560~33554432,100663296~46137344,150994944~71303168,226492416~50331648,281018368~12582912,297795584~46137344,348127232~4194304,360710144~54525952] 2024-09-13T03:56:48.992 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~58720256,100663296~243269632,348127232~8388608,360710144~54525952] 2024-09-13T03:56:48.992 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 14 diff [0~29360128,37748736~20971520,62914560~33554432,100663296~46137344,150994944~125829120,281018368~12582912,297795584~46137344,348127232~4194304,360710144~54525952] 2024-09-13T03:56:48.992 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~20971520,62914560~33554432,100663296~46137344,150994944~125829120,281018368~12582912,297795584~46137344,348127232~4194304,360710144~54525952] 2024-09-13T03:56:49.000 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~58720256,100663296~243269632,348127232~8388608,360710144~54525952] 2024-09-13T03:56:49.000 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 15 diff [0~29360128,37748736~58720256,100663296~46137344,150994944~125829120,281018368~12582912,297795584~54525952,360710144~54525952] 2024-09-13T03:56:49.000 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~58720256,100663296~46137344,150994944~125829120,281018368~12582912,297795584~54525952,360710144~54525952] 2024-09-13T03:56:49.007 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~58720256,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.007 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 16 diff [0~29360128,33554432~62914560,100663296~46137344,150994944~125829120,281018368~71303168,360710144~54525952] 2024-09-13T03:56:49.007 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~62914560,100663296~46137344,150994944~125829120,281018368~71303168,360710144~54525952] 2024-09-13T03:56:49.015 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~96468992,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.015 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 17 diff [0~29360128,33554432~62914560,100663296~46137344,150994944~125829120,281018368~71303168,360710144~54525952] 2024-09-13T03:56:49.015 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~62914560,100663296~46137344,150994944~125829120,281018368~71303168,360710144~54525952] 2024-09-13T03:56:49.022 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~96468992,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.023 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 18 diff [0~29360128,33554432~62914560,100663296~46137344,150994944~83886080,239075328~37748736,281018368~71303168,360710144~54525952] 2024-09-13T03:56:49.023 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~62914560,100663296~46137344,150994944~83886080,239075328~37748736,281018368~71303168,360710144~54525952] 2024-09-13T03:56:49.032 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~96468992,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.032 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to 19 diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:49.032 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:49.042 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:49.042 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 2 diff [54525952~4194304,121634816~8388608,192937984~8388608,247463936~12582912,318767104~12582912,381681664~8388608] 2024-09-13T03:56:49.042 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~4194304,121634816~8388608,192937984~8388608,247463936~12582912,318767104~12582912,381681664~8388608] 2024-09-13T03:56:49.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~8388608,121634816~12582912,192937984~12582912,247463936~16777216,318767104~16777216,381681664~8388608] 2024-09-13T03:56:49.044 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 3 diff [0~4194304,54525952~4194304,121634816~8388608,155189248~16777216,192937984~8388608,209715200~4194304,230686720~4194304,247463936~12582912,297795584~8388608,310378496~20971520,369098752~8388608,381681664~8388608] 2024-09-13T03:56:49.044 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,54525952~4194304,121634816~8388608,155189248~16777216,192937984~8388608,209715200~4194304,230686720~4194304,247463936~12582912,297795584~8388608,310378496~20971520,369098752~8388608,381681664~8388608] 2024-09-13T03:56:49.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,54525952~8388608,121634816~12582912,155189248~20971520,192937984~12582912,209715200~8388608,230686720~4194304,247463936~16777216,297795584~37748736,369098752~20971520] 2024-09-13T03:56:49.046 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 4 diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,121634816~8388608,142606336~4194304,150994944~29360128,192937984~8388608,209715200~8388608,230686720~4194304,247463936~12582912,297795584~8388608,310378496~20971520,360710144~16777216,381681664~16777216] 2024-09-13T03:56:49.046 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,121634816~8388608,142606336~4194304,150994944~29360128,192937984~8388608,209715200~8388608,230686720~4194304,247463936~12582912,297795584~8388608,310378496~20971520,360710144~16777216,381681664~16777216] 2024-09-13T03:56:49.049 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,54525952~8388608,71303168~8388608,121634816~12582912,142606336~41943040,192937984~12582912,209715200~12582912,230686720~4194304,247463936~16777216,297795584~37748736,360710144~41943040] 2024-09-13T03:56:49.049 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 5 diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,79691776~4194304,100663296~8388608,121634816~8388608,142606336~4194304,150994944~29360128,192937984~8388608,205520896~12582912,230686720~4194304,247463936~12582912,268435456~4194304,297795584~33554432,360710144~16777216,381681664~16777216] 2024-09-13T03:56:49.049 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~8388608,54525952~4194304,71303168~4194304,79691776~4194304,100663296~8388608,121634816~8388608,142606336~4194304,150994944~29360128,192937984~8388608,205520896~12582912,230686720~4194304,247463936~12582912,268435456~4194304,297795584~33554432,360710144~16777216,381681664~16777216] 2024-09-13T03:56:49.052 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,54525952~8388608,71303168~12582912,100663296~8388608,121634816~12582912,142606336~41943040,192937984~29360128,230686720~4194304,247463936~16777216,268435456~8388608,297795584~37748736,360710144~41943040] 2024-09-13T03:56:49.052 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 6 diff [0~4194304,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,100663296~8388608,121634816~8388608,142606336~4194304,150994944~37748736,192937984~8388608,205520896~12582912,230686720~4194304,243269632~16777216,268435456~4194304,297795584~33554432,360710144~37748736] 2024-09-13T03:56:49.052 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,100663296~8388608,121634816~8388608,142606336~4194304,150994944~37748736,192937984~8388608,205520896~12582912,230686720~4194304,243269632~16777216,268435456~4194304,297795584~33554432,360710144~37748736] 2024-09-13T03:56:49.055 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,54525952~8388608,71303168~12582912,100663296~8388608,121634816~12582912,142606336~79691776,230686720~4194304,243269632~20971520,268435456~8388608,297795584~37748736,360710144~41943040] 2024-09-13T03:56:49.055 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 7 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,100663296~8388608,117440512~12582912,142606336~4194304,150994944~50331648,205520896~12582912,230686720~4194304,243269632~16777216,268435456~4194304,281018368~4194304,297795584~33554432,360710144~37748736,406847488~4194304] 2024-09-13T03:56:49.055 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~4194304,100663296~8388608,117440512~12582912,142606336~4194304,150994944~50331648,205520896~12582912,230686720~4194304,243269632~16777216,268435456~4194304,281018368~4194304,297795584~33554432,360710144~37748736,406847488~4194304] 2024-09-13T03:56:49.059 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~12582912,100663296~8388608,117440512~16777216,142606336~79691776,230686720~4194304,243269632~20971520,268435456~8388608,281018368~8388608,297795584~37748736,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.059 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 8 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~50331648,205520896~12582912,230686720~4194304,239075328~25165824,268435456~4194304,281018368~4194304,297795584~33554432,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.059 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~4194304,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~50331648,205520896~12582912,230686720~4194304,239075328~25165824,268435456~4194304,281018368~4194304,297795584~33554432,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.064 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~20971520,100663296~33554432,138412032~83886080,230686720~4194304,239075328~25165824,268435456~8388608,281018368~8388608,297795584~37748736,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.064 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 9 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~71303168,226492416~8388608,239075328~25165824,268435456~4194304,281018368~8388608,297795584~33554432,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.064 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~8388608,150994944~71303168,226492416~8388608,239075328~25165824,268435456~4194304,281018368~8388608,297795584~33554432,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.069 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~20971520,100663296~33554432,138412032~96468992,239075328~25165824,268435456~8388608,281018368~8388608,297795584~37748736,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.069 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 10 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~8388608,150994944~71303168,226492416~8388608,239075328~25165824,268435456~8388608,281018368~12582912,297795584~33554432,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.069 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~8388608,150994944~71303168,226492416~8388608,239075328~25165824,268435456~8388608,281018368~12582912,297795584~33554432,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.075 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~20971520,100663296~33554432,138412032~96468992,239075328~25165824,268435456~25165824,297795584~37748736,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.075 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 11 diff [0~4194304,8388608~8388608,37748736~25165824,71303168~20971520,100663296~33554432,138412032~8388608,150994944~71303168,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.075 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,71303168~20971520,100663296~33554432,138412032~8388608,150994944~71303168,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.081 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~25165824,71303168~20971520,100663296~134217728,239075328~54525952,297795584~46137344,360710144~41943040,406847488~4194304] 2024-09-13T03:56:49.081 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 12 diff [0~16777216,25165824~4194304,37748736~25165824,71303168~20971520,100663296~46137344,150994944~71303168,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.081 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~25165824,71303168~20971520,100663296~46137344,150994944~71303168,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.087 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~25165824,71303168~20971520,100663296~134217728,239075328~54525952,297795584~46137344,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.088 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 13 diff [0~16777216,25165824~4194304,37748736~20971520,62914560~29360128,100663296~46137344,150994944~71303168,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.088 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~20971520,62914560~29360128,100663296~46137344,150994944~71303168,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.093 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~54525952,100663296~134217728,239075328~104857600,348127232~8388608,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.094 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 14 diff [0~29360128,37748736~20971520,62914560~29360128,100663296~46137344,150994944~83886080,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.094 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~20971520,62914560~29360128,100663296~46137344,150994944~83886080,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.101 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~54525952,100663296~134217728,239075328~104857600,348127232~8388608,360710144~41943040,406847488~8388608] 2024-09-13T03:56:49.101 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 15 diff [0~29360128,37748736~54525952,100663296~46137344,150994944~83886080,239075328~37748736,281018368~12582912,297795584~54525952,360710144~50331648] 2024-09-13T03:56:49.101 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~54525952,100663296~46137344,150994944~83886080,239075328~37748736,281018368~12582912,297795584~54525952,360710144~50331648] 2024-09-13T03:56:49.108 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~54525952,100663296~134217728,239075328~117440512,360710144~54525952] 2024-09-13T03:56:49.109 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 16 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~50331648] 2024-09-13T03:56:49.109 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~50331648] 2024-09-13T03:56:49.116 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.116 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 17 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~50331648] 2024-09-13T03:56:49.116 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~50331648] 2024-09-13T03:56:49.123 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.123 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 18 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~83886080,239075328~37748736,281018368~71303168,360710144~50331648] 2024-09-13T03:56:49.123 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~83886080,239075328~37748736,281018368~71303168,360710144~50331648] 2024-09-13T03:56:49.132 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~54525952] 2024-09-13T03:56:49.132 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to 19 diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:49.132 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:49.140 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:49.140 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 3 diff [0~4194304,155189248~16777216,209715200~4194304,230686720~4194304,247463936~8388608,297795584~8388608,310378496~8388608,322961408~4194304,369098752~8388608] 2024-09-13T03:56:49.141 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,155189248~16777216,209715200~4194304,230686720~4194304,247463936~8388608,297795584~8388608,310378496~8388608,322961408~4194304,369098752~8388608] 2024-09-13T03:56:49.142 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,155189248~20971520,209715200~8388608,230686720~4194304,247463936~12582912,297795584~33554432,369098752~12582912] 2024-09-13T03:56:49.142 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 4 diff [0~4194304,37748736~8388608,71303168~4194304,142606336~4194304,150994944~29360128,209715200~8388608,230686720~4194304,247463936~8388608,297795584~8388608,310378496~8388608,322961408~4194304,360710144~16777216,390070272~8388608] 2024-09-13T03:56:49.142 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~8388608,71303168~4194304,142606336~4194304,150994944~29360128,209715200~8388608,230686720~4194304,247463936~8388608,297795584~8388608,310378496~8388608,322961408~4194304,360710144~16777216,390070272~8388608] 2024-09-13T03:56:49.144 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,71303168~8388608,142606336~41943040,209715200~12582912,230686720~4194304,247463936~12582912,297795584~33554432,360710144~20971520,390070272~12582912] 2024-09-13T03:56:49.144 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 5 diff [0~4194304,37748736~8388608,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~29360128,205520896~12582912,230686720~4194304,247463936~8388608,268435456~4194304,297795584~20971520,322961408~4194304,360710144~16777216,390070272~8388608] 2024-09-13T03:56:49.144 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~8388608,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~29360128,205520896~12582912,230686720~4194304,247463936~8388608,268435456~4194304,297795584~20971520,322961408~4194304,360710144~16777216,390070272~8388608] 2024-09-13T03:56:49.146 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,71303168~12582912,100663296~8388608,142606336~41943040,205520896~16777216,230686720~4194304,247463936~12582912,268435456~8388608,297795584~33554432,360710144~20971520,390070272~12582912] 2024-09-13T03:56:49.147 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 6 diff [0~4194304,37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~37748736,205520896~12582912,230686720~4194304,243269632~12582912,268435456~4194304,297795584~37748736,360710144~20971520,390070272~8388608] 2024-09-13T03:56:49.147 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~37748736,205520896~12582912,230686720~4194304,243269632~12582912,268435456~4194304,297795584~37748736,360710144~20971520,390070272~8388608] 2024-09-13T03:56:49.150 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,37748736~12582912,71303168~12582912,100663296~8388608,142606336~50331648,205520896~16777216,230686720~4194304,243269632~16777216,268435456~8388608,297795584~37748736,360710144~20971520,390070272~12582912] 2024-09-13T03:56:49.150 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 7 diff [0~4194304,8388608~8388608,37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,117440512~4194304,142606336~4194304,150994944~41943040,205520896~12582912,230686720~4194304,243269632~12582912,268435456~4194304,281018368~4194304,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.150 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,117440512~4194304,142606336~4194304,150994944~41943040,205520896~12582912,230686720~4194304,243269632~12582912,268435456~4194304,281018368~4194304,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.153 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,71303168~12582912,100663296~8388608,117440512~4194304,142606336~50331648,205520896~16777216,230686720~4194304,243269632~16777216,268435456~8388608,281018368~8388608,297795584~37748736,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.153 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 8 diff [0~4194304,8388608~8388608,37748736~12582912,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,205520896~12582912,230686720~4194304,239075328~20971520,268435456~4194304,281018368~4194304,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.153 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,205520896~12582912,230686720~4194304,239075328~20971520,268435456~4194304,281018368~4194304,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.157 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,71303168~20971520,100663296~25165824,138412032~54525952,205520896~16777216,230686720~4194304,239075328~25165824,268435456~8388608,281018368~8388608,297795584~37748736,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.157 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 9 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,197132288~25165824,226492416~8388608,239075328~20971520,268435456~4194304,281018368~8388608,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.157 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,197132288~25165824,226492416~8388608,239075328~20971520,268435456~4194304,281018368~8388608,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.162 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,138412032~54525952,197132288~37748736,239075328~25165824,268435456~8388608,281018368~8388608,297795584~37748736,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.162 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 10 diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~8388608,150994944~41943040,197132288~25165824,226492416~8388608,239075328~20971520,268435456~8388608,281018368~12582912,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.162 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~8388608,150994944~41943040,197132288~25165824,226492416~8388608,239075328~20971520,268435456~8388608,281018368~12582912,297795584~37748736,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.166 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~54525952,197132288~37748736,239075328~25165824,268435456~25165824,297795584~37748736,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.167 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 11 diff [0~4194304,8388608~8388608,37748736~25165824,71303168~20971520,100663296~33554432,138412032~8388608,150994944~41943040,197132288~25165824,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.167 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,71303168~20971520,100663296~33554432,138412032~8388608,150994944~41943040,197132288~25165824,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.172 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,37748736~25165824,71303168~20971520,100663296~92274688,197132288~37748736,239075328~54525952,297795584~46137344,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.172 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 12 diff [0~16777216,25165824~4194304,37748736~25165824,71303168~20971520,100663296~37748736,142606336~4194304,150994944~41943040,197132288~25165824,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~20971520,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.172 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~25165824,71303168~20971520,100663296~37748736,142606336~4194304,150994944~41943040,197132288~25165824,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,360710144~20971520,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.177 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~25165824,71303168~20971520,100663296~92274688,197132288~37748736,239075328~54525952,297795584~46137344,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.177 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 13 diff [0~16777216,25165824~4194304,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~25165824,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.177 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~25165824,226492416~8388608,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.183 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~54525952,100663296~92274688,197132288~37748736,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.183 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 14 diff [0~29360128,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~37748736,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.183 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~37748736,239075328~37748736,281018368~12582912,297795584~46137344,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.190 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~54525952,100663296~92274688,197132288~37748736,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.190 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 15 diff [0~29360128,37748736~54525952,100663296~46137344,150994944~41943040,197132288~37748736,239075328~37748736,281018368~12582912,297795584~54525952,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.190 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~54525952,100663296~46137344,150994944~41943040,197132288~37748736,239075328~37748736,281018368~12582912,297795584~54525952,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:48 smithi078 ceph-mon[85589]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T03:56:49.196 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~54525952,100663296~92274688,197132288~37748736,239075328~117440512,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.197 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 16 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.197 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.202 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.202 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 17 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.202 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.209 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.209 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 18 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~83886080,239075328~37748736,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.209 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~83886080,239075328~37748736,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.218 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.218 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to 19 diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.218 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.226 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:49.226 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 4 diff [37748736~8388608,71303168~4194304,142606336~4194304,150994944~8388608,167772160~12582912,213909504~4194304,251658240~8388608,360710144~8388608,390070272~8388608] 2024-09-13T03:56:49.226 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [37748736~8388608,71303168~4194304,142606336~4194304,150994944~8388608,167772160~12582912,213909504~4194304,251658240~8388608,360710144~8388608,390070272~8388608] 2024-09-13T03:56:49.227 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [37748736~12582912,71303168~8388608,142606336~20971520,167772160~16777216,213909504~8388608,251658240~8388608,360710144~12582912,390070272~12582912] 2024-09-13T03:56:49.228 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 5 diff [37748736~8388608,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~8388608,167772160~12582912,205520896~12582912,251658240~8388608,268435456~4194304,301989888~12582912,360710144~16777216,390070272~8388608] 2024-09-13T03:56:49.228 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [37748736~8388608,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~8388608,167772160~12582912,205520896~12582912,251658240~8388608,268435456~4194304,301989888~12582912,360710144~16777216,390070272~8388608] 2024-09-13T03:56:49.230 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [37748736~12582912,71303168~12582912,100663296~8388608,142606336~20971520,167772160~16777216,205520896~16777216,251658240~8388608,268435456~8388608,301989888~12582912,360710144~16777216,390070272~12582912] 2024-09-13T03:56:49.230 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 6 diff [37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~8388608,167772160~20971520,205520896~12582912,243269632~4194304,251658240~8388608,268435456~4194304,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,390070272~8388608] 2024-09-13T03:56:49.230 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,142606336~4194304,150994944~8388608,167772160~20971520,205520896~12582912,243269632~4194304,251658240~8388608,268435456~4194304,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,390070272~8388608] 2024-09-13T03:56:49.232 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [37748736~12582912,71303168~12582912,100663296~8388608,142606336~20971520,167772160~25165824,205520896~16777216,243269632~4194304,251658240~8388608,268435456~8388608,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,390070272~12582912] 2024-09-13T03:56:49.232 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 7 diff [8388608~8388608,37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,117440512~4194304,142606336~4194304,150994944~8388608,167772160~25165824,205520896~12582912,243269632~4194304,251658240~8388608,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.233 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,37748736~12582912,71303168~4194304,79691776~4194304,100663296~8388608,117440512~4194304,142606336~4194304,150994944~8388608,167772160~25165824,205520896~12582912,243269632~4194304,251658240~8388608,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.236 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,37748736~12582912,71303168~12582912,100663296~8388608,117440512~4194304,142606336~20971520,167772160~25165824,205520896~16777216,243269632~4194304,251658240~8388608,268435456~8388608,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.236 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 8 diff [8388608~8388608,37748736~12582912,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,205520896~12582912,239075328~8388608,251658240~8388608,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.236 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,37748736~12582912,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,205520896~12582912,239075328~8388608,251658240~8388608,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.238 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,37748736~12582912,71303168~20971520,100663296~25165824,138412032~54525952,205520896~16777216,239075328~8388608,251658240~12582912,268435456~8388608,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.238 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 9 diff [8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,197132288~25165824,226492416~4194304,239075328~20971520,268435456~4194304,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.238 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,37748736~12582912,54525952~8388608,71303168~4194304,79691776~12582912,100663296~25165824,138412032~8388608,150994944~41943040,197132288~25165824,226492416~4194304,239075328~20971520,268435456~4194304,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.242 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,138412032~54525952,197132288~33554432,239075328~25165824,268435456~8388608,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.242 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 10 diff [8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~8388608,150994944~41943040,197132288~25165824,226492416~4194304,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.242 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~8388608,150994944~41943040,197132288~25165824,226492416~4194304,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.245 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,37748736~12582912,54525952~8388608,71303168~20971520,100663296~29360128,138412032~54525952,197132288~33554432,239075328~25165824,268435456~25165824,297795584~16777216,318767104~4194304,327155712~8388608,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.246 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 11 diff [8388608~8388608,37748736~25165824,71303168~20971520,100663296~33554432,138412032~8388608,150994944~41943040,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.246 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,37748736~25165824,71303168~20971520,100663296~33554432,138412032~8388608,150994944~41943040,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,360710144~20971520,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.250 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,37748736~25165824,71303168~20971520,100663296~92274688,197132288~33554432,239075328~54525952,297795584~46137344,360710144~20971520,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.250 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 12 diff [0~16777216,25165824~4194304,37748736~25165824,71303168~20971520,100663296~37748736,142606336~4194304,150994944~41943040,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,360710144~20971520,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.250 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~25165824,71303168~20971520,100663296~37748736,142606336~4194304,150994944~41943040,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,360710144~20971520,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.254 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~25165824,71303168~20971520,100663296~92274688,197132288~33554432,239075328~54525952,297795584~46137344,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.254 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 13 diff [0~16777216,25165824~4194304,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.255 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.260 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,37748736~54525952,100663296~92274688,197132288~33554432,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.260 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 14 diff [0~29360128,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~33554432,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.260 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~20971520,62914560~29360128,100663296~46137344,150994944~41943040,197132288~33554432,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.265 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~54525952,100663296~92274688,197132288~33554432,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.265 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 15 diff [0~29360128,37748736~54525952,100663296~46137344,150994944~41943040,197132288~33554432,239075328~37748736,281018368~12582912,297795584~54525952,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.265 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,37748736~54525952,100663296~46137344,150994944~41943040,197132288~33554432,239075328~37748736,281018368~12582912,297795584~54525952,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.272 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,37748736~54525952,100663296~92274688,197132288~33554432,239075328~117440512,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.272 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 16 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.272 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:48 smithi052 ceph-mon[91421]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T03:56:49.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:48 smithi052 ceph-mon[89065]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-13T03:56:49.279 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.279 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 17 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.279 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~125829120,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.285 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.285 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 18 diff [0~29360128,33554432~58720256,100663296~46137344,150994944~58720256,213909504~20971520,239075328~37748736,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.285 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,100663296~46137344,150994944~58720256,213909504~20971520,239075328~37748736,281018368~71303168,360710144~20971520,385875968~25165824] 2024-09-13T03:56:49.291 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~255852544,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.291 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to 19 diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.291 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.299 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:49.299 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 5 diff [79691776~4194304,100663296~8388608,167772160~8388608,205520896~8388608,268435456~4194304,301989888~12582912,364904448~12582912] 2024-09-13T03:56:49.299 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [79691776~4194304,100663296~8388608,167772160~8388608,205520896~8388608,268435456~4194304,301989888~12582912,364904448~12582912] 2024-09-13T03:56:49.301 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [79691776~4194304,100663296~8388608,167772160~12582912,205520896~8388608,268435456~8388608,301989888~12582912,364904448~12582912] 2024-09-13T03:56:49.301 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 6 diff [41943040~4194304,79691776~4194304,100663296~8388608,167772160~8388608,180355072~8388608,205520896~8388608,243269632~4194304,268435456~4194304,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912] 2024-09-13T03:56:49.301 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [41943040~4194304,79691776~4194304,100663296~8388608,167772160~8388608,180355072~8388608,205520896~8388608,243269632~4194304,268435456~4194304,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912] 2024-09-13T03:56:49.302 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [41943040~8388608,79691776~4194304,100663296~8388608,167772160~25165824,205520896~8388608,243269632~4194304,268435456~8388608,297795584~16777216,318767104~4194304,327155712~8388608,364904448~16777216] 2024-09-13T03:56:49.303 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 7 diff [8388608~8388608,41943040~4194304,79691776~4194304,100663296~8388608,117440512~4194304,167772160~8388608,180355072~12582912,205520896~8388608,243269632~4194304,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.303 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,79691776~4194304,100663296~8388608,117440512~4194304,167772160~8388608,180355072~12582912,205520896~8388608,243269632~4194304,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.305 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,79691776~4194304,100663296~8388608,117440512~4194304,167772160~25165824,205520896~8388608,243269632~4194304,268435456~8388608,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,364904448~16777216,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.305 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 8 diff [8388608~8388608,41943040~4194304,79691776~12582912,100663296~25165824,138412032~4194304,159383552~16777216,180355072~12582912,205520896~8388608,239075328~8388608,255852544~4194304,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.305 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,79691776~12582912,100663296~25165824,138412032~4194304,159383552~16777216,180355072~12582912,205520896~8388608,239075328~8388608,255852544~4194304,268435456~4194304,281018368~4194304,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.307 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,79691776~12582912,100663296~25165824,138412032~4194304,159383552~33554432,205520896~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,364904448~16777216,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.307 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 9 diff [8388608~8388608,41943040~4194304,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~12582912,255852544~4194304,268435456~4194304,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.307 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~12582912,255852544~4194304,268435456~4194304,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.310 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~33554432,197132288~33554432,239075328~25165824,268435456~8388608,281018368~8388608,297795584~16777216,318767104~4194304,327155712~8388608,364904448~16777216,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.310 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 10 diff [8388608~8388608,41943040~4194304,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~4194304,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~12582912,255852544~4194304,268435456~8388608,281018368~12582912,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.310 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~4194304,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~12582912,255852544~4194304,268435456~8388608,281018368~12582912,297795584~16777216,318767104~4194304,327155712~8388608,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.313 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,54525952~8388608,71303168~20971520,100663296~29360128,138412032~4194304,150994944~4194304,159383552~33554432,197132288~33554432,239075328~25165824,268435456~25165824,297795584~16777216,318767104~4194304,327155712~8388608,364904448~16777216,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.313 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 11 diff [8388608~8388608,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~33554432,138412032~4194304,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~12582912,255852544~20971520,281018368~12582912,297795584~16777216,318767104~25165824,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.313 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~33554432,138412032~4194304,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~12582912,255852544~20971520,281018368~12582912,297795584~16777216,318767104~25165824,364904448~12582912,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.318 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~20971520,71303168~20971520,100663296~41943040,150994944~4194304,159383552~33554432,197132288~33554432,239075328~54525952,297795584~46137344,364904448~16777216,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.318 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 12 diff [0~16777216,25165824~4194304,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~37748736,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,360710144~16777216,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.318 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~37748736,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,360710144~16777216,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.322 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,41943040~20971520,71303168~20971520,100663296~41943040,150994944~4194304,159383552~33554432,197132288~33554432,239075328~54525952,297795584~46137344,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.322 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 13 diff [0~16777216,25165824~4194304,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~16777216,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.322 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~12582912,197132288~25165824,226492416~4194304,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~16777216,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.326 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,41943040~50331648,100663296~46137344,150994944~4194304,159383552~33554432,197132288~33554432,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.327 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 14 diff [0~29360128,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~12582912,197132288~33554432,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~16777216,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.327 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~12582912,197132288~33554432,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~16777216,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.331 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,41943040~50331648,100663296~46137344,150994944~4194304,159383552~33554432,197132288~33554432,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.331 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 15 diff [0~29360128,41943040~33554432,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~12582912,197132288~33554432,239075328~37748736,281018368~12582912,297795584~54525952,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.331 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,41943040~33554432,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~12582912,197132288~33554432,239075328~37748736,281018368~12582912,297795584~54525952,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.337 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,41943040~50331648,100663296~46137344,150994944~4194304,159383552~33554432,197132288~33554432,239075328~117440512,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.337 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 16 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~96468992,281018368~71303168,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.337 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~96468992,281018368~71303168,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.343 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~197132288,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.343 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 17 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~46137344,230686720~46137344,281018368~71303168,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.343 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~46137344,230686720~46137344,281018368~71303168,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.349 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~197132288,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.349 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 18 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~29360128,213909504~20971520,239075328~37748736,281018368~71303168,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.349 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~16777216,180355072~29360128,213909504~20971520,239075328~37748736,281018368~71303168,360710144~16777216,385875968~25165824] 2024-09-13T03:56:49.355 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~197132288,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.355 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to 19 diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:49.355 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:49.361 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:49.361 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 6 diff [41943040~4194304,176160768~12582912,205520896~4194304,243269632~4194304,297795584~8388608,318767104~4194304,327155712~8388608,373293056~8388608] 2024-09-13T03:56:49.362 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [41943040~4194304,176160768~12582912,205520896~4194304,243269632~4194304,297795584~8388608,318767104~4194304,327155712~8388608,373293056~8388608] 2024-09-13T03:56:49.363 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [41943040~8388608,176160768~16777216,205520896~8388608,243269632~4194304,297795584~8388608,318767104~4194304,327155712~8388608,373293056~8388608] 2024-09-13T03:56:49.363 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 7 diff [8388608~8388608,41943040~4194304,100663296~4194304,117440512~4194304,176160768~16777216,205520896~4194304,243269632~4194304,281018368~4194304,297795584~8388608,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.363 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,100663296~4194304,117440512~4194304,176160768~16777216,205520896~4194304,243269632~4194304,281018368~4194304,297795584~8388608,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.364 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,100663296~8388608,117440512~4194304,176160768~16777216,205520896~8388608,243269632~4194304,281018368~8388608,297795584~8388608,318767104~4194304,327155712~8388608,364904448~16777216,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.364 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 8 diff [8388608~8388608,41943040~4194304,79691776~12582912,100663296~4194304,109051904~16777216,138412032~4194304,159383552~8388608,176160768~16777216,205520896~4194304,239075328~8388608,255852544~4194304,281018368~4194304,297795584~12582912,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.365 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,79691776~12582912,100663296~4194304,109051904~16777216,138412032~4194304,159383552~8388608,176160768~16777216,205520896~4194304,239075328~8388608,255852544~4194304,281018368~4194304,297795584~12582912,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.366 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,79691776~12582912,100663296~25165824,138412032~4194304,159383552~8388608,176160768~16777216,205520896~8388608,239075328~8388608,255852544~8388608,281018368~8388608,297795584~12582912,318767104~4194304,327155712~8388608,364904448~16777216,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.366 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 9 diff [8388608~8388608,41943040~4194304,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~8388608,176160768~16777216,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,281018368~8388608,297795584~12582912,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.367 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~8388608,176160768~16777216,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,281018368~8388608,297795584~12582912,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.369 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~8388608,176160768~16777216,197132288~33554432,239075328~25165824,281018368~8388608,297795584~12582912,318767104~4194304,327155712~8388608,364904448~16777216,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.370 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 10 diff [8388608~8388608,41943040~4194304,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,272629760~4194304,281018368~12582912,297795584~12582912,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.370 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~4194304,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,272629760~4194304,281018368~12582912,297795584~12582912,318767104~4194304,327155712~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.372 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~8388608,54525952~8388608,71303168~20971520,100663296~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~20971520,197132288~33554432,239075328~25165824,272629760~20971520,297795584~12582912,318767104~4194304,327155712~8388608,364904448~16777216,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.372 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 11 diff [8388608~8388608,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~33554432,138412032~4194304,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~12582912,272629760~4194304,281018368~12582912,297795584~16777216,318767104~25165824,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.372 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~33554432,138412032~4194304,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~12582912,272629760~4194304,281018368~12582912,297795584~16777216,318767104~25165824,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.376 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,41943040~20971520,71303168~20971520,100663296~41943040,150994944~4194304,159383552~8388608,171966464~20971520,197132288~33554432,239075328~54525952,297795584~46137344,364904448~16777216,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.376 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 12 diff [0~16777216,25165824~4194304,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~37748736,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,297795584~16777216,318767104~25165824,360710144~8388608,373293056~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.376 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,41943040~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~37748736,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,297795584~16777216,318767104~25165824,360710144~8388608,373293056~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.380 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,41943040~20971520,71303168~20971520,100663296~41943040,150994944~4194304,159383552~8388608,171966464~20971520,197132288~33554432,239075328~54525952,297795584~46137344,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.380 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 13 diff [0~16777216,25165824~4194304,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.380 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.384 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,41943040~50331648,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~33554432,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.384 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 14 diff [0~29360128,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.384 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,41943040~16777216,62914560~12582912,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,297795584~16777216,318767104~25165824,348127232~4194304,360710144~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.389 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,41943040~50331648,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~33554432,239075328~104857600,348127232~8388608,360710144~20971520,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.389 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 15 diff [0~29360128,41943040~33554432,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,297795584~54525952,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.389 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,41943040~33554432,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,297795584~54525952,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.393 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,41943040~50331648,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~33554432,239075328~117440512,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.393 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 16 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~62914560,281018368~71303168,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.393 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~62914560,281018368~71303168,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.398 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~8388608,171966464~184549376,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.398 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 17 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~12582912,230686720~46137344,281018368~71303168,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.398 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~12582912,230686720~46137344,281018368~71303168,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.404 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~8388608,171966464~184549376,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.404 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 18 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~20971520,239075328~37748736,281018368~71303168,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.404 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~20971520,239075328~37748736,281018368~71303168,360710144~8388608,373293056~8388608,385875968~25165824] 2024-09-13T03:56:49.411 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~8388608,171966464~184549376,360710144~20971520,385875968~29360128] 2024-09-13T03:56:49.411 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to 19 diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:49.411 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:49.418 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:49.418 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 7 diff [8388608~8388608,100663296~4194304,117440512~4194304,176160768~4194304,184549376~8388608,281018368~4194304,364904448~4194304,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.418 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,100663296~4194304,117440512~4194304,176160768~4194304,184549376~8388608,281018368~4194304,364904448~4194304,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.419 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,100663296~8388608,117440512~4194304,176160768~4194304,184549376~8388608,281018368~8388608,364904448~8388608,385875968~8388608,406847488~4194304] 2024-09-13T03:56:49.419 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 8 diff [8388608~8388608,79691776~12582912,100663296~4194304,109051904~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,239075328~8388608,255852544~4194304,281018368~4194304,306184192~4194304,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.419 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,79691776~12582912,100663296~4194304,109051904~16777216,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,239075328~8388608,255852544~4194304,281018368~4194304,306184192~4194304,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.421 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,79691776~12582912,100663296~25165824,138412032~4194304,159383552~8388608,176160768~4194304,184549376~8388608,239075328~8388608,255852544~8388608,281018368~8388608,306184192~4194304,364904448~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.421 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 9 diff [8388608~8388608,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~8388608,176160768~4194304,184549376~8388608,197132288~8388608,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,281018368~8388608,306184192~4194304,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.421 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~8388608,176160768~4194304,184549376~8388608,197132288~8388608,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,281018368~8388608,306184192~4194304,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.423 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,54525952~8388608,79691776~12582912,100663296~25165824,138412032~4194304,150994944~4194304,159383552~8388608,176160768~4194304,184549376~8388608,197132288~12582912,213909504~16777216,239075328~25165824,281018368~8388608,306184192~4194304,364904448~8388608,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.423 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 10 diff [8388608~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,272629760~4194304,281018368~12582912,306184192~4194304,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.423 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,54525952~8388608,71303168~4194304,79691776~12582912,100663296~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,272629760~4194304,281018368~12582912,306184192~4194304,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.425 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,54525952~8388608,71303168~20971520,100663296~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~16777216,239075328~25165824,272629760~20971520,306184192~4194304,364904448~8388608,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.425 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 11 diff [8388608~8388608,46137344~16777216,71303168~4194304,79691776~12582912,100663296~33554432,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~12582912,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.425 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [8388608~8388608,46137344~16777216,71303168~4194304,79691776~12582912,100663296~33554432,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~12582912,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,364904448~4194304,385875968~12582912,406847488~4194304] 2024-09-13T03:56:49.429 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [8388608~8388608,46137344~16777216,71303168~20971520,100663296~41943040,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~16777216,239075328~54525952,306184192~25165824,335544320~8388608,364904448~8388608,385875968~16777216,406847488~4194304] 2024-09-13T03:56:49.429 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 12 diff [0~16777216,25165824~4194304,46137344~16777216,71303168~4194304,79691776~12582912,100663296~37748736,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.429 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,46137344~16777216,71303168~4194304,79691776~12582912,100663296~37748736,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.433 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,46137344~16777216,71303168~20971520,100663296~41943040,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~16777216,239075328~54525952,306184192~25165824,335544320~8388608,360710144~12582912,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.433 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 13 diff [0~16777216,25165824~4194304,46137344~29360128,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.433 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~16777216,25165824~4194304,46137344~29360128,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.437 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~16777216,25165824~8388608,46137344~46137344,100663296~46137344,150994944~4194304,159383552~8388608,171966464~8388608,184549376~8388608,197132288~12582912,213909504~16777216,239075328~58720256,306184192~25165824,335544320~8388608,348127232~8388608,360710144~12582912,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.437 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 14 diff [0~29360128,46137344~29360128,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.437 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,46137344~29360128,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.441 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,46137344~46137344,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~58720256,301989888~29360128,335544320~8388608,348127232~8388608,360710144~12582912,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.442 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 15 diff [0~29360128,41943040~33554432,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.442 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,41943040~33554432,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.446 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~33554432,41943040~50331648,100663296~46137344,150994944~4194304,159383552~8388608,171966464~20971520,197132288~12582912,213909504~16777216,239075328~58720256,301989888~29360128,335544320~20971520,360710144~12582912,385875968~29360128] 2024-09-13T03:56:49.446 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 16 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~62914560,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.446 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~62914560,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.451 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,385875968~29360128] 2024-09-13T03:56:49.451 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 17 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~12582912,230686720~46137344,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.451 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~12582912,230686720~46137344,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.456 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,385875968~29360128] 2024-09-13T03:56:49.456 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 18 diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~20971520,239075328~37748736,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.456 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~20971520,239075328~37748736,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.462 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,100663296~46137344,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,385875968~29360128] 2024-09-13T03:56:49.462 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to 19 diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.463 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.469 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:49.469 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 8 diff [79691776~12582912,109051904~16777216,138412032~4194304,159383552~8388608,239075328~8388608,255852544~4194304,306184192~4194304,385875968~8388608] 2024-09-13T03:56:49.470 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [79691776~12582912,109051904~16777216,138412032~4194304,159383552~8388608,239075328~8388608,255852544~4194304,306184192~4194304,385875968~8388608] 2024-09-13T03:56:49.471 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [79691776~12582912,109051904~16777216,138412032~4194304,159383552~8388608,239075328~8388608,255852544~8388608,306184192~4194304,385875968~12582912] 2024-09-13T03:56:49.472 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 9 diff [54525952~8388608,79691776~12582912,104857600~20971520,138412032~4194304,150994944~4194304,159383552~8388608,197132288~8388608,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,281018368~8388608,306184192~4194304,385875968~8388608] 2024-09-13T03:56:49.472 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~8388608,79691776~12582912,104857600~20971520,138412032~4194304,150994944~4194304,159383552~8388608,197132288~8388608,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,281018368~8388608,306184192~4194304,385875968~8388608] 2024-09-13T03:56:49.473 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~8388608,79691776~12582912,104857600~20971520,138412032~4194304,150994944~4194304,159383552~8388608,197132288~12582912,213909504~16777216,239075328~25165824,281018368~8388608,306184192~4194304,385875968~12582912] 2024-09-13T03:56:49.473 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 10 diff [54525952~8388608,71303168~4194304,79691776~12582912,104857600~25165824,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,272629760~4194304,281018368~12582912,306184192~4194304,385875968~12582912] 2024-09-13T03:56:49.474 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~8388608,71303168~4194304,79691776~12582912,104857600~25165824,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~4194304,272629760~4194304,281018368~12582912,306184192~4194304,385875968~12582912] 2024-09-13T03:56:49.475 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~8388608,71303168~20971520,104857600~25165824,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,239075328~25165824,272629760~20971520,306184192~4194304,385875968~16777216] 2024-09-13T03:56:49.475 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 11 diff [46137344~16777216,71303168~4194304,79691776~12582912,104857600~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~12582912,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.475 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [46137344~16777216,71303168~4194304,79691776~12582912,104857600~29360128,138412032~4194304,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~12582912,255852544~12582912,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.478 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [46137344~16777216,71303168~20971520,104857600~37748736,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,239075328~54525952,306184192~25165824,335544320~8388608,385875968~16777216] 2024-09-13T03:56:49.478 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 12 diff [0~8388608,25165824~4194304,46137344~16777216,71303168~4194304,79691776~12582912,104857600~33554432,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.478 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~16777216,71303168~4194304,79691776~12582912,104857600~33554432,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.481 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~16777216,71303168~20971520,104857600~37748736,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,239075328~54525952,306184192~25165824,335544320~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.481 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 13 diff [0~8388608,25165824~4194304,46137344~29360128,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.482 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~29360128,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.485 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,104857600~41943040,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,239075328~58720256,306184192~25165824,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.485 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 14 diff [0~8388608,16777216~12582912,46137344~29360128,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.485 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,46137344~29360128,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.488 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,46137344~46137344,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~58720256,301989888~29360128,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.489 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 15 diff [0~8388608,16777216~12582912,41943040~33554432,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.489 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,41943040~33554432,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.492 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,41943040~50331648,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~58720256,301989888~29360128,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.492 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 16 diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~62914560,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.492 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~62914560,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.497 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~75497472,104857600~41943040,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.497 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 17 diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~12582912,230686720~46137344,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.497 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~12582912,230686720~46137344,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.501 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~75497472,100663296~46137344,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.501 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 18 diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~20971520,239075328~37748736,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.501 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,100663296~46137344,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~20971520,239075328~37748736,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.506 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,100663296~46137344,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.506 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to 19 diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.506 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.512 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:49.512 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 9 diff [54525952~8388608,83886080~4194304,104857600~4194304,150994944~4194304,197132288~8388608,213909504~8388608,226492416~4194304,243269632~8388608,255852544~4194304,281018368~8388608] 2024-09-13T03:56:49.512 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~8388608,83886080~4194304,104857600~4194304,150994944~4194304,197132288~8388608,213909504~8388608,226492416~4194304,243269632~8388608,255852544~4194304,281018368~8388608] 2024-09-13T03:56:49.513 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~8388608,83886080~8388608,104857600~4194304,150994944~4194304,197132288~12582912,213909504~16777216,243269632~20971520,281018368~8388608] 2024-09-13T03:56:49.514 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 10 diff [54525952~8388608,71303168~4194304,83886080~8388608,104857600~4194304,113246208~16777216,150994944~4194304,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,243269632~8388608,255852544~4194304,272629760~4194304,281018368~12582912,390070272~8388608] 2024-09-13T03:56:49.514 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~8388608,71303168~4194304,83886080~8388608,104857600~4194304,113246208~16777216,150994944~4194304,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,243269632~8388608,255852544~4194304,272629760~4194304,281018368~12582912,390070272~8388608] 2024-09-13T03:56:49.515 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~8388608,71303168~8388608,83886080~8388608,104857600~4194304,113246208~16777216,150994944~4194304,171966464~8388608,197132288~12582912,213909504~16777216,243269632~20971520,272629760~20971520,390070272~12582912] 2024-09-13T03:56:49.516 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 11 diff [46137344~16777216,71303168~4194304,79691776~12582912,104857600~4194304,113246208~20971520,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.516 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [46137344~16777216,71303168~4194304,79691776~12582912,104857600~4194304,113246208~20971520,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,243269632~8388608,255852544~12582912,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.517 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [46137344~16777216,71303168~20971520,104857600~4194304,113246208~25165824,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,243269632~50331648,306184192~25165824,335544320~8388608,385875968~16777216] 2024-09-13T03:56:49.517 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 12 diff [0~8388608,25165824~4194304,46137344~16777216,71303168~4194304,79691776~12582912,104857600~4194304,113246208~25165824,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,243269632~25165824,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.518 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~16777216,71303168~4194304,79691776~12582912,104857600~4194304,113246208~25165824,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,243269632~25165824,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.520 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~16777216,71303168~20971520,104857600~4194304,113246208~29360128,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,243269632~50331648,306184192~25165824,335544320~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.520 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 13 diff [0~8388608,25165824~4194304,46137344~29360128,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.520 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~29360128,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~8388608,226492416~4194304,239075328~29360128,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.523 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~8388608,197132288~12582912,213909504~16777216,239075328~58720256,306184192~25165824,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.523 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 14 diff [0~8388608,16777216~12582912,46137344~29360128,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.524 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,46137344~29360128,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.526 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,46137344~46137344,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~58720256,301989888~29360128,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.527 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 15 diff [0~8388608,16777216~12582912,41943040~33554432,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.527 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,41943040~33554432,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~37748736,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.529 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,41943040~50331648,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,197132288~12582912,213909504~16777216,239075328~58720256,301989888~29360128,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.530 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 16 diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~62914560,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.530 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~62914560,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.533 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~75497472,104857600~4194304,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.533 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 17 diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~12582912,230686720~46137344,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.533 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~12582912,230686720~46137344,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.537 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~75497472,100663296~8388608,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.537 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 18 diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~20971520,239075328~37748736,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.537 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~20971520,239075328~37748736,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.541 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,100663296~8388608,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.542 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to 19 diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.542 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.547 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:49.547 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 10 diff [71303168~4194304,88080384~4194304,113246208~16777216,171966464~8388608,201326592~8388608,272629760~4194304,289406976~4194304,390070272~8388608] 2024-09-13T03:56:49.547 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [71303168~4194304,88080384~4194304,113246208~16777216,171966464~8388608,201326592~8388608,272629760~4194304,289406976~4194304,390070272~8388608] 2024-09-13T03:56:49.549 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [71303168~8388608,88080384~4194304,113246208~16777216,171966464~8388608,201326592~8388608,272629760~8388608,289406976~4194304,390070272~12582912] 2024-09-13T03:56:49.549 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 11 diff [46137344~8388608,71303168~4194304,79691776~4194304,88080384~4194304,113246208~20971520,159383552~8388608,171966464~8388608,201326592~8388608,260046848~8388608,272629760~4194304,289406976~4194304,306184192~8388608,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.549 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [46137344~8388608,71303168~4194304,79691776~4194304,88080384~4194304,113246208~20971520,159383552~8388608,171966464~8388608,201326592~8388608,260046848~8388608,272629760~4194304,289406976~4194304,306184192~8388608,318767104~8388608,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.550 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [46137344~8388608,71303168~20971520,113246208~25165824,159383552~8388608,171966464~8388608,201326592~8388608,260046848~20971520,289406976~4194304,306184192~25165824,335544320~8388608,385875968~16777216] 2024-09-13T03:56:49.551 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 12 diff [0~8388608,25165824~4194304,46137344~16777216,71303168~4194304,79691776~4194304,88080384~4194304,113246208~25165824,159383552~8388608,171966464~8388608,201326592~8388608,243269632~12582912,260046848~8388608,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.551 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~16777216,71303168~4194304,79691776~4194304,88080384~4194304,113246208~25165824,159383552~8388608,171966464~8388608,201326592~8388608,243269632~12582912,260046848~8388608,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.552 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~16777216,71303168~20971520,113246208~29360128,159383552~8388608,171966464~8388608,201326592~8388608,243269632~50331648,306184192~25165824,335544320~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.552 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 13 diff [0~8388608,25165824~4194304,46137344~12582912,62914560~12582912,79691776~4194304,88080384~4194304,113246208~33554432,159383552~8388608,171966464~8388608,201326592~8388608,239075328~16777216,260046848~8388608,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.552 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~12582912,62914560~12582912,79691776~4194304,88080384~4194304,113246208~33554432,159383552~8388608,171966464~8388608,201326592~8388608,239075328~16777216,260046848~8388608,272629760~4194304,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.554 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~46137344,113246208~33554432,159383552~8388608,171966464~8388608,201326592~8388608,239075328~58720256,306184192~25165824,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.554 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 14 diff [0~8388608,16777216~12582912,46137344~12582912,62914560~12582912,79691776~4194304,88080384~4194304,113246208~33554432,159383552~8388608,171966464~12582912,201326592~8388608,218103808~8388608,239075328~16777216,260046848~16777216,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.554 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,46137344~12582912,62914560~12582912,79691776~4194304,88080384~4194304,113246208~33554432,159383552~8388608,171966464~12582912,201326592~8388608,218103808~8388608,239075328~16777216,260046848~16777216,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.557 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,46137344~46137344,113246208~33554432,159383552~8388608,171966464~12582912,201326592~8388608,218103808~8388608,239075328~58720256,301989888~29360128,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.558 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 15 diff [0~8388608,16777216~12582912,41943040~33554432,79691776~12582912,113246208~33554432,159383552~8388608,171966464~12582912,201326592~8388608,218103808~8388608,239075328~16777216,260046848~16777216,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.558 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,41943040~33554432,79691776~12582912,113246208~33554432,159383552~8388608,171966464~12582912,201326592~8388608,218103808~8388608,239075328~16777216,260046848~16777216,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.561 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,41943040~50331648,113246208~33554432,159383552~8388608,171966464~12582912,201326592~8388608,218103808~8388608,239075328~58720256,301989888~29360128,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.561 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 16 diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~8388608,230686720~25165824,260046848~16777216,281018368~16777216,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.561 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~8388608,230686720~25165824,260046848~16777216,281018368~16777216,301989888~29360128,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.564 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~75497472,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~8388608,230686720~100663296,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.564 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 17 diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,159383552~8388608,171966464~12582912,192937984~8388608,205520896~4194304,218103808~37748736,260046848~16777216,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.564 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,159383552~8388608,171966464~12582912,192937984~8388608,205520896~4194304,218103808~37748736,260046848~16777216,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.567 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~75497472,100663296~8388608,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.568 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 18 diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~16777216,239075328~16777216,260046848~16777216,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.568 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,100663296~8388608,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~16777216,239075328~16777216,260046848~16777216,281018368~50331648,335544320~16777216,360710144~8388608,385875968~25165824] 2024-09-13T03:56:49.572 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,100663296~8388608,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.572 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to 19 diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.572 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.577 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:49.577 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 11 diff [46137344~8388608,79691776~4194304,125829120~8388608,159383552~8388608,260046848~8388608,289406976~4194304,306184192~8388608,318767104~8388608,335544320~8388608,385875968~8388608] 2024-09-13T03:56:49.578 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [46137344~8388608,79691776~4194304,125829120~8388608,159383552~8388608,260046848~8388608,289406976~4194304,306184192~8388608,318767104~8388608,335544320~8388608,385875968~8388608] 2024-09-13T03:56:49.579 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [46137344~8388608,79691776~8388608,125829120~12582912,159383552~8388608,260046848~12582912,289406976~4194304,306184192~25165824,335544320~8388608,385875968~12582912] 2024-09-13T03:56:49.579 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 12 diff [0~8388608,25165824~4194304,46137344~16777216,79691776~4194304,125829120~12582912,159383552~8388608,171966464~4194304,243269632~12582912,260046848~8388608,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T03:56:49.579 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~16777216,79691776~4194304,125829120~12582912,159383552~8388608,171966464~4194304,243269632~12582912,260046848~8388608,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,360710144~4194304,385875968~8388608,406847488~8388608] 2024-09-13T03:56:49.581 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~16777216,79691776~8388608,125829120~16777216,159383552~8388608,171966464~4194304,243269632~29360128,281018368~12582912,306184192~25165824,335544320~8388608,360710144~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.581 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 13 diff [0~8388608,25165824~4194304,46137344~12582912,62914560~8388608,79691776~4194304,125829120~20971520,159383552~8388608,171966464~4194304,239075328~16777216,260046848~8388608,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.581 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,46137344~12582912,62914560~8388608,79691776~4194304,125829120~20971520,159383552~8388608,171966464~4194304,239075328~16777216,260046848~8388608,281018368~12582912,306184192~8388608,318767104~8388608,335544320~8388608,348127232~4194304,360710144~4194304,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.583 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,46137344~25165824,79691776~8388608,125829120~20971520,159383552~8388608,171966464~4194304,239075328~33554432,281018368~16777216,306184192~25165824,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.583 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 14 diff [0~8388608,16777216~12582912,46137344~12582912,62914560~8388608,79691776~4194304,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.584 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,46137344~12582912,62914560~8388608,79691776~4194304,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~12582912,318767104~8388608,335544320~8388608,348127232~4194304,360710144~8388608,385875968~12582912,406847488~8388608] 2024-09-13T03:56:49.586 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,46137344~25165824,79691776~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,218103808~8388608,239075328~37748736,281018368~16777216,301989888~29360128,335544320~8388608,348127232~8388608,360710144~8388608,385875968~16777216,406847488~8388608] 2024-09-13T03:56:49.586 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 15 diff [0~8388608,16777216~12582912,41943040~29360128,79691776~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.586 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,41943040~29360128,79691776~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~29360128,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.589 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,41943040~29360128,79691776~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,218103808~8388608,239075328~37748736,281018368~16777216,301989888~29360128,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.589 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 16 diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~8388608,218103808~8388608,230686720~25165824,260046848~12582912,281018368~16777216,301989888~29360128,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.589 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~8388608,218103808~8388608,230686720~25165824,260046848~12582912,281018368~16777216,301989888~29360128,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.591 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~54525952,79691776~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~8388608,218103808~8388608,230686720~46137344,281018368~50331648,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.591 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 17 diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~8388608,218103808~37748736,260046848~12582912,281018368~50331648,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.591 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~8388608,218103808~37748736,260046848~12582912,281018368~50331648,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.594 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~54525952,79691776~12582912,100663296~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~12582912,218103808~58720256,281018368~50331648,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.595 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 18 diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~12582912,218103808~16777216,239075328~16777216,260046848~12582912,281018368~50331648,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.595 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~12582912,218103808~16777216,239075328~16777216,260046848~12582912,281018368~50331648,335544320~16777216,360710144~8388608,385875968~12582912,402653184~8388608] 2024-09-13T03:56:49.598 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,100663296~8388608,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~58720256,281018368~50331648,335544320~20971520,360710144~8388608,385875968~29360128] 2024-09-13T03:56:49.598 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to 19 diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:49.599 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:49.603 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:49.603 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 12 diff [0~8388608,25165824~4194304,54525952~8388608,134217728~8388608,171966464~4194304,243269632~12582912,281018368~8388608,360710144~4194304,406847488~8388608] 2024-09-13T03:56:49.603 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,54525952~8388608,134217728~8388608,171966464~4194304,243269632~12582912,281018368~8388608,360710144~4194304,406847488~8388608] 2024-09-13T03:56:49.605 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,54525952~8388608,134217728~8388608,171966464~4194304,243269632~16777216,281018368~8388608,360710144~8388608,406847488~8388608] 2024-09-13T03:56:49.605 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 13 diff [0~8388608,25165824~4194304,50331648~8388608,62914560~8388608,125829120~20971520,171966464~4194304,239075328~16777216,264241152~4194304,281018368~12582912,348127232~4194304,360710144~4194304,394264576~4194304,406847488~8388608] 2024-09-13T03:56:49.605 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,25165824~4194304,50331648~8388608,62914560~8388608,125829120~20971520,171966464~4194304,239075328~16777216,264241152~4194304,281018368~12582912,348127232~4194304,360710144~4194304,394264576~4194304,406847488~8388608] 2024-09-13T03:56:49.606 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,25165824~8388608,50331648~20971520,125829120~20971520,171966464~4194304,239075328~20971520,264241152~4194304,281018368~16777216,348127232~8388608,360710144~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:56:49.606 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 14 diff [0~8388608,16777216~12582912,50331648~8388608,62914560~8388608,125829120~20971520,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~4194304,348127232~4194304,360710144~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:56:49.606 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,50331648~8388608,62914560~8388608,125829120~20971520,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~4194304,348127232~4194304,360710144~8388608,394264576~4194304,406847488~8388608] 2024-09-13T03:56:49.608 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,50331648~20971520,125829120~20971520,171966464~4194304,180355072~4194304,218103808~8388608,239075328~37748736,281018368~16777216,301989888~8388608,348127232~8388608,360710144~8388608,394264576~8388608,406847488~8388608] 2024-09-13T03:56:49.608 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 15 diff [0~8388608,16777216~12582912,41943040~29360128,79691776~8388608,125829120~20971520,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.608 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,41943040~29360128,79691776~8388608,125829120~20971520,171966464~4194304,180355072~4194304,218103808~8388608,239075328~16777216,260046848~12582912,281018368~12582912,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.610 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~16777216,41943040~29360128,79691776~12582912,125829120~20971520,171966464~4194304,180355072~4194304,218103808~8388608,239075328~37748736,281018368~16777216,301989888~8388608,314572800~8388608,335544320~20971520,360710144~8388608,394264576~20971520] 2024-09-13T03:56:49.610 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 16 diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~8388608,218103808~8388608,230686720~25165824,260046848~12582912,281018368~16777216,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.611 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~8388608,218103808~8388608,230686720~25165824,260046848~12582912,281018368~16777216,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.613 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~54525952,79691776~12582912,125829120~20971520,171966464~4194304,180355072~4194304,192937984~8388608,218103808~8388608,230686720~46137344,281018368~29360128,314572800~8388608,335544320~20971520,360710144~8388608,394264576~20971520] 2024-09-13T03:56:49.613 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 17 diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~8388608,218103808~37748736,260046848~12582912,281018368~25165824,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.613 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~8388608,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~8388608,218103808~37748736,260046848~12582912,281018368~25165824,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.616 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~8388608,16777216~54525952,79691776~12582912,100663296~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~12582912,218103808~58720256,281018368~29360128,314572800~16777216,335544320~20971520,360710144~8388608,394264576~20971520] 2024-09-13T03:56:49.616 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 18 diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~12582912,218103808~16777216,239075328~16777216,260046848~12582912,281018368~25165824,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.616 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~12582912,218103808~16777216,239075328~16777216,260046848~12582912,281018368~25165824,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.619 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,100663296~8388608,125829120~20971520,171966464~4194304,180355072~4194304,192937984~16777216,218103808~58720256,281018368~29360128,314572800~16777216,335544320~20971520,360710144~8388608,394264576~20971520] 2024-09-13T03:56:49.619 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to 19 diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.620 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.623 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:49.623 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 13 diff [50331648~8388608,62914560~8388608,125829120~16777216,239075328~4194304,264241152~4194304,289406976~4194304,348127232~4194304,394264576~4194304] 2024-09-13T03:56:49.624 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [50331648~8388608,62914560~8388608,125829120~16777216,239075328~4194304,264241152~4194304,289406976~4194304,348127232~4194304,394264576~4194304] 2024-09-13T03:56:49.625 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [50331648~8388608,62914560~8388608,125829120~20971520,239075328~4194304,264241152~4194304,289406976~8388608,348127232~8388608,394264576~8388608] 2024-09-13T03:56:49.625 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 14 diff [16777216~8388608,50331648~8388608,62914560~8388608,125829120~20971520,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,289406976~4194304,301989888~4194304,348127232~4194304,364904448~4194304,394264576~4194304] 2024-09-13T03:56:49.625 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,50331648~8388608,62914560~8388608,125829120~20971520,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,289406976~4194304,301989888~4194304,348127232~4194304,364904448~4194304,394264576~4194304] 2024-09-13T03:56:49.627 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,50331648~8388608,62914560~8388608,125829120~20971520,180355072~4194304,218103808~8388608,239075328~8388608,260046848~16777216,289406976~8388608,301989888~8388608,348127232~8388608,364904448~4194304,394264576~8388608] 2024-09-13T03:56:49.627 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 15 diff [16777216~8388608,41943040~29360128,79691776~8388608,125829120~20971520,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,289406976~4194304,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.627 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,41943040~29360128,79691776~8388608,125829120~20971520,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,289406976~4194304,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.628 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,41943040~29360128,79691776~12582912,125829120~20971520,180355072~4194304,218103808~8388608,239075328~8388608,260046848~16777216,289406976~8388608,301989888~8388608,314572800~8388608,335544320~20971520,364904448~4194304,394264576~20971520] 2024-09-13T03:56:49.629 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 16 diff [16777216~8388608,33554432~37748736,79691776~8388608,125829120~20971520,180355072~4194304,192937984~8388608,218103808~8388608,230686720~20971520,260046848~12582912,285212672~12582912,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.629 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,33554432~37748736,79691776~8388608,125829120~20971520,180355072~4194304,192937984~8388608,218103808~8388608,230686720~20971520,260046848~12582912,285212672~12582912,301989888~4194304,314572800~8388608,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.630 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,33554432~37748736,79691776~12582912,125829120~20971520,180355072~4194304,192937984~8388608,218103808~8388608,230686720~20971520,260046848~16777216,285212672~25165824,314572800~8388608,335544320~20971520,364904448~4194304,394264576~20971520] 2024-09-13T03:56:49.630 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 17 diff [16777216~8388608,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,180355072~4194304,192937984~8388608,218103808~33554432,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.630 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,180355072~4194304,192937984~8388608,218103808~33554432,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.632 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,33554432~37748736,79691776~12582912,100663296~8388608,125829120~20971520,180355072~4194304,192937984~12582912,218103808~33554432,260046848~16777216,285212672~25165824,314572800~16777216,335544320~20971520,364904448~4194304,394264576~20971520] 2024-09-13T03:56:49.632 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 18 diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,180355072~4194304,192937984~12582912,218103808~16777216,239075328~12582912,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.632 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,100663296~8388608,125829120~20971520,180355072~4194304,192937984~12582912,218103808~16777216,239075328~12582912,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.635 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,100663296~8388608,125829120~20971520,180355072~4194304,192937984~16777216,218103808~33554432,260046848~16777216,285212672~25165824,314572800~16777216,335544320~20971520,364904448~4194304,394264576~20971520] 2024-09-13T03:56:49.635 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to 19 diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.635 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:49.638 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:49.638 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 14 diff [16777216~8388608,125829120~8388608,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,301989888~4194304,364904448~4194304] 2024-09-13T03:56:49.638 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,125829120~8388608,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,301989888~4194304,364904448~4194304] 2024-09-13T03:56:49.640 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,125829120~12582912,180355072~4194304,218103808~8388608,239075328~8388608,260046848~16777216,301989888~8388608,364904448~4194304] 2024-09-13T03:56:49.640 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 15 diff [16777216~8388608,41943040~8388608,58720256~4194304,67108864~4194304,79691776~8388608,125829120~8388608,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,301989888~4194304,314572800~8388608,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.641 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,41943040~8388608,58720256~4194304,67108864~4194304,79691776~8388608,125829120~8388608,180355072~4194304,218103808~8388608,239075328~8388608,260046848~12582912,301989888~4194304,314572800~8388608,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.641 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,41943040~8388608,58720256~12582912,79691776~12582912,125829120~12582912,180355072~4194304,218103808~8388608,239075328~8388608,260046848~16777216,301989888~8388608,314572800~8388608,335544320~12582912,364904448~4194304,398458880~16777216] 2024-09-13T03:56:49.641 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 16 diff [16777216~8388608,33554432~16777216,58720256~4194304,67108864~4194304,79691776~8388608,125829120~12582912,180355072~4194304,192937984~8388608,218103808~8388608,230686720~20971520,260046848~12582912,285212672~12582912,301989888~4194304,314572800~8388608,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.641 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,33554432~16777216,58720256~4194304,67108864~4194304,79691776~8388608,125829120~12582912,180355072~4194304,192937984~8388608,218103808~8388608,230686720~20971520,260046848~12582912,285212672~12582912,301989888~4194304,314572800~8388608,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.642 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,33554432~16777216,58720256~12582912,79691776~12582912,125829120~16777216,180355072~4194304,192937984~8388608,218103808~8388608,230686720~20971520,260046848~16777216,285212672~25165824,314572800~8388608,335544320~12582912,364904448~4194304,398458880~16777216] 2024-09-13T03:56:49.642 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 17 diff [16777216~8388608,33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,180355072~4194304,192937984~8388608,218103808~33554432,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.642 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [16777216~8388608,33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,180355072~4194304,192937984~8388608,218103808~33554432,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.643 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [16777216~12582912,33554432~20971520,58720256~12582912,79691776~12582912,100663296~8388608,125829120~16777216,180355072~4194304,192937984~12582912,218103808~33554432,260046848~16777216,285212672~25165824,314572800~16777216,335544320~12582912,364904448~4194304,398458880~16777216] 2024-09-13T03:56:49.643 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 18 diff [4194304~8388608,16777216~8388608,33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,180355072~4194304,192937984~12582912,218103808~16777216,239075328~12582912,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.644 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,180355072~4194304,192937984~12582912,218103808~16777216,239075328~12582912,260046848~12582912,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,398458880~12582912] 2024-09-13T03:56:49.645 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~12582912,79691776~12582912,100663296~8388608,125829120~16777216,180355072~4194304,192937984~16777216,218103808~33554432,260046848~16777216,285212672~25165824,314572800~16777216,335544320~12582912,364904448~4194304,398458880~16777216] 2024-09-13T03:56:49.645 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to 19 diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:49.646 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:49.648 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-09-13T03:56:49.648 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 15 diff [41943040~8388608,58720256~4194304,67108864~4194304,79691776~8388608,218103808~8388608,314572800~8388608,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.648 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [41943040~8388608,58720256~4194304,67108864~4194304,79691776~8388608,218103808~8388608,314572800~8388608,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.649 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [41943040~8388608,58720256~12582912,79691776~12582912,218103808~8388608,314572800~8388608,335544320~12582912,398458880~16777216] 2024-09-13T03:56:49.649 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 16 diff [33554432~16777216,58720256~4194304,67108864~4194304,79691776~8388608,134217728~8388608,192937984~8388608,218103808~8388608,230686720~16777216,285212672~12582912,314572800~8388608,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.649 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [33554432~16777216,58720256~4194304,67108864~4194304,79691776~8388608,134217728~8388608,192937984~8388608,218103808~8388608,230686720~16777216,285212672~12582912,314572800~8388608,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.650 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [33554432~16777216,58720256~12582912,79691776~12582912,134217728~8388608,192937984~8388608,218103808~8388608,230686720~20971520,285212672~16777216,314572800~8388608,335544320~12582912,398458880~16777216] 2024-09-13T03:56:49.651 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 17 diff [33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,192937984~8388608,218103808~8388608,230686720~16777216,264241152~8388608,285212672~20971520,314572800~16777216,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.651 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,192937984~8388608,218103808~8388608,230686720~16777216,264241152~8388608,285212672~20971520,314572800~16777216,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.652 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [33554432~20971520,58720256~12582912,79691776~12582912,100663296~8388608,125829120~16777216,192937984~12582912,218103808~33554432,264241152~12582912,285212672~20971520,314572800~16777216,335544320~12582912,398458880~16777216] 2024-09-13T03:56:49.652 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 18 diff [4194304~8388608,33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,192937984~12582912,218103808~16777216,239075328~8388608,264241152~8388608,285212672~20971520,314572800~16777216,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.652 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,58720256~12582912,79691776~8388608,100663296~8388608,125829120~16777216,192937984~12582912,218103808~16777216,239075328~8388608,264241152~8388608,285212672~20971520,314572800~16777216,335544320~8388608,398458880~12582912] 2024-09-13T03:56:49.654 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~20971520,58720256~12582912,79691776~12582912,100663296~8388608,125829120~16777216,192937984~16777216,218103808~33554432,264241152~12582912,285212672~20971520,314572800~16777216,335544320~12582912,398458880~16777216] 2024-09-13T03:56:49.654 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to 19 diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:49.654 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:49.657 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,314572800~16777216,335544320~12582912,381681664~8388608,398458880~16777216] 2024-09-13T03:56:49.657 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 16 diff [33554432~12582912,134217728~8388608,192937984~8388608,230686720~16777216,285212672~12582912] 2024-09-13T03:56:49.657 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [33554432~12582912,134217728~8388608,192937984~8388608,230686720~16777216,285212672~12582912] 2024-09-13T03:56:49.658 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [33554432~12582912,134217728~8388608,192937984~8388608,230686720~20971520,285212672~16777216] 2024-09-13T03:56:49.658 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 17 diff [33554432~16777216,58720256~8388608,100663296~8388608,125829120~16777216,192937984~8388608,218103808~8388608,230686720~16777216,264241152~8388608,285212672~20971520,318767104~8388608] 2024-09-13T03:56:49.658 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [33554432~16777216,58720256~8388608,100663296~8388608,125829120~16777216,192937984~8388608,218103808~8388608,230686720~16777216,264241152~8388608,285212672~20971520,318767104~8388608] 2024-09-13T03:56:49.659 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [33554432~20971520,58720256~12582912,100663296~8388608,125829120~16777216,192937984~12582912,218103808~33554432,264241152~12582912,285212672~20971520,318767104~12582912] 2024-09-13T03:56:49.659 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 18 diff [4194304~8388608,33554432~16777216,58720256~8388608,100663296~8388608,125829120~16777216,192937984~12582912,218103808~16777216,239075328~8388608,264241152~8388608,285212672~20971520,318767104~8388608,398458880~4194304] 2024-09-13T03:56:49.660 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,58720256~8388608,100663296~8388608,125829120~16777216,192937984~12582912,218103808~16777216,239075328~8388608,264241152~8388608,285212672~20971520,318767104~8388608,398458880~4194304] 2024-09-13T03:56:49.661 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~20971520,58720256~12582912,100663296~8388608,125829120~16777216,192937984~16777216,218103808~33554432,264241152~12582912,285212672~20971520,318767104~12582912,398458880~4194304] 2024-09-13T03:56:49.661 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to 19 diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.662 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.664 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.664 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to 17 diff [46137344~4194304,58720256~8388608,100663296~8388608,125829120~8388608,197132288~4194304,218103808~8388608,264241152~8388608,297795584~8388608,318767104~8388608] 2024-09-13T03:56:49.664 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [46137344~4194304,58720256~8388608,100663296~8388608,125829120~8388608,197132288~4194304,218103808~8388608,264241152~8388608,297795584~8388608,318767104~8388608] 2024-09-13T03:56:49.665 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [46137344~8388608,58720256~12582912,100663296~8388608,125829120~8388608,197132288~8388608,218103808~12582912,264241152~12582912,297795584~8388608,318767104~12582912] 2024-09-13T03:56:49.665 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to 18 diff [4194304~8388608,37748736~12582912,58720256~8388608,100663296~8388608,125829120~8388608,197132288~8388608,218103808~12582912,247463936~4194304,264241152~8388608,297795584~8388608,318767104~8388608,398458880~4194304] 2024-09-13T03:56:49.665 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~12582912,58720256~8388608,100663296~8388608,125829120~8388608,197132288~8388608,218103808~12582912,247463936~4194304,264241152~8388608,297795584~8388608,318767104~8388608,398458880~4194304] 2024-09-13T03:56:49.666 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~16777216,58720256~12582912,100663296~8388608,125829120~12582912,197132288~12582912,218103808~16777216,247463936~4194304,264241152~12582912,297795584~8388608,318767104~12582912,398458880~4194304] 2024-09-13T03:56:49.666 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to 19 diff [4194304~8388608,37748736~12582912,54525952~12582912,96468992~12582912,125829120~8388608,163577856~4194304,197132288~12582912,218103808~20971520,247463936~4194304,255852544~16777216,276824064~4194304,297795584~8388608,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.666 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~12582912,96468992~12582912,125829120~8388608,163577856~4194304,197132288~12582912,218103808~20971520,247463936~4194304,255852544~16777216,276824064~4194304,297795584~8388608,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.668 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~33554432,96468992~12582912,125829120~12582912,163577856~4194304,197132288~12582912,218103808~25165824,247463936~4194304,255852544~29360128,297795584~8388608,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.668 INFO:tasks.workunit.client.0.smithi052.stdout:from 17 to 18 diff [4194304~8388608,37748736~8388608,100663296~4194304,130023424~8388608,197132288~8388608,226492416~4194304,247463936~4194304,398458880~4194304] 2024-09-13T03:56:49.668 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~8388608,100663296~4194304,130023424~8388608,197132288~8388608,226492416~4194304,247463936~4194304,398458880~4194304] 2024-09-13T03:56:49.669 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~12582912,100663296~4194304,130023424~8388608,197132288~12582912,226492416~8388608,247463936~4194304,398458880~4194304] 2024-09-13T03:56:49.669 INFO:tasks.workunit.client.0.smithi052.stdout:from 17 to 19 diff [4194304~8388608,37748736~8388608,54525952~4194304,62914560~4194304,96468992~8388608,130023424~8388608,163577856~4194304,197132288~12582912,226492416~12582912,247463936~4194304,255852544~8388608,276824064~4194304,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.669 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~8388608,54525952~4194304,62914560~4194304,96468992~8388608,130023424~8388608,163577856~4194304,197132288~12582912,226492416~12582912,247463936~4194304,255852544~8388608,276824064~4194304,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.671 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~12582912,54525952~4194304,62914560~4194304,96468992~12582912,130023424~8388608,163577856~4194304,197132288~12582912,226492416~16777216,247463936~4194304,255852544~12582912,276824064~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:49.671 INFO:tasks.workunit.client.0.smithi052.stdout:from 18 to 19 diff [54525952~4194304,62914560~4194304,96468992~8388608,163577856~4194304,197132288~8388608,230686720~8388608,255852544~8388608,276824064~4194304,381681664~8388608,406847488~8388608] 2024-09-13T03:56:49.671 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [54525952~4194304,62914560~4194304,96468992~8388608,163577856~4194304,197132288~8388608,230686720~8388608,255852544~8388608,276824064~4194304,381681664~8388608,406847488~8388608] 2024-09-13T03:56:49.672 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [54525952~4194304,62914560~4194304,96468992~12582912,163577856~4194304,197132288~12582912,230686720~12582912,255852544~12582912,276824064~8388608,381681664~8388608,406847488~8388608] 2024-09-13T03:56:49.927 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:49.928 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:49.959 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:49.960 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:49.960 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:49.967 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:49.967 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.968 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:49.974 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.974 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:49.980 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:49.980 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:49.987 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:49.987 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:49.992 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.992 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:49.998 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:49.998 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:50.003 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:50.003 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:50.007 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:50.007 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:50.011 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:50.011 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:50.015 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:50.015 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:50.019 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:50.019 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:50.021 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:50.022 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:50.022 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-09-13T03:56:50.024 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:50.024 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:50.026 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,314572800~16777216,335544320~12582912,381681664~8388608,398458880~16777216] 2024-09-13T03:56:50.027 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to HEAD diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.027 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.029 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to HEAD diff [4194304~8388608,37748736~12582912,54525952~12582912,96468992~12582912,125829120~8388608,163577856~4194304,197132288~12582912,218103808~20971520,247463936~4194304,255852544~16777216,276824064~4194304,297795584~8388608,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.029 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~12582912,96468992~12582912,125829120~8388608,163577856~4194304,197132288~12582912,218103808~20971520,247463936~4194304,255852544~16777216,276824064~4194304,297795584~8388608,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.030 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~33554432,96468992~12582912,125829120~12582912,163577856~4194304,197132288~12582912,218103808~25165824,247463936~4194304,255852544~29360128,297795584~8388608,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.031 INFO:tasks.workunit.client.0.smithi052.stdout:from 17 to HEAD diff [4194304~8388608,37748736~8388608,54525952~4194304,62914560~4194304,96468992~8388608,130023424~8388608,163577856~4194304,197132288~12582912,226492416~12582912,247463936~4194304,255852544~8388608,276824064~4194304,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~8388608,54525952~4194304,62914560~4194304,96468992~8388608,130023424~8388608,163577856~4194304,197132288~12582912,226492416~12582912,247463936~4194304,255852544~8388608,276824064~4194304,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.031 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~12582912,54525952~4194304,62914560~4194304,96468992~12582912,130023424~8388608,163577856~4194304,197132288~12582912,226492416~16777216,247463936~4194304,255852544~12582912,276824064~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:49 smithi078 ceph-mon[85589]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T03:56:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:49 smithi078 ceph-mon[85589]: pgmap v3796: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 119 KiB/s rd, 31 MiB/s wr, 207 op/s 2024-09-13T03:56:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:49 smithi052 ceph-mon[91421]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T03:56:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:49 smithi052 ceph-mon[91421]: pgmap v3796: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 119 KiB/s rd, 31 MiB/s wr, 207 op/s 2024-09-13T03:56:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:49 smithi052 ceph-mon[89065]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-13T03:56:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:49 smithi052 ceph-mon[89065]: pgmap v3796: 137 pgs: 137 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 119 KiB/s rd, 31 MiB/s wr, 207 op/s 2024-09-13T03:56:50.958 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:50.958 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:50.994 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:50.994 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:50.995 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:51.004 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:51.004 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:51.011 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:51.011 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:51.017 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:51.017 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:51.018 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:51.024 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:51.024 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:51.025 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:51.030 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.030 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.035 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:51.035 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.036 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:51.041 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.041 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:51.046 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.046 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:51.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:51.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:51.054 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:51.054 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:51.058 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:51.058 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:51.061 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:51.061 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-09-13T03:56:51.063 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:51.063 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:51.064 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,314572800~16777216,335544320~12582912,381681664~8388608,398458880~16777216] 2024-09-13T03:56:51.064 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to HEAD diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:51.065 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:51.066 INFO:tasks.workunit.client.0.smithi052.stdout:from 16 to HEAD diff [4194304~8388608,37748736~12582912,54525952~12582912,96468992~12582912,125829120~8388608,163577856~4194304,197132288~12582912,218103808~20971520,247463936~4194304,255852544~16777216,276824064~4194304,297795584~8388608,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~12582912,96468992~12582912,125829120~8388608,163577856~4194304,197132288~12582912,218103808~20971520,247463936~4194304,255852544~16777216,276824064~4194304,297795584~8388608,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:51.066 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,37748736~33554432,96468992~12582912,125829120~12582912,163577856~4194304,197132288~12582912,218103808~25165824,247463936~4194304,255852544~29360128,297795584~8388608,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:50 smithi078 ceph-mon[85589]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T03:56:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:50 smithi052 ceph-mon[91421]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T03:56:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:50 smithi052 ceph-mon[89065]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-13T03:56:51.954 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:51.954 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:51.995 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:51.995 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:52.002 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:52.002 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:52.003 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:52.008 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:52.008 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:52.009 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:52.014 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:52.014 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:52.015 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:52.020 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:52.020 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:52.025 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.025 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:52.030 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.030 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.034 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:52.034 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:52.038 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.038 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:52.041 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:52.041 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:52.042 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:52.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:52.045 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:52.045 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:52.047 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:52.048 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:52.048 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:52.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:52.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-09-13T03:56:52.051 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:52.051 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,314572800~16777216,335544320~12582912,381681664~8388608,398458880~16777216] 2024-09-13T03:56:52.053 INFO:tasks.workunit.client.0.smithi052.stdout:from 15 to HEAD diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,318767104~8388608,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:52.053 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,318767104~12582912,381681664~8388608,398458880~4194304,406847488~8388608] 2024-09-13T03:56:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:51 smithi078 ceph-mon[85589]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T03:56:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:51 smithi078 ceph-mon[85589]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 359 KiB/s rd, 36 MiB/s wr, 639 op/s 2024-09-13T03:56:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:51 smithi052 ceph-mon[91421]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T03:56:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:51 smithi052 ceph-mon[91421]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 359 KiB/s rd, 36 MiB/s wr, 639 op/s 2024-09-13T03:56:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:51 smithi052 ceph-mon[89065]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-13T03:56:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:51 smithi052 ceph-mon[89065]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 359 KiB/s rd, 36 MiB/s wr, 639 op/s 2024-09-13T03:56:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:56:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:56:52.974 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:52.974 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:53.016 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:53.017 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:53.017 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:53.024 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:53.024 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:53.030 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:53.031 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:53.031 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:53.037 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:53.037 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:53.042 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:53.042 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:53.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:53.047 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.047 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:53.051 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.051 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.054 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:53.055 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.055 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:53.058 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.058 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:53.061 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:53.062 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:53.062 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:53.064 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:53.065 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:53.065 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:53.067 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:53.067 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:53.069 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:53.069 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-09-13T03:56:53.071 INFO:tasks.workunit.client.0.smithi052.stdout:from 14 to HEAD diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:53.071 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,381681664~8388608,398458880~12582912] 2024-09-13T03:56:53.072 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,192937984~16777216,218103808~33554432,255852544~50331648,314572800~16777216,335544320~12582912,381681664~8388608,398458880~16777216] 2024-09-13T03:56:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:52 smithi078 ceph-mon[85589]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T03:56:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:52 smithi052 ceph-mon[91421]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T03:56:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:52 smithi052 ceph-mon[89065]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-13T03:56:53.963 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:53.963 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:54.005 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:54.005 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:54.005 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:54.017 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:54.018 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:54.018 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:54.022 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:54.022 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:54.022 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:54.027 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:54.027 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:54.027 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:54.031 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:54.031 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:54.031 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:54.035 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:54.035 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.039 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:54.039 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.039 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.042 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:54.042 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.043 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.045 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:54.045 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.046 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:54.047 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:54.048 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:54.048 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:54.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:54.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:54.050 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:54.051 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:54.051 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:54.052 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:54.053 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:54.053 INFO:tasks.workunit.client.0.smithi052.stdout:from 13 to HEAD diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:54.053 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,54525952~16777216,79691776~8388608,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,364904448~4194304,381681664~8388608,398458880~12582912] 2024-09-13T03:56:54.054 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~16777216,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~12582912,364904448~4194304,381681664~8388608,398458880~16777216] 2024-09-13T03:56:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:53 smithi078 ceph-mon[85589]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T03:56:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:53 smithi078 ceph-mon[85589]: pgmap v3802: 137 pgs: 137 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 573 KiB/s rd, 20 MiB/s wr, 1.04k op/s 2024-09-13T03:56:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:53 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:56:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:53 smithi052 ceph-mon[91421]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T03:56:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:53 smithi052 ceph-mon[91421]: pgmap v3802: 137 pgs: 137 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 573 KiB/s rd, 20 MiB/s wr, 1.04k op/s 2024-09-13T03:56:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:53 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:56:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:53 smithi052 ceph-mon[89065]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-13T03:56:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:53 smithi052 ceph-mon[89065]: pgmap v3802: 137 pgs: 137 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 573 KiB/s rd, 20 MiB/s wr, 1.04k op/s 2024-09-13T03:56:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:53 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:56:54.950 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:54.950 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:54.992 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:54.992 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:54.992 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:55.017 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:55.017 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:55.017 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:55.022 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:55.022 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:55.022 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:55.026 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:55.026 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:55.026 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:55.031 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:55.031 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:55.031 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:55.035 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:55.035 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.038 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:55.038 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.038 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.041 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:55.041 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.041 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:55.044 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.044 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:55.046 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:55.047 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:55.047 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:55.048 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:55.048 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:55.049 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:55.050 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:55.050 INFO:tasks.workunit.client.0.smithi052.stdout:from 12 to HEAD diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:55.051 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~29360128,255852544~16777216,276824064~4194304,285212672~20971520,314572800~16777216,335544320~8388608,348127232~4194304,364904448~4194304,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:55.051 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [4194304~8388608,16777216~12582912,33554432~37748736,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,180355072~4194304,192937984~16777216,218103808~33554432,255852544~54525952,314572800~16777216,335544320~20971520,364904448~4194304,381681664~8388608,394264576~20971520] 2024-09-13T03:56:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:54 smithi078 ceph-mon[85589]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T03:56:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:56:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:56:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:54 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[91421]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T03:56:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[89065]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:56:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:54 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:56:55.990 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:55.990 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:56.027 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:56.027 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:56.027 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:56.035 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:56.035 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.035 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.040 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:56.040 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.040 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.044 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:56.045 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:56.045 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:56.048 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:56.048 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:56.049 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:56.052 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:56.052 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.052 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.056 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:56.056 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.056 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.059 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.059 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.059 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.061 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.061 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.062 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.064 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.064 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:56.064 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:56.065 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.065 INFO:tasks.workunit.client.0.smithi052.stdout:from 11 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:56.066 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~29360128,314572800~16777216,335544320~8388608,348127232~4194304,360710144~8388608,381681664~8388608,394264576~4194304,402653184~8388608] 2024-09-13T03:56:56.067 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,163577856~4194304,171966464~4194304,180355072~4194304,192937984~16777216,218103808~92274688,314572800~16777216,335544320~20971520,360710144~8388608,381681664~8388608,394264576~20971520] 2024-09-13T03:56:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:55 smithi052 ceph-mon[91421]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T03:56:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:55 smithi052 ceph-mon[91421]: pgmap v3805: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 569 KiB/s rd, 5.5 MiB/s wr, 1.04k op/s 2024-09-13T03:56:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:55 smithi052 ceph-mon[89065]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T03:56:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:55 smithi052 ceph-mon[89065]: pgmap v3805: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 569 KiB/s rd, 5.5 MiB/s wr, 1.04k op/s 2024-09-13T03:56:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:55 smithi078 ceph-mon[85589]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-13T03:56:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:55 smithi078 ceph-mon[85589]: pgmap v3805: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 569 KiB/s rd, 5.5 MiB/s wr, 1.04k op/s 2024-09-13T03:56:56.708 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:56.708 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:56.736 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:56.736 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:56.736 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:56.757 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:56.757 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.757 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.762 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:56.762 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.762 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:56.765 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:56.766 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:56.766 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:56.769 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:56.769 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:56.769 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:56.772 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:56.772 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.772 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.775 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:56.775 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.775 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.778 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.778 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.778 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.780 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.780 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.780 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:56.782 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:56.782 INFO:tasks.workunit.client.0.smithi052.stdout:from 10 to HEAD diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:56.782 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~37748736,79691776~8388608,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~54525952,276824064~54525952,335544320~16777216,360710144~8388608,381681664~16777216,402653184~8388608] 2024-09-13T03:56:56.783 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~54525952,79691776~12582912,96468992~12582912,125829120~20971520,159383552~8388608,171966464~4194304,180355072~4194304,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:56 smithi052 ceph-mon[91421]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T03:56:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:56 smithi052 ceph-mon[91421]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T03:56:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:56 smithi052 ceph-mon[89065]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T03:56:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:56 smithi052 ceph-mon[89065]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T03:56:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:56 smithi078 ceph-mon[85589]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-13T03:56:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:56 smithi078 ceph-mon[85589]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-13T03:56:57.683 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:57.683 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:57.711 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:57.711 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:57.711 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:57.724 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:57.724 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:57.724 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:57.739 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:57.739 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:57.739 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:57.753 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:57.753 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:57.753 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:57.757 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:57.757 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:57.757 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:57.760 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:57.760 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.760 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.762 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:57.763 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.763 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.765 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:57.765 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.765 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.767 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:57.767 INFO:tasks.workunit.client.0.smithi052.stdout:from 9 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.767 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:57.768 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,159383552~8388608,171966464~12582912,192937984~16777216,218103808~113246208,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:56:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:56:58] "GET /metrics HTTP/1.1" 200 36700 "" "Prometheus/2.43.0" 2024-09-13T03:56:58.675 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:58.676 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:58.712 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:58.712 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:58.712 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:58.722 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:58.722 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:58.723 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:58.738 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:58.738 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:58.738 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:58.745 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:58.745 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:58.745 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:58.762 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:58.762 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:58.762 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:58.768 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:58.768 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:58.769 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:58.770 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:58.771 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:58.771 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:58.772 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:58.772 INFO:tasks.workunit.client.0.smithi052.stdout:from 8 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:58.772 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:58.773 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~12582912,113246208~33554432,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:58 smithi078 ceph-mon[85589]: pgmap v3808: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 400 KiB/s rd, 6.5 KiB/s wr, 716 op/s 2024-09-13T03:56:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:58 smithi078 ceph-mon[85589]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T03:56:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:58 smithi052 ceph-mon[91421]: pgmap v3808: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 400 KiB/s rd, 6.5 KiB/s wr, 716 op/s 2024-09-13T03:56:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:58 smithi052 ceph-mon[91421]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T03:56:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:58 smithi052 ceph-mon[89065]: pgmap v3808: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 400 KiB/s rd, 6.5 KiB/s wr, 716 op/s 2024-09-13T03:56:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:58 smithi052 ceph-mon[89065]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-13T03:56:59.700 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:59.701 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:56:59.730 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:56:59.730 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:59.730 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:56:59.751 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:59.751 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:59.751 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:59.756 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:59.756 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:59.756 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:56:59.763 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:56:59.763 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:59.763 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:56:59.766 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:56:59.766 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:59.766 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:56:59.768 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:56:59.768 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:59.768 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:59.770 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:56:59.770 INFO:tasks.workunit.client.0.smithi052.stdout:from 7 to HEAD diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:59.770 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~12582912,16777216~12582912,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:56:59.771 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~12582912,16777216~75497472,96468992~50331648,150994944~4194304,159383552~8388608,171966464~12582912,192937984~16777216,213909504~117440512,335544320~20971520,360710144~8388608,381681664~33554432] 2024-09-13T03:56:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:56:59 smithi078 ceph-mon[85589]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T03:57:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:56:59 smithi052 ceph-mon[91421]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T03:57:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:56:59 smithi052 ceph-mon[89065]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-13T03:57:00.720 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:00.720 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:00.743 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:00.743 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:00.743 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:00.748 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:00.748 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:00.748 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:00.751 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:00.751 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:00.751 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:00.754 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:00.754 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:57:00.754 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:57:00.757 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:57:00.758 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:57:00.758 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:57:00.764 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:57:00.764 INFO:tasks.workunit.client.0.smithi052.stdout:from 6 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:57:00.764 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~16777216,360710144~8388608,381681664~29360128] 2024-09-13T03:57:00.768 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~37748736,213909504~117440512,335544320~20971520,360710144~12582912,381681664~33554432] 2024-09-13T03:57:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:00 smithi078 ceph-mon[85589]: pgmap v3811: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 89 KiB/s rd, 1.5 KiB/s wr, 178 op/s 2024-09-13T03:57:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:00 smithi078 ceph-mon[85589]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T03:57:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:00 smithi052 ceph-mon[91421]: pgmap v3811: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 89 KiB/s rd, 1.5 KiB/s wr, 178 op/s 2024-09-13T03:57:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:00 smithi052 ceph-mon[91421]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T03:57:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:00 smithi052 ceph-mon[89065]: pgmap v3811: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 89 KiB/s rd, 1.5 KiB/s wr, 178 op/s 2024-09-13T03:57:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:00 smithi052 ceph-mon[89065]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-13T03:57:01.671 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:01.671 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:01.709 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:01.709 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:01.709 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:01.714 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:01.714 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:01.714 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:01.725 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:01.725 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:01.725 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:01.736 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:01.737 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:57:01.737 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:57:01.739 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:57:01.739 INFO:tasks.workunit.client.0.smithi052.stdout:from 5 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:57:01.739 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~8388608,171966464~180355072,360710144~8388608,373293056~37748736] 2024-09-13T03:57:01.740 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~8388608,171966464~184549376,360710144~54525952] 2024-09-13T03:57:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:01 smithi078 ceph-mon[85589]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T03:57:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:01 smithi078 ceph-mon[85589]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T03:57:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:01 smithi052 ceph-mon[89065]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T03:57:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:01 smithi052 ceph-mon[89065]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T03:57:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:01 smithi052 ceph-mon[91421]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-13T03:57:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:01 smithi052 ceph-mon[91421]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-13T03:57:02.690 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:57:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:02.725 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:02.725 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:02.757 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:02.757 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:02.757 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:02.766 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:02.766 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:02.766 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:02.769 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:02.769 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:02.769 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:02.777 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:02.777 INFO:tasks.workunit.client.0.smithi052.stdout:from 4 to HEAD diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:57:02.777 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~41943040,79691776~12582912,96468992~50331648,150994944~4194304,159383552~16777216,180355072~171966464,360710144~16777216,381681664~29360128] 2024-09-13T03:57:02.780 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~50331648,150994944~4194304,159383552~197132288,360710144~54525952] 2024-09-13T03:57:02.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:02 smithi078 ceph-mon[85589]: pgmap v3814: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 204 KiB/s rd, 5.7 KiB/s wr, 345 op/s 2024-09-13T03:57:03.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:02 smithi052 ceph-mon[89065]: pgmap v3814: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 204 KiB/s rd, 5.7 KiB/s wr, 345 op/s 2024-09-13T03:57:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:02 smithi052 ceph-mon[91421]: pgmap v3814: 137 pgs: 137 active+clean; 1.1 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 204 KiB/s rd, 5.7 KiB/s wr, 345 op/s 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:03.709 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:03.728 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:03.729 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:03.732 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:03.733 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi052.stdout:from 3 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:03.735 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:03.737 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:03 smithi052 ceph-mon[89065]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T03:57:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:03 smithi052 ceph-mon[91421]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T03:57:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:03 smithi078 ceph-mon[85589]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-13T03:57:04.742 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:04.742 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:04.767 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:04.768 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:04.774 INFO:tasks.workunit.client.0.smithi052.stdout:from 2 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:04.775 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~201326592,360710144~50331648] 2024-09-13T03:57:04.781 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:04 smithi052 ceph-mon[89065]: pgmap v3817: 137 pgs: 137 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 7.0 KiB/s wr, 307 op/s 2024-09-13T03:57:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:04 smithi052 ceph-mon[89065]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T03:57:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:04 smithi052 ceph-mon[91421]: pgmap v3817: 137 pgs: 137 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 7.0 KiB/s wr, 307 op/s 2024-09-13T03:57:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:04 smithi052 ceph-mon[91421]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T03:57:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:04 smithi078 ceph-mon[85589]: pgmap v3817: 137 pgs: 137 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 7.0 KiB/s wr, 307 op/s 2024-09-13T03:57:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:04 smithi078 ceph-mon[85589]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-13T03:57:05.746 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:05.747 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:05.755 INFO:tasks.workunit.client.0.smithi052.stdout:from 1 to HEAD diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:05.756 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~58720256,96468992~50331648,150994944~180355072,335544320~16777216,360710144~50331648] 2024-09-13T03:57:05.758 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-09-13T03:57:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:05 smithi052 ceph-mon[91421]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T03:57:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:05 smithi052 ceph-mon[89065]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T03:57:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:05 smithi078 ceph-mon[85589]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi052.stdout:from 0 to HEAD diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:06.673 INFO:tasks.workunit.client.0.smithi052.stdout: limited diff [0~29360128,33554432~113246208,150994944~180355072,335544320~16777216,360710144~54525952] 2024-09-13T03:57:06.715 INFO:tasks.workunit.client.0.smithi052.stdout: actual was [0~356515840,360710144~54525952] 2024-09-13T03:57:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:06 smithi052 ceph-mon[91421]: pgmap v3820: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 949 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 6.2 KiB/s wr, 194 op/s 2024-09-13T03:57:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:06 smithi052 ceph-mon[91421]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T03:57:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:06 smithi052 ceph-mon[91421]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T03:57:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:06 smithi052 ceph-mon[89065]: pgmap v3820: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 949 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 6.2 KiB/s wr, 194 op/s 2024-09-13T03:57:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:06 smithi052 ceph-mon[89065]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T03:57:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:06 smithi052 ceph-mon[89065]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T03:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:06 smithi078 ceph-mon[85589]: pgmap v3820: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 949 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 118 KiB/s rd, 6.2 KiB/s wr, 194 op/s 2024-09-13T03:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:06 smithi078 ceph-mon[85589]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-13T03:57:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:06 smithi078 ceph-mon[85589]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38938 ms) 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-13T03:57:07.776 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:57:08] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1062 ms) 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-13T03:57:08.838 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:08 smithi052 ceph-mon[91421]: pgmap v3823: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 907 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 99 KiB/s rd, 5.7 KiB/s wr, 155 op/s 2024-09-13T03:57:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:08 smithi052 ceph-mon[91421]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T03:57:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:08 smithi052 ceph-mon[89065]: pgmap v3823: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 907 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 99 KiB/s rd, 5.7 KiB/s wr, 155 op/s 2024-09-13T03:57:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:08 smithi052 ceph-mon[89065]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T03:57:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:08 smithi078 ceph-mon[85589]: pgmap v3823: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 907 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 99 KiB/s rd, 5.7 KiB/s wr, 155 op/s 2024-09-13T03:57:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:08 smithi078 ceph-mon[85589]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [0~20971520] to clone 2024-09-13T03:57:09.879 INFO:tasks.workunit.client.0.smithi052.stdout: diff was [0~20971520] 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1046 ms) 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-13T03:57:09.883 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:09.903 INFO:tasks.workunit.client.0.smithi052.stdout: wrote [1910914~67496,2124377~46405,3432687~65671,6616967~60052,9279621~43691,10566982~83841,11064520~56586,11441220~44846,15323408~43690,20267453~66012] 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-13T03:57:09.913 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:09 smithi052 ceph-mon[89065]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T03:57:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:09 smithi052 ceph-mon[91421]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T03:57:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:09 smithi078 ceph-mon[85589]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-13T03:57:11.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:10 smithi052 ceph-mon[89065]: pgmap v3826: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 845 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-13T03:57:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:10 smithi052 ceph-mon[89065]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T03:57:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:10 smithi052 ceph-mon[91421]: pgmap v3826: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 845 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-13T03:57:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:10 smithi052 ceph-mon[91421]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T03:57:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:10 smithi078 ceph-mon[85589]: pgmap v3826: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 845 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-09-13T03:57:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:10 smithi078 ceph-mon[85589]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-13T03:57:11.767 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1855 ms) 2024-09-13T03:57:11.767 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-13T03:57:11.767 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:11.813 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (45 ms) 2024-09-13T03:57:11.813 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-13T03:57:11.813 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:11.893 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (80 ms) 2024-09-13T03:57:11.893 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-09-13T03:57:11.893 INFO:tasks.workunit.client.0.smithi052.stdout:using new format! 2024-09-13T03:57:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:11 smithi052 ceph-mon[91421]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T03:57:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:11 smithi052 ceph-mon[91421]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T03:57:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:11 smithi052 ceph-mon[89065]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T03:57:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:11 smithi052 ceph-mon[89065]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T03:57:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:11 smithi078 ceph-mon[85589]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-13T03:57:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:11 smithi078 ceph-mon[85589]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-13T03:57:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:57:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:12 smithi052 ceph-mon[89065]: pgmap v3829: 137 pgs: 137 active+clean; 797 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 5.5 MiB/s wr, 125 op/s 2024-09-13T03:57:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:12 smithi052 ceph-mon[91421]: pgmap v3829: 137 pgs: 137 active+clean; 797 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 5.5 MiB/s wr, 125 op/s 2024-09-13T03:57:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:12 smithi078 ceph-mon[85589]: pgmap v3829: 137 pgs: 137 active+clean; 797 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 86 KiB/s rd, 5.5 MiB/s wr, 125 op/s 2024-09-13T03:57:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:14 smithi052 ceph-mon[91421]: pgmap v3831: 137 pgs: 137 active+clean; 826 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 242 op/s 2024-09-13T03:57:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:14 smithi052 ceph-mon[89065]: pgmap v3831: 137 pgs: 137 active+clean; 826 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 242 op/s 2024-09-13T03:57:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:14 smithi078 ceph-mon[85589]: pgmap v3831: 137 pgs: 137 active+clean; 826 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 12 MiB/s wr, 242 op/s 2024-09-13T03:57:16.939 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5046 ms) 2024-09-13T03:57:16.939 INFO:tasks.workunit.client.0.smithi052.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-13T03:57:16.939 INFO:tasks.workunit.client.0.smithi052.stdout:SKIPPING 2024-09-13T03:57:16.939 INFO:tasks.workunit.client.0.smithi052.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-13T03:57:17.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:16 smithi052 ceph-mon[91421]: pgmap v3832: 137 pgs: 137 active+clean; 872 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 282 op/s 2024-09-13T03:57:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:16 smithi052 ceph-mon[91421]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T03:57:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:16 smithi052 ceph-mon[89065]: pgmap v3832: 137 pgs: 137 active+clean; 872 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 282 op/s 2024-09-13T03:57:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:16 smithi052 ceph-mon[89065]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T03:57:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:16 smithi078 ceph-mon[85589]: pgmap v3832: 137 pgs: 137 active+clean; 872 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 282 op/s 2024-09-13T03:57:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:16 smithi078 ceph-mon[85589]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-13T03:57:17.762 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] 19 tests from DiffIterateTest/1 (255280 ms total) 2024-09-13T03:57:17.762 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:57:17.763 INFO:tasks.workunit.client.0.smithi052.stdout:[----------] Global test environment tear-down 2024-09-13T03:57:17.763 INFO:tasks.workunit.client.0.smithi052.stdout:[==========] 425 tests from 16 test suites ran. (1431931 ms total) 2024-09-13T03:57:17.763 INFO:tasks.workunit.client.0.smithi052.stdout:[ PASSED ] 425 tests. 2024-09-13T03:57:17.763 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:57:17.763 INFO:tasks.workunit.client.0.smithi052.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-13T03:57:17.763 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:57:17.772 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T03:57:17.772 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T03:57:17.845 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-13T03:57:17.845 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:57:18.116 DEBUG:teuthology.parallel:result is None 2024-09-13T03:57:18.116 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:57:18.142 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:57:18.142 DEBUG:teuthology.orchestra.run.smithi052:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:57:18.198 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T03:57:18.199 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:57:18.199 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-13T03:57:18.199 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T03:57:18.199 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-13T03:57:18.199 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-13T03:57:18.200 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-13T03:57:18.200 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T03:57:18.200 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:57:18.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T03:57:18.254 INFO:teuthology.orchestra.run.smithi052.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T03:57:18.254 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T03:57:18.311 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T03:57:18.312 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T03:57:18.368 INFO:tasks.workunit:timeout=3h 2024-09-13T03:57:18.368 INFO:tasks.workunit:cleanup=True 2024-09-13T03:57:18.368 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-13T03:57:18.424 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T03:57:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:57:18] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2024-09-13T03:57:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:18 smithi052 ceph-mon[91421]: pgmap v3834: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.9 MiB/s wr, 205 op/s 2024-09-13T03:57:19.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:18 smithi052 ceph-mon[91421]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T03:57:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:18 smithi052 ceph-mon[89065]: pgmap v3834: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.9 MiB/s wr, 205 op/s 2024-09-13T03:57:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:18 smithi052 ceph-mon[89065]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T03:57:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:18 smithi078 ceph-mon[85589]: pgmap v3834: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 7.9 MiB/s wr, 205 op/s 2024-09-13T03:57:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:18 smithi078 ceph-mon[85589]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-13T03:57:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:20 smithi052 ceph-mon[91421]: pgmap v3836: 105 pgs: 105 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:57:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:20 smithi052 ceph-mon[89065]: pgmap v3836: 105 pgs: 105 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:57:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:20 smithi078 ceph-mon[85589]: pgmap v3836: 105 pgs: 105 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-09-13T03:57:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:57:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:57:22.321Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:22 smithi052 ceph-mon[91421]: pgmap v3837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:22 smithi052 ceph-mon[89065]: pgmap v3837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:22 smithi078 ceph-mon[85589]: pgmap v3837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-09-13T03:57:24.537 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T03:57:24.592 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T03:57:24.595 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:57:24.595 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T03:57:24.645 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T03:57:24.695 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T03:57:24.737 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T03:57:24.738 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:57:24.738 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T03:57:24.779 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T03:57:24.782 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T03:57:24.782 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T03:57:24.839 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-13T03:57:24.840 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-13T03:57:24.840 DEBUG:teuthology.orchestra.run.smithi052:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-13T03:57:24.900 INFO:tasks.workunit.client.0.smithi052.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-13T03:57:24.900 INFO:tasks.workunit.client.0.smithi052.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-13T03:57:24.901 INFO:tasks.workunit.client.0.smithi052.stderr:+ '[' -n '' ']' 2024-09-13T03:57:24.901 INFO:tasks.workunit.client.0.smithi052.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-13T03:57:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:24 smithi052 ceph-mon[91421]: pgmap v3838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:24 smithi052 ceph-mon[89065]: pgmap v3838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:25.071 INFO:tasks.workunit.client.0.smithi052.stdout:============================= test session starts ============================== 2024-09-13T03:57:25.071 INFO:tasks.workunit.client.0.smithi052.stdout:platform linux -- Python 3.9.19, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-09-13T03:57:25.071 INFO:tasks.workunit.client.0.smithi052.stdout:cachedir: .pytest_cache 2024-09-13T03:57:25.071 INFO:tasks.workunit.client.0.smithi052.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-13T03:57:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:24 smithi078 ceph-mon[85589]: pgmap v3838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:25.555 INFO:tasks.workunit.client.0.smithi052.stdout:collecting ... collected 182 items 2024-09-13T03:57:25.555 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T03:57:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:26 smithi078 ceph-mon[85589]: pgmap v3839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:26.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:26 smithi052 ceph-mon[89065]: pgmap v3839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:26 smithi052 ceph-mon[91421]: pgmap v3839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:27 smithi078 ceph-mon[85589]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T03:57:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:27 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:27 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:57:27.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:27 smithi078 ceph-mon[85589]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[89065]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[89065]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[91421]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-13T03:57:27.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-13T03:57:27.530 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:27 smithi052 ceph-mon[91421]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-13T03:57:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:28 smithi078 ceph-mon[85589]: pgmap v3841: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:28.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:28 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:57:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:28 smithi052 ceph-mon[89065]: pgmap v3841: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:28 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:57:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:28 smithi052 ceph-mon[91421]: pgmap v3841: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:28 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T03:57:28.530 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:57:28] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2024-09-13T03:57:29.094 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-13T03:57:29.186 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-13T03:57:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:29 smithi078 ceph-mon[85589]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T03:57:29.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:29 smithi052 ceph-mon[91421]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T03:57:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:29 smithi052 ceph-mon[89065]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-13T03:57:29.780 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-13T03:57:29.881 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-13T03:57:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:30 smithi078 ceph-mon[85589]: pgmap v3844: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:30 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:57:30.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:30 smithi078 ceph-mon[85589]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T03:57:30.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:30 smithi052 ceph-mon[89065]: pgmap v3844: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:30 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:57:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:30 smithi052 ceph-mon[89065]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T03:57:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:30 smithi052 ceph-mon[91421]: pgmap v3844: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-09-13T03:57:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:30 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T03:57:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:30 smithi052 ceph-mon[91421]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-13T03:57:31.199 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-13T03:57:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:31 smithi078 ceph-mon[85589]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T03:57:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:31 smithi052 ceph-mon[91421]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T03:57:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:31 smithi052 ceph-mon[89065]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-13T03:57:31.722 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-13T03:57:32.239 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-13T03:57:32.334 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-13T03:57:32.420 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-13T03:57:32.431 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-13T03:57:32.433 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-13T03:57:32.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:57:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:32.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:32 smithi078 ceph-mon[85589]: pgmap v3847: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 15 KiB/s wr, 254 op/s 2024-09-13T03:57:32.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:32 smithi078 ceph-mon[85589]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T03:57:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:32.501 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-13T03:57:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-mon[91421]: pgmap v3847: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 15 KiB/s wr, 254 op/s 2024-09-13T03:57:32.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-mon[91421]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T03:57:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-mon[89065]: pgmap v3847: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 15 KiB/s wr, 254 op/s 2024-09-13T03:57:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-mon[89065]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-13T03:57:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:32.564 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-13T03:57:32.641 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-13T03:57:32.736 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-13T03:57:32.953 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-13T03:57:32.970 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-13T03:57:32.981 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-13T03:57:33.008 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-13T03:57:33.243 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:32 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:57:32] ENGINE Bus STOPPING 2024-09-13T03:57:33.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:57:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T03:57:33.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:57:33] ENGINE Bus STOPPED 2024-09-13T03:57:33.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:57:33] ENGINE Bus STARTING 2024-09-13T03:57:33.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:57:33] ENGINE Serving on http://:::9283 2024-09-13T03:57:33.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:03:57:33] ENGINE Bus STARTED 2024-09-13T03:57:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' 2024-09-13T03:57:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:57:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 21 KiB/s wr, 417 op/s 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 21 KiB/s wr, 417 op/s 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.283 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.284 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 21 KiB/s wr, 417 op/s 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T03:57:34.449 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T03:57:35.104 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-13T03:57:35.105 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-13T03:57:35.106 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-13T03:57:35.179 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-13T03:57:35.251 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-13T03:57:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:34 smithi052 ceph-mon[91421]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T03:57:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:34 smithi052 ceph-mon[89065]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T03:57:35.319 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-13T03:57:35.390 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-13T03:57:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:34 smithi078 ceph-mon[85589]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-13T03:57:35.458 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-13T03:57:35.526 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-13T03:57:35.595 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-13T03:57:35.669 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-13T03:57:35.750 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-13T03:57:35.818 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-13T03:57:35.887 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-13T03:57:35.966 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-13T03:57:36.037 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-13T03:57:36.117 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-13T03:57:36.198 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-13T03:57:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:35 smithi052 ceph-mon[91421]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T03:57:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:35 smithi052 ceph-mon[91421]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 499 op/s 2024-09-13T03:57:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:35 smithi052 ceph-mon[89065]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T03:57:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:35 smithi052 ceph-mon[89065]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 499 op/s 2024-09-13T03:57:36.279 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-13T03:57:36.363 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-13T03:57:36.431 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-13T03:57:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:35 smithi078 ceph-mon[85589]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-13T03:57:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:35 smithi078 ceph-mon[85589]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 499 op/s 2024-09-13T03:57:36.504 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-13T03:57:36.638 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-13T03:57:36.721 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-13T03:57:36.802 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-13T03:57:36.873 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-13T03:57:36.952 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-13T03:57:37.031 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-13T03:57:37.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:37 smithi078 ceph-mon[85589]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T03:57:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:37 smithi052 ceph-mon[91421]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T03:57:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:37 smithi052 ceph-mon[89065]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-13T03:57:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:57:38] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-09-13T03:57:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:38 smithi052 ceph-mon[91421]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 58 KiB/s wr, 830 op/s 2024-09-13T03:57:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:38 smithi052 ceph-mon[91421]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T03:57:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:38 smithi052 ceph-mon[89065]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 58 KiB/s wr, 830 op/s 2024-09-13T03:57:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:38 smithi052 ceph-mon[89065]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T03:57:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:38 smithi078 ceph-mon[85589]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 58 KiB/s wr, 830 op/s 2024-09-13T03:57:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:38 smithi078 ceph-mon[85589]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-13T03:57:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:39 smithi078 ceph-mon[85589]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T03:57:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:39 smithi052 ceph-mon[91421]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T03:57:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:39 smithi052 ceph-mon[89065]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-13T03:57:40.811 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-13T03:57:40.903 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-13T03:57:40.999 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-13T03:57:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:40 smithi052 ceph-mon[91421]: pgmap v3857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 65 KiB/s wr, 962 op/s 2024-09-13T03:57:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:40 smithi052 ceph-mon[91421]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T03:57:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:40 smithi052 ceph-mon[89065]: pgmap v3857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 65 KiB/s wr, 962 op/s 2024-09-13T03:57:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:40 smithi052 ceph-mon[89065]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T03:57:41.187 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-13T03:57:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:40 smithi078 ceph-mon[85589]: pgmap v3857: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 65 KiB/s wr, 962 op/s 2024-09-13T03:57:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:40 smithi078 ceph-mon[85589]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-13T03:57:41.376 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-13T03:57:41.446 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-13T03:57:42.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:41 smithi052 ceph-mon[89065]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T03:57:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:41 smithi052 ceph-mon[89065]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T03:57:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:41 smithi052 ceph-mon[91421]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T03:57:42.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:41 smithi052 ceph-mon[91421]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T03:57:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:41 smithi078 ceph-mon[85589]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-13T03:57:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:41 smithi078 ceph-mon[85589]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-13T03:57:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:57:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:43.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:42 smithi052 ceph-mon[91421]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-09-13T03:57:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:42 smithi052 ceph-mon[89065]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-09-13T03:57:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:42 smithi078 ceph-mon[85589]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 575 KiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-09-13T03:57:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:43 smithi052 ceph-mon[91421]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T03:57:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:43 smithi052 ceph-mon[89065]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T03:57:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:43 smithi078 ceph-mon[85589]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-13T03:57:44.906 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-13T03:57:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:44 smithi052 ceph-mon[91421]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 2.1 MiB/s wr, 797 op/s 2024-09-13T03:57:45.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:44 smithi052 ceph-mon[91421]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T03:57:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:44 smithi052 ceph-mon[89065]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 2.1 MiB/s wr, 797 op/s 2024-09-13T03:57:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:44 smithi052 ceph-mon[89065]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T03:57:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:44 smithi078 ceph-mon[85589]: pgmap v3863: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 556 KiB/s rd, 2.1 MiB/s wr, 797 op/s 2024-09-13T03:57:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:44 smithi078 ceph-mon[85589]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-13T03:57:46.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:45 smithi052 ceph-mon[89065]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T03:57:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:45 smithi052 ceph-mon[91421]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T03:57:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:45 smithi078 ceph-mon[85589]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-13T03:57:47.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[91421]: pgmap v3866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 493 op/s 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[91421]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[91421]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[89065]: pgmap v3866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 493 op/s 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[89065]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:46 smithi052 ceph-mon[89065]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T03:57:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:46 smithi078 ceph-mon[85589]: pgmap v3866: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 493 op/s 2024-09-13T03:57:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:46 smithi078 ceph-mon[85589]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-13T03:57:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:57:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:46 smithi078 ceph-mon[85589]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-13T03:57:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:57:48] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T03:57:49.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:48 smithi052 ceph-mon[91421]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-09-13T03:57:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:48 smithi052 ceph-mon[91421]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T03:57:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:48 smithi052 ceph-mon[89065]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-09-13T03:57:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:48 smithi052 ceph-mon[89065]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T03:57:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:48 smithi078 ceph-mon[85589]: pgmap v3869: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-09-13T03:57:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:48 smithi078 ceph-mon[85589]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-13T03:57:50.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:49 smithi052 ceph-mon[89065]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T03:57:50.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:49 smithi052 ceph-mon[91421]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T03:57:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:49 smithi078 ceph-mon[85589]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-13T03:57:50.867 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-09-13T03:57:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:50 smithi052 ceph-mon[91421]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-09-13T03:57:51.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:50 smithi052 ceph-mon[91421]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T03:57:51.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:50 smithi052 ceph-mon[89065]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-09-13T03:57:51.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:50 smithi052 ceph-mon[89065]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T03:57:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:50 smithi078 ceph-mon[85589]: pgmap v3872: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-09-13T03:57:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:50 smithi078 ceph-mon[85589]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-13T03:57:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:51 smithi052 ceph-mon[91421]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T03:57:52.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:51 smithi052 ceph-mon[91421]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T03:57:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:51 smithi052 ceph-mon[89065]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T03:57:52.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:51 smithi052 ceph-mon[89065]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T03:57:52.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:51 smithi078 ceph-mon[85589]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-13T03:57:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:51 smithi078 ceph-mon[85589]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-13T03:57:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:57:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:57:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:52 smithi052 ceph-mon[91421]: pgmap v3875: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-09-13T03:57:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:52 smithi052 ceph-mon[89065]: pgmap v3875: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-09-13T03:57:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:52 smithi078 ceph-mon[85589]: pgmap v3875: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 9.7 KiB/s wr, 164 op/s 2024-09-13T03:57:54.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:53 smithi052 ceph-mon[91421]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T03:57:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:53 smithi052 ceph-mon[89065]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T03:57:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:53 smithi078 ceph-mon[85589]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-13T03:57:55.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:54 smithi052 ceph-mon[91421]: pgmap v3878: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.2 KiB/s wr, 180 op/s 2024-09-13T03:57:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:54 smithi052 ceph-mon[91421]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T03:57:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:54 smithi052 ceph-mon[89065]: pgmap v3878: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.2 KiB/s wr, 180 op/s 2024-09-13T03:57:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:54 smithi052 ceph-mon[89065]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T03:57:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:54 smithi078 ceph-mon[85589]: pgmap v3878: 137 pgs: 2 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.2 KiB/s wr, 180 op/s 2024-09-13T03:57:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:54 smithi078 ceph-mon[85589]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-13T03:57:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:55 smithi078 ceph-mon[85589]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T03:57:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:55 smithi052 ceph-mon[91421]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T03:57:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:55 smithi052 ceph-mon[89065]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-13T03:57:56.799 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-09-13T03:57:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:56 smithi078 ceph-mon[85589]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 13 KiB/s wr, 255 op/s 2024-09-13T03:57:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:56 smithi078 ceph-mon[85589]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T03:57:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:56 smithi078 ceph-mon[85589]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T03:57:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:56 smithi052 ceph-mon[91421]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 13 KiB/s wr, 255 op/s 2024-09-13T03:57:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:56 smithi052 ceph-mon[91421]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T03:57:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:56 smithi052 ceph-mon[91421]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T03:57:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:56 smithi052 ceph-mon[89065]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 13 KiB/s wr, 255 op/s 2024-09-13T03:57:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:56 smithi052 ceph-mon[89065]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-13T03:57:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:56 smithi052 ceph-mon[89065]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-13T03:57:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:57:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:57:58] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T03:57:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:58 smithi078 ceph-mon[85589]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 197 op/s 2024-09-13T03:57:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:58 smithi078 ceph-mon[85589]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T03:57:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:58 smithi052 ceph-mon[91421]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 197 op/s 2024-09-13T03:57:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:58 smithi052 ceph-mon[91421]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T03:57:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:58 smithi052 ceph-mon[89065]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 197 op/s 2024-09-13T03:57:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:58 smithi052 ceph-mon[89065]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-13T03:58:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:57:59 smithi078 ceph-mon[85589]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T03:58:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:57:59 smithi052 ceph-mon[91421]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T03:58:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:57:59 smithi052 ceph-mon[89065]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-13T03:58:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:00 smithi078 ceph-mon[85589]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-09-13T03:58:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:00 smithi078 ceph-mon[85589]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T03:58:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:00 smithi052 ceph-mon[91421]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-09-13T03:58:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:00 smithi052 ceph-mon[91421]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T03:58:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:00 smithi052 ceph-mon[89065]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-09-13T03:58:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:00 smithi052 ceph-mon[89065]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-13T03:58:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:01 smithi078 ceph-mon[85589]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T03:58:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:01 smithi078 ceph-mon[85589]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 226 op/s 2024-09-13T03:58:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:01 smithi052 ceph-mon[89065]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T03:58:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:01 smithi052 ceph-mon[89065]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 226 op/s 2024-09-13T03:58:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:01 smithi052 ceph-mon[91421]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-13T03:58:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:01 smithi052 ceph-mon[91421]: pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 14 KiB/s wr, 226 op/s 2024-09-13T03:58:02.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:58:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:58:02.927 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-09-13T03:58:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:02 smithi078 ceph-mon[85589]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T03:58:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:02 smithi052 ceph-mon[89065]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T03:58:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:02 smithi052 ceph-mon[91421]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-13T03:58:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:03 smithi078 ceph-mon[85589]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T03:58:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:03 smithi078 ceph-mon[85589]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 193 op/s 2024-09-13T03:58:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:03 smithi052 ceph-mon[89065]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T03:58:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:03 smithi052 ceph-mon[89065]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 193 op/s 2024-09-13T03:58:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:03 smithi052 ceph-mon[91421]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-13T03:58:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:03 smithi052 ceph-mon[91421]: pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 193 op/s 2024-09-13T03:58:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:04 smithi078 ceph-mon[85589]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T03:58:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:04 smithi052 ceph-mon[91421]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T03:58:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:04 smithi052 ceph-mon[89065]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-13T03:58:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:05 smithi078 ceph-mon[85589]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T03:58:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:05 smithi078 ceph-mon[85589]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-13T03:58:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:05 smithi052 ceph-mon[89065]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T03:58:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:05 smithi052 ceph-mon[89065]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-13T03:58:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:05 smithi052 ceph-mon[91421]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-13T03:58:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:05 smithi052 ceph-mon[91421]: pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-09-13T03:58:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:06 smithi078 ceph-mon[85589]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T03:58:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:06 smithi078 ceph-mon[85589]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T03:58:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:06 smithi052 ceph-mon[91421]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T03:58:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:06 smithi052 ceph-mon[91421]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T03:58:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:06 smithi052 ceph-mon[89065]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-13T03:58:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:06 smithi052 ceph-mon[89065]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-13T03:58:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:58:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:58:08] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T03:58:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:08 smithi078 ceph-mon[85589]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 14 KiB/s wr, 213 op/s 2024-09-13T03:58:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:08 smithi078 ceph-mon[85589]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T03:58:08.951 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-09-13T03:58:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:08 smithi052 ceph-mon[91421]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 14 KiB/s wr, 213 op/s 2024-09-13T03:58:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:08 smithi052 ceph-mon[91421]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T03:58:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:08 smithi052 ceph-mon[89065]: pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 14 KiB/s wr, 213 op/s 2024-09-13T03:58:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:08 smithi052 ceph-mon[89065]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-13T03:58:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:09 smithi078 ceph-mon[85589]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T03:58:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:09 smithi078 ceph-mon[85589]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 119 op/s 2024-09-13T03:58:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:09 smithi052 ceph-mon[91421]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T03:58:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:09 smithi052 ceph-mon[91421]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 119 op/s 2024-09-13T03:58:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:09 smithi052 ceph-mon[89065]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-13T03:58:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:09 smithi052 ceph-mon[89065]: pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 119 op/s 2024-09-13T03:58:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:10 smithi078 ceph-mon[85589]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T03:58:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:10 smithi052 ceph-mon[91421]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T03:58:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:10 smithi052 ceph-mon[89065]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-13T03:58:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:11 smithi078 ceph-mon[85589]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T03:58:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:11 smithi078 ceph-mon[85589]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.2 KiB/s wr, 159 op/s 2024-09-13T03:58:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:11 smithi078 ceph-mon[85589]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T03:58:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:11 smithi052 ceph-mon[91421]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T03:58:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:11 smithi052 ceph-mon[91421]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.2 KiB/s wr, 159 op/s 2024-09-13T03:58:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:11 smithi052 ceph-mon[91421]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T03:58:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:11 smithi052 ceph-mon[89065]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-13T03:58:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:11 smithi052 ceph-mon[89065]: pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.2 KiB/s wr, 159 op/s 2024-09-13T03:58:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:11 smithi052 ceph-mon[89065]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-13T03:58:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:58:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:58:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:13 smithi052 ceph-mon[91421]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T03:58:14.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:13 smithi052 ceph-mon[89065]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T03:58:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:13 smithi078 ceph-mon[85589]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-13T03:58:14.801 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-09-13T03:58:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:14 smithi052 ceph-mon[91421]: pgmap v3908: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-09-13T03:58:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:14 smithi052 ceph-mon[91421]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T03:58:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:14 smithi052 ceph-mon[89065]: pgmap v3908: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-09-13T03:58:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:14 smithi052 ceph-mon[89065]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T03:58:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:14 smithi078 ceph-mon[85589]: pgmap v3908: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-09-13T03:58:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:14 smithi078 ceph-mon[85589]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-13T03:58:16.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:15 smithi052 ceph-mon[91421]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T03:58:16.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:15 smithi052 ceph-mon[89065]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T03:58:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:15 smithi078 ceph-mon[85589]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[91421]: pgmap v3911: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 2.0 MiB/s wr, 208 op/s 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[91421]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[91421]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[89065]: pgmap v3911: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 2.0 MiB/s wr, 208 op/s 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[89065]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:16 smithi052 ceph-mon[89065]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T03:58:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:16 smithi078 ceph-mon[85589]: pgmap v3911: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 2.0 MiB/s wr, 208 op/s 2024-09-13T03:58:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:16 smithi078 ceph-mon[85589]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-13T03:58:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:16 smithi078 ceph-mon[85589]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-13T03:58:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:58:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:58:18] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-09-13T03:58:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:18 smithi052 ceph-mon[89065]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-09-13T03:58:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:18 smithi052 ceph-mon[89065]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T03:58:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:18 smithi052 ceph-mon[91421]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-09-13T03:58:19.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:18 smithi052 ceph-mon[91421]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T03:58:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:18 smithi078 ceph-mon[85589]: pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-09-13T03:58:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:18 smithi078 ceph-mon[85589]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-13T03:58:20.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:19 smithi052 ceph-mon[89065]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T03:58:20.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:19 smithi052 ceph-mon[91421]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T03:58:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:19 smithi078 ceph-mon[85589]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-13T03:58:20.833 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-09-13T03:58:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:20 smithi052 ceph-mon[89065]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 10 KiB/s wr, 175 op/s 2024-09-13T03:58:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:20 smithi052 ceph-mon[89065]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T03:58:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:20 smithi052 ceph-mon[91421]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 10 KiB/s wr, 175 op/s 2024-09-13T03:58:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:20 smithi052 ceph-mon[91421]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T03:58:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:20 smithi078 ceph-mon[85589]: pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 10 KiB/s wr, 175 op/s 2024-09-13T03:58:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:20 smithi078 ceph-mon[85589]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[91421]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[91421]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[89065]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T03:58:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-09-13T03:58:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-09-13T03:58:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-09-13T03:58:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-09-13T03:58:22.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:21 smithi052 ceph-mon[89065]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T03:58:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:21 smithi078 ceph-mon[85589]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-13T03:58:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]: dispatch 2024-09-13T03:58:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-09-13T03:58:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.6", "id": [5, 4]}]': finished 2024-09-13T03:58:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:21 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-09-13T03:58:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:21 smithi078 ceph-mon[85589]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-13T03:58:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:58:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:58:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:22 smithi052 ceph-mon[89065]: pgmap v3920: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.0 MiB/s wr, 111 op/s 2024-09-13T03:58:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:22 smithi052 ceph-mon[89065]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T03:58:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:22 smithi052 ceph-mon[91421]: pgmap v3920: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.0 MiB/s wr, 111 op/s 2024-09-13T03:58:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:22 smithi052 ceph-mon[91421]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T03:58:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:22 smithi078 ceph-mon[85589]: pgmap v3920: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.0 MiB/s wr, 111 op/s 2024-09-13T03:58:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:22 smithi078 ceph-mon[85589]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-13T03:58:23.775 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-13T03:58:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:24 smithi052 ceph-mon[89065]: pgmap v3923: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 119 op/s 2024-09-13T03:58:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:24 smithi052 ceph-mon[89065]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T03:58:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:24 smithi052 ceph-mon[91421]: pgmap v3923: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 119 op/s 2024-09-13T03:58:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:24 smithi052 ceph-mon[91421]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T03:58:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:24 smithi078 ceph-mon[85589]: pgmap v3923: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 2.0 MiB/s wr, 119 op/s 2024-09-13T03:58:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:24 smithi078 ceph-mon[85589]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-13T03:58:25.811 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-13T03:58:26.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:25 smithi052 ceph-mon[89065]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T03:58:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:25 smithi052 ceph-mon[91421]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T03:58:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:25 smithi078 ceph-mon[85589]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-13T03:58:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:26 smithi052 ceph-mon[91421]: pgmap v3926: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-09-13T03:58:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:26 smithi052 ceph-mon[91421]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T03:58:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:26 smithi052 ceph-mon[91421]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T03:58:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:26 smithi052 ceph-mon[89065]: pgmap v3926: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-09-13T03:58:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:26 smithi052 ceph-mon[89065]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T03:58:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:26 smithi052 ceph-mon[89065]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T03:58:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:26 smithi078 ceph-mon[85589]: pgmap v3926: 137 pgs: 1 peering, 136 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-09-13T03:58:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:26 smithi078 ceph-mon[85589]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-13T03:58:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:26 smithi078 ceph-mon[85589]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-13T03:58:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:58:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:58:28] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-09-13T03:58:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:28 smithi052 ceph-mon[91421]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.5 KiB/s wr, 158 op/s; 0 B/s, 4 objects/s recovering 2024-09-13T03:58:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:28 smithi052 ceph-mon[91421]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T03:58:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:28 smithi052 ceph-mon[89065]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.5 KiB/s wr, 158 op/s; 0 B/s, 4 objects/s recovering 2024-09-13T03:58:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:28 smithi052 ceph-mon[89065]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T03:58:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:28 smithi078 ceph-mon[85589]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.5 KiB/s wr, 158 op/s; 0 B/s, 4 objects/s recovering 2024-09-13T03:58:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:28 smithi078 ceph-mon[85589]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-13T03:58:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:29 smithi052 ceph-mon[91421]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T03:58:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:29 smithi052 ceph-mon[89065]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T03:58:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:29 smithi078 ceph-mon[85589]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-13T03:58:31.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:30 smithi052 ceph-mon[91421]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 93 op/s; 0 B/s, 4 objects/s recovering 2024-09-13T03:58:31.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:30 smithi052 ceph-mon[91421]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T03:58:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:30 smithi052 ceph-mon[89065]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 93 op/s; 0 B/s, 4 objects/s recovering 2024-09-13T03:58:31.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:30 smithi052 ceph-mon[89065]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T03:58:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:30 smithi078 ceph-mon[85589]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 6.5 KiB/s wr, 93 op/s; 0 B/s, 4 objects/s recovering 2024-09-13T03:58:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:30 smithi078 ceph-mon[85589]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-13T03:58:31.805 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-13T03:58:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:31 smithi052 ceph-mon[91421]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T03:58:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:32.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:31 smithi052 ceph-mon[91421]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T03:58:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:31 smithi052 ceph-mon[89065]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T03:58:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:32.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:31 smithi052 ceph-mon[89065]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T03:58:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:31 smithi078 ceph-mon[85589]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-13T03:58:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:31 smithi078 ceph-mon[85589]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-13T03:58:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:58:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:58:33.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:32 smithi052 ceph-mon[89065]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-09-13T03:58:33.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:32 smithi052 ceph-mon[91421]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-09-13T03:58:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:32 smithi078 ceph-mon[85589]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[89065]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[91421]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T03:58:34.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:58:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:58:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:58:34.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:58:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:33 smithi078 ceph-mon[85589]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-13T03:58:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:58:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:58:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:58:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:58:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:34 smithi052 ceph-mon[91421]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2024-09-13T03:58:35.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:34 smithi052 ceph-mon[91421]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T03:58:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:34 smithi052 ceph-mon[89065]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2024-09-13T03:58:35.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:34 smithi052 ceph-mon[89065]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T03:58:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:34 smithi078 ceph-mon[85589]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2024-09-13T03:58:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:34 smithi078 ceph-mon[85589]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-13T03:58:35.863 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-13T03:58:36.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:35 smithi052 ceph-mon[89065]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T03:58:36.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:35 smithi052 ceph-mon[91421]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T03:58:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:35 smithi078 ceph-mon[85589]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-13T03:58:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:36 smithi052 ceph-mon[89065]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-09-13T03:58:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:36 smithi052 ceph-mon[89065]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T03:58:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:36 smithi052 ceph-mon[89065]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T03:58:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:36 smithi052 ceph-mon[91421]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-09-13T03:58:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:36 smithi052 ceph-mon[91421]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T03:58:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:36 smithi052 ceph-mon[91421]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T03:58:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:36 smithi078 ceph-mon[85589]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-09-13T03:58:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:36 smithi078 ceph-mon[85589]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-13T03:58:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:36 smithi078 ceph-mon[85589]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-13T03:58:37.802 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-13T03:58:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:58:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:58:38] "GET /metrics HTTP/1.1" 200 36672 "" "Prometheus/2.43.0" 2024-09-13T03:58:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:38 smithi052 ceph-mon[91421]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-09-13T03:58:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:38 smithi052 ceph-mon[91421]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T03:58:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:38 smithi052 ceph-mon[89065]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-09-13T03:58:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:38 smithi052 ceph-mon[89065]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T03:58:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:38 smithi078 ceph-mon[85589]: pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 105 op/s 2024-09-13T03:58:39.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:38 smithi078 ceph-mon[85589]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-13T03:58:39.870 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-13T03:58:39.949 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-13T03:58:40.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:39 smithi052 ceph-mon[91421]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T03:58:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:39 smithi052 ceph-mon[89065]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T03:58:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:39 smithi078 ceph-mon[85589]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-13T03:58:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:40 smithi052 ceph-mon[91421]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-09-13T03:58:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:40 smithi052 ceph-mon[91421]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T03:58:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:40 smithi052 ceph-mon[89065]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-09-13T03:58:41.030 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:40 smithi052 ceph-mon[89065]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T03:58:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:40 smithi078 ceph-mon[85589]: pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-09-13T03:58:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:40 smithi078 ceph-mon[85589]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-13T03:58:41.807 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-13T03:58:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:41 smithi078 ceph-mon[85589]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T03:58:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:41 smithi078 ceph-mon[85589]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T03:58:42.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:41 smithi052 ceph-mon[89065]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T03:58:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:41 smithi052 ceph-mon[89065]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T03:58:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:41 smithi052 ceph-mon[91421]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-13T03:58:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:41 smithi052 ceph-mon[91421]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-13T03:58:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:58:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:58:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:42 smithi078 ceph-mon[85589]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 115 op/s 2024-09-13T03:58:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:42 smithi052 ceph-mon[91421]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 115 op/s 2024-09-13T03:58:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:42 smithi052 ceph-mon[89065]: pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.7 KiB/s wr, 115 op/s 2024-09-13T03:58:43.898 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-13T03:58:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:43 smithi078 ceph-mon[85589]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T03:58:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:43 smithi052 ceph-mon[91421]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T03:58:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:43 smithi052 ceph-mon[89065]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-13T03:58:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:44 smithi078 ceph-mon[85589]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-09-13T03:58:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:44 smithi078 ceph-mon[85589]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T03:58:45.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:44 smithi052 ceph-mon[91421]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-09-13T03:58:45.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:44 smithi052 ceph-mon[91421]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T03:58:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:44 smithi052 ceph-mon[89065]: pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-09-13T03:58:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:44 smithi052 ceph-mon[89065]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-13T03:58:45.908 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-13T03:58:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:45 smithi078 ceph-mon[85589]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T03:58:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:45 smithi052 ceph-mon[91421]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T03:58:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:45 smithi052 ceph-mon[89065]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-13T03:58:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:46 smithi078 ceph-mon[85589]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-09-13T03:58:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:46 smithi078 ceph-mon[85589]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T03:58:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:46 smithi078 ceph-mon[85589]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[91421]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[91421]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[91421]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[89065]: pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[89065]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-13T03:58:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:58:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:46 smithi052 ceph-mon[89065]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-13T03:58:47.804 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-13T03:58:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:58:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:58:48] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T03:58:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:48 smithi052 ceph-mon[89065]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.7 KiB/s wr, 124 op/s 2024-09-13T03:58:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:48 smithi052 ceph-mon[89065]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T03:58:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:48 smithi052 ceph-mon[91421]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.7 KiB/s wr, 124 op/s 2024-09-13T03:58:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:48 smithi052 ceph-mon[91421]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T03:58:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:48 smithi078 ceph-mon[85589]: pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.7 KiB/s wr, 124 op/s 2024-09-13T03:58:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:48 smithi078 ceph-mon[85589]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-13T03:58:49.915 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-13T03:58:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:49 smithi078 ceph-mon[85589]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T03:58:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:49 smithi078 ceph-mon[85589]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 4.2 KiB/s wr, 119 op/s 2024-09-13T03:58:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:49 smithi052 ceph-mon[91421]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T03:58:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:49 smithi052 ceph-mon[91421]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 4.2 KiB/s wr, 119 op/s 2024-09-13T03:58:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:49 smithi052 ceph-mon[89065]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-13T03:58:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:49 smithi052 ceph-mon[89065]: pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 4.2 KiB/s wr, 119 op/s 2024-09-13T03:58:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:50 smithi078 ceph-mon[85589]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T03:58:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:50 smithi052 ceph-mon[91421]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T03:58:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:50 smithi052 ceph-mon[89065]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-13T03:58:51.815 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-13T03:58:52.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:51 smithi078 ceph-mon[85589]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T03:58:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:51 smithi078 ceph-mon[85589]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9.2 KiB/s wr, 177 op/s 2024-09-13T03:58:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:51 smithi078 ceph-mon[85589]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T03:58:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:51 smithi052 ceph-mon[89065]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T03:58:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:51 smithi052 ceph-mon[89065]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9.2 KiB/s wr, 177 op/s 2024-09-13T03:58:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:51 smithi052 ceph-mon[89065]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T03:58:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:51 smithi052 ceph-mon[91421]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-13T03:58:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:51 smithi052 ceph-mon[91421]: pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9.2 KiB/s wr, 177 op/s 2024-09-13T03:58:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:51 smithi052 ceph-mon[91421]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-13T03:58:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:58:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:58:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:53 smithi078 ceph-mon[85589]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T03:58:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:53 smithi078 ceph-mon[85589]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-09-13T03:58:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:53 smithi052 ceph-mon[89065]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T03:58:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:53 smithi052 ceph-mon[89065]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-09-13T03:58:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:53 smithi052 ceph-mon[91421]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-13T03:58:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:53 smithi052 ceph-mon[91421]: pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-09-13T03:58:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:54 smithi078 ceph-mon[85589]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T03:58:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:54 smithi052 ceph-mon[91421]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T03:58:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:54 smithi052 ceph-mon[89065]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-13T03:58:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:55 smithi078 ceph-mon[85589]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T03:58:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:55 smithi078 ceph-mon[85589]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.7 KiB/s wr, 109 op/s 2024-09-13T03:58:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:55 smithi052 ceph-mon[91421]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T03:58:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:55 smithi052 ceph-mon[91421]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.7 KiB/s wr, 109 op/s 2024-09-13T03:58:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:55 smithi052 ceph-mon[89065]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-13T03:58:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:55 smithi052 ceph-mon[89065]: pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.7 KiB/s wr, 109 op/s 2024-09-13T03:58:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:56 smithi078 ceph-mon[85589]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T03:58:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:56 smithi078 ceph-mon[85589]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T03:58:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:56 smithi052 ceph-mon[91421]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T03:58:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:56 smithi052 ceph-mon[91421]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T03:58:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:56 smithi052 ceph-mon[89065]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-13T03:58:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:56 smithi052 ceph-mon[89065]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-13T03:58:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:58:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:58:58] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T03:58:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:58 smithi052 ceph-mon[91421]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.0 KiB/s wr, 122 op/s 2024-09-13T03:58:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:58 smithi052 ceph-mon[91421]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T03:58:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:58 smithi052 ceph-mon[89065]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.0 KiB/s wr, 122 op/s 2024-09-13T03:58:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:58 smithi052 ceph-mon[89065]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T03:58:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:58 smithi078 ceph-mon[85589]: pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 6.0 KiB/s wr, 122 op/s 2024-09-13T03:58:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:58 smithi078 ceph-mon[85589]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-13T03:58:59.817 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-13T03:58:59.904 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-13T03:58:59.979 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-13T03:59:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:58:59 smithi052 ceph-mon[91421]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T03:59:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:58:59 smithi052 ceph-mon[89065]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T03:59:00.052 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-13T03:59:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:58:59 smithi078 ceph-mon[85589]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-13T03:59:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:00 smithi052 ceph-mon[91421]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-13T03:59:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:00 smithi052 ceph-mon[91421]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T03:59:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:00 smithi052 ceph-mon[89065]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-13T03:59:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:00 smithi052 ceph-mon[89065]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T03:59:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:00 smithi078 ceph-mon[85589]: pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 KiB/s wr, 27 op/s 2024-09-13T03:59:01.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:00 smithi078 ceph-mon[85589]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-13T03:59:01.812 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-13T03:59:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:01 smithi052 ceph-mon[91421]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T03:59:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:01 smithi052 ceph-mon[91421]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T03:59:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:01 smithi052 ceph-mon[89065]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T03:59:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:01 smithi052 ceph-mon[89065]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T03:59:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:01 smithi078 ceph-mon[85589]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-13T03:59:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:01 smithi078 ceph-mon[85589]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-13T03:59:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:59:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:59:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:02 smithi052 ceph-mon[91421]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 111 op/s 2024-09-13T03:59:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:02 smithi052 ceph-mon[89065]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 111 op/s 2024-09-13T03:59:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:02 smithi078 ceph-mon[85589]: pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.7 KiB/s wr, 111 op/s 2024-09-13T03:59:03.842 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-13T03:59:04.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:03 smithi052 ceph-mon[91421]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T03:59:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:03 smithi052 ceph-mon[89065]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T03:59:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:03 smithi078 ceph-mon[85589]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-13T03:59:05.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:04 smithi052 ceph-mon[89065]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 247 op/s 2024-09-13T03:59:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:04 smithi052 ceph-mon[89065]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T03:59:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:04 smithi052 ceph-mon[91421]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 247 op/s 2024-09-13T03:59:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:04 smithi052 ceph-mon[91421]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T03:59:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:04 smithi078 ceph-mon[85589]: pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 247 op/s 2024-09-13T03:59:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:04 smithi078 ceph-mon[85589]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-13T03:59:06.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:05 smithi052 ceph-mon[91421]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T03:59:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:05 smithi052 ceph-mon[89065]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T03:59:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:05 smithi078 ceph-mon[85589]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-13T03:59:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:06 smithi052 ceph-mon[91421]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 262 op/s 2024-09-13T03:59:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:06 smithi052 ceph-mon[91421]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T03:59:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:06 smithi052 ceph-mon[91421]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T03:59:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:06 smithi052 ceph-mon[89065]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 262 op/s 2024-09-13T03:59:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:06 smithi052 ceph-mon[89065]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T03:59:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:06 smithi052 ceph-mon[89065]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T03:59:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:06 smithi078 ceph-mon[85589]: pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 262 op/s 2024-09-13T03:59:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:06 smithi078 ceph-mon[85589]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-13T03:59:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:06 smithi078 ceph-mon[85589]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-13T03:59:07.890 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-13T03:59:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:59:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:59:08] "GET /metrics HTTP/1.1" 200 36673 "" "Prometheus/2.43.0" 2024-09-13T03:59:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:08 smithi052 ceph-mon[91421]: pgmap v3989: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-09-13T03:59:09.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:08 smithi052 ceph-mon[91421]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T03:59:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:08 smithi052 ceph-mon[89065]: pgmap v3989: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-09-13T03:59:09.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:08 smithi052 ceph-mon[89065]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T03:59:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:08 smithi078 ceph-mon[85589]: pgmap v3989: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 140 op/s 2024-09-13T03:59:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:08 smithi078 ceph-mon[85589]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-13T03:59:09.895 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-13T03:59:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:09 smithi078 ceph-mon[85589]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T03:59:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:09 smithi052 ceph-mon[91421]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T03:59:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:09 smithi052 ceph-mon[89065]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-13T03:59:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:10 smithi078 ceph-mon[85589]: pgmap v3992: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 90 op/s 2024-09-13T03:59:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:10 smithi078 ceph-mon[85589]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T03:59:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:10 smithi052 ceph-mon[91421]: pgmap v3992: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 90 op/s 2024-09-13T03:59:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:10 smithi052 ceph-mon[91421]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T03:59:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:10 smithi052 ceph-mon[89065]: pgmap v3992: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 90 op/s 2024-09-13T03:59:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:10 smithi052 ceph-mon[89065]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-13T03:59:11.818 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-13T03:59:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:11 smithi078 ceph-mon[85589]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T03:59:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:11 smithi078 ceph-mon[85589]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T03:59:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:11 smithi052 ceph-mon[91421]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T03:59:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:11 smithi052 ceph-mon[91421]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T03:59:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:11 smithi052 ceph-mon[89065]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-13T03:59:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:11 smithi052 ceph-mon[89065]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-13T03:59:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:59:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:59:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:12 smithi078 ceph-mon[85589]: pgmap v3995: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 10 KiB/s wr, 106 op/s 2024-09-13T03:59:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:12 smithi052 ceph-mon[89065]: pgmap v3995: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 10 KiB/s wr, 106 op/s 2024-09-13T03:59:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:12 smithi052 ceph-mon[91421]: pgmap v3995: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 10 KiB/s wr, 106 op/s 2024-09-13T03:59:13.906 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-13T03:59:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:13 smithi078 ceph-mon[85589]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T03:59:14.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:13 smithi052 ceph-mon[89065]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T03:59:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:13 smithi052 ceph-mon[91421]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-13T03:59:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:14 smithi078 ceph-mon[85589]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 14 KiB/s wr, 119 op/s 2024-09-13T03:59:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:14 smithi078 ceph-mon[85589]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T03:59:15.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:14 smithi052 ceph-mon[89065]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 14 KiB/s wr, 119 op/s 2024-09-13T03:59:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:14 smithi052 ceph-mon[89065]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T03:59:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:14 smithi052 ceph-mon[91421]: pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 14 KiB/s wr, 119 op/s 2024-09-13T03:59:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:14 smithi052 ceph-mon[91421]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-13T03:59:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:15 smithi078 ceph-mon[85589]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T03:59:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:15 smithi052 ceph-mon[89065]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T03:59:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:15 smithi052 ceph-mon[91421]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-13T03:59:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:16 smithi078 ceph-mon[85589]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 17 KiB/s wr, 218 op/s 2024-09-13T03:59:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:16 smithi078 ceph-mon[85589]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T03:59:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:16 smithi078 ceph-mon[85589]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[89065]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 17 KiB/s wr, 218 op/s 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[89065]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[89065]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[91421]: pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 17 KiB/s wr, 218 op/s 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[91421]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:16 smithi052 ceph-mon[91421]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-13T03:59:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:59:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:59:18] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-09-13T03:59:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:18 smithi052 ceph-mon[89065]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-09-13T03:59:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:18 smithi052 ceph-mon[89065]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T03:59:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:18 smithi052 ceph-mon[91421]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-09-13T03:59:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:18 smithi052 ceph-mon[91421]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T03:59:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:18 smithi078 ceph-mon[85589]: pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-09-13T03:59:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:18 smithi078 ceph-mon[85589]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-13T03:59:19.827 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-13T03:59:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:19 smithi052 ceph-mon[91421]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T03:59:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:19 smithi052 ceph-mon[89065]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T03:59:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:19 smithi078 ceph-mon[85589]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-13T03:59:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:20 smithi052 ceph-mon[91421]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-13T03:59:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:20 smithi052 ceph-mon[91421]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T03:59:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:20 smithi052 ceph-mon[89065]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-13T03:59:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:20 smithi052 ceph-mon[89065]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T03:59:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:20 smithi078 ceph-mon[85589]: pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-13T03:59:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:20 smithi078 ceph-mon[85589]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-13T03:59:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:21 smithi052 ceph-mon[91421]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T03:59:22.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:21 smithi052 ceph-mon[91421]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T03:59:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:21 smithi052 ceph-mon[89065]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T03:59:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:21 smithi052 ceph-mon[89065]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T03:59:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:21 smithi078 ceph-mon[85589]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-13T03:59:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:21 smithi078 ceph-mon[85589]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-13T03:59:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:59:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:59:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:22 smithi052 ceph-mon[91421]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T03:59:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:22 smithi052 ceph-mon[91421]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T03:59:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:22 smithi052 ceph-mon[89065]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T03:59:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:22 smithi052 ceph-mon[89065]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T03:59:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:22 smithi078 ceph-mon[85589]: pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-09-13T03:59:23.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:22 smithi078 ceph-mon[85589]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-13T03:59:25.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:24 smithi052 ceph-mon[91421]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-09-13T03:59:25.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:24 smithi052 ceph-mon[91421]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T03:59:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:24 smithi052 ceph-mon[89065]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-09-13T03:59:25.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:24 smithi052 ceph-mon[89065]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T03:59:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:24 smithi078 ceph-mon[85589]: pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-09-13T03:59:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:24 smithi078 ceph-mon[85589]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-13T03:59:25.866 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-13T03:59:26.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:25 smithi052 ceph-mon[91421]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T03:59:26.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:25 smithi052 ceph-mon[89065]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T03:59:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:25 smithi078 ceph-mon[85589]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-13T03:59:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:26 smithi052 ceph-mon[91421]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:59:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:26 smithi052 ceph-mon[91421]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T03:59:27.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:26 smithi052 ceph-mon[91421]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T03:59:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:26 smithi052 ceph-mon[89065]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:59:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:26 smithi052 ceph-mon[89065]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T03:59:27.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:26 smithi052 ceph-mon[89065]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T03:59:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:26 smithi078 ceph-mon[85589]: pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2024-09-13T03:59:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:26 smithi078 ceph-mon[85589]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-13T03:59:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:26 smithi078 ceph-mon[85589]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-13T03:59:27.824 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-13T03:59:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:59:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:59:28] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-09-13T03:59:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:28 smithi052 ceph-mon[91421]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 76 op/s 2024-09-13T03:59:29.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:28 smithi052 ceph-mon[91421]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T03:59:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:28 smithi052 ceph-mon[89065]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 76 op/s 2024-09-13T03:59:29.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:28 smithi052 ceph-mon[89065]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T03:59:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:28 smithi078 ceph-mon[85589]: pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 76 op/s 2024-09-13T03:59:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:28 smithi078 ceph-mon[85589]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-13T03:59:30.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:29 smithi052 ceph-mon[91421]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T03:59:30.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:29 smithi052 ceph-mon[89065]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T03:59:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:29 smithi078 ceph-mon[85589]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-13T03:59:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:30 smithi078 ceph-mon[85589]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 KiB/s wr, 74 op/s 2024-09-13T03:59:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:30 smithi078 ceph-mon[85589]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T03:59:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:30 smithi052 ceph-mon[89065]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 KiB/s wr, 74 op/s 2024-09-13T03:59:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:30 smithi052 ceph-mon[89065]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T03:59:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:30 smithi052 ceph-mon[91421]: pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.2 KiB/s wr, 74 op/s 2024-09-13T03:59:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:30 smithi052 ceph-mon[91421]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-13T03:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:31 smithi078 ceph-mon[85589]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T03:59:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:31 smithi078 ceph-mon[85589]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T03:59:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:31 smithi052 ceph-mon[89065]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T03:59:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:31 smithi052 ceph-mon[89065]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T03:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:31 smithi052 ceph-mon[91421]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-13T03:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:31 smithi052 ceph-mon[91421]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-13T03:59:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:59:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:59:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:32 smithi078 ceph-mon[85589]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2024-09-13T03:59:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:32 smithi078 ceph-mon[85589]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T03:59:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:32 smithi052 ceph-mon[91421]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2024-09-13T03:59:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:32 smithi052 ceph-mon[91421]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T03:59:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:32 smithi052 ceph-mon[89065]: pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2024-09-13T03:59:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:32 smithi052 ceph-mon[89065]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-13T03:59:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:59:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:33 smithi078 ceph-mon[85589]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T03:59:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:59:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:33 smithi052 ceph-mon[91421]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T03:59:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T03:59:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:33 smithi052 ceph-mon[89065]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-13T03:59:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:34 smithi078 ceph-mon[85589]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 69 op/s 2024-09-13T03:59:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:59:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:59:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:59:35.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:34 smithi078 ceph-mon[85589]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T03:59:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[91421]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 69 op/s 2024-09-13T03:59:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:59:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:59:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:59:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[91421]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T03:59:35.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[89065]: pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 69 op/s 2024-09-13T03:59:35.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T03:59:35.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T03:59:35.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T03:59:35.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:34 smithi052 ceph-mon[89065]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-13T03:59:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:36 smithi052 ceph-mon[89065]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-09-13T03:59:37.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:36 smithi052 ceph-mon[89065]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T03:59:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:36 smithi052 ceph-mon[91421]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-09-13T03:59:37.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:36 smithi052 ceph-mon[91421]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T03:59:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:36 smithi078 ceph-mon[85589]: pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-09-13T03:59:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:36 smithi078 ceph-mon[85589]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-13T03:59:38.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:37 smithi052 ceph-mon[91421]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T03:59:38.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:37 smithi052 ceph-mon[89065]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T03:59:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:37 smithi078 ceph-mon[85589]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-13T03:59:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:59:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:59:38] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-09-13T03:59:39.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:38 smithi052 ceph-mon[91421]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-09-13T03:59:39.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:38 smithi052 ceph-mon[91421]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T03:59:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:38 smithi052 ceph-mon[89065]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-09-13T03:59:39.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:38 smithi052 ceph-mon[89065]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T03:59:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:38 smithi078 ceph-mon[85589]: pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-09-13T03:59:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:38 smithi078 ceph-mon[85589]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-13T03:59:40.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:39 smithi052 ceph-mon[91421]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T03:59:40.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:39 smithi052 ceph-mon[89065]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T03:59:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:39 smithi078 ceph-mon[85589]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-13T03:59:41.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:40 smithi052 ceph-mon[91421]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.0 KiB/s wr, 115 op/s 2024-09-13T03:59:41.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:40 smithi052 ceph-mon[91421]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T03:59:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:40 smithi052 ceph-mon[89065]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.0 KiB/s wr, 115 op/s 2024-09-13T03:59:41.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:40 smithi052 ceph-mon[89065]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T03:59:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:40 smithi078 ceph-mon[85589]: pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.0 KiB/s wr, 115 op/s 2024-09-13T03:59:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:40 smithi078 ceph-mon[85589]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-13T03:59:42.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:41 smithi052 ceph-mon[91421]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T03:59:42.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:41 smithi052 ceph-mon[89065]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T03:59:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:41 smithi078 ceph-mon[85589]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-13T03:59:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:59:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:59:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:42 smithi052 ceph-mon[91421]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 114 op/s 2024-09-13T03:59:43.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:42 smithi052 ceph-mon[91421]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T03:59:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:42 smithi052 ceph-mon[89065]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 114 op/s 2024-09-13T03:59:43.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:42 smithi052 ceph-mon[89065]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T03:59:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:42 smithi078 ceph-mon[85589]: pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.5 KiB/s wr, 114 op/s 2024-09-13T03:59:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:42 smithi078 ceph-mon[85589]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-13T03:59:44.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:43 smithi052 ceph-mon[91421]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T03:59:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:43 smithi052 ceph-mon[89065]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T03:59:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:43 smithi078 ceph-mon[85589]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-13T03:59:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:44 smithi078 ceph-mon[85589]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T03:59:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:44 smithi078 ceph-mon[85589]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T03:59:45.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:44 smithi052 ceph-mon[91421]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T03:59:45.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:44 smithi052 ceph-mon[91421]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T03:59:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:44 smithi052 ceph-mon[89065]: pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T03:59:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:44 smithi052 ceph-mon[89065]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-13T03:59:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:45 smithi078 ceph-mon[85589]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T03:59:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:45 smithi052 ceph-mon[91421]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T03:59:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:45 smithi052 ceph-mon[89065]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-13T03:59:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:46 smithi078 ceph-mon[85589]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T03:59:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:46 smithi078 ceph-mon[85589]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T03:59:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:46 smithi052 ceph-mon[91421]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T03:59:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:46 smithi052 ceph-mon[91421]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T03:59:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:46 smithi052 ceph-mon[89065]: pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-09-13T03:59:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:46 smithi052 ceph-mon[89065]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-13T03:59:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T03:59:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:47 smithi078 ceph-mon[85589]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T03:59:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:47 smithi052 ceph-mon[91421]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T03:59:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:47 smithi052 ceph-mon[89065]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-13T03:59:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:59:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:59:48] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T03:59:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:48 smithi078 ceph-mon[85589]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-09-13T03:59:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:48 smithi078 ceph-mon[85589]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T03:59:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:48 smithi052 ceph-mon[91421]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-09-13T03:59:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:48 smithi052 ceph-mon[91421]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T03:59:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:48 smithi052 ceph-mon[89065]: pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.5 KiB/s wr, 159 op/s 2024-09-13T03:59:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:48 smithi052 ceph-mon[89065]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-13T03:59:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:49 smithi078 ceph-mon[85589]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T03:59:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:49 smithi052 ceph-mon[91421]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T03:59:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:49 smithi052 ceph-mon[89065]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-13T03:59:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:50 smithi078 ceph-mon[85589]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.0 KiB/s wr, 202 op/s 2024-09-13T03:59:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:50 smithi078 ceph-mon[85589]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T03:59:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:50 smithi052 ceph-mon[91421]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.0 KiB/s wr, 202 op/s 2024-09-13T03:59:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:50 smithi052 ceph-mon[91421]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T03:59:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:50 smithi052 ceph-mon[89065]: pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.0 KiB/s wr, 202 op/s 2024-09-13T03:59:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:50 smithi052 ceph-mon[89065]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-13T03:59:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:51 smithi078 ceph-mon[85589]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T03:59:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:51 smithi052 ceph-mon[91421]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T03:59:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:51 smithi052 ceph-mon[89065]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-13T03:59:52.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 03:59:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T03:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T03:59:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:52 smithi078 ceph-mon[85589]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 3.7 KiB/s wr, 202 op/s 2024-09-13T03:59:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:52 smithi078 ceph-mon[85589]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T03:59:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:52 smithi052 ceph-mon[91421]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 3.7 KiB/s wr, 202 op/s 2024-09-13T03:59:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:52 smithi052 ceph-mon[91421]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T03:59:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:52 smithi052 ceph-mon[89065]: pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 3.7 KiB/s wr, 202 op/s 2024-09-13T03:59:53.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:52 smithi052 ceph-mon[89065]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-13T03:59:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:53 smithi078 ceph-mon[85589]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T03:59:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:53 smithi078 ceph-mon[85589]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-13T03:59:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:53 smithi052 ceph-mon[91421]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T03:59:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:53 smithi052 ceph-mon[91421]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-13T03:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:53 smithi052 ceph-mon[89065]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-13T03:59:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:53 smithi052 ceph-mon[89065]: pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-13T03:59:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:54 smithi078 ceph-mon[85589]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T03:59:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:54 smithi052 ceph-mon[91421]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T03:59:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:54 smithi052 ceph-mon[89065]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-13T03:59:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:55 smithi078 ceph-mon[85589]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T03:59:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:55 smithi078 ceph-mon[85589]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.5 KiB/s wr, 247 op/s 2024-09-13T03:59:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:55 smithi052 ceph-mon[91421]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T03:59:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:55 smithi052 ceph-mon[91421]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.5 KiB/s wr, 247 op/s 2024-09-13T03:59:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:55 smithi052 ceph-mon[89065]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-13T03:59:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:55 smithi052 ceph-mon[89065]: pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 3.5 KiB/s wr, 247 op/s 2024-09-13T03:59:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:56 smithi078 ceph-mon[85589]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T03:59:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:56 smithi052 ceph-mon[91421]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T03:59:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:56 smithi052 ceph-mon[89065]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-13T03:59:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:57 smithi078 ceph-mon[85589]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T03:59:58.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:57 smithi078 ceph-mon[85589]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 2.7 KiB/s wr, 246 op/s 2024-09-13T03:59:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:57 smithi052 ceph-mon[91421]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T03:59:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:57 smithi052 ceph-mon[91421]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 2.7 KiB/s wr, 246 op/s 2024-09-13T03:59:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:57 smithi052 ceph-mon[89065]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-13T03:59:58.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:57 smithi052 ceph-mon[89065]: pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 2.7 KiB/s wr, 246 op/s 2024-09-13T03:59:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 03:59:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:03:59:58] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T03:59:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:58 smithi078 ceph-mon[85589]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T03:59:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:58 smithi052 ceph-mon[89065]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T03:59:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:58 smithi052 ceph-mon[91421]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-13T04:00:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:59 smithi078 ceph-mon[85589]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T04:00:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 03:59:59 smithi078 ceph-mon[85589]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 2.7 KiB/s wr, 290 op/s 2024-09-13T04:00:00.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:59 smithi052 ceph-mon[89065]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T04:00:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 03:59:59 smithi052 ceph-mon[89065]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 2.7 KiB/s wr, 290 op/s 2024-09-13T04:00:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:59 smithi052 ceph-mon[91421]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-13T04:00:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 03:59:59 smithi052 ceph-mon[91421]: pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 2.7 KiB/s wr, 290 op/s 2024-09-13T04:00:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:00 smithi078 ceph-mon[85589]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T04:00:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:00 smithi078 ceph-mon[85589]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T04:00:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:00 smithi052 ceph-mon[89065]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T04:00:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:00 smithi052 ceph-mon[89065]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T04:00:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:00 smithi052 ceph-mon[91421]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-13T04:00:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:00 smithi052 ceph-mon[91421]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-09-13T04:00:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:01 smithi078 ceph-mon[85589]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T04:00:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:01 smithi078 ceph-mon[85589]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.7 KiB/s wr, 289 op/s 2024-09-13T04:00:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:01 smithi052 ceph-mon[91421]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T04:00:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:01 smithi052 ceph-mon[91421]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.7 KiB/s wr, 289 op/s 2024-09-13T04:00:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:01 smithi052 ceph-mon[89065]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-13T04:00:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:01 smithi052 ceph-mon[89065]: pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.7 KiB/s wr, 289 op/s 2024-09-13T04:00:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:00:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:00:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:02 smithi078 ceph-mon[85589]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T04:00:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:02 smithi052 ceph-mon[91421]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T04:00:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:02 smithi052 ceph-mon[89065]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-13T04:00:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:03 smithi078 ceph-mon[85589]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T04:00:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:03 smithi078 ceph-mon[85589]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:03 smithi052 ceph-mon[91421]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T04:00:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:03 smithi052 ceph-mon[91421]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:03 smithi052 ceph-mon[89065]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-13T04:00:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:03 smithi052 ceph-mon[89065]: pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:04 smithi078 ceph-mon[85589]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T04:00:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:04 smithi052 ceph-mon[91421]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T04:00:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:04 smithi052 ceph-mon[89065]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-13T04:00:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:05 smithi078 ceph-mon[85589]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T04:00:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:05 smithi078 ceph-mon[85589]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T04:00:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:05 smithi052 ceph-mon[91421]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T04:00:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:05 smithi052 ceph-mon[91421]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T04:00:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:05 smithi052 ceph-mon[89065]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-13T04:00:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:05 smithi052 ceph-mon[89065]: pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 334 op/s 2024-09-13T04:00:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:06 smithi078 ceph-mon[85589]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T04:00:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:06 smithi052 ceph-mon[91421]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T04:00:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:06 smithi052 ceph-mon[89065]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-13T04:00:08.179 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:07 smithi052 ceph-mon[91421]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T04:00:08.179 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:07 smithi052 ceph-mon[91421]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-09-13T04:00:08.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:07 smithi052 ceph-mon[89065]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T04:00:08.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:07 smithi052 ceph-mon[89065]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-09-13T04:00:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:07 smithi078 ceph-mon[85589]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-13T04:00:08.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:07 smithi078 ceph-mon[85589]: pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-09-13T04:00:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:00:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:00:08] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-09-13T04:00:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:08 smithi078 ceph-mon[85589]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T04:00:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:08 smithi052 ceph-mon[91421]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T04:00:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:08 smithi052 ceph-mon[89065]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-13T04:00:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:09 smithi078 ceph-mon[85589]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T04:00:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:09 smithi078 ceph-mon[85589]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-09-13T04:00:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:09 smithi052 ceph-mon[91421]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T04:00:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:09 smithi052 ceph-mon[91421]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-09-13T04:00:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:09 smithi052 ceph-mon[89065]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-13T04:00:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:09 smithi052 ceph-mon[89065]: pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 3.5 KiB/s wr, 378 op/s 2024-09-13T04:00:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:10 smithi078 ceph-mon[85589]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T04:00:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:10 smithi052 ceph-mon[89065]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T04:00:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:10 smithi052 ceph-mon[91421]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-13T04:00:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:11 smithi052 ceph-mon[91421]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T04:00:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:11 smithi052 ceph-mon[91421]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 3.2 KiB/s wr, 376 op/s 2024-09-13T04:00:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:11 smithi052 ceph-mon[89065]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T04:00:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:11 smithi052 ceph-mon[89065]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 3.2 KiB/s wr, 376 op/s 2024-09-13T04:00:12.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:11 smithi078 ceph-mon[85589]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-13T04:00:12.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:11 smithi078 ceph-mon[85589]: pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 3.2 KiB/s wr, 376 op/s 2024-09-13T04:00:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:00:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:00:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:12 smithi052 ceph-mon[91421]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T04:00:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:12 smithi052 ceph-mon[89065]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T04:00:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:12 smithi078 ceph-mon[85589]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-13T04:00:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:13 smithi052 ceph-mon[91421]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T04:00:14.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:13 smithi052 ceph-mon[91421]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-13T04:00:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:13 smithi052 ceph-mon[89065]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T04:00:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:13 smithi052 ceph-mon[89065]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-13T04:00:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:13 smithi078 ceph-mon[85589]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-13T04:00:14.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:13 smithi078 ceph-mon[85589]: pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-13T04:00:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:14 smithi052 ceph-mon[91421]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T04:00:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:14 smithi052 ceph-mon[89065]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T04:00:15.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:14 smithi078 ceph-mon[85589]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-13T04:00:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:15 smithi052 ceph-mon[91421]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T04:00:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:15 smithi052 ceph-mon[91421]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 335 op/s 2024-09-13T04:00:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:15 smithi052 ceph-mon[89065]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T04:00:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:15 smithi052 ceph-mon[89065]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 335 op/s 2024-09-13T04:00:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:15 smithi078 ceph-mon[85589]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-13T04:00:16.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:15 smithi078 ceph-mon[85589]: pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 335 op/s 2024-09-13T04:00:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:16 smithi052 ceph-mon[91421]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T04:00:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:16 smithi052 ceph-mon[89065]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T04:00:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:16 smithi078 ceph-mon[85589]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-13T04:00:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:18.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:00:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:00:18] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T04:00:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:17 smithi052 ceph-mon[91421]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T04:00:18.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:17 smithi052 ceph-mon[91421]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 335 op/s 2024-09-13T04:00:18.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:17 smithi052 ceph-mon[89065]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T04:00:18.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:17 smithi052 ceph-mon[89065]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 335 op/s 2024-09-13T04:00:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:17 smithi078 ceph-mon[85589]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-13T04:00:18.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:17 smithi078 ceph-mon[85589]: pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.5 KiB/s wr, 335 op/s 2024-09-13T04:00:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:18 smithi052 ceph-mon[91421]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T04:00:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:18 smithi052 ceph-mon[89065]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T04:00:19.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:18 smithi078 ceph-mon[85589]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-13T04:00:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:20 smithi052 ceph-mon[91421]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T04:00:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:20 smithi052 ceph-mon[91421]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-09-13T04:00:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:20 smithi052 ceph-mon[89065]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T04:00:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:20 smithi052 ceph-mon[89065]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-09-13T04:00:20.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:20 smithi078 ceph-mon[85589]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-13T04:00:20.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:20 smithi078 ceph-mon[85589]: pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-09-13T04:00:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:21 smithi052 ceph-mon[91421]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T04:00:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:21 smithi052 ceph-mon[89065]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T04:00:21.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:21 smithi078 ceph-mon[85589]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-13T04:00:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:22 smithi052 ceph-mon[91421]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T04:00:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:22 smithi052 ceph-mon[91421]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 3.5 KiB/s wr, 455 op/s 2024-09-13T04:00:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:22 smithi052 ceph-mon[89065]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T04:00:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:22 smithi052 ceph-mon[89065]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 3.5 KiB/s wr, 455 op/s 2024-09-13T04:00:22.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:22 smithi078 ceph-mon[85589]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-13T04:00:22.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:22 smithi078 ceph-mon[85589]: pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 3.5 KiB/s wr, 455 op/s 2024-09-13T04:00:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:00:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:00:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:23 smithi052 ceph-mon[91421]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T04:00:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:23 smithi052 ceph-mon[89065]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T04:00:23.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:23 smithi078 ceph-mon[85589]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-13T04:00:24.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:24 smithi078 ceph-mon[85589]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T04:00:24.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:24 smithi078 ceph-mon[85589]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:00:24.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:24 smithi052 ceph-mon[91421]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T04:00:24.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:24 smithi052 ceph-mon[91421]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:00:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:24 smithi052 ceph-mon[89065]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-13T04:00:24.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:24 smithi052 ceph-mon[89065]: pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:00:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:25 smithi078 ceph-mon[85589]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T04:00:25.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:25 smithi052 ceph-mon[91421]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T04:00:25.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:25 smithi052 ceph-mon[89065]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-13T04:00:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:26 smithi078 ceph-mon[85589]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T04:00:26.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:26 smithi078 ceph-mon[85589]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2024-09-13T04:00:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:26 smithi052 ceph-mon[91421]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T04:00:26.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:26 smithi052 ceph-mon[91421]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2024-09-13T04:00:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:26 smithi052 ceph-mon[89065]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-13T04:00:26.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:26 smithi052 ceph-mon[89065]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2024-09-13T04:00:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:27 smithi078 ceph-mon[85589]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T04:00:27.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:27 smithi052 ceph-mon[91421]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T04:00:27.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:27 smithi052 ceph-mon[89065]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-13T04:00:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:28 smithi078 ceph-mon[85589]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T04:00:28.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:28 smithi078 ceph-mon[85589]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-09-13T04:00:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:28 smithi052 ceph-mon[91421]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T04:00:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:28 smithi052 ceph-mon[91421]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-09-13T04:00:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:28 smithi052 ceph-mon[89065]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-13T04:00:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:28 smithi052 ceph-mon[89065]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2024-09-13T04:00:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:00:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:00:28] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T04:00:29.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:29 smithi078 ceph-mon[85589]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T04:00:29.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:29 smithi052 ceph-mon[91421]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T04:00:29.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:29 smithi052 ceph-mon[89065]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-13T04:00:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:30 smithi078 ceph-mon[85589]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T04:00:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:30 smithi078 ceph-mon[85589]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-09-13T04:00:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:30 smithi052 ceph-mon[91421]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T04:00:30.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:30 smithi052 ceph-mon[91421]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-09-13T04:00:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:30 smithi052 ceph-mon[89065]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-13T04:00:30.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:30 smithi052 ceph-mon[89065]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-09-13T04:00:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:31 smithi078 ceph-mon[85589]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T04:00:31.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:31 smithi052 ceph-mon[91421]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T04:00:31.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:31 smithi052 ceph-mon[89065]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-13T04:00:32.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:32 smithi078 ceph-mon[85589]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T04:00:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:32 smithi078 ceph-mon[85589]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 3.0 KiB/s wr, 542 op/s 2024-09-13T04:00:32.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:32.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:00:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:00:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:32 smithi052 ceph-mon[91421]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T04:00:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:32 smithi052 ceph-mon[91421]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 3.0 KiB/s wr, 542 op/s 2024-09-13T04:00:32.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:32 smithi052 ceph-mon[89065]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-13T04:00:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:32 smithi052 ceph-mon[89065]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 3.0 KiB/s wr, 542 op/s 2024-09-13T04:00:32.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:33.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:33 smithi078 ceph-mon[85589]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T04:00:33.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:33 smithi052 ceph-mon[91421]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T04:00:33.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:33 smithi052 ceph-mon[89065]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-13T04:00:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:34 smithi078 ceph-mon[85589]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T04:00:34.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:34 smithi078 ceph-mon[85589]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:00:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:34 smithi052 ceph-mon[91421]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T04:00:34.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:34 smithi052 ceph-mon[91421]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:00:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:34 smithi052 ceph-mon[89065]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-13T04:00:34.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:34 smithi052 ceph-mon[89065]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:00:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:35 smithi078 ceph-mon[85589]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T04:00:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:00:35.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:00:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:00:35.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[91421]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[89065]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-13T04:00:35.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:00:35.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:00:35.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:00:35.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:00:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:36 smithi078 ceph-mon[85589]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T04:00:36.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:36 smithi078 ceph-mon[85589]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-09-13T04:00:36.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:36 smithi052 ceph-mon[91421]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T04:00:36.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:36 smithi052 ceph-mon[91421]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-09-13T04:00:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:36 smithi052 ceph-mon[89065]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-13T04:00:36.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:36 smithi052 ceph-mon[89065]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.2 KiB/s wr, 588 op/s 2024-09-13T04:00:37.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:37 smithi078 ceph-mon[85589]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T04:00:37.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:37 smithi052 ceph-mon[91421]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T04:00:37.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:37 smithi052 ceph-mon[89065]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-13T04:00:38.430 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:00:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:00:38] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-09-13T04:00:38.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:38 smithi052 ceph-mon[91421]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 3.7 KiB/s wr, 584 op/s 2024-09-13T04:00:38.430 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:38 smithi052 ceph-mon[91421]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T04:00:38.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:38 smithi052 ceph-mon[89065]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 3.7 KiB/s wr, 584 op/s 2024-09-13T04:00:38.431 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:38 smithi052 ceph-mon[89065]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T04:00:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:38 smithi078 ceph-mon[85589]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 3.7 KiB/s wr, 584 op/s 2024-09-13T04:00:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:38 smithi078 ceph-mon[85589]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-13T04:00:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:39 smithi078 ceph-mon[85589]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T04:00:39.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:39 smithi052 ceph-mon[91421]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T04:00:39.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:39 smithi052 ceph-mon[89065]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-13T04:00:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:40 smithi078 ceph-mon[85589]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 3.5 KiB/s wr, 633 op/s 2024-09-13T04:00:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:40 smithi078 ceph-mon[85589]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T04:00:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:40 smithi052 ceph-mon[91421]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 3.5 KiB/s wr, 633 op/s 2024-09-13T04:00:40.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:40 smithi052 ceph-mon[91421]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T04:00:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:40 smithi052 ceph-mon[89065]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 3.5 KiB/s wr, 633 op/s 2024-09-13T04:00:40.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:40 smithi052 ceph-mon[89065]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-13T04:00:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:41 smithi078 ceph-mon[85589]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T04:00:41.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:41 smithi052 ceph-mon[91421]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T04:00:41.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:41 smithi052 ceph-mon[89065]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-13T04:00:42.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:42 smithi078 ceph-mon[85589]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 3.2 KiB/s wr, 634 op/s 2024-09-13T04:00:42.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:42 smithi078 ceph-mon[85589]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T04:00:42.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:00:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:00:42.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:42 smithi052 ceph-mon[91421]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 3.2 KiB/s wr, 634 op/s 2024-09-13T04:00:42.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:42 smithi052 ceph-mon[91421]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T04:00:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:42 smithi052 ceph-mon[89065]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 3.2 KiB/s wr, 634 op/s 2024-09-13T04:00:42.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:42 smithi052 ceph-mon[89065]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-13T04:00:43.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:43 smithi078 ceph-mon[85589]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T04:00:43.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:43 smithi052 ceph-mon[91421]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T04:00:43.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:43 smithi052 ceph-mon[89065]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-13T04:00:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:44 smithi078 ceph-mon[85589]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:44 smithi078 ceph-mon[85589]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T04:00:44.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:44 smithi052 ceph-mon[91421]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:44.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:44 smithi052 ceph-mon[91421]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T04:00:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:44 smithi052 ceph-mon[89065]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:44.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:44 smithi052 ceph-mon[89065]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-13T04:00:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:45 smithi078 ceph-mon[85589]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T04:00:45.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:45 smithi052 ceph-mon[91421]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T04:00:45.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:45 smithi052 ceph-mon[89065]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-13T04:00:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:46 smithi078 ceph-mon[85589]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-09-13T04:00:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:46 smithi078 ceph-mon[85589]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T04:00:46.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:46 smithi052 ceph-mon[91421]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-09-13T04:00:46.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:46 smithi052 ceph-mon[91421]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T04:00:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:46 smithi052 ceph-mon[89065]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-09-13T04:00:46.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:46 smithi052 ceph-mon[89065]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-13T04:00:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:47 smithi078 ceph-mon[85589]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T04:00:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:47.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:47 smithi052 ceph-mon[91421]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T04:00:47.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:47 smithi052 ceph-mon[89065]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-13T04:00:47.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:00:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:48 smithi078 ceph-mon[85589]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-09-13T04:00:48.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:48 smithi078 ceph-mon[85589]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T04:00:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:48 smithi052 ceph-mon[91421]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-09-13T04:00:48.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:48 smithi052 ceph-mon[91421]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T04:00:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:00:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:00:48] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-09-13T04:00:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:48 smithi052 ceph-mon[89065]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2024-09-13T04:00:48.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:48 smithi052 ceph-mon[89065]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-13T04:00:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:49 smithi078 ceph-mon[85589]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T04:00:49.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:49 smithi052 ceph-mon[91421]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T04:00:49.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:49 smithi052 ceph-mon[89065]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-13T04:00:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:50 smithi078 ceph-mon[85589]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 2.7 KiB/s wr, 722 op/s 2024-09-13T04:00:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:50 smithi078 ceph-mon[85589]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T04:00:50.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:50 smithi052 ceph-mon[91421]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 2.7 KiB/s wr, 722 op/s 2024-09-13T04:00:50.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:50 smithi052 ceph-mon[91421]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T04:00:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:50 smithi052 ceph-mon[89065]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 2.7 KiB/s wr, 722 op/s 2024-09-13T04:00:50.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:50 smithi052 ceph-mon[89065]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-13T04:00:51.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:51 smithi052 ceph-mon[91421]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T04:00:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:51 smithi052 ceph-mon[89065]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T04:00:51.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:51 smithi078 ceph-mon[85589]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-13T04:00:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:52 smithi052 ceph-mon[91421]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 3.0 KiB/s wr, 721 op/s 2024-09-13T04:00:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:52 smithi052 ceph-mon[91421]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T04:00:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:52 smithi052 ceph-mon[89065]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 3.0 KiB/s wr, 721 op/s 2024-09-13T04:00:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:52 smithi052 ceph-mon[89065]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T04:00:52.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:52 smithi078 ceph-mon[85589]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 3.0 KiB/s wr, 721 op/s 2024-09-13T04:00:52.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:52 smithi078 ceph-mon[85589]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-13T04:00:52.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:00:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:00:53.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:53 smithi052 ceph-mon[91421]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T04:00:53.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:53 smithi052 ceph-mon[89065]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T04:00:53.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:53 smithi078 ceph-mon[85589]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-13T04:00:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:54 smithi052 ceph-mon[91421]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:54.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:54 smithi052 ceph-mon[91421]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T04:00:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:54 smithi052 ceph-mon[89065]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:54.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:54 smithi052 ceph-mon[89065]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T04:00:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:54 smithi078 ceph-mon[85589]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:00:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:54 smithi078 ceph-mon[85589]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-13T04:00:55.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:55 smithi052 ceph-mon[91421]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T04:00:55.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:55 smithi052 ceph-mon[89065]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T04:00:55.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:55 smithi078 ceph-mon[85589]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-13T04:00:56.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:56 smithi052 ceph-mon[89065]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-13T04:00:56.532 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:56 smithi052 ceph-mon[89065]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T04:00:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:56 smithi052 ceph-mon[91421]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-13T04:00:56.532 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:56 smithi052 ceph-mon[91421]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T04:00:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:56 smithi078 ceph-mon[85589]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-13T04:00:56.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:56 smithi078 ceph-mon[85589]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-13T04:00:57.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:57 smithi052 ceph-mon[91421]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T04:00:57.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:57 smithi052 ceph-mon[89065]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T04:00:57.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:57 smithi078 ceph-mon[85589]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-13T04:00:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:58 smithi052 ceph-mon[91421]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 766 op/s 2024-09-13T04:00:58.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:58 smithi052 ceph-mon[91421]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T04:00:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:00:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:00:58] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-09-13T04:00:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:58 smithi052 ceph-mon[89065]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 766 op/s 2024-09-13T04:00:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:58 smithi052 ceph-mon[89065]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T04:00:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:58 smithi078 ceph-mon[85589]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 766 op/s 2024-09-13T04:00:58.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:58 smithi078 ceph-mon[85589]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-13T04:00:59.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:00:59 smithi052 ceph-mon[91421]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T04:00:59.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:00:59 smithi052 ceph-mon[89065]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T04:00:59.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:00:59 smithi078 ceph-mon[85589]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-13T04:01:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:00 smithi052 ceph-mon[91421]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T04:01:00.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:00 smithi052 ceph-mon[91421]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T04:01:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:00 smithi052 ceph-mon[89065]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T04:01:00.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:00 smithi052 ceph-mon[89065]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T04:01:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:00 smithi078 ceph-mon[85589]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-09-13T04:01:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:00 smithi078 ceph-mon[85589]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-13T04:01:01.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:01 smithi052 ceph-mon[91421]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T04:01:01.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:01 smithi052 ceph-mon[89065]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T04:01:01.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:01 smithi078 ceph-mon[85589]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-13T04:01:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:02 smithi052 ceph-mon[91421]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-09-13T04:01:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:02 smithi052 ceph-mon[91421]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T04:01:02.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:02 smithi052 ceph-mon[89065]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-09-13T04:01:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:02 smithi052 ceph-mon[89065]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T04:01:02.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:02 smithi078 ceph-mon[85589]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.7 KiB/s wr, 809 op/s 2024-09-13T04:01:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:02 smithi078 ceph-mon[85589]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-13T04:01:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:01:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:01:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:03 smithi078 ceph-mon[85589]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T04:01:03.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:03 smithi052 ceph-mon[91421]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T04:01:03.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:03 smithi052 ceph-mon[89065]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-13T04:01:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:04 smithi078 ceph-mon[85589]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:04.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:04 smithi078 ceph-mon[85589]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T04:01:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:04 smithi052 ceph-mon[91421]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:04.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:04 smithi052 ceph-mon[91421]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T04:01:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:04 smithi052 ceph-mon[89065]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:04.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:04 smithi052 ceph-mon[89065]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-13T04:01:05.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:05 smithi078 ceph-mon[85589]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T04:01:05.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:05 smithi052 ceph-mon[91421]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T04:01:05.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:05 smithi052 ceph-mon[89065]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-13T04:01:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:06 smithi078 ceph-mon[85589]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-13T04:01:06.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:06 smithi078 ceph-mon[85589]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T04:01:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:06 smithi052 ceph-mon[91421]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-13T04:01:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:06 smithi052 ceph-mon[91421]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T04:01:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:06 smithi052 ceph-mon[89065]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-13T04:01:06.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:06 smithi052 ceph-mon[89065]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-13T04:01:07.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:07 smithi078 ceph-mon[85589]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T04:01:07.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:07 smithi052 ceph-mon[91421]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T04:01:07.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:07 smithi052 ceph-mon[89065]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-13T04:01:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:01:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:01:08] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T04:01:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:08 smithi052 ceph-mon[91421]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 854 op/s 2024-09-13T04:01:08.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:08 smithi052 ceph-mon[91421]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T04:01:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:08 smithi052 ceph-mon[89065]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 854 op/s 2024-09-13T04:01:08.530 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:08 smithi052 ceph-mon[89065]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T04:01:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:08 smithi078 ceph-mon[85589]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 854 op/s 2024-09-13T04:01:08.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:08 smithi078 ceph-mon[85589]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-13T04:01:09.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:09 smithi078 ceph-mon[85589]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T04:01:09.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:09 smithi052 ceph-mon[91421]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T04:01:09.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:09 smithi052 ceph-mon[89065]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-13T04:01:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:10 smithi078 ceph-mon[85589]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.5 KiB/s wr, 898 op/s 2024-09-13T04:01:10.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:10 smithi078 ceph-mon[85589]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T04:01:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:10 smithi052 ceph-mon[89065]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.5 KiB/s wr, 898 op/s 2024-09-13T04:01:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:10 smithi052 ceph-mon[89065]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T04:01:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:10 smithi052 ceph-mon[91421]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.5 KiB/s wr, 898 op/s 2024-09-13T04:01:10.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:10 smithi052 ceph-mon[91421]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-13T04:01:11.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:11 smithi078 ceph-mon[85589]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T04:01:11.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:11 smithi052 ceph-mon[89065]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T04:01:11.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:11 smithi052 ceph-mon[91421]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-13T04:01:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:12 smithi078 ceph-mon[85589]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.0 KiB/s wr, 896 op/s 2024-09-13T04:01:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:12 smithi078 ceph-mon[85589]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T04:01:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:01:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:01:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:12 smithi052 ceph-mon[91421]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.0 KiB/s wr, 896 op/s 2024-09-13T04:01:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:12 smithi052 ceph-mon[91421]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T04:01:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:12 smithi052 ceph-mon[89065]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.0 KiB/s wr, 896 op/s 2024-09-13T04:01:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:12 smithi052 ceph-mon[89065]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-13T04:01:13.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:13 smithi078 ceph-mon[85589]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T04:01:13.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:13 smithi052 ceph-mon[91421]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T04:01:13.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:13 smithi052 ceph-mon[89065]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-13T04:01:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:14 smithi078 ceph-mon[85589]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:14 smithi078 ceph-mon[85589]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T04:01:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:14 smithi052 ceph-mon[91421]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:14.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:14 smithi052 ceph-mon[91421]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T04:01:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:14 smithi052 ceph-mon[89065]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:14 smithi052 ceph-mon[89065]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-13T04:01:15.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:15 smithi078 ceph-mon[85589]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T04:01:15.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:15 smithi052 ceph-mon[89065]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T04:01:15.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:15 smithi052 ceph-mon[91421]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-13T04:01:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:16 smithi078 ceph-mon[85589]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-09-13T04:01:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:16 smithi078 ceph-mon[85589]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T04:01:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:16 smithi052 ceph-mon[89065]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-09-13T04:01:16.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:16 smithi052 ceph-mon[89065]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T04:01:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:16 smithi052 ceph-mon[91421]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.5 KiB/s wr, 941 op/s 2024-09-13T04:01:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:16 smithi052 ceph-mon[91421]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-13T04:01:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:17 smithi078 ceph-mon[85589]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T04:01:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:17.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:17 smithi052 ceph-mon[91421]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T04:01:17.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:17 smithi052 ceph-mon[89065]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-13T04:01:17.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:18.376 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:01:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T04:01:18.009072773Z level=info msg="Completed cleanup jobs" duration=8.166656ms 2024-09-13T04:01:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:18 smithi052 ceph-mon[91421]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.0 KiB/s wr, 941 op/s 2024-09-13T04:01:18.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:18 smithi052 ceph-mon[91421]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T04:01:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:01:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:01:18] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:01:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:18 smithi052 ceph-mon[89065]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.0 KiB/s wr, 941 op/s 2024-09-13T04:01:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:18 smithi052 ceph-mon[89065]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T04:01:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:18 smithi078 ceph-mon[85589]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.0 KiB/s wr, 941 op/s 2024-09-13T04:01:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:18 smithi078 ceph-mon[85589]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-13T04:01:19.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:19 smithi078 ceph-mon[85589]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T04:01:19.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:19 smithi052 ceph-mon[89065]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T04:01:19.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:19 smithi052 ceph-mon[91421]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-13T04:01:20.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:20 smithi078 ceph-mon[85589]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-09-13T04:01:20.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:20 smithi078 ceph-mon[85589]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T04:01:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:20 smithi052 ceph-mon[91421]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-09-13T04:01:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:20 smithi052 ceph-mon[91421]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T04:01:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:20 smithi052 ceph-mon[89065]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-09-13T04:01:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:20 smithi052 ceph-mon[89065]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-13T04:01:21.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:21 smithi078 ceph-mon[85589]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T04:01:21.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:21 smithi052 ceph-mon[91421]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T04:01:21.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:21 smithi052 ceph-mon[89065]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-13T04:01:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:22 smithi078 ceph-mon[85589]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 3.7 KiB/s wr, 984 op/s 2024-09-13T04:01:22.598 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:22 smithi078 ceph-mon[85589]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T04:01:22.598 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:01:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:01:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:22 smithi052 ceph-mon[91421]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 3.7 KiB/s wr, 984 op/s 2024-09-13T04:01:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:22 smithi052 ceph-mon[91421]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T04:01:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:22 smithi052 ceph-mon[89065]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 3.7 KiB/s wr, 984 op/s 2024-09-13T04:01:22.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:22 smithi052 ceph-mon[89065]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-13T04:01:23.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:23 smithi078 ceph-mon[85589]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T04:01:23.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:23 smithi052 ceph-mon[91421]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T04:01:23.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:23 smithi052 ceph-mon[89065]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-13T04:01:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:24 smithi078 ceph-mon[85589]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:24.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:24 smithi078 ceph-mon[85589]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T04:01:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:24 smithi052 ceph-mon[91421]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:24.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:24 smithi052 ceph-mon[91421]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T04:01:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:24 smithi052 ceph-mon[89065]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:24 smithi052 ceph-mon[89065]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-13T04:01:25.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:25 smithi078 ceph-mon[85589]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T04:01:25.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:25 smithi052 ceph-mon[91421]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T04:01:25.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:25 smithi052 ceph-mon[89065]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-13T04:01:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:26 smithi078 ceph-mon[85589]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T04:01:26.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:26 smithi078 ceph-mon[85589]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T04:01:26.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:26 smithi052 ceph-mon[91421]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T04:01:26.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:26 smithi052 ceph-mon[91421]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T04:01:26.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:26 smithi052 ceph-mon[89065]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T04:01:26.782 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:26 smithi052 ceph-mon[89065]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-13T04:01:27.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:27 smithi078 ceph-mon[85589]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T04:01:27.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:27 smithi052 ceph-mon[89065]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T04:01:27.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:27 smithi052 ceph-mon[91421]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-13T04:01:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:28 smithi052 ceph-mon[91421]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T04:01:28.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:28 smithi052 ceph-mon[91421]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T04:01:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:01:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:01:28] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:01:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:28 smithi052 ceph-mon[89065]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T04:01:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:28 smithi052 ceph-mon[89065]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T04:01:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:28 smithi078 ceph-mon[85589]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-13T04:01:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:28 smithi078 ceph-mon[85589]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-13T04:01:29.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:29 smithi078 ceph-mon[85589]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T04:01:29.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:29 smithi052 ceph-mon[91421]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T04:01:29.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:29 smithi052 ceph-mon[89065]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-13T04:01:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:30 smithi052 ceph-mon[91421]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-13T04:01:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:30 smithi052 ceph-mon[91421]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T04:01:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:30 smithi052 ceph-mon[89065]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-13T04:01:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:30 smithi052 ceph-mon[89065]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T04:01:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:30 smithi078 ceph-mon[85589]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-13T04:01:30.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:30 smithi078 ceph-mon[85589]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-13T04:01:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:31 smithi052 ceph-mon[91421]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T04:01:31.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:31 smithi052 ceph-mon[89065]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T04:01:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:31 smithi078 ceph-mon[85589]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-13T04:01:31.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:32.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:32 smithi078 ceph-mon[85589]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-09-13T04:01:32.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:32 smithi078 ceph-mon[85589]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T04:01:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:01:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:01:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:32 smithi052 ceph-mon[91421]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-09-13T04:01:32.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:32 smithi052 ceph-mon[91421]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T04:01:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:32 smithi052 ceph-mon[89065]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 3.0 KiB/s wr, 1.07k op/s 2024-09-13T04:01:32.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:32 smithi052 ceph-mon[89065]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-13T04:01:33.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:33 smithi052 ceph-mon[91421]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T04:01:33.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:33 smithi052 ceph-mon[89065]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T04:01:33.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:33 smithi078 ceph-mon[85589]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-13T04:01:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:34 smithi052 ceph-mon[91421]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:34.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:34 smithi052 ceph-mon[91421]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T04:01:34.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:34 smithi052 ceph-mon[89065]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:34.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:34 smithi052 ceph-mon[89065]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T04:01:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:34 smithi078 ceph-mon[85589]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:34.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:34 smithi078 ceph-mon[85589]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-13T04:01:35.765 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[91421]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T04:01:35.765 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:01:35.766 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:35.766 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:35.766 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[89065]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T04:01:35.766 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:01:35.766 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:35.766 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:35 smithi078 ceph-mon[85589]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-13T04:01:35.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:01:35.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:35.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:36 smithi052 ceph-mon[89065]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 4.2 KiB/s wr, 1.12k op/s 2024-09-13T04:01:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:36 smithi052 ceph-mon[89065]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T04:01:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:36 smithi052 ceph-mon[91421]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 4.2 KiB/s wr, 1.12k op/s 2024-09-13T04:01:36.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:36 smithi052 ceph-mon[91421]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T04:01:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:36 smithi078 ceph-mon[85589]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 4.2 KiB/s wr, 1.12k op/s 2024-09-13T04:01:36.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:36 smithi078 ceph-mon[85589]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-13T04:01:37.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:37 smithi052 ceph-mon[89065]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T04:01:37.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:37 smithi052 ceph-mon[91421]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T04:01:37.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:37 smithi078 ceph-mon[85589]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-13T04:01:38.496 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:01:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:01:38] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-09-13T04:01:38.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:38 smithi052 ceph-mon[89065]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-09-13T04:01:38.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:38 smithi052 ceph-mon[89065]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T04:01:38.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:38 smithi052 ceph-mon[91421]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-09-13T04:01:38.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:38 smithi052 ceph-mon[91421]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T04:01:38.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:38 smithi078 ceph-mon[85589]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-09-13T04:01:38.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:38 smithi078 ceph-mon[85589]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-13T04:01:39.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[91421]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T04:01:39.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:01:39.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:01:39.780 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.780 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[89065]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T04:01:39.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:01:39.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:01:39.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:39 smithi078 ceph-mon[85589]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-13T04:01:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:39.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:01:39.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:01:39.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:01:40.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:40 smithi052 ceph-mon[89065]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-09-13T04:01:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:40 smithi052 ceph-mon[89065]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T04:01:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:40 smithi052 ceph-mon[91421]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-09-13T04:01:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:40 smithi052 ceph-mon[91421]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T04:01:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:40 smithi078 ceph-mon[85589]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 3.0 KiB/s wr, 1.16k op/s 2024-09-13T04:01:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:40 smithi078 ceph-mon[85589]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-13T04:01:41.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:41 smithi052 ceph-mon[91421]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T04:01:41.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:41 smithi052 ceph-mon[89065]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T04:01:41.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:41 smithi078 ceph-mon[85589]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-13T04:01:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:42 smithi078 ceph-mon[85589]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-13T04:01:42.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:42 smithi078 ceph-mon[85589]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T04:01:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:01:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:01:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:42 smithi052 ceph-mon[89065]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-13T04:01:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:42 smithi052 ceph-mon[89065]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T04:01:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:42 smithi052 ceph-mon[91421]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-13T04:01:42.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:42 smithi052 ceph-mon[91421]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-13T04:01:43.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:43 smithi078 ceph-mon[85589]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T04:01:44.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:43 smithi052 ceph-mon[89065]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T04:01:44.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:43 smithi052 ceph-mon[91421]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-13T04:01:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:44 smithi078 ceph-mon[85589]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:44 smithi078 ceph-mon[85589]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T04:01:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:44 smithi052 ceph-mon[89065]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:45.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:44 smithi052 ceph-mon[89065]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T04:01:45.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:44 smithi052 ceph-mon[91421]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:01:45.030 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:44 smithi052 ceph-mon[91421]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-13T04:01:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:45 smithi078 ceph-mon[85589]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T04:01:46.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:45 smithi052 ceph-mon[91421]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T04:01:46.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:45 smithi052 ceph-mon[89065]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-13T04:01:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:46 smithi078 ceph-mon[85589]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T04:01:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:46 smithi078 ceph-mon[85589]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T04:01:46.948 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:46 smithi052 ceph-mon[91421]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T04:01:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:46 smithi052 ceph-mon[91421]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T04:01:47.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:46 smithi052 ceph-mon[89065]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T04:01:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:46 smithi052 ceph-mon[89065]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-13T04:01:47.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:01:47.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:47 smithi078 ceph-mon[85589]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T04:01:48.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:47 smithi052 ceph-mon[91421]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T04:01:48.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:47 smithi052 ceph-mon[89065]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-13T04:01:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:01:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:01:48] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:01:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:48 smithi078 ceph-mon[85589]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T04:01:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:48 smithi078 ceph-mon[85589]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T04:01:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:48 smithi052 ceph-mon[91421]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T04:01:49.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:48 smithi052 ceph-mon[91421]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T04:01:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:48 smithi052 ceph-mon[89065]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-09-13T04:01:49.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:48 smithi052 ceph-mon[89065]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-13T04:01:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:49 smithi052 ceph-mon[91421]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T04:01:49.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:49 smithi052 ceph-mon[89065]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T04:01:49.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:49 smithi078 ceph-mon[85589]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-13T04:01:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:50 smithi078 ceph-mon[85589]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T04:01:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:50 smithi078 ceph-mon[85589]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T04:01:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:50 smithi052 ceph-mon[89065]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T04:01:51.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:50 smithi052 ceph-mon[89065]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T04:01:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:50 smithi052 ceph-mon[91421]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-13T04:01:51.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:50 smithi052 ceph-mon[91421]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-13T04:01:51.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:51 smithi078 ceph-mon[85589]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T04:01:52.094 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:51 smithi052 ceph-mon[91421]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T04:01:52.094 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:51 smithi052 ceph-mon[89065]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-13T04:01:52.582 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:01:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:01:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:52 smithi078 ceph-mon[85589]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-13T04:01:52.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:52 smithi078 ceph-mon[85589]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T04:01:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:52 smithi052 ceph-mon[91421]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-13T04:01:53.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:52 smithi052 ceph-mon[91421]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T04:01:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:52 smithi052 ceph-mon[89065]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-13T04:01:53.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:52 smithi052 ceph-mon[89065]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-13T04:01:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:53 smithi078 ceph-mon[85589]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T04:01:54.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:53 smithi052 ceph-mon[91421]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T04:01:54.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:53 smithi052 ceph-mon[89065]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-13T04:01:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:54 smithi078 ceph-mon[85589]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:54 smithi078 ceph-mon[85589]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T04:01:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:54 smithi052 ceph-mon[91421]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:55.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:54 smithi052 ceph-mon[91421]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T04:01:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:54 smithi052 ceph-mon[89065]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:01:55.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:54 smithi052 ceph-mon[89065]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-13T04:01:55.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:55 smithi078 ceph-mon[85589]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T04:01:56.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:55 smithi052 ceph-mon[91421]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T04:01:56.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:55 smithi052 ceph-mon[89065]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-13T04:01:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:56 smithi078 ceph-mon[85589]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T04:01:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:56 smithi078 ceph-mon[85589]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T04:01:57.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:56 smithi052 ceph-mon[91421]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T04:01:57.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:56 smithi052 ceph-mon[91421]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T04:01:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:56 smithi052 ceph-mon[89065]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-09-13T04:01:57.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:56 smithi052 ceph-mon[89065]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-13T04:01:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:57 smithi078 ceph-mon[85589]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T04:01:58.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:57 smithi052 ceph-mon[91421]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T04:01:58.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:57 smithi052 ceph-mon[89065]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-13T04:01:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:01:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:01:58] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:01:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:58 smithi078 ceph-mon[85589]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.0 KiB/s wr, 1.29k op/s 2024-09-13T04:01:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:58 smithi078 ceph-mon[85589]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T04:01:59.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:58 smithi052 ceph-mon[91421]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.0 KiB/s wr, 1.29k op/s 2024-09-13T04:01:59.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:58 smithi052 ceph-mon[91421]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T04:01:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:58 smithi052 ceph-mon[89065]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.0 KiB/s wr, 1.29k op/s 2024-09-13T04:01:59.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:58 smithi052 ceph-mon[89065]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-13T04:01:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:01:59 smithi078 ceph-mon[85589]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T04:02:00.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:01:59 smithi052 ceph-mon[91421]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T04:02:00.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:01:59 smithi052 ceph-mon[89065]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-13T04:02:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:00 smithi078 ceph-mon[85589]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-09-13T04:02:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:00 smithi078 ceph-mon[85589]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T04:02:01.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:00 smithi052 ceph-mon[91421]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-09-13T04:02:01.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:00 smithi052 ceph-mon[91421]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T04:02:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:00 smithi052 ceph-mon[89065]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-09-13T04:02:01.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:00 smithi052 ceph-mon[89065]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-13T04:02:01.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:01 smithi078 ceph-mon[85589]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T04:02:01.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:01 smithi052 ceph-mon[91421]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T04:02:02.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:01 smithi052 ceph-mon[89065]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-13T04:02:02.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:02.649 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:02:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:02:02.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:02 smithi078 ceph-mon[85589]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-09-13T04:02:02.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:02 smithi078 ceph-mon[85589]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T04:02:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:02 smithi052 ceph-mon[91421]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-09-13T04:02:03.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:02 smithi052 ceph-mon[91421]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T04:02:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:02 smithi052 ceph-mon[89065]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-09-13T04:02:03.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:02 smithi052 ceph-mon[89065]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-13T04:02:03.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:03 smithi078 ceph-mon[85589]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T04:02:04.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:03 smithi052 ceph-mon[91421]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T04:02:04.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:03 smithi052 ceph-mon[89065]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-13T04:02:04.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:04 smithi078 ceph-mon[85589]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:02:04.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:04 smithi078 ceph-mon[85589]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T04:02:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:04 smithi052 ceph-mon[91421]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:02:05.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:04 smithi052 ceph-mon[91421]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T04:02:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:04 smithi052 ceph-mon[89065]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:02:05.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:04 smithi052 ceph-mon[89065]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-13T04:02:05.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:05 smithi078 ceph-mon[85589]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T04:02:06.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:05 smithi052 ceph-mon[91421]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T04:02:06.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:05 smithi052 ceph-mon[89065]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-13T04:02:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:06 smithi078 ceph-mon[85589]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-13T04:02:06.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:06 smithi078 ceph-mon[85589]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T04:02:07.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:06 smithi052 ceph-mon[91421]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-13T04:02:07.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:06 smithi052 ceph-mon[91421]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T04:02:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:06 smithi052 ceph-mon[89065]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-09-13T04:02:07.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:06 smithi052 ceph-mon[89065]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-13T04:02:07.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:07 smithi078 ceph-mon[85589]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T04:02:08.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:07 smithi052 ceph-mon[91421]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T04:02:08.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:07 smithi052 ceph-mon[89065]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-13T04:02:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:02:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:02:08] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:02:08.818 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:08 smithi052 ceph-mon[91421]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-09-13T04:02:08.818 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:08 smithi052 ceph-mon[91421]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T04:02:08.818 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:08 smithi052 ceph-mon[89065]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-09-13T04:02:08.819 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:08 smithi052 ceph-mon[89065]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T04:02:08.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:08 smithi078 ceph-mon[85589]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.38k op/s 2024-09-13T04:02:08.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:08 smithi078 ceph-mon[85589]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-13T04:02:09.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:09 smithi078 ceph-mon[85589]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T04:02:10.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:09 smithi052 ceph-mon[91421]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T04:02:10.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:09 smithi052 ceph-mon[89065]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-13T04:02:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:10 smithi078 ceph-mon[85589]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-09-13T04:02:10.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:10 smithi078 ceph-mon[85589]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T04:02:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:10 smithi052 ceph-mon[91421]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-09-13T04:02:11.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:10 smithi052 ceph-mon[91421]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T04:02:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:10 smithi052 ceph-mon[89065]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-09-13T04:02:11.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:10 smithi052 ceph-mon[89065]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-13T04:02:12.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:11 smithi052 ceph-mon[91421]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T04:02:12.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:11 smithi052 ceph-mon[89065]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T04:02:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:11 smithi078 ceph-mon[85589]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-13T04:02:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:02:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:02:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:12 smithi052 ceph-mon[91421]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-09-13T04:02:13.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:12 smithi052 ceph-mon[91421]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T04:02:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:12 smithi052 ceph-mon[89065]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-09-13T04:02:13.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:12 smithi052 ceph-mon[89065]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T04:02:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:12 smithi078 ceph-mon[85589]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-09-13T04:02:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:12 smithi078 ceph-mon[85589]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-13T04:02:14.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:13 smithi052 ceph-mon[89065]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T04:02:14.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:13 smithi052 ceph-mon[91421]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T04:02:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:13 smithi078 ceph-mon[85589]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-13T04:02:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:14 smithi052 ceph-mon[89065]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:02:15.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:14 smithi052 ceph-mon[89065]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T04:02:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:14 smithi052 ceph-mon[91421]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:02:15.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:14 smithi052 ceph-mon[91421]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T04:02:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:14 smithi078 ceph-mon[85589]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:02:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:14 smithi078 ceph-mon[85589]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-13T04:02:16.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:15 smithi052 ceph-mon[89065]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T04:02:16.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:15 smithi052 ceph-mon[91421]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T04:02:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:15 smithi078 ceph-mon[85589]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-13T04:02:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:16 smithi052 ceph-mon[91421]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-09-13T04:02:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:16 smithi052 ceph-mon[91421]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T04:02:17.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:16 smithi052 ceph-mon[89065]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-09-13T04:02:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:16 smithi052 ceph-mon[89065]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T04:02:17.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:16 smithi078 ceph-mon[85589]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.47k op/s 2024-09-13T04:02:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:16 smithi078 ceph-mon[85589]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-13T04:02:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:18.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:17 smithi052 ceph-mon[91421]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T04:02:18.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:17 smithi052 ceph-mon[89065]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T04:02:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:17 smithi078 ceph-mon[85589]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-13T04:02:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:02:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:02:18] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:02:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:18 smithi052 ceph-mon[91421]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.47k op/s 2024-09-13T04:02:19.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:18 smithi052 ceph-mon[91421]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T04:02:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:18 smithi052 ceph-mon[89065]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.47k op/s 2024-09-13T04:02:19.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:18 smithi052 ceph-mon[89065]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T04:02:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:18 smithi078 ceph-mon[85589]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.2 KiB/s wr, 1.47k op/s 2024-09-13T04:02:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:18 smithi078 ceph-mon[85589]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-13T04:02:20.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:19 smithi052 ceph-mon[91421]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T04:02:20.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:19 smithi052 ceph-mon[89065]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T04:02:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:19 smithi078 ceph-mon[85589]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-13T04:02:21.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:20 smithi052 ceph-mon[91421]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-13T04:02:21.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:20 smithi052 ceph-mon[91421]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T04:02:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:20 smithi052 ceph-mon[89065]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-13T04:02:21.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:20 smithi052 ceph-mon[89065]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T04:02:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:20 smithi078 ceph-mon[85589]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-13T04:02:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:20 smithi078 ceph-mon[85589]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-13T04:02:22.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:21 smithi052 ceph-mon[91421]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T04:02:22.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:21 smithi052 ceph-mon[89065]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T04:02:22.097 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:21 smithi078 ceph-mon[85589]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-13T04:02:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:02:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:02:23.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:22 smithi052 ceph-mon[91421]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-13T04:02:23.029 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:22 smithi052 ceph-mon[91421]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T04:02:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:22 smithi052 ceph-mon[89065]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-13T04:02:23.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:22 smithi052 ceph-mon[89065]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T04:02:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:22 smithi078 ceph-mon[85589]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-13T04:02:23.212 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:22 smithi078 ceph-mon[85589]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-13T04:02:24.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:23 smithi052 ceph-mon[91421]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T04:02:24.029 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:23 smithi052 ceph-mon[89065]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T04:02:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:23 smithi078 ceph-mon[85589]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-13T04:02:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:24 smithi078 ceph-mon[85589]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:02:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:24 smithi078 ceph-mon[85589]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T04:02:25.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:24 smithi052 ceph-mon[89065]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:02:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:24 smithi052 ceph-mon[89065]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T04:02:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:24 smithi052 ceph-mon[91421]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T04:02:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:24 smithi052 ceph-mon[91421]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-13T04:02:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:25 smithi078 ceph-mon[85589]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T04:02:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:25 smithi052 ceph-mon[91421]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T04:02:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:25 smithi052 ceph-mon[89065]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-13T04:02:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:26 smithi078 ceph-mon[85589]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-09-13T04:02:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:26 smithi078 ceph-mon[85589]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T04:02:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:26 smithi052 ceph-mon[91421]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-09-13T04:02:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:26 smithi052 ceph-mon[91421]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T04:02:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:26 smithi052 ceph-mon[89065]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.56k op/s 2024-09-13T04:02:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:26 smithi052 ceph-mon[89065]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-13T04:02:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:27 smithi078 ceph-mon[85589]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T04:02:28.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:27 smithi052 ceph-mon[89065]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T04:02:28.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:27 smithi052 ceph-mon[91421]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-13T04:02:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:02:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:02:28] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:02:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:28 smithi078 ceph-mon[85589]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-09-13T04:02:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:28 smithi078 ceph-mon[85589]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T04:02:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:28 smithi052 ceph-mon[89065]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-09-13T04:02:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:28 smithi052 ceph-mon[89065]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T04:02:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:28 smithi052 ceph-mon[91421]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.56k op/s 2024-09-13T04:02:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:28 smithi052 ceph-mon[91421]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-13T04:02:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:29 smithi078 ceph-mon[85589]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T04:02:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:29 smithi052 ceph-mon[91421]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T04:02:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:29 smithi052 ceph-mon[89065]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-13T04:02:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:30 smithi078 ceph-mon[85589]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.60k op/s 2024-09-13T04:02:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:30 smithi078 ceph-mon[85589]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T04:02:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:30 smithi052 ceph-mon[91421]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.60k op/s 2024-09-13T04:02:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:30 smithi052 ceph-mon[91421]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T04:02:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:30 smithi052 ceph-mon[89065]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.60k op/s 2024-09-13T04:02:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:30 smithi052 ceph-mon[89065]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-13T04:02:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:31 smithi078 ceph-mon[85589]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T04:02:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:32.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:31 smithi052 ceph-mon[91421]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T04:02:32.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:32.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:31 smithi052 ceph-mon[89065]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-13T04:02:32.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:02:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:02:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:32 smithi078 ceph-mon[85589]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-09-13T04:02:33.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:32 smithi078 ceph-mon[85589]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T04:02:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:32 smithi052 ceph-mon[91421]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-09-13T04:02:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:32 smithi052 ceph-mon[91421]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T04:02:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:32 smithi052 ceph-mon[89065]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2024-09-13T04:02:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:32 smithi052 ceph-mon[89065]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-13T04:02:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:33 smithi078 ceph-mon[85589]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T04:02:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:33 smithi052 ceph-mon[91421]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T04:02:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:33 smithi052 ceph-mon[89065]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-13T04:02:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:34 smithi078 ceph-mon[85589]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:02:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:34 smithi078 ceph-mon[85589]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T04:02:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:34 smithi052 ceph-mon[89065]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:02:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:34 smithi052 ceph-mon[89065]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T04:02:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:34 smithi052 ceph-mon[91421]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T04:02:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:34 smithi052 ceph-mon[91421]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-13T04:02:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:35 smithi078 ceph-mon[85589]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T04:02:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:35 smithi052 ceph-mon[91421]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T04:02:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:35 smithi052 ceph-mon[89065]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-13T04:02:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:36 smithi078 ceph-mon[85589]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-09-13T04:02:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:36 smithi078 ceph-mon[85589]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T04:02:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:36 smithi052 ceph-mon[91421]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-09-13T04:02:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:36 smithi052 ceph-mon[91421]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T04:02:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:36 smithi052 ceph-mon[89065]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2024-09-13T04:02:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:36 smithi052 ceph-mon[89065]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-13T04:02:38.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:37 smithi052 ceph-mon[91421]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T04:02:38.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:37 smithi052 ceph-mon[91421]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 2.7 KiB/s wr, 1.31k op/s 2024-09-13T04:02:38.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:37 smithi052 ceph-mon[89065]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T04:02:38.181 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:37 smithi052 ceph-mon[89065]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 2.7 KiB/s wr, 1.31k op/s 2024-09-13T04:02:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:37 smithi078 ceph-mon[85589]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-13T04:02:38.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:37 smithi078 ceph-mon[85589]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 2.7 KiB/s wr, 1.31k op/s 2024-09-13T04:02:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:02:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:02:38] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T04:02:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:38 smithi078 ceph-mon[85589]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T04:02:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:38 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:02:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:38 smithi052 ceph-mon[89065]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T04:02:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:38 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:02:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:38 smithi052 ceph-mon[91421]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-13T04:02:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:38 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:02:40.184 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:39 smithi078 ceph-mon[85589]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T04:02:40.184 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:39 smithi078 ceph-mon[85589]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-09-13T04:02:40.184 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:40.184 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:39 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:40.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[89065]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[89065]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[91421]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[91421]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:39 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:40 smithi078 ceph-mon[85589]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T04:02:41.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:40 smithi052 ceph-mon[89065]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T04:02:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:40 smithi052 ceph-mon[91421]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-13T04:02:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:41 smithi078 ceph-mon[85589]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T04:02:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:41 smithi078 ceph-mon[85589]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-13T04:02:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:41 smithi052 ceph-mon[89065]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T04:02:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:41 smithi052 ceph-mon[89065]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-13T04:02:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:41 smithi052 ceph-mon[91421]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-13T04:02:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:41 smithi052 ceph-mon[91421]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-13T04:02:42.612 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:02:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-mon[85589]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T04:02:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:02:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:02:43.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[91421]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[89065]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-13T04:02:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:43.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:02:43.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:02:43.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:02:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:43 smithi078 ceph-mon[85589]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T04:02:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:43 smithi078 ceph-mon[85589]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:02:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:43 smithi052 ceph-mon[91421]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T04:02:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:43 smithi052 ceph-mon[91421]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:02:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:43 smithi052 ceph-mon[89065]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-13T04:02:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:43 smithi052 ceph-mon[89065]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-13T04:02:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:44 smithi078 ceph-mon[85589]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T04:02:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:44 smithi052 ceph-mon[91421]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T04:02:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:44 smithi052 ceph-mon[89065]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-13T04:02:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:45 smithi078 ceph-mon[85589]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T04:02:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:45 smithi078 ceph-mon[85589]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T04:02:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:45 smithi052 ceph-mon[91421]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T04:02:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:45 smithi052 ceph-mon[91421]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T04:02:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:45 smithi052 ceph-mon[89065]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-13T04:02:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:45 smithi052 ceph-mon[89065]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T04:02:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:46 smithi078 ceph-mon[85589]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T04:02:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:46 smithi052 ceph-mon[91421]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T04:02:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:46 smithi052 ceph-mon[89065]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-13T04:02:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:02:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:47 smithi078 ceph-mon[85589]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T04:02:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:47 smithi078 ceph-mon[85589]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T04:02:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:47 smithi052 ceph-mon[91421]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T04:02:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:47 smithi052 ceph-mon[91421]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T04:02:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:47 smithi052 ceph-mon[89065]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-13T04:02:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:47 smithi052 ceph-mon[89065]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-13T04:02:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:02:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:02:48] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T04:02:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:48 smithi078 ceph-mon[85589]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T04:02:49.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:48 smithi052 ceph-mon[91421]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T04:02:49.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:48 smithi052 ceph-mon[89065]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-13T04:02:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:49 smithi078 ceph-mon[85589]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T04:02:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:49 smithi078 ceph-mon[85589]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-09-13T04:02:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:49 smithi052 ceph-mon[91421]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T04:02:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:49 smithi052 ceph-mon[91421]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-09-13T04:02:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:49 smithi052 ceph-mon[89065]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-13T04:02:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:49 smithi052 ceph-mon[89065]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-09-13T04:02:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:50 smithi052 ceph-mon[91421]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T04:02:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:50 smithi052 ceph-mon[89065]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T04:02:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:50 smithi078 ceph-mon[85589]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-13T04:02:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:51 smithi052 ceph-mon[91421]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T04:02:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:51 smithi052 ceph-mon[91421]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-13T04:02:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:51 smithi052 ceph-mon[89065]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T04:02:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:51 smithi052 ceph-mon[89065]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-13T04:02:52.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:51 smithi078 ceph-mon[85589]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-13T04:02:52.317 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:51 smithi078 ceph-mon[85589]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-09-13T04:02:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:02:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:02:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:52 smithi052 ceph-mon[91421]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T04:02:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:52 smithi052 ceph-mon[89065]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T04:02:53.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:52 smithi078 ceph-mon[85589]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-13T04:02:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:53 smithi052 ceph-mon[91421]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T04:02:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:53 smithi052 ceph-mon[91421]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T04:02:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:53 smithi052 ceph-mon[89065]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T04:02:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:53 smithi052 ceph-mon[89065]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T04:02:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:53 smithi078 ceph-mon[85589]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-13T04:02:54.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:53 smithi078 ceph-mon[85589]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-13T04:02:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:54 smithi052 ceph-mon[91421]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T04:02:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:54 smithi052 ceph-mon[89065]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T04:02:55.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:54 smithi078 ceph-mon[85589]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-13T04:02:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:55 smithi052 ceph-mon[91421]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T04:02:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:55 smithi052 ceph-mon[91421]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-13T04:02:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:55 smithi052 ceph-mon[89065]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T04:02:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:55 smithi052 ceph-mon[89065]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-13T04:02:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:55 smithi078 ceph-mon[85589]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-13T04:02:56.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:55 smithi078 ceph-mon[85589]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-13T04:02:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:56 smithi052 ceph-mon[91421]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T04:02:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:56 smithi052 ceph-mon[91421]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T04:02:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:56 smithi052 ceph-mon[89065]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T04:02:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:56 smithi052 ceph-mon[89065]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T04:02:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:56 smithi078 ceph-mon[85589]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-13T04:02:57.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:56 smithi078 ceph-mon[85589]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-13T04:02:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:02:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:02:58] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T04:02:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:58 smithi078 ceph-mon[85589]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-13T04:02:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:58 smithi078 ceph-mon[85589]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T04:02:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:58 smithi052 ceph-mon[91421]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-13T04:02:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:58 smithi052 ceph-mon[91421]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T04:02:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:58 smithi052 ceph-mon[89065]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-13T04:02:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:58 smithi052 ceph-mon[89065]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-13T04:03:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:02:59 smithi078 ceph-mon[85589]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T04:03:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:02:59 smithi052 ceph-mon[91421]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T04:03:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:02:59 smithi052 ceph-mon[89065]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-13T04:03:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:00 smithi078 ceph-mon[85589]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.08k op/s 2024-09-13T04:03:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:00 smithi078 ceph-mon[85589]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T04:03:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:00 smithi052 ceph-mon[91421]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.08k op/s 2024-09-13T04:03:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:00 smithi052 ceph-mon[91421]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T04:03:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:00 smithi052 ceph-mon[89065]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.08k op/s 2024-09-13T04:03:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:00 smithi052 ceph-mon[89065]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-13T04:03:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:01 smithi078 ceph-mon[85589]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T04:03:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:01 smithi078 ceph-mon[85589]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T04:03:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:01 smithi052 ceph-mon[91421]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T04:03:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:01 smithi052 ceph-mon[91421]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T04:03:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:01 smithi052 ceph-mon[89065]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-13T04:03:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:01 smithi052 ceph-mon[89065]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-13T04:03:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:03:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:03:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:02 smithi078 ceph-mon[85589]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.08k op/s 2024-09-13T04:03:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:02 smithi052 ceph-mon[91421]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.08k op/s 2024-09-13T04:03:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:02 smithi052 ceph-mon[89065]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.2 KiB/s wr, 2.08k op/s 2024-09-13T04:03:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:03 smithi078 ceph-mon[85589]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T04:03:04.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:03 smithi052 ceph-mon[91421]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T04:03:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:03 smithi052 ceph-mon[89065]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-13T04:03:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:04 smithi078 ceph-mon[85589]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:03:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:04 smithi078 ceph-mon[85589]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T04:03:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:04 smithi052 ceph-mon[91421]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:03:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:04 smithi052 ceph-mon[91421]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T04:03:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:04 smithi052 ceph-mon[89065]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:03:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:04 smithi052 ceph-mon[89065]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-13T04:03:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:05 smithi078 ceph-mon[85589]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T04:03:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:05 smithi052 ceph-mon[91421]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T04:03:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:05 smithi052 ceph-mon[89065]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-13T04:03:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:06 smithi078 ceph-mon[85589]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T04:03:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:06 smithi078 ceph-mon[85589]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T04:03:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:06 smithi078 ceph-mon[85589]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T04:03:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:06 smithi052 ceph-mon[91421]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T04:03:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:06 smithi052 ceph-mon[91421]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T04:03:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:06 smithi052 ceph-mon[91421]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T04:03:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:06 smithi052 ceph-mon[89065]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T04:03:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:06 smithi052 ceph-mon[89065]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-13T04:03:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:06 smithi052 ceph-mon[89065]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-13T04:03:08.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:03:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:03:08] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:03:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:08 smithi078 ceph-mon[85589]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T04:03:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:08 smithi078 ceph-mon[85589]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T04:03:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:08 smithi052 ceph-mon[91421]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T04:03:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:08 smithi052 ceph-mon[91421]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T04:03:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:08 smithi052 ceph-mon[89065]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-09-13T04:03:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:08 smithi052 ceph-mon[89065]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-13T04:03:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:09 smithi078 ceph-mon[85589]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T04:03:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:09 smithi052 ceph-mon[91421]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T04:03:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:09 smithi052 ceph-mon[89065]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-13T04:03:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:10 smithi078 ceph-mon[85589]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-09-13T04:03:11.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:10 smithi078 ceph-mon[85589]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T04:03:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:10 smithi052 ceph-mon[91421]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-09-13T04:03:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:10 smithi052 ceph-mon[91421]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T04:03:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:10 smithi052 ceph-mon[89065]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-09-13T04:03:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:10 smithi052 ceph-mon[89065]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-13T04:03:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:11 smithi078 ceph-mon[85589]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T04:03:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:11 smithi078 ceph-mon[85589]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T04:03:12.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:11 smithi078 ceph-mon[85589]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T04:03:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:11 smithi052 ceph-mon[91421]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T04:03:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:11 smithi052 ceph-mon[91421]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T04:03:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:11 smithi052 ceph-mon[91421]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T04:03:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:11 smithi052 ceph-mon[89065]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-13T04:03:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:11 smithi052 ceph-mon[89065]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-13T04:03:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:11 smithi052 ceph-mon[89065]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-13T04:03:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:03:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:03:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:13 smithi078 ceph-mon[85589]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T04:03:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:13 smithi052 ceph-mon[91421]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T04:03:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:13 smithi052 ceph-mon[89065]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-13T04:03:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:14 smithi078 ceph-mon[85589]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:03:15.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:14 smithi078 ceph-mon[85589]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T04:03:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:14 smithi052 ceph-mon[91421]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:03:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:14 smithi052 ceph-mon[91421]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T04:03:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:14 smithi052 ceph-mon[89065]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:03:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:14 smithi052 ceph-mon[89065]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-13T04:03:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:15 smithi078 ceph-mon[85589]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T04:03:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:15 smithi052 ceph-mon[91421]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T04:03:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:15 smithi052 ceph-mon[89065]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-13T04:03:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:16 smithi078 ceph-mon[85589]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.60k op/s 2024-09-13T04:03:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:16 smithi078 ceph-mon[85589]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T04:03:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:16 smithi078 ceph-mon[85589]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[89065]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.60k op/s 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[89065]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[89065]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[91421]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.60k op/s 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[91421]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:16 smithi052 ceph-mon[91421]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-13T04:03:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:03:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:03:18] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:03:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:18 smithi078 ceph-mon[85589]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.60k op/s 2024-09-13T04:03:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:18 smithi078 ceph-mon[85589]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T04:03:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:18 smithi052 ceph-mon[91421]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.60k op/s 2024-09-13T04:03:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:18 smithi052 ceph-mon[91421]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T04:03:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:18 smithi052 ceph-mon[89065]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 KiB/s wr, 1.60k op/s 2024-09-13T04:03:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:18 smithi052 ceph-mon[89065]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-13T04:03:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:19 smithi078 ceph-mon[85589]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T04:03:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:19 smithi052 ceph-mon[89065]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T04:03:20.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:19 smithi052 ceph-mon[91421]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-13T04:03:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:20 smithi078 ceph-mon[85589]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-13T04:03:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:20 smithi078 ceph-mon[85589]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T04:03:21.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:20 smithi052 ceph-mon[91421]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-13T04:03:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:20 smithi052 ceph-mon[91421]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T04:03:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:20 smithi052 ceph-mon[89065]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-13T04:03:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:20 smithi052 ceph-mon[89065]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-13T04:03:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:21 smithi078 ceph-mon[85589]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T04:03:22.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:21 smithi078 ceph-mon[85589]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T04:03:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:21 smithi052 ceph-mon[91421]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T04:03:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:21 smithi052 ceph-mon[91421]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T04:03:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:21 smithi052 ceph-mon[89065]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-13T04:03:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:21 smithi052 ceph-mon[89065]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-13T04:03:22.446 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:03:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:03:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:22 smithi078 ceph-mon[85589]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-13T04:03:23.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:22 smithi052 ceph-mon[89065]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-13T04:03:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:22 smithi052 ceph-mon[91421]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-09-13T04:03:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:23 smithi078 ceph-mon[85589]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T04:03:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:23 smithi052 ceph-mon[91421]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T04:03:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:23 smithi052 ceph-mon[89065]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-13T04:03:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:24 smithi078 ceph-mon[85589]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:03:25.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:24 smithi078 ceph-mon[85589]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T04:03:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:24 smithi052 ceph-mon[91421]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:03:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:24 smithi052 ceph-mon[91421]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T04:03:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:24 smithi052 ceph-mon[89065]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:03:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:24 smithi052 ceph-mon[89065]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-13T04:03:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:25 smithi078 ceph-mon[85589]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T04:03:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:25 smithi052 ceph-mon[91421]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T04:03:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:25 smithi052 ceph-mon[89065]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-13T04:03:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:26 smithi078 ceph-mon[85589]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T04:03:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:26 smithi078 ceph-mon[85589]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T04:03:27.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:26 smithi078 ceph-mon[85589]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T04:03:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:26 smithi052 ceph-mon[91421]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T04:03:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:26 smithi052 ceph-mon[91421]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T04:03:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:26 smithi052 ceph-mon[91421]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T04:03:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:26 smithi052 ceph-mon[89065]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T04:03:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:26 smithi052 ceph-mon[89065]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-13T04:03:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:26 smithi052 ceph-mon[89065]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-13T04:03:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:03:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:03:28] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:03:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:28 smithi078 ceph-mon[85589]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T04:03:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:28 smithi078 ceph-mon[85589]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T04:03:29.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:28 smithi052 ceph-mon[89065]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T04:03:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:28 smithi052 ceph-mon[89065]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T04:03:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:28 smithi052 ceph-mon[91421]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-09-13T04:03:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:28 smithi052 ceph-mon[91421]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-13T04:03:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:29 smithi078 ceph-mon[85589]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T04:03:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:29 smithi052 ceph-mon[91421]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T04:03:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:29 smithi052 ceph-mon[89065]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-13T04:03:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:30 smithi078 ceph-mon[85589]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T04:03:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:30 smithi078 ceph-mon[85589]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T04:03:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:30 smithi052 ceph-mon[91421]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T04:03:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:30 smithi052 ceph-mon[91421]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T04:03:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:30 smithi052 ceph-mon[89065]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T04:03:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:30 smithi052 ceph-mon[89065]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-13T04:03:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:31 smithi078 ceph-mon[85589]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T04:03:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:31 smithi078 ceph-mon[85589]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T04:03:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:31 smithi052 ceph-mon[91421]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T04:03:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:31 smithi052 ceph-mon[91421]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T04:03:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:31 smithi052 ceph-mon[89065]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-13T04:03:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:31 smithi052 ceph-mon[89065]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-13T04:03:32.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:03:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:03:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:32 smithi078 ceph-mon[85589]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T04:03:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:32 smithi052 ceph-mon[91421]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T04:03:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:32 smithi052 ceph-mon[89065]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-09-13T04:03:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:33 smithi078 ceph-mon[85589]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T04:03:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:33 smithi052 ceph-mon[91421]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T04:03:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:33 smithi052 ceph-mon[89065]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-13T04:03:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:34 smithi078 ceph-mon[85589]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:03:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:34 smithi078 ceph-mon[85589]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T04:03:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:34 smithi052 ceph-mon[91421]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:03:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:34 smithi052 ceph-mon[91421]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T04:03:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:34 smithi052 ceph-mon[89065]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:03:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:34 smithi052 ceph-mon[89065]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-13T04:03:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:35 smithi078 ceph-mon[85589]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T04:03:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:35 smithi052 ceph-mon[91421]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T04:03:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:35 smithi052 ceph-mon[89065]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-13T04:03:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:36 smithi078 ceph-mon[85589]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T04:03:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:36 smithi078 ceph-mon[85589]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T04:03:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:36 smithi078 ceph-mon[85589]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T04:03:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:36 smithi052 ceph-mon[91421]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T04:03:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:36 smithi052 ceph-mon[91421]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T04:03:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:36 smithi052 ceph-mon[91421]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T04:03:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:36 smithi052 ceph-mon[89065]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T04:03:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:36 smithi052 ceph-mon[89065]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-13T04:03:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:36 smithi052 ceph-mon[89065]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-13T04:03:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:03:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:03:38] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T04:03:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:38 smithi078 ceph-mon[85589]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T04:03:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:38 smithi078 ceph-mon[85589]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T04:03:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:38 smithi052 ceph-mon[91421]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T04:03:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:38 smithi052 ceph-mon[91421]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T04:03:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:38 smithi052 ceph-mon[89065]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-13T04:03:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:38 smithi052 ceph-mon[89065]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-13T04:03:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:39 smithi078 ceph-mon[85589]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-13T04:03:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:39 smithi078 ceph-mon[85589]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-09-13T04:03:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:39 smithi052 ceph-mon[91421]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-13T04:03:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:39 smithi052 ceph-mon[91421]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-09-13T04:03:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:39 smithi052 ceph-mon[89065]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-13T04:03:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:39 smithi052 ceph-mon[89065]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-09-13T04:03:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:40 smithi078 ceph-mon[85589]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-13T04:03:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:40 smithi052 ceph-mon[89065]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-13T04:03:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:40 smithi052 ceph-mon[91421]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-13T04:03:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:41 smithi078 ceph-mon[85589]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-13T04:03:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:41 smithi078 ceph-mon[85589]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-09-13T04:03:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:41 smithi078 ceph-mon[85589]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-13T04:03:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:41 smithi052 ceph-mon[89065]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-13T04:03:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:41 smithi052 ceph-mon[89065]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-09-13T04:03:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:41 smithi052 ceph-mon[89065]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-13T04:03:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:41 smithi052 ceph-mon[91421]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-13T04:03:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:41 smithi052 ceph-mon[91421]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 4.2 KiB/s wr, 1.38k op/s 2024-09-13T04:03:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:41 smithi052 ceph-mon[91421]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-13T04:03:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:03:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:03:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:42 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:03:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:42 smithi078 ceph-mon[85589]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-13T04:03:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:42 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:03:43.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:42 smithi052 ceph-mon[91421]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-13T04:03:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:42 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:03:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:42 smithi052 ceph-mon[89065]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-13T04:03:45.134 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:44 smithi078 ceph-mon[85589]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:03:45.135 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:44 smithi078 ceph-mon[85589]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-13T04:03:45.220 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:44 smithi052 ceph-mon[91421]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:03:45.220 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:44 smithi052 ceph-mon[91421]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-13T04:03:45.220 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:44 smithi052 ceph-mon[89065]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:03:45.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:44 smithi052 ceph-mon[89065]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-13T04:03:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:45 smithi078 ceph-mon[85589]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-13T04:03:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:45 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:45 smithi052 ceph-mon[91421]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-13T04:03:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:45 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:45 smithi052 ceph-mon[89065]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-13T04:03:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:45 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 5.7 KiB/s wr, 1.34k op/s 2024-09-13T04:03:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:46 smithi078 ceph-mon[85589]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-13T04:03:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 5.7 KiB/s wr, 1.34k op/s 2024-09-13T04:03:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-13T04:03:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[89065]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 5.7 KiB/s wr, 1.34k op/s 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-13T04:03:47.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:03:47.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:03:47.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:03:47.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:03:47.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:46 smithi052 ceph-mon[91421]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-13T04:03:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:03:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:03:48] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T04:03:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:48 smithi078 ceph-mon[85589]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 5.7 KiB/s wr, 1.34k op/s 2024-09-13T04:03:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:48 smithi078 ceph-mon[85589]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-13T04:03:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:48 smithi052 ceph-mon[91421]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 5.7 KiB/s wr, 1.34k op/s 2024-09-13T04:03:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:48 smithi052 ceph-mon[91421]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-13T04:03:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:48 smithi052 ceph-mon[89065]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 990 KiB/s rd, 5.7 KiB/s wr, 1.34k op/s 2024-09-13T04:03:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:48 smithi052 ceph-mon[89065]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-13T04:03:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:49 smithi078 ceph-mon[85589]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-13T04:03:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:49 smithi052 ceph-mon[91421]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-13T04:03:50.315 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:49 smithi052 ceph-mon[89065]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-13T04:03:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:50 smithi078 ceph-mon[85589]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T04:03:51.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:50 smithi078 ceph-mon[85589]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-13T04:03:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:50 smithi052 ceph-mon[91421]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T04:03:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:50 smithi052 ceph-mon[91421]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-13T04:03:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:50 smithi052 ceph-mon[89065]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-13T04:03:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:50 smithi052 ceph-mon[89065]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-13T04:03:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:51 smithi078 ceph-mon[85589]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-13T04:03:52.098 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:51 smithi078 ceph-mon[85589]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-13T04:03:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:51 smithi052 ceph-mon[91421]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-13T04:03:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:51 smithi052 ceph-mon[91421]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-13T04:03:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:51 smithi052 ceph-mon[89065]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-13T04:03:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:51 smithi052 ceph-mon[89065]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-13T04:03:52.382 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:03:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:03:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:52 smithi078 ceph-mon[85589]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T04:03:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:52 smithi052 ceph-mon[91421]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T04:03:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:52 smithi052 ceph-mon[89065]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-09-13T04:03:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:53 smithi078 ceph-mon[85589]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-13T04:03:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:53 smithi052 ceph-mon[91421]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-13T04:03:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:53 smithi052 ceph-mon[89065]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-13T04:03:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:54 smithi078 ceph-mon[85589]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:03:55.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:54 smithi078 ceph-mon[85589]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-13T04:03:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:54 smithi052 ceph-mon[91421]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:03:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:54 smithi052 ceph-mon[91421]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-13T04:03:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:54 smithi052 ceph-mon[89065]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:03:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:54 smithi052 ceph-mon[89065]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-13T04:03:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:55 smithi078 ceph-mon[85589]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-13T04:03:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:55 smithi052 ceph-mon[91421]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-13T04:03:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:55 smithi052 ceph-mon[89065]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-13T04:03:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:56 smithi078 ceph-mon[85589]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T04:03:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:56 smithi078 ceph-mon[85589]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-13T04:03:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:56 smithi078 ceph-mon[85589]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-13T04:03:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:56 smithi052 ceph-mon[89065]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T04:03:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:56 smithi052 ceph-mon[89065]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-13T04:03:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:56 smithi052 ceph-mon[89065]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-13T04:03:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:56 smithi052 ceph-mon[91421]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T04:03:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:56 smithi052 ceph-mon[91421]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-13T04:03:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:56 smithi052 ceph-mon[91421]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-13T04:03:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:03:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:03:58] "GET /metrics HTTP/1.1" 200 36686 "" "Prometheus/2.43.0" 2024-09-13T04:03:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:58 smithi078 ceph-mon[85589]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T04:03:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:58 smithi078 ceph-mon[85589]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-13T04:03:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:58 smithi052 ceph-mon[91421]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T04:03:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:58 smithi052 ceph-mon[91421]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-13T04:03:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:58 smithi052 ceph-mon[89065]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-09-13T04:03:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:58 smithi052 ceph-mon[89065]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-13T04:04:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:03:59 smithi078 ceph-mon[85589]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-13T04:04:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:03:59 smithi052 ceph-mon[91421]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-13T04:04:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:03:59 smithi052 ceph-mon[89065]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-13T04:04:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:00 smithi078 ceph-mon[85589]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T04:04:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:00 smithi078 ceph-mon[85589]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-13T04:04:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:00 smithi052 ceph-mon[91421]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T04:04:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:00 smithi052 ceph-mon[91421]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-13T04:04:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:00 smithi052 ceph-mon[89065]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 891 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-09-13T04:04:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:00 smithi052 ceph-mon[89065]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-13T04:04:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:01 smithi078 ceph-mon[85589]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-13T04:04:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:01 smithi078 ceph-mon[85589]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-13T04:04:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:01 smithi052 ceph-mon[91421]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-13T04:04:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:01 smithi052 ceph-mon[91421]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-13T04:04:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:01 smithi052 ceph-mon[89065]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-13T04:04:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:01 smithi052 ceph-mon[89065]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-13T04:04:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:04:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:04:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:02 smithi078 ceph-mon[85589]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-09-13T04:04:03.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:02 smithi052 ceph-mon[89065]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-09-13T04:04:03.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:02 smithi052 ceph-mon[91421]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-09-13T04:04:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:03 smithi078 ceph-mon[85589]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-13T04:04:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:03 smithi052 ceph-mon[91421]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-13T04:04:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:03 smithi052 ceph-mon[89065]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-13T04:04:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:04 smithi078 ceph-mon[85589]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:04:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:04 smithi078 ceph-mon[85589]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-13T04:04:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:04 smithi052 ceph-mon[91421]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:04:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:04 smithi052 ceph-mon[91421]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-13T04:04:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:04 smithi052 ceph-mon[89065]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:04:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:04 smithi052 ceph-mon[89065]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-13T04:04:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:05 smithi078 ceph-mon[85589]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-13T04:04:06.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:05 smithi052 ceph-mon[89065]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-13T04:04:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:05 smithi052 ceph-mon[91421]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-13T04:04:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:06 smithi078 ceph-mon[85589]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T04:04:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:06 smithi078 ceph-mon[85589]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-13T04:04:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:06 smithi078 ceph-mon[85589]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-13T04:04:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:06 smithi052 ceph-mon[91421]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T04:04:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:06 smithi052 ceph-mon[91421]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-13T04:04:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:06 smithi052 ceph-mon[91421]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-13T04:04:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:06 smithi052 ceph-mon[89065]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T04:04:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:06 smithi052 ceph-mon[89065]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-13T04:04:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:06 smithi052 ceph-mon[89065]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-13T04:04:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:04:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:04:08] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:04:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:08 smithi078 ceph-mon[85589]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T04:04:09.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:08 smithi078 ceph-mon[85589]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-13T04:04:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:08 smithi052 ceph-mon[91421]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T04:04:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:08 smithi052 ceph-mon[91421]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-13T04:04:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:08 smithi052 ceph-mon[89065]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-09-13T04:04:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:08 smithi052 ceph-mon[89065]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-13T04:04:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:09 smithi078 ceph-mon[85589]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-13T04:04:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:09 smithi078 ceph-mon[85589]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 4.2 KiB/s wr, 1.11k op/s 2024-09-13T04:04:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:09 smithi052 ceph-mon[91421]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-13T04:04:10.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:09 smithi052 ceph-mon[91421]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 4.2 KiB/s wr, 1.11k op/s 2024-09-13T04:04:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:09 smithi052 ceph-mon[89065]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-13T04:04:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:09 smithi052 ceph-mon[89065]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 4.2 KiB/s wr, 1.11k op/s 2024-09-13T04:04:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:10 smithi078 ceph-mon[85589]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-13T04:04:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:10 smithi052 ceph-mon[91421]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-13T04:04:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:10 smithi052 ceph-mon[89065]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-13T04:04:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:11 smithi078 ceph-mon[85589]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-13T04:04:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:11 smithi078 ceph-mon[85589]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 822 KiB/s rd, 4.2 KiB/s wr, 1.11k op/s 2024-09-13T04:04:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:11 smithi078 ceph-mon[85589]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-13T04:04:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:11 smithi052 ceph-mon[91421]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-13T04:04:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:11 smithi052 ceph-mon[91421]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 822 KiB/s rd, 4.2 KiB/s wr, 1.11k op/s 2024-09-13T04:04:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:11 smithi052 ceph-mon[91421]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-13T04:04:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:11 smithi052 ceph-mon[89065]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-13T04:04:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:11 smithi052 ceph-mon[89065]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 822 KiB/s rd, 4.2 KiB/s wr, 1.11k op/s 2024-09-13T04:04:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:11 smithi052 ceph-mon[89065]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-13T04:04:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:04:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:04:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:13 smithi078 ceph-mon[85589]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-13T04:04:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:13 smithi052 ceph-mon[91421]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-13T04:04:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:13 smithi052 ceph-mon[89065]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-13T04:04:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:14 smithi078 ceph-mon[85589]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:04:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:14 smithi078 ceph-mon[85589]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-13T04:04:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:14 smithi052 ceph-mon[91421]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:04:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:14 smithi052 ceph-mon[91421]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-13T04:04:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:14 smithi052 ceph-mon[89065]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:04:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:14 smithi052 ceph-mon[89065]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-13T04:04:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:15 smithi078 ceph-mon[85589]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-13T04:04:16.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:15 smithi052 ceph-mon[89065]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-13T04:04:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:15 smithi052 ceph-mon[91421]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-13T04:04:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:16 smithi078 ceph-mon[85589]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 794 KiB/s rd, 5.7 KiB/s wr, 1.07k op/s 2024-09-13T04:04:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:16 smithi078 ceph-mon[85589]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-13T04:04:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:16 smithi078 ceph-mon[85589]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-13T04:04:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[91421]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 794 KiB/s rd, 5.7 KiB/s wr, 1.07k op/s 2024-09-13T04:04:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[91421]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-13T04:04:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[91421]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-13T04:04:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[89065]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 794 KiB/s rd, 5.7 KiB/s wr, 1.07k op/s 2024-09-13T04:04:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[89065]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-13T04:04:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:16 smithi052 ceph-mon[89065]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-13T04:04:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:04:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:04:18] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T04:04:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:18 smithi078 ceph-mon[85589]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.7 KiB/s wr, 1.07k op/s 2024-09-13T04:04:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:18 smithi078 ceph-mon[85589]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-13T04:04:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:18 smithi052 ceph-mon[91421]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.7 KiB/s wr, 1.07k op/s 2024-09-13T04:04:19.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:18 smithi052 ceph-mon[91421]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-13T04:04:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:18 smithi052 ceph-mon[89065]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.7 KiB/s wr, 1.07k op/s 2024-09-13T04:04:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:18 smithi052 ceph-mon[89065]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-13T04:04:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:19 smithi078 ceph-mon[85589]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-13T04:04:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:19 smithi052 ceph-mon[91421]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-13T04:04:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:19 smithi052 ceph-mon[89065]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-13T04:04:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:20 smithi078 ceph-mon[85589]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T04:04:21.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:20 smithi078 ceph-mon[85589]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-13T04:04:21.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:20 smithi052 ceph-mon[91421]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T04:04:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:20 smithi052 ceph-mon[91421]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-13T04:04:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:20 smithi052 ceph-mon[89065]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T04:04:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:20 smithi052 ceph-mon[89065]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-13T04:04:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:21 smithi078 ceph-mon[85589]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-13T04:04:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:21 smithi078 ceph-mon[85589]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-13T04:04:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:21 smithi052 ceph-mon[91421]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-13T04:04:22.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:21 smithi052 ceph-mon[91421]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-13T04:04:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:21 smithi052 ceph-mon[89065]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-13T04:04:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:21 smithi052 ceph-mon[89065]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-13T04:04:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:04:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:04:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:22 smithi078 ceph-mon[85589]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 760 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T04:04:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:22 smithi052 ceph-mon[91421]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 760 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T04:04:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:22 smithi052 ceph-mon[89065]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 760 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-13T04:04:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:23 smithi078 ceph-mon[85589]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-13T04:04:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:23 smithi052 ceph-mon[91421]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-13T04:04:24.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:23 smithi052 ceph-mon[89065]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-13T04:04:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:24 smithi078 ceph-mon[85589]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:04:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:24 smithi078 ceph-mon[85589]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-13T04:04:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:24 smithi052 ceph-mon[91421]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:04:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:24 smithi052 ceph-mon[91421]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-13T04:04:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:24 smithi052 ceph-mon[89065]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:04:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:24 smithi052 ceph-mon[89065]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-13T04:04:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:25 smithi078 ceph-mon[85589]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-13T04:04:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:25 smithi078 ceph-mon[85589]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 983 op/s 2024-09-13T04:04:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:25 smithi052 ceph-mon[91421]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-13T04:04:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:25 smithi052 ceph-mon[91421]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 983 op/s 2024-09-13T04:04:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:25 smithi052 ceph-mon[89065]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-13T04:04:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:25 smithi052 ceph-mon[89065]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 983 op/s 2024-09-13T04:04:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:26 smithi078 ceph-mon[85589]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-13T04:04:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:26 smithi078 ceph-mon[85589]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-13T04:04:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:26 smithi052 ceph-mon[91421]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-13T04:04:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:26 smithi052 ceph-mon[91421]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-13T04:04:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:26 smithi052 ceph-mon[89065]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-13T04:04:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:26 smithi052 ceph-mon[89065]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-13T04:04:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:04:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:04:28] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-09-13T04:04:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:28 smithi078 ceph-mon[85589]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-09-13T04:04:29.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:28 smithi078 ceph-mon[85589]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-13T04:04:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:28 smithi052 ceph-mon[91421]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-09-13T04:04:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:28 smithi052 ceph-mon[91421]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-13T04:04:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:28 smithi052 ceph-mon[89065]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-09-13T04:04:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:28 smithi052 ceph-mon[89065]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-13T04:04:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:29 smithi078 ceph-mon[85589]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-13T04:04:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:29 smithi052 ceph-mon[91421]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-13T04:04:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:29 smithi052 ceph-mon[89065]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-13T04:04:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:30 smithi078 ceph-mon[85589]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-09-13T04:04:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:30 smithi078 ceph-mon[85589]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-13T04:04:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:30 smithi052 ceph-mon[91421]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-09-13T04:04:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:30 smithi052 ceph-mon[91421]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-13T04:04:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:30 smithi052 ceph-mon[89065]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-09-13T04:04:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:30 smithi052 ceph-mon[89065]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-13T04:04:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:31 smithi078 ceph-mon[85589]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-13T04:04:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:31 smithi078 ceph-mon[85589]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-13T04:04:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:31 smithi052 ceph-mon[91421]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-13T04:04:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:31 smithi052 ceph-mon[91421]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-13T04:04:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:31 smithi052 ceph-mon[89065]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-13T04:04:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:31 smithi052 ceph-mon[89065]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-13T04:04:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:04:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:04:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:32 smithi078 ceph-mon[85589]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-09-13T04:04:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:32 smithi052 ceph-mon[91421]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-09-13T04:04:33.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:32 smithi052 ceph-mon[89065]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 5.0 KiB/s wr, 937 op/s 2024-09-13T04:04:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:33 smithi078 ceph-mon[85589]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-13T04:04:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:33 smithi052 ceph-mon[91421]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-13T04:04:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:33 smithi052 ceph-mon[89065]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-13T04:04:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:34 smithi078 ceph-mon[85589]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:04:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:34 smithi078 ceph-mon[85589]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-13T04:04:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:34 smithi052 ceph-mon[91421]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:04:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:34 smithi052 ceph-mon[91421]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-13T04:04:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:34 smithi052 ceph-mon[89065]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:04:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:34 smithi052 ceph-mon[89065]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-13T04:04:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:35 smithi078 ceph-mon[85589]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-13T04:04:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:35 smithi052 ceph-mon[89065]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-13T04:04:36.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:35 smithi052 ceph-mon[91421]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-13T04:04:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:36 smithi078 ceph-mon[85589]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-09-13T04:04:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:36 smithi078 ceph-mon[85589]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-13T04:04:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:36 smithi078 ceph-mon[85589]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-13T04:04:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:36 smithi052 ceph-mon[91421]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-09-13T04:04:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:36 smithi052 ceph-mon[91421]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-13T04:04:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:36 smithi052 ceph-mon[91421]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-13T04:04:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:36 smithi052 ceph-mon[89065]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2024-09-13T04:04:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:36 smithi052 ceph-mon[89065]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-13T04:04:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:36 smithi052 ceph-mon[89065]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-13T04:04:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:04:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:04:38] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-09-13T04:04:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:38 smithi078 ceph-mon[85589]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 5.0 KiB/s wr, 894 op/s 2024-09-13T04:04:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:38 smithi078 ceph-mon[85589]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-13T04:04:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:38 smithi052 ceph-mon[91421]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 5.0 KiB/s wr, 894 op/s 2024-09-13T04:04:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:38 smithi052 ceph-mon[91421]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-13T04:04:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:38 smithi052 ceph-mon[89065]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 5.0 KiB/s wr, 894 op/s 2024-09-13T04:04:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:38 smithi052 ceph-mon[89065]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-13T04:04:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:39 smithi078 ceph-mon[85589]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-13T04:04:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:39 smithi078 ceph-mon[85589]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 4.2 KiB/s wr, 849 op/s 2024-09-13T04:04:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:39 smithi052 ceph-mon[91421]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-13T04:04:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:39 smithi052 ceph-mon[91421]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 4.2 KiB/s wr, 849 op/s 2024-09-13T04:04:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:39 smithi052 ceph-mon[89065]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-13T04:04:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:39 smithi052 ceph-mon[89065]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 4.2 KiB/s wr, 849 op/s 2024-09-13T04:04:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:40 smithi078 ceph-mon[85589]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-13T04:04:41.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:40 smithi052 ceph-mon[89065]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-13T04:04:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:40 smithi052 ceph-mon[91421]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-13T04:04:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:41 smithi078 ceph-mon[85589]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-13T04:04:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:41 smithi078 ceph-mon[85589]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 4.2 KiB/s wr, 852 op/s 2024-09-13T04:04:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:41 smithi078 ceph-mon[85589]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-13T04:04:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:41 smithi052 ceph-mon[91421]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-13T04:04:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:41 smithi052 ceph-mon[91421]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 4.2 KiB/s wr, 852 op/s 2024-09-13T04:04:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:41 smithi052 ceph-mon[91421]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-13T04:04:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:41 smithi052 ceph-mon[89065]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-13T04:04:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:41 smithi052 ceph-mon[89065]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 628 KiB/s rd, 4.2 KiB/s wr, 852 op/s 2024-09-13T04:04:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:41 smithi052 ceph-mon[89065]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-13T04:04:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:04:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:04:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:43 smithi078 ceph-mon[85589]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-13T04:04:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:43 smithi052 ceph-mon[91421]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-13T04:04:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:43 smithi052 ceph-mon[89065]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-13T04:04:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:44 smithi078 ceph-mon[85589]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:04:45.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:44 smithi078 ceph-mon[85589]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-13T04:04:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:44 smithi052 ceph-mon[91421]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:04:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:44 smithi052 ceph-mon[91421]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-13T04:04:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:44 smithi052 ceph-mon[89065]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:04:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:44 smithi052 ceph-mon[89065]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-13T04:04:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:45 smithi078 ceph-mon[85589]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-13T04:04:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:45 smithi052 ceph-mon[91421]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-13T04:04:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:45 smithi052 ceph-mon[89065]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-13T04:04:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:46 smithi078 ceph-mon[85589]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.7 KiB/s wr, 811 op/s 2024-09-13T04:04:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:46 smithi078 ceph-mon[85589]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-13T04:04:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:04:47.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:46 smithi078 ceph-mon[85589]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-13T04:04:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[91421]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.7 KiB/s wr, 811 op/s 2024-09-13T04:04:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[91421]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[91421]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[89065]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.7 KiB/s wr, 811 op/s 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[89065]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:04:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:46 smithi052 ceph-mon[89065]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-13T04:04:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:04:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:04:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:04:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:04:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:04:48.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:04:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:04:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:04:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:04:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:04:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:04:48] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:04:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:48 smithi078 ceph-mon[85589]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.7 KiB/s wr, 812 op/s 2024-09-13T04:04:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:48 smithi078 ceph-mon[85589]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-13T04:04:49.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:48 smithi052 ceph-mon[91421]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.7 KiB/s wr, 812 op/s 2024-09-13T04:04:49.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:48 smithi052 ceph-mon[91421]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-13T04:04:49.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:48 smithi052 ceph-mon[89065]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 5.7 KiB/s wr, 812 op/s 2024-09-13T04:04:49.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:48 smithi052 ceph-mon[89065]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-13T04:04:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:49 smithi078 ceph-mon[85589]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-13T04:04:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:49 smithi052 ceph-mon[91421]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-13T04:04:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:49 smithi052 ceph-mon[89065]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-13T04:04:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:50 smithi078 ceph-mon[85589]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-09-13T04:04:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:50 smithi078 ceph-mon[85589]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-13T04:04:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:50 smithi052 ceph-mon[91421]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-09-13T04:04:51.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:50 smithi052 ceph-mon[91421]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-13T04:04:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:50 smithi052 ceph-mon[89065]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 766 op/s 2024-09-13T04:04:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:50 smithi052 ceph-mon[89065]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-13T04:04:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:51 smithi078 ceph-mon[85589]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-13T04:04:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:51 smithi078 ceph-mon[85589]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-13T04:04:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:51 smithi052 ceph-mon[91421]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-13T04:04:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:51 smithi052 ceph-mon[91421]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-13T04:04:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:51 smithi052 ceph-mon[89065]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-13T04:04:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:51 smithi052 ceph-mon[89065]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-13T04:04:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:04:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:04:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:52 smithi078 ceph-mon[85589]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 762 op/s 2024-09-13T04:04:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:52 smithi078 ceph-mon[85589]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-13T04:04:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:52 smithi052 ceph-mon[91421]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 762 op/s 2024-09-13T04:04:53.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:52 smithi052 ceph-mon[91421]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-13T04:04:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:52 smithi052 ceph-mon[89065]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 5.0 KiB/s wr, 762 op/s 2024-09-13T04:04:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:52 smithi052 ceph-mon[89065]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-13T04:04:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:54 smithi078 ceph-mon[85589]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:04:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:54 smithi078 ceph-mon[85589]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-13T04:04:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:54 smithi052 ceph-mon[91421]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:04:55.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:54 smithi052 ceph-mon[91421]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-13T04:04:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:54 smithi052 ceph-mon[89065]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:04:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:54 smithi052 ceph-mon[89065]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-13T04:04:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:55 smithi078 ceph-mon[85589]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-13T04:04:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:55 smithi052 ceph-mon[91421]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-13T04:04:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:55 smithi052 ceph-mon[89065]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-13T04:04:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:56 smithi078 ceph-mon[85589]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 725 op/s 2024-09-13T04:04:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:56 smithi078 ceph-mon[85589]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-13T04:04:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:56 smithi078 ceph-mon[85589]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-13T04:04:57.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:56 smithi052 ceph-mon[89065]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 725 op/s 2024-09-13T04:04:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:56 smithi052 ceph-mon[89065]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-13T04:04:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:56 smithi052 ceph-mon[89065]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-13T04:04:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:56 smithi052 ceph-mon[91421]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 725 op/s 2024-09-13T04:04:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:56 smithi052 ceph-mon[91421]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-13T04:04:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:56 smithi052 ceph-mon[91421]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-13T04:04:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:04:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:04:58] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-09-13T04:04:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:58 smithi078 ceph-mon[85589]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-09-13T04:04:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:58 smithi078 ceph-mon[85589]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-13T04:04:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:58 smithi052 ceph-mon[91421]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-09-13T04:04:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:58 smithi052 ceph-mon[91421]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-13T04:04:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:58 smithi052 ceph-mon[89065]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-09-13T04:04:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:58 smithi052 ceph-mon[89065]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-13T04:05:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:04:59 smithi078 ceph-mon[85589]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-13T04:05:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:04:59 smithi052 ceph-mon[91421]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-13T04:05:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:04:59 smithi052 ceph-mon[89065]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-13T04:05:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:00 smithi078 ceph-mon[85589]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 676 op/s 2024-09-13T04:05:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:00 smithi078 ceph-mon[85589]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-13T04:05:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:00 smithi052 ceph-mon[91421]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 676 op/s 2024-09-13T04:05:01.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:00 smithi052 ceph-mon[91421]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-13T04:05:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:00 smithi052 ceph-mon[89065]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 676 op/s 2024-09-13T04:05:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:00 smithi052 ceph-mon[89065]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-13T04:05:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:01 smithi078 ceph-mon[85589]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-13T04:05:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:01 smithi078 ceph-mon[85589]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-13T04:05:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:01 smithi052 ceph-mon[91421]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-13T04:05:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:01 smithi052 ceph-mon[91421]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-13T04:05:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:01 smithi052 ceph-mon[89065]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-13T04:05:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:01 smithi052 ceph-mon[89065]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-13T04:05:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:05:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:05:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:02 smithi078 ceph-mon[85589]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 676 op/s 2024-09-13T04:05:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:02 smithi052 ceph-mon[91421]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 676 op/s 2024-09-13T04:05:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:02 smithi052 ceph-mon[89065]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 5.0 KiB/s wr, 676 op/s 2024-09-13T04:05:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:03 smithi078 ceph-mon[85589]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-13T04:05:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:03 smithi052 ceph-mon[91421]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-13T04:05:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:03 smithi052 ceph-mon[89065]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-13T04:05:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:04 smithi078 ceph-mon[85589]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:05:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:04 smithi078 ceph-mon[85589]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-13T04:05:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:04 smithi052 ceph-mon[91421]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:05:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:04 smithi052 ceph-mon[91421]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-13T04:05:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:04 smithi052 ceph-mon[89065]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-13T04:05:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:04 smithi052 ceph-mon[89065]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-13T04:05:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:05 smithi078 ceph-mon[85589]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-13T04:05:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:05 smithi078 ceph-mon[85589]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-09-13T04:05:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:05 smithi052 ceph-mon[91421]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-13T04:05:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:05 smithi052 ceph-mon[91421]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-09-13T04:05:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:05 smithi052 ceph-mon[89065]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-13T04:05:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:05 smithi052 ceph-mon[89065]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 634 op/s 2024-09-13T04:05:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:06 smithi078 ceph-mon[85589]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-13T04:05:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:06 smithi078 ceph-mon[85589]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-13T04:05:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:06 smithi052 ceph-mon[91421]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-13T04:05:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:06 smithi052 ceph-mon[91421]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-13T04:05:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:06 smithi052 ceph-mon[89065]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-13T04:05:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:06 smithi052 ceph-mon[89065]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-13T04:05:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:05:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:05:08] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-09-13T04:05:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:08 smithi078 ceph-mon[85589]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 635 op/s 2024-09-13T04:05:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:08 smithi078 ceph-mon[85589]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-13T04:05:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:08 smithi052 ceph-mon[91421]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 635 op/s 2024-09-13T04:05:09.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:08 smithi052 ceph-mon[91421]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-13T04:05:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:08 smithi052 ceph-mon[89065]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 5.0 KiB/s wr, 635 op/s 2024-09-13T04:05:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:08 smithi052 ceph-mon[89065]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-13T04:05:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:09 smithi078 ceph-mon[85589]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-13T04:05:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:09 smithi052 ceph-mon[91421]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-13T04:05:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:09 smithi052 ceph-mon[89065]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-13T04:05:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:10 smithi078 ceph-mon[85589]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-09-13T04:05:11.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:10 smithi078 ceph-mon[85589]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-13T04:05:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:10 smithi052 ceph-mon[91421]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-09-13T04:05:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:10 smithi052 ceph-mon[91421]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-13T04:05:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:10 smithi052 ceph-mon[89065]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-09-13T04:05:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:10 smithi052 ceph-mon[89065]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-13T04:05:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:11 smithi078 ceph-mon[85589]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-13T04:05:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:11 smithi078 ceph-mon[85589]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-13T04:05:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:11 smithi052 ceph-mon[91421]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-13T04:05:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:11 smithi052 ceph-mon[91421]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-13T04:05:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:11 smithi052 ceph-mon[89065]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-13T04:05:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:11 smithi052 ceph-mon[89065]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-13T04:05:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:05:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:05:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:12 smithi078 ceph-mon[85589]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 584 op/s 2024-09-13T04:05:13.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:12 smithi052 ceph-mon[91421]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 584 op/s 2024-09-13T04:05:13.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:12 smithi052 ceph-mon[89065]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 5.0 KiB/s wr, 584 op/s 2024-09-13T04:05:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:13 smithi078 ceph-mon[85589]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-13T04:05:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:13 smithi052 ceph-mon[91421]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-13T04:05:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:13 smithi052 ceph-mon[89065]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-13T04:05:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:14 smithi078 ceph-mon[85589]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:05:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:14 smithi078 ceph-mon[85589]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-13T04:05:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:14 smithi052 ceph-mon[91421]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:05:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:14 smithi052 ceph-mon[91421]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-13T04:05:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:14 smithi052 ceph-mon[89065]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:05:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:14 smithi052 ceph-mon[89065]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-13T04:05:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:15 smithi078 ceph-mon[85589]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-13T04:05:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:15 smithi078 ceph-mon[85589]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-09-13T04:05:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:15 smithi052 ceph-mon[91421]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-13T04:05:16.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:15 smithi052 ceph-mon[91421]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-09-13T04:05:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:15 smithi052 ceph-mon[89065]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-13T04:05:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:15 smithi052 ceph-mon[89065]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 5.0 KiB/s wr, 545 op/s 2024-09-13T04:05:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:16 smithi078 ceph-mon[85589]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-13T04:05:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:16 smithi078 ceph-mon[85589]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-13T04:05:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:16 smithi052 ceph-mon[91421]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-13T04:05:17.321 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:17.321 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:16 smithi052 ceph-mon[91421]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-13T04:05:17.321 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:16 smithi052 ceph-mon[89065]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-13T04:05:17.321 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:17.321 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:16 smithi052 ceph-mon[89065]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-13T04:05:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:05:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:05:18] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-09-13T04:05:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:18 smithi078 ceph-mon[85589]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 540 op/s 2024-09-13T04:05:19.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:18 smithi078 ceph-mon[85589]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-13T04:05:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:18 smithi052 ceph-mon[91421]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 540 op/s 2024-09-13T04:05:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:18 smithi052 ceph-mon[91421]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-13T04:05:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:18 smithi052 ceph-mon[89065]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 401 KiB/s rd, 5.0 KiB/s wr, 540 op/s 2024-09-13T04:05:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:18 smithi052 ceph-mon[89065]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-13T04:05:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:19 smithi078 ceph-mon[85589]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-13T04:05:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:19 smithi052 ceph-mon[91421]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-13T04:05:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:19 smithi052 ceph-mon[89065]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-13T04:05:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:20 smithi078 ceph-mon[85589]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-09-13T04:05:21.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:20 smithi078 ceph-mon[85589]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-13T04:05:21.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:20 smithi052 ceph-mon[91421]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-09-13T04:05:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:20 smithi052 ceph-mon[91421]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-13T04:05:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:20 smithi052 ceph-mon[89065]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-09-13T04:05:21.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:20 smithi052 ceph-mon[89065]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-13T04:05:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:21 smithi078 ceph-mon[85589]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-13T04:05:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:21 smithi078 ceph-mon[85589]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-13T04:05:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:21 smithi052 ceph-mon[91421]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-13T04:05:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:21 smithi052 ceph-mon[91421]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-13T04:05:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:21 smithi052 ceph-mon[89065]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-13T04:05:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:21 smithi052 ceph-mon[89065]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-13T04:05:22.702 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:05:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:05:23.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:22 smithi078 ceph-mon[85589]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-09-13T04:05:23.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:22 smithi052 ceph-mon[91421]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-09-13T04:05:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:22 smithi052 ceph-mon[89065]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 5.0 KiB/s wr, 498 op/s 2024-09-13T04:05:24.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:23 smithi078 ceph-mon[85589]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-13T04:05:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:23 smithi052 ceph-mon[91421]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-13T04:05:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:23 smithi052 ceph-mon[89065]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-13T04:05:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:24 smithi078 ceph-mon[85589]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:05:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:24 smithi078 ceph-mon[85589]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-13T04:05:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:24 smithi052 ceph-mon[91421]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:05:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:24 smithi052 ceph-mon[91421]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-13T04:05:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:24 smithi052 ceph-mon[89065]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:05:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:24 smithi052 ceph-mon[89065]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-13T04:05:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:25 smithi078 ceph-mon[85589]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-13T04:05:26.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:25 smithi078 ceph-mon[85589]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-09-13T04:05:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:25 smithi052 ceph-mon[91421]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-13T04:05:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:25 smithi052 ceph-mon[91421]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-09-13T04:05:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:25 smithi052 ceph-mon[89065]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-13T04:05:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:25 smithi052 ceph-mon[89065]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 338 KiB/s rd, 5.0 KiB/s wr, 458 op/s 2024-09-13T04:05:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:26 smithi078 ceph-mon[85589]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-13T04:05:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:26 smithi078 ceph-mon[85589]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-13T04:05:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:26 smithi052 ceph-mon[91421]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-13T04:05:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:26 smithi052 ceph-mon[91421]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-13T04:05:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:26 smithi052 ceph-mon[89065]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-13T04:05:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:26 smithi052 ceph-mon[89065]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-13T04:05:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:05:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:05:28] "GET /metrics HTTP/1.1" 200 36682 "" "Prometheus/2.43.0" 2024-09-13T04:05:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:28 smithi078 ceph-mon[85589]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 454 op/s 2024-09-13T04:05:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:28 smithi078 ceph-mon[85589]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-13T04:05:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:28 smithi052 ceph-mon[91421]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 454 op/s 2024-09-13T04:05:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:28 smithi052 ceph-mon[91421]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-13T04:05:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:28 smithi052 ceph-mon[89065]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 5.0 KiB/s wr, 454 op/s 2024-09-13T04:05:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:28 smithi052 ceph-mon[89065]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-13T04:05:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:29 smithi078 ceph-mon[85589]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-13T04:05:30.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:29 smithi052 ceph-mon[91421]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-13T04:05:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:29 smithi052 ceph-mon[89065]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-13T04:05:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:30 smithi078 ceph-mon[85589]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-09-13T04:05:31.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:30 smithi078 ceph-mon[85589]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-13T04:05:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:30 smithi052 ceph-mon[89065]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-09-13T04:05:31.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:30 smithi052 ceph-mon[89065]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-13T04:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:30 smithi052 ceph-mon[91421]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-09-13T04:05:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:30 smithi052 ceph-mon[91421]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-13T04:05:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:31 smithi078 ceph-mon[85589]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-13T04:05:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:31 smithi078 ceph-mon[85589]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-13T04:05:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:31 smithi052 ceph-mon[91421]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-13T04:05:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:31 smithi052 ceph-mon[91421]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-13T04:05:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:31 smithi052 ceph-mon[89065]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-13T04:05:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:31 smithi052 ceph-mon[89065]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-13T04:05:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:05:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:05:33.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:32 smithi078 ceph-mon[85589]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-09-13T04:05:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:32 smithi052 ceph-mon[89065]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-09-13T04:05:33.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:32 smithi052 ceph-mon[91421]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 411 op/s 2024-09-13T04:05:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:33 smithi078 ceph-mon[85589]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-13T04:05:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:33 smithi052 ceph-mon[89065]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-13T04:05:34.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:33 smithi052 ceph-mon[91421]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-13T04:05:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:34 smithi078 ceph-mon[85589]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T04:05:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:34 smithi078 ceph-mon[85589]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-13T04:05:35.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:34 smithi052 ceph-mon[89065]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T04:05:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:34 smithi052 ceph-mon[89065]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-13T04:05:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:34 smithi052 ceph-mon[91421]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T04:05:35.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:34 smithi052 ceph-mon[91421]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-13T04:05:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:35 smithi078 ceph-mon[85589]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-13T04:05:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:35 smithi052 ceph-mon[91421]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-13T04:05:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:35 smithi052 ceph-mon[89065]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-13T04:05:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:36 smithi078 ceph-mon[85589]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-09-13T04:05:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:36 smithi078 ceph-mon[85589]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-13T04:05:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:36 smithi078 ceph-mon[85589]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-13T04:05:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:36 smithi052 ceph-mon[91421]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-09-13T04:05:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:36 smithi052 ceph-mon[91421]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-13T04:05:37.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:36 smithi052 ceph-mon[91421]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-13T04:05:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:36 smithi052 ceph-mon[89065]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-09-13T04:05:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:36 smithi052 ceph-mon[89065]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-13T04:05:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:36 smithi052 ceph-mon[89065]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-13T04:05:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:05:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:05:38] "GET /metrics HTTP/1.1" 200 36677 "" "Prometheus/2.43.0" 2024-09-13T04:05:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:38 smithi078 ceph-mon[85589]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 5.0 KiB/s wr, 371 op/s 2024-09-13T04:05:39.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:38 smithi078 ceph-mon[85589]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-13T04:05:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:38 smithi052 ceph-mon[91421]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 5.0 KiB/s wr, 371 op/s 2024-09-13T04:05:39.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:38 smithi052 ceph-mon[91421]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-13T04:05:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:38 smithi052 ceph-mon[89065]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 5.0 KiB/s wr, 371 op/s 2024-09-13T04:05:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:38 smithi052 ceph-mon[89065]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-13T04:05:40.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:39 smithi078 ceph-mon[85589]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-13T04:05:40.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:39 smithi052 ceph-mon[91421]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-13T04:05:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:39 smithi052 ceph-mon[89065]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-13T04:05:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:40 smithi078 ceph-mon[85589]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 323 op/s 2024-09-13T04:05:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:40 smithi078 ceph-mon[85589]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-13T04:05:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:40 smithi052 ceph-mon[91421]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 323 op/s 2024-09-13T04:05:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:40 smithi052 ceph-mon[91421]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-13T04:05:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:40 smithi052 ceph-mon[89065]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 323 op/s 2024-09-13T04:05:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:40 smithi052 ceph-mon[89065]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-13T04:05:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:41 smithi078 ceph-mon[85589]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-13T04:05:42.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:41 smithi078 ceph-mon[85589]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-13T04:05:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:41 smithi052 ceph-mon[91421]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-13T04:05:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:41 smithi052 ceph-mon[91421]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-13T04:05:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:41 smithi052 ceph-mon[89065]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-13T04:05:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:41 smithi052 ceph-mon[89065]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-13T04:05:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:05:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:05:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:42 smithi078 ceph-mon[85589]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 5.0 KiB/s wr, 322 op/s 2024-09-13T04:05:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:42 smithi052 ceph-mon[91421]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 5.0 KiB/s wr, 322 op/s 2024-09-13T04:05:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:42 smithi052 ceph-mon[89065]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 5.0 KiB/s wr, 322 op/s 2024-09-13T04:05:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:43 smithi078 ceph-mon[85589]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-13T04:05:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:43 smithi052 ceph-mon[91421]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-13T04:05:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:43 smithi052 ceph-mon[89065]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-13T04:05:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:44 smithi078 ceph-mon[85589]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:05:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:44 smithi078 ceph-mon[85589]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-13T04:05:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:44 smithi052 ceph-mon[91421]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:05:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:44 smithi052 ceph-mon[91421]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-13T04:05:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:44 smithi052 ceph-mon[89065]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:05:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:44 smithi052 ceph-mon[89065]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-13T04:05:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:45 smithi078 ceph-mon[85589]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-13T04:05:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:45 smithi078 ceph-mon[85589]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-09-13T04:05:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:45 smithi052 ceph-mon[91421]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-13T04:05:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:45 smithi052 ceph-mon[91421]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-09-13T04:05:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:45 smithi052 ceph-mon[89065]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-13T04:05:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:45 smithi052 ceph-mon[89065]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 281 op/s 2024-09-13T04:05:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:46 smithi078 ceph-mon[85589]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-13T04:05:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:46 smithi078 ceph-mon[85589]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-13T04:05:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:46 smithi052 ceph-mon[91421]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-13T04:05:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:46 smithi052 ceph-mon[91421]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-13T04:05:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:46 smithi052 ceph-mon[89065]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-13T04:05:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:05:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:46 smithi052 ceph-mon[89065]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-13T04:05:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:05:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:47 smithi078 ceph-mon[85589]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 279 op/s 2024-09-13T04:05:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:05:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:05:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:05:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:47 smithi078 ceph-mon[85589]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-13T04:05:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:05:48.355 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[91421]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 279 op/s 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[91421]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[89065]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 5.0 KiB/s wr, 279 op/s 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:05:48.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:05:48.357 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:47 smithi052 ceph-mon[89065]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-13T04:05:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:05:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:05:48] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-09-13T04:05:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:49 smithi078 ceph-mon[85589]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-13T04:05:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:49 smithi052 ceph-mon[91421]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-13T04:05:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:49 smithi052 ceph-mon[89065]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-13T04:05:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:50 smithi078 ceph-mon[85589]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-09-13T04:05:51.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:50 smithi078 ceph-mon[85589]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-13T04:05:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:50 smithi052 ceph-mon[91421]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-09-13T04:05:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:50 smithi052 ceph-mon[91421]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-13T04:05:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:50 smithi052 ceph-mon[89065]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-09-13T04:05:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:50 smithi052 ceph-mon[89065]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-13T04:05:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:51 smithi078 ceph-mon[85589]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-13T04:05:52.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:51 smithi078 ceph-mon[85589]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-13T04:05:52.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:51 smithi052 ceph-mon[89065]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-13T04:05:52.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:51 smithi052 ceph-mon[89065]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-13T04:05:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:51 smithi052 ceph-mon[91421]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-13T04:05:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:51 smithi052 ceph-mon[91421]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-13T04:05:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:05:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:05:53.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:52 smithi078 ceph-mon[85589]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 5.0 KiB/s wr, 234 op/s 2024-09-13T04:05:53.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:52 smithi052 ceph-mon[91421]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 5.0 KiB/s wr, 234 op/s 2024-09-13T04:05:53.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:52 smithi052 ceph-mon[89065]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 5.0 KiB/s wr, 234 op/s 2024-09-13T04:05:54.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:53 smithi078 ceph-mon[85589]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-13T04:05:54.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:53 smithi078 ceph-mon[85589]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:05:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:53 smithi052 ceph-mon[91421]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-13T04:05:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:53 smithi052 ceph-mon[91421]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:05:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:53 smithi052 ceph-mon[89065]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-13T04:05:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:53 smithi052 ceph-mon[89065]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T04:05:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:54 smithi078 ceph-mon[85589]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-13T04:05:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:54 smithi052 ceph-mon[91421]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-13T04:05:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:54 smithi052 ceph-mon[89065]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-13T04:05:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:55 smithi078 ceph-mon[85589]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-13T04:05:56.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:55 smithi078 ceph-mon[85589]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-09-13T04:05:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:55 smithi052 ceph-mon[91421]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-13T04:05:56.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:55 smithi052 ceph-mon[91421]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-09-13T04:05:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:55 smithi052 ceph-mon[89065]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-13T04:05:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:55 smithi052 ceph-mon[89065]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-09-13T04:05:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:56 smithi078 ceph-mon[85589]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-13T04:05:57.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:56 smithi078 ceph-mon[85589]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-13T04:05:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:56 smithi052 ceph-mon[91421]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-13T04:05:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:56 smithi052 ceph-mon[91421]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-13T04:05:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:56 smithi052 ceph-mon[89065]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-13T04:05:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:56 smithi052 ceph-mon[89065]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-13T04:05:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:05:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:05:58] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-09-13T04:05:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:58 smithi078 ceph-mon[85589]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 193 op/s 2024-09-13T04:05:59.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:58 smithi078 ceph-mon[85589]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-13T04:05:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:58 smithi052 ceph-mon[91421]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 193 op/s 2024-09-13T04:05:59.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:58 smithi052 ceph-mon[91421]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-13T04:05:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:58 smithi052 ceph-mon[89065]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 193 op/s 2024-09-13T04:05:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:58 smithi052 ceph-mon[89065]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-13T04:06:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:05:59 smithi078 ceph-mon[85589]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-13T04:06:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:05:59 smithi052 ceph-mon[91421]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-13T04:06:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:05:59 smithi052 ceph-mon[89065]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-13T04:06:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:00 smithi078 ceph-mon[85589]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-09-13T04:06:01.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:00 smithi078 ceph-mon[85589]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-13T04:06:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:00 smithi052 ceph-mon[91421]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-09-13T04:06:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:00 smithi052 ceph-mon[91421]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-13T04:06:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:00 smithi052 ceph-mon[89065]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-09-13T04:06:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:00 smithi052 ceph-mon[89065]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-13T04:06:02.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:01 smithi078 ceph-mon[85589]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-13T04:06:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:02.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:01 smithi078 ceph-mon[85589]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-13T04:06:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:01 smithi052 ceph-mon[91421]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-13T04:06:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:01 smithi052 ceph-mon[91421]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-13T04:06:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:01 smithi052 ceph-mon[89065]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-13T04:06:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:01 smithi052 ceph-mon[89065]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-13T04:06:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:06:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:06:03.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:02 smithi078 ceph-mon[85589]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-09-13T04:06:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:02 smithi052 ceph-mon[91421]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-09-13T04:06:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:02 smithi052 ceph-mon[89065]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 5.0 KiB/s wr, 149 op/s 2024-09-13T04:06:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:03 smithi078 ceph-mon[85589]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-13T04:06:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:03 smithi052 ceph-mon[91421]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-13T04:06:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:03 smithi052 ceph-mon[89065]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-13T04:06:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:04 smithi078 ceph-mon[85589]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:06:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:04 smithi078 ceph-mon[85589]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-13T04:06:05.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:04 smithi052 ceph-mon[89065]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:06:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:04 smithi052 ceph-mon[89065]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-13T04:06:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:04 smithi052 ceph-mon[91421]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T04:06:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:04 smithi052 ceph-mon[91421]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-13T04:06:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:05 smithi078 ceph-mon[85589]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-13T04:06:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:05 smithi078 ceph-mon[85589]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-09-13T04:06:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:05 smithi052 ceph-mon[91421]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-13T04:06:06.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:05 smithi052 ceph-mon[91421]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-09-13T04:06:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:05 smithi052 ceph-mon[89065]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-13T04:06:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:05 smithi052 ceph-mon[89065]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-09-13T04:06:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:06 smithi078 ceph-mon[85589]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-13T04:06:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:06 smithi078 ceph-mon[85589]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-13T04:06:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:06 smithi052 ceph-mon[91421]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-13T04:06:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:06 smithi052 ceph-mon[91421]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-13T04:06:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:06 smithi052 ceph-mon[89065]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-13T04:06:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:06 smithi052 ceph-mon[89065]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-13T04:06:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:06:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:06:08] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-09-13T04:06:08.958 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-13T04:06:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:08 smithi078 ceph-mon[85589]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-09-13T04:06:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:08 smithi078 ceph-mon[85589]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-13T04:06:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:08 smithi052 ceph-mon[91421]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-09-13T04:06:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:08 smithi052 ceph-mon[91421]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-13T04:06:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:08 smithi052 ceph-mon[89065]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-09-13T04:06:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:08 smithi052 ceph-mon[89065]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-13T04:06:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:09 smithi078 ceph-mon[85589]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-13T04:06:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:09 smithi052 ceph-mon[91421]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-13T04:06:10.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:09 smithi052 ceph-mon[89065]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-13T04:06:10.964 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-13T04:06:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:10 smithi078 ceph-mon[85589]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-09-13T04:06:11.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:10 smithi078 ceph-mon[85589]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-13T04:06:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:10 smithi052 ceph-mon[91421]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-09-13T04:06:11.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:10 smithi052 ceph-mon[91421]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-13T04:06:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:10 smithi052 ceph-mon[89065]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 74 op/s 2024-09-13T04:06:11.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:10 smithi052 ceph-mon[89065]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-13T04:06:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:11 smithi078 ceph-mon[85589]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-13T04:06:12.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:11 smithi078 ceph-mon[85589]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-13T04:06:12.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:11 smithi052 ceph-mon[91421]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-13T04:06:12.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:11 smithi052 ceph-mon[91421]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-13T04:06:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:11 smithi052 ceph-mon[89065]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-13T04:06:12.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:11 smithi052 ceph-mon[89065]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-13T04:06:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:06:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:06:13.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:12 smithi078 ceph-mon[85589]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2024-09-13T04:06:13.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:12 smithi052 ceph-mon[89065]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2024-09-13T04:06:13.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:12 smithi052 ceph-mon[91421]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2024-09-13T04:06:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:13 smithi078 ceph-mon[85589]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-13T04:06:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:13 smithi052 ceph-mon[91421]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-13T04:06:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:13 smithi052 ceph-mon[89065]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-13T04:06:14.987 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-13T04:06:15.075 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-13T04:06:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:14 smithi078 ceph-mon[85589]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-09-13T04:06:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:14 smithi078 ceph-mon[85589]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-13T04:06:15.226 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-13T04:06:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:14 smithi052 ceph-mon[91421]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-09-13T04:06:15.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:14 smithi052 ceph-mon[91421]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-13T04:06:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:14 smithi052 ceph-mon[89065]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-09-13T04:06:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:14 smithi052 ceph-mon[89065]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-13T04:06:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:15 smithi078 ceph-mon[85589]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-13T04:06:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:15 smithi078 ceph-mon[85589]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 13 KiB/s wr, 102 op/s 2024-09-13T04:06:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:15 smithi052 ceph-mon[91421]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-13T04:06:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:15 smithi052 ceph-mon[91421]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 13 KiB/s wr, 102 op/s 2024-09-13T04:06:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:15 smithi052 ceph-mon[89065]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-13T04:06:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:15 smithi052 ceph-mon[89065]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 13 KiB/s wr, 102 op/s 2024-09-13T04:06:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:16 smithi078 ceph-mon[85589]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-13T04:06:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:17.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:16 smithi078 ceph-mon[85589]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-13T04:06:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:16 smithi052 ceph-mon[91421]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-13T04:06:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:16 smithi052 ceph-mon[91421]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-13T04:06:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:16 smithi052 ceph-mon[89065]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-13T04:06:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:16 smithi052 ceph-mon[89065]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-13T04:06:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:06:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:06:18] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T04:06:18.956 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-13T04:06:19.033 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-13T04:06:19.127 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-13T04:06:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:18 smithi078 ceph-mon[85589]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 10 KiB/s wr, 99 op/s 2024-09-13T04:06:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:18 smithi078 ceph-mon[85589]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-13T04:06:19.210 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-13T04:06:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:18 smithi052 ceph-mon[91421]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 10 KiB/s wr, 99 op/s 2024-09-13T04:06:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:18 smithi052 ceph-mon[91421]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-13T04:06:19.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:18 smithi052 ceph-mon[89065]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 10 KiB/s wr, 99 op/s 2024-09-13T04:06:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:18 smithi052 ceph-mon[89065]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-13T04:06:19.297 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-13T04:06:19.375 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-13T04:06:20.080 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-13T04:06:20.156 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-13T04:06:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:19 smithi078 ceph-mon[85589]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-13T04:06:20.251 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-13T04:06:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:19 smithi052 ceph-mon[91421]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-13T04:06:20.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:19 smithi052 ceph-mon[89065]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-13T04:06:20.349 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-13T04:06:20.426 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-13T04:06:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:20 smithi078 ceph-mon[85589]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 KiB/s wr, 91 op/s 2024-09-13T04:06:21.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:20 smithi052 ceph-mon[89065]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 KiB/s wr, 91 op/s 2024-09-13T04:06:21.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:20 smithi052 ceph-mon[91421]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 KiB/s wr, 91 op/s 2024-09-13T04:06:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:06:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:06:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:22 smithi078 ceph-mon[85589]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 12 KiB/s wr, 291 op/s 2024-09-13T04:06:23.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:22 smithi078 ceph-mon[85589]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-13T04:06:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:22 smithi052 ceph-mon[91421]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 12 KiB/s wr, 291 op/s 2024-09-13T04:06:23.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:22 smithi052 ceph-mon[91421]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-13T04:06:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:22 smithi052 ceph-mon[89065]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 12 KiB/s wr, 291 op/s 2024-09-13T04:06:23.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:22 smithi052 ceph-mon[89065]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-13T04:06:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:24 smithi078 ceph-mon[85589]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 925 op/s 2024-09-13T04:06:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:24 smithi052 ceph-mon[91421]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 925 op/s 2024-09-13T04:06:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:24 smithi052 ceph-mon[89065]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 925 op/s 2024-09-13T04:06:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:26 smithi078 ceph-mon[85589]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 815 op/s 2024-09-13T04:06:27.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:26 smithi052 ceph-mon[91421]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 815 op/s 2024-09-13T04:06:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:26 smithi052 ceph-mon[89065]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 815 op/s 2024-09-13T04:06:28.079 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-13T04:06:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:27 smithi078 ceph-mon[85589]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-13T04:06:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:27 smithi052 ceph-mon[91421]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-13T04:06:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:27 smithi052 ceph-mon[89065]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-13T04:06:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:06:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:06:28] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T04:06:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:28 smithi078 ceph-mon[85589]: pgmap v4642: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 545 KiB/s wr, 725 op/s 2024-09-13T04:06:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:28 smithi052 ceph-mon[91421]: pgmap v4642: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 545 KiB/s wr, 725 op/s 2024-09-13T04:06:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:28 smithi052 ceph-mon[89065]: pgmap v4642: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 545 KiB/s wr, 725 op/s 2024-09-13T04:06:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:30 smithi078 ceph-mon[85589]: pgmap v4643: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 539 KiB/s wr, 578 op/s 2024-09-13T04:06:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:30 smithi052 ceph-mon[91421]: pgmap v4643: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 539 KiB/s wr, 578 op/s 2024-09-13T04:06:31.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:30 smithi052 ceph-mon[89065]: pgmap v4643: 137 pgs: 137 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 539 KiB/s wr, 578 op/s 2024-09-13T04:06:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:32.631 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:06:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:06:32.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:32 smithi078 ceph-mon[85589]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 461 KiB/s wr, 518 op/s 2024-09-13T04:06:33.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:32 smithi052 ceph-mon[91421]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 461 KiB/s wr, 518 op/s 2024-09-13T04:06:33.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:32 smithi052 ceph-mon[89065]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 461 KiB/s wr, 518 op/s 2024-09-13T04:06:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:34 smithi078 ceph-mon[85589]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 414 KiB/s wr, 79 op/s 2024-09-13T04:06:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:34 smithi052 ceph-mon[91421]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 414 KiB/s wr, 79 op/s 2024-09-13T04:06:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:34 smithi052 ceph-mon[89065]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 414 KiB/s wr, 79 op/s 2024-09-13T04:06:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:36 smithi078 ceph-mon[85589]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 411 KiB/s wr, 33 op/s 2024-09-13T04:06:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:36 smithi052 ceph-mon[91421]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 411 KiB/s wr, 33 op/s 2024-09-13T04:06:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:36 smithi052 ceph-mon[89065]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 411 KiB/s wr, 33 op/s 2024-09-13T04:06:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:06:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:06:38] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-09-13T04:06:38.874 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:38 smithi052 ceph-mon[89065]: pgmap v4647: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 791 KiB/s wr, 30 op/s 2024-09-13T04:06:39.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:38 smithi078 ceph-mon[85589]: pgmap v4647: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 791 KiB/s wr, 30 op/s 2024-09-13T04:06:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:38 smithi052 ceph-mon[91421]: pgmap v4647: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 791 KiB/s wr, 30 op/s 2024-09-13T04:06:39.574 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-13T04:06:39.656 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-13T04:06:39.751 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-13T04:06:39.846 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-13T04:06:41.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:40 smithi078 ceph-mon[85589]: pgmap v4648: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-09-13T04:06:41.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:40 smithi078 ceph-mon[85589]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-13T04:06:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:40 smithi052 ceph-mon[91421]: pgmap v4648: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-09-13T04:06:41.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:40 smithi052 ceph-mon[91421]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-13T04:06:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:40 smithi052 ceph-mon[89065]: pgmap v4648: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-09-13T04:06:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:40 smithi052 ceph-mon[89065]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-13T04:06:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:41 smithi078 ceph-mon[85589]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-13T04:06:42.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:41 smithi078 ceph-mon[85589]: pgmap v4651: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 2.0 MiB/s wr, 71 op/s 2024-09-13T04:06:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:41 smithi052 ceph-mon[91421]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-13T04:06:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:41 smithi052 ceph-mon[91421]: pgmap v4651: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 2.0 MiB/s wr, 71 op/s 2024-09-13T04:06:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:41 smithi052 ceph-mon[89065]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-13T04:06:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:41 smithi052 ceph-mon[89065]: pgmap v4651: 137 pgs: 137 active+clean; 13 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 2.0 MiB/s wr, 71 op/s 2024-09-13T04:06:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:06:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:06:42.995 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-13T04:06:43.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:42 smithi078 ceph-mon[85589]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-13T04:06:43.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:42 smithi052 ceph-mon[91421]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-13T04:06:43.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:42 smithi052 ceph-mon[89065]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-13T04:06:44.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:43 smithi078 ceph-mon[85589]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-13T04:06:44.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:43 smithi078 ceph-mon[85589]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 2.0 MiB/s wr, 221 op/s 2024-09-13T04:06:44.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:43 smithi052 ceph-mon[91421]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-13T04:06:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:43 smithi052 ceph-mon[91421]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 2.0 MiB/s wr, 221 op/s 2024-09-13T04:06:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:43 smithi052 ceph-mon[89065]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-13T04:06:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:43 smithi052 ceph-mon[89065]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 2.0 MiB/s wr, 221 op/s 2024-09-13T04:06:45.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:44 smithi078 ceph-mon[85589]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-13T04:06:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:44 smithi052 ceph-mon[91421]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-13T04:06:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:44 smithi052 ceph-mon[89065]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-13T04:06:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:45 smithi078 ceph-mon[85589]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-13T04:06:46.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:45 smithi078 ceph-mon[85589]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 349 op/s 2024-09-13T04:06:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:45 smithi052 ceph-mon[91421]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-13T04:06:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:45 smithi052 ceph-mon[91421]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 349 op/s 2024-09-13T04:06:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:45 smithi052 ceph-mon[89065]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-13T04:06:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:45 smithi052 ceph-mon[89065]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 20 KiB/s wr, 349 op/s 2024-09-13T04:06:47.028 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-13T04:06:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:46 smithi078 ceph-mon[85589]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-13T04:06:47.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:46 smithi052 ceph-mon[91421]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-13T04:06:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:46 smithi052 ceph-mon[89065]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-13T04:06:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:06:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:47 smithi078 ceph-mon[85589]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-13T04:06:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:47 smithi078 ceph-mon[85589]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 412 op/s 2024-09-13T04:06:48.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:06:48.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[91421]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-13T04:06:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[91421]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 412 op/s 2024-09-13T04:06:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:06:48.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:48.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[89065]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-13T04:06:48.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[89065]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 19 KiB/s wr, 412 op/s 2024-09-13T04:06:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:06:48.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:48.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:06:48] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T04:06:49.031 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-13T04:06:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:49.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:48 smithi078 ceph-mon[85589]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-13T04:06:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:06:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:06:49.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:48 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[91421]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[89065]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-13T04:06:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:06:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:06:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:48 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:06:50.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:49 smithi078 ceph-mon[85589]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-13T04:06:50.213 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:49 smithi078 ceph-mon[85589]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 13 KiB/s wr, 263 op/s 2024-09-13T04:06:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:49 smithi052 ceph-mon[89065]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-13T04:06:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:49 smithi052 ceph-mon[89065]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 13 KiB/s wr, 263 op/s 2024-09-13T04:06:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:49 smithi052 ceph-mon[91421]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-13T04:06:50.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:49 smithi052 ceph-mon[91421]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 13 KiB/s wr, 263 op/s 2024-09-13T04:06:51.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:50 smithi078 ceph-mon[85589]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-13T04:06:51.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:50 smithi052 ceph-mon[91421]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-13T04:06:51.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:50 smithi052 ceph-mon[89065]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-13T04:06:52.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:51 smithi052 ceph-mon[91421]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-13T04:06:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:51 smithi052 ceph-mon[91421]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 188 op/s 2024-09-13T04:06:52.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:51 smithi052 ceph-mon[91421]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-13T04:06:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:51 smithi052 ceph-mon[89065]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-13T04:06:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:51 smithi052 ceph-mon[89065]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 188 op/s 2024-09-13T04:06:52.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:51 smithi052 ceph-mon[89065]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-13T04:06:52.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:51 smithi078 ceph-mon[85589]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-13T04:06:52.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:51 smithi078 ceph-mon[85589]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 188 op/s 2024-09-13T04:06:52.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:51 smithi078 ceph-mon[85589]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-13T04:06:52.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:06:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:06:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:06:53.052 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-13T04:06:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:53 smithi052 ceph-mon[91421]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-13T04:06:54.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:53 smithi052 ceph-mon[91421]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 15 KiB/s wr, 318 op/s 2024-09-13T04:06:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:53 smithi052 ceph-mon[89065]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-13T04:06:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:53 smithi052 ceph-mon[89065]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 15 KiB/s wr, 318 op/s 2024-09-13T04:06:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:53 smithi078 ceph-mon[85589]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-13T04:06:54.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:53 smithi078 ceph-mon[85589]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 15 KiB/s wr, 318 op/s 2024-09-13T04:06:55.069 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-09-13T04:06:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:54 smithi052 ceph-mon[91421]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-13T04:06:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:54 smithi052 ceph-mon[89065]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-13T04:06:55.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:54 smithi078 ceph-mon[85589]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-13T04:06:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:55 smithi052 ceph-mon[91421]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-13T04:06:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:55 smithi052 ceph-mon[91421]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 24 KiB/s wr, 490 op/s 2024-09-13T04:06:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:55 smithi052 ceph-mon[89065]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-13T04:06:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:55 smithi052 ceph-mon[89065]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 24 KiB/s wr, 490 op/s 2024-09-13T04:06:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:55 smithi078 ceph-mon[85589]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-13T04:06:56.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:55 smithi078 ceph-mon[85589]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 24 KiB/s wr, 490 op/s 2024-09-13T04:06:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:56 smithi052 ceph-mon[91421]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-13T04:06:57.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:56 smithi052 ceph-mon[91421]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-13T04:06:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:56 smithi052 ceph-mon[89065]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-13T04:06:57.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:56 smithi052 ceph-mon[89065]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-13T04:06:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:56 smithi078 ceph-mon[85589]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-13T04:06:57.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:56 smithi078 ceph-mon[85589]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-13T04:06:58.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:57 smithi052 ceph-mon[91421]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 23 KiB/s wr, 491 op/s 2024-09-13T04:06:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:57 smithi052 ceph-mon[89065]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 23 KiB/s wr, 491 op/s 2024-09-13T04:06:58.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:57 smithi078 ceph-mon[85589]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 23 KiB/s wr, 491 op/s 2024-09-13T04:06:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:06:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:06:58] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T04:06:59.090 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-09-13T04:06:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:58 smithi052 ceph-mon[91421]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-13T04:06:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:58 smithi052 ceph-mon[89065]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-13T04:06:59.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:58 smithi078 ceph-mon[85589]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-13T04:07:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:59 smithi052 ceph-mon[91421]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-13T04:07:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:06:59 smithi052 ceph-mon[91421]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 15 KiB/s wr, 328 op/s 2024-09-13T04:07:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:59 smithi052 ceph-mon[89065]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-13T04:07:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:06:59 smithi052 ceph-mon[89065]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 15 KiB/s wr, 328 op/s 2024-09-13T04:07:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:59 smithi078 ceph-mon[85589]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-13T04:07:00.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:06:59 smithi078 ceph-mon[85589]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 15 KiB/s wr, 328 op/s 2024-09-13T04:07:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:00 smithi052 ceph-mon[91421]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-13T04:07:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:00 smithi052 ceph-mon[89065]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-13T04:07:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:00 smithi078 ceph-mon[85589]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-13T04:07:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-13T04:07:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]: dispatch 2024-09-13T04:07:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]: dispatch 2024-09-13T04:07:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: pgmap v4681: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-09-13T04:07:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:02.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]': finished 2024-09-13T04:07:02.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[91421]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-13T04:07:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-13T04:07:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]: dispatch 2024-09-13T04:07:02.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]: dispatch 2024-09-13T04:07:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: pgmap v4681: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-09-13T04:07:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]': finished 2024-09-13T04:07:02.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:01 smithi052 ceph-mon[89065]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-13T04:07:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-13T04:07:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]: dispatch 2024-09-13T04:07:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]: dispatch 2024-09-13T04:07:02.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: pgmap v4681: 169 pgs: 5 creating+peering, 27 unknown, 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-09-13T04:07:02.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:02.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi052-150956-2","app": "rbd"}]': finished 2024-09-13T04:07:02.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:01 smithi078 ceph-mon[85589]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-13T04:07:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:07:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:07:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:02 smithi052 ceph-mon[91421]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T04:07:03.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:02 smithi052 ceph-mon[91421]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-13T04:07:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:02 smithi052 ceph-mon[89065]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T04:07:03.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:02 smithi052 ceph-mon[89065]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-13T04:07:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:02 smithi078 ceph-mon[85589]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T04:07:03.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:02 smithi078 ceph-mon[85589]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-13T04:07:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:04 smithi078 ceph-mon[85589]: pgmap v4684: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 207 op/s 2024-09-13T04:07:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:04 smithi078 ceph-mon[85589]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-13T04:07:05.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:04 smithi078 ceph-mon[85589]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T04:07:05.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:04 smithi052 ceph-mon[91421]: pgmap v4684: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 207 op/s 2024-09-13T04:07:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:04 smithi052 ceph-mon[91421]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-13T04:07:05.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:04 smithi052 ceph-mon[91421]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T04:07:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:04 smithi052 ceph-mon[89065]: pgmap v4684: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 207 op/s 2024-09-13T04:07:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:04 smithi052 ceph-mon[89065]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-13T04:07:05.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:04 smithi052 ceph-mon[89065]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T04:07:06.111 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-13T04:07:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:06 smithi052 ceph-mon[91421]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-13T04:07:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:06 smithi052 ceph-mon[91421]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.2 KiB/s wr, 148 op/s 2024-09-13T04:07:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:06 smithi052 ceph-mon[89065]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-13T04:07:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:06 smithi052 ceph-mon[89065]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.2 KiB/s wr, 148 op/s 2024-09-13T04:07:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:06 smithi078 ceph-mon[85589]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-13T04:07:06.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:06 smithi078 ceph-mon[85589]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.2 KiB/s wr, 148 op/s 2024-09-13T04:07:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:07 smithi052 ceph-mon[91421]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-13T04:07:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:07 smithi052 ceph-mon[91421]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-13T04:07:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:07 smithi052 ceph-mon[89065]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-13T04:07:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:07 smithi052 ceph-mon[89065]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-13T04:07:07.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:07 smithi078 ceph-mon[85589]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-13T04:07:07.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:07 smithi078 ceph-mon[85589]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-13T04:07:08.117 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-13T04:07:08.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:08 smithi052 ceph-mon[91421]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.2 KiB/s wr, 126 op/s 2024-09-13T04:07:08.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:08 smithi052 ceph-mon[89065]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.2 KiB/s wr, 126 op/s 2024-09-13T04:07:08.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:07:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:07:08] "GET /metrics HTTP/1.1" 200 39105 "" "Prometheus/2.43.0" 2024-09-13T04:07:08.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:08 smithi078 ceph-mon[85589]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.2 KiB/s wr, 126 op/s 2024-09-13T04:07:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:09 smithi052 ceph-mon[91421]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-13T04:07:09.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:09 smithi052 ceph-mon[89065]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-13T04:07:09.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:09 smithi078 ceph-mon[85589]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-13T04:07:10.122 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-13T04:07:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:10 smithi052 ceph-mon[91421]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-13T04:07:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:10 smithi052 ceph-mon[91421]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 4.2 KiB/s wr, 138 op/s 2024-09-13T04:07:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:10 smithi052 ceph-mon[89065]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-13T04:07:10.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:10 smithi052 ceph-mon[89065]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 4.2 KiB/s wr, 138 op/s 2024-09-13T04:07:10.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:10 smithi078 ceph-mon[85589]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-13T04:07:10.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:10 smithi078 ceph-mon[85589]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 4.2 KiB/s wr, 138 op/s 2024-09-13T04:07:11.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:11 smithi052 ceph-mon[91421]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-13T04:07:11.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:11 smithi052 ceph-mon[89065]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-13T04:07:11.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:11 smithi078 ceph-mon[85589]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-13T04:07:12.131 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-13T04:07:12.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:12 smithi078 ceph-mon[85589]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-13T04:07:12.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:12 smithi078 ceph-mon[85589]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 167 op/s 2024-09-13T04:07:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:12 smithi052 ceph-mon[91421]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-13T04:07:12.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:12 smithi052 ceph-mon[91421]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 167 op/s 2024-09-13T04:07:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:12 smithi052 ceph-mon[89065]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-13T04:07:12.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:12 smithi052 ceph-mon[89065]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 167 op/s 2024-09-13T04:07:12.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:07:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:07:13.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:13 smithi078 ceph-mon[85589]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-13T04:07:13.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:13 smithi052 ceph-mon[91421]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-13T04:07:13.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:13 smithi052 ceph-mon[89065]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-13T04:07:14.147 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-13T04:07:14.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:14 smithi078 ceph-mon[85589]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-13T04:07:14.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:14 smithi078 ceph-mon[85589]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-09-13T04:07:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:14 smithi052 ceph-mon[91421]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-13T04:07:14.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:14 smithi052 ceph-mon[91421]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-09-13T04:07:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:14 smithi052 ceph-mon[89065]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-13T04:07:14.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:14 smithi052 ceph-mon[89065]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 17 KiB/s wr, 203 op/s 2024-09-13T04:07:15.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:15 smithi078 ceph-mon[85589]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-13T04:07:15.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:15 smithi052 ceph-mon[91421]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-13T04:07:15.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:15 smithi052 ceph-mon[89065]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-13T04:07:16.155 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-13T04:07:16.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:16 smithi078 ceph-mon[85589]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-13T04:07:16.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:16 smithi078 ceph-mon[85589]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 30 KiB/s wr, 482 op/s 2024-09-13T04:07:16.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:16 smithi052 ceph-mon[91421]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-13T04:07:16.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:16 smithi052 ceph-mon[91421]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 30 KiB/s wr, 482 op/s 2024-09-13T04:07:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:16 smithi052 ceph-mon[89065]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-13T04:07:16.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:16 smithi052 ceph-mon[89065]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 30 KiB/s wr, 482 op/s 2024-09-13T04:07:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:17 smithi078 ceph-mon[85589]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-13T04:07:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:17.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:17 smithi078 ceph-mon[85589]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-13T04:07:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:17 smithi052 ceph-mon[89065]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-13T04:07:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:17.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:17 smithi052 ceph-mon[89065]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-13T04:07:17.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:17 smithi052 ceph-mon[91421]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-13T04:07:17.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:17.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:17 smithi052 ceph-mon[91421]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-13T04:07:18.448 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:18 smithi078 ceph-mon[85589]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 33 KiB/s wr, 630 op/s 2024-09-13T04:07:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:18 smithi052 ceph-mon[91421]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 33 KiB/s wr, 630 op/s 2024-09-13T04:07:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:07:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:07:18] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T04:07:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:18 smithi052 ceph-mon[89065]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 33 KiB/s wr, 630 op/s 2024-09-13T04:07:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:20 smithi078 ceph-mon[85589]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 25 KiB/s wr, 408 op/s 2024-09-13T04:07:20.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:20 smithi052 ceph-mon[89065]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 25 KiB/s wr, 408 op/s 2024-09-13T04:07:20.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:20 smithi052 ceph-mon[91421]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 25 KiB/s wr, 408 op/s 2024-09-13T04:07:21.391 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-13T04:07:22.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:22 smithi078 ceph-mon[85589]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 1.44k op/s 2024-09-13T04:07:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:22 smithi078 ceph-mon[85589]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-13T04:07:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:22 smithi078 ceph-mon[85589]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-13T04:07:22.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:07:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:07:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:22 smithi052 ceph-mon[91421]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 1.44k op/s 2024-09-13T04:07:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:22 smithi052 ceph-mon[91421]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-13T04:07:22.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:22 smithi052 ceph-mon[91421]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-13T04:07:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:22 smithi052 ceph-mon[89065]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 1.44k op/s 2024-09-13T04:07:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:22 smithi052 ceph-mon[89065]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-13T04:07:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:22 smithi052 ceph-mon[89065]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-13T04:07:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:23 smithi078 ceph-mon[85589]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-13T04:07:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:23 smithi052 ceph-mon[91421]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-13T04:07:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:23 smithi052 ceph-mon[89065]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-13T04:07:24.978 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-13T04:07:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:24 smithi078 ceph-mon[85589]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 24 KiB/s wr, 2.21k op/s 2024-09-13T04:07:25.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:24 smithi078 ceph-mon[85589]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-13T04:07:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:24 smithi052 ceph-mon[91421]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 24 KiB/s wr, 2.21k op/s 2024-09-13T04:07:25.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:24 smithi052 ceph-mon[91421]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-13T04:07:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:24 smithi052 ceph-mon[89065]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 24 KiB/s wr, 2.21k op/s 2024-09-13T04:07:25.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:24 smithi052 ceph-mon[89065]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-13T04:07:26.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:25 smithi078 ceph-mon[85589]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-13T04:07:26.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:25 smithi052 ceph-mon[91421]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-13T04:07:26.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:25 smithi052 ceph-mon[89065]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-13T04:07:26.997 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-13T04:07:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:26 smithi078 ceph-mon[85589]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.63k op/s 2024-09-13T04:07:27.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:26 smithi078 ceph-mon[85589]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-13T04:07:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:26 smithi052 ceph-mon[89065]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.63k op/s 2024-09-13T04:07:27.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:26 smithi052 ceph-mon[89065]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-13T04:07:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:26 smithi052 ceph-mon[91421]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.63k op/s 2024-09-13T04:07:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:26 smithi052 ceph-mon[91421]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-13T04:07:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:27 smithi078 ceph-mon[85589]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-13T04:07:28.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:27 smithi078 ceph-mon[85589]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 19 KiB/s wr, 491 op/s 2024-09-13T04:07:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:27 smithi052 ceph-mon[91421]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-13T04:07:28.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:27 smithi052 ceph-mon[91421]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 19 KiB/s wr, 491 op/s 2024-09-13T04:07:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:27 smithi052 ceph-mon[89065]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-13T04:07:28.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:27 smithi052 ceph-mon[89065]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 380 KiB/s rd, 19 KiB/s wr, 491 op/s 2024-09-13T04:07:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:07:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:07:28] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T04:07:29.012 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-13T04:07:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:28 smithi078 ceph-mon[85589]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-13T04:07:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:28 smithi052 ceph-mon[91421]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-13T04:07:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:28 smithi052 ceph-mon[89065]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-13T04:07:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:29 smithi078 ceph-mon[85589]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-13T04:07:30.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:29 smithi078 ceph-mon[85589]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 456 KiB/s rd, 21 KiB/s wr, 587 op/s 2024-09-13T04:07:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:29 smithi052 ceph-mon[91421]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-13T04:07:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:29 smithi052 ceph-mon[91421]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 456 KiB/s rd, 21 KiB/s wr, 587 op/s 2024-09-13T04:07:30.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:29 smithi052 ceph-mon[89065]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-13T04:07:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:29 smithi052 ceph-mon[89065]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 456 KiB/s rd, 21 KiB/s wr, 587 op/s 2024-09-13T04:07:31.018 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-13T04:07:31.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:30 smithi078 ceph-mon[85589]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-13T04:07:31.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:30 smithi052 ceph-mon[89065]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-13T04:07:31.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:30 smithi052 ceph-mon[91421]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-13T04:07:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:31 smithi078 ceph-mon[85589]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-13T04:07:32.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:31 smithi078 ceph-mon[85589]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 39 KiB/s wr, 713 op/s 2024-09-13T04:07:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:32.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:31 smithi078 ceph-mon[85589]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-13T04:07:32.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[89065]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[89065]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 39 KiB/s wr, 713 op/s 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[89065]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[91421]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[91421]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 39 KiB/s wr, 713 op/s 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:32.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:31 smithi052 ceph-mon[91421]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-13T04:07:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:07:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:07:33.041 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-13T04:07:34.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:33 smithi078 ceph-mon[85589]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-13T04:07:34.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:33 smithi078 ceph-mon[85589]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 43 KiB/s wr, 683 op/s 2024-09-13T04:07:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:33 smithi052 ceph-mon[91421]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-13T04:07:34.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:33 smithi052 ceph-mon[91421]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 43 KiB/s wr, 683 op/s 2024-09-13T04:07:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:33 smithi052 ceph-mon[89065]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-13T04:07:34.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:33 smithi052 ceph-mon[89065]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 491 KiB/s rd, 43 KiB/s wr, 683 op/s 2024-09-13T04:07:35.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:34 smithi078 ceph-mon[85589]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-13T04:07:35.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:34 smithi052 ceph-mon[91421]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-13T04:07:35.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:34 smithi052 ceph-mon[89065]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-13T04:07:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:35 smithi078 ceph-mon[85589]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-13T04:07:36.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:35 smithi078 ceph-mon[85589]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 39 KiB/s wr, 709 op/s 2024-09-13T04:07:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:35 smithi052 ceph-mon[91421]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-13T04:07:36.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:35 smithi052 ceph-mon[91421]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 39 KiB/s wr, 709 op/s 2024-09-13T04:07:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:35 smithi052 ceph-mon[89065]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-13T04:07:36.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:35 smithi052 ceph-mon[89065]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 39 KiB/s wr, 709 op/s 2024-09-13T04:07:36.982 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-13T04:07:37.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:36 smithi078 ceph-mon[85589]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-13T04:07:37.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:36 smithi078 ceph-mon[85589]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-13T04:07:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:36 smithi052 ceph-mon[91421]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-13T04:07:37.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:36 smithi052 ceph-mon[91421]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-13T04:07:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:36 smithi052 ceph-mon[89065]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-13T04:07:37.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:36 smithi052 ceph-mon[89065]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-13T04:07:38.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:37 smithi052 ceph-mon[91421]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 32 KiB/s wr, 588 op/s 2024-09-13T04:07:38.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:37 smithi052 ceph-mon[89065]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 32 KiB/s wr, 588 op/s 2024-09-13T04:07:38.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:37 smithi078 ceph-mon[85589]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 32 KiB/s wr, 588 op/s 2024-09-13T04:07:38.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:07:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:07:38] "GET /metrics HTTP/1.1" 200 36681 "" "Prometheus/2.43.0" 2024-09-13T04:07:39.060 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-13T04:07:39.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:38 smithi052 ceph-mon[91421]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-13T04:07:39.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:38 smithi052 ceph-mon[89065]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-13T04:07:39.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:38 smithi078 ceph-mon[85589]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-13T04:07:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:39 smithi052 ceph-mon[91421]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-13T04:07:40.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:39 smithi052 ceph-mon[91421]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 251 op/s 2024-09-13T04:07:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:39 smithi052 ceph-mon[89065]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-13T04:07:40.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:39 smithi052 ceph-mon[89065]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 251 op/s 2024-09-13T04:07:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:39 smithi078 ceph-mon[85589]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-13T04:07:40.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:39 smithi078 ceph-mon[85589]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 251 op/s 2024-09-13T04:07:41.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:40 smithi052 ceph-mon[91421]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-13T04:07:41.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:40 smithi052 ceph-mon[89065]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-13T04:07:41.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:40 smithi078 ceph-mon[85589]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-13T04:07:42.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:41 smithi052 ceph-mon[91421]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-13T04:07:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:41 smithi052 ceph-mon[91421]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-09-13T04:07:42.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:41 smithi052 ceph-mon[91421]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-13T04:07:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:41 smithi052 ceph-mon[89065]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-13T04:07:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:41 smithi052 ceph-mon[89065]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-09-13T04:07:42.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:41 smithi052 ceph-mon[89065]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-13T04:07:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:41 smithi078 ceph-mon[85589]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-13T04:07:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:41 smithi078 ceph-mon[85589]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-09-13T04:07:42.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:41 smithi078 ceph-mon[85589]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-13T04:07:42.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:07:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:07:43.077 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-13T04:07:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:43 smithi052 ceph-mon[91421]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-13T04:07:44.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:43 smithi052 ceph-mon[91421]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 24 KiB/s wr, 385 op/s 2024-09-13T04:07:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:43 smithi052 ceph-mon[89065]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-13T04:07:44.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:43 smithi052 ceph-mon[89065]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 24 KiB/s wr, 385 op/s 2024-09-13T04:07:44.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:43 smithi078 ceph-mon[85589]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-13T04:07:44.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:43 smithi078 ceph-mon[85589]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 24 KiB/s wr, 385 op/s 2024-09-13T04:07:45.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:44 smithi052 ceph-mon[91421]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-13T04:07:45.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:44 smithi052 ceph-mon[89065]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-13T04:07:45.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:44 smithi078 ceph-mon[85589]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-13T04:07:46.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:45 smithi052 ceph-mon[91421]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-13T04:07:46.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:45 smithi052 ceph-mon[91421]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 21 KiB/s wr, 411 op/s 2024-09-13T04:07:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:45 smithi052 ceph-mon[89065]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-13T04:07:46.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:45 smithi052 ceph-mon[89065]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 21 KiB/s wr, 411 op/s 2024-09-13T04:07:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:45 smithi078 ceph-mon[85589]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-13T04:07:46.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:45 smithi078 ceph-mon[85589]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 21 KiB/s wr, 411 op/s 2024-09-13T04:07:46.990 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-13T04:07:47.108 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-13T04:07:47.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:46 smithi052 ceph-mon[91421]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-13T04:07:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:47.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:46 smithi052 ceph-mon[91421]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-13T04:07:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:46 smithi052 ceph-mon[89065]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-13T04:07:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:47.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:46 smithi052 ceph-mon[89065]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-13T04:07:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:46 smithi078 ceph-mon[85589]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-13T04:07:47.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:07:47.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:46 smithi078 ceph-mon[85589]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-13T04:07:48.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:48 smithi052 ceph-mon[89065]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 377 op/s 2024-09-13T04:07:48.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:48 smithi052 ceph-mon[91421]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 377 op/s 2024-09-13T04:07:48.279 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:07:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:07:48] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T04:07:48.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:48 smithi078 ceph-mon[85589]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 377 op/s 2024-09-13T04:07:49.101 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-13T04:07:49.193 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-13T04:07:49.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[91421]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-13T04:07:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:07:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:49.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:49.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[89065]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-13T04:07:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:07:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:49.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:49 smithi078 ceph-mon[85589]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-13T04:07:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:07:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:49.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[91421]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-13T04:07:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:07:50.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[91421]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 7.0 KiB/s wr, 167 op/s 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[89065]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:50.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:50 smithi052 ceph-mon[89065]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 7.0 KiB/s wr, 167 op/s 2024-09-13T04:07:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:50 smithi078 ceph-mon[85589]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-13T04:07:50.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:07:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:07:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:07:50.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:50 smithi078 ceph-mon[85589]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 7.0 KiB/s wr, 167 op/s 2024-09-13T04:07:51.264 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-13T04:07:51.401 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-13T04:07:51.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:51 smithi078 ceph-mon[85589]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-13T04:07:51.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:51 smithi052 ceph-mon[91421]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-13T04:07:51.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:51 smithi052 ceph-mon[89065]: osdmap e2833: 8 total, 8 up, 8 in 2024-09-13T04:07:52.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:52 smithi078 ceph-mon[85589]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-13T04:07:52.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:52 smithi078 ceph-mon[85589]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 16 KiB/s wr, 268 op/s 2024-09-13T04:07:52.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:52 smithi078 ceph-mon[85589]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-13T04:07:52.447 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:07:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:07:52.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:52 smithi052 ceph-mon[91421]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-13T04:07:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:52 smithi052 ceph-mon[91421]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 16 KiB/s wr, 268 op/s 2024-09-13T04:07:52.529 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:52 smithi052 ceph-mon[91421]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-13T04:07:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:52 smithi052 ceph-mon[89065]: osdmap e2834: 8 total, 8 up, 8 in 2024-09-13T04:07:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:52 smithi052 ceph-mon[89065]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 16 KiB/s wr, 268 op/s 2024-09-13T04:07:52.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:52 smithi052 ceph-mon[89065]: osdmap e2835: 8 total, 8 up, 8 in 2024-09-13T04:07:52.988 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-13T04:07:54.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:53 smithi078 ceph-mon[85589]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-13T04:07:54.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:53 smithi052 ceph-mon[89065]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-13T04:07:54.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:53 smithi052 ceph-mon[91421]: osdmap e2836: 8 total, 8 up, 8 in 2024-09-13T04:07:54.992 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-13T04:07:55.119 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-13T04:07:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:54 smithi078 ceph-mon[85589]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 22 KiB/s wr, 383 op/s 2024-09-13T04:07:55.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:54 smithi078 ceph-mon[85589]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-13T04:07:55.239 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-13T04:07:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:54 smithi052 ceph-mon[91421]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 22 KiB/s wr, 383 op/s 2024-09-13T04:07:55.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:54 smithi052 ceph-mon[91421]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-13T04:07:55.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:54 smithi052 ceph-mon[89065]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 22 KiB/s wr, 383 op/s 2024-09-13T04:07:55.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:54 smithi052 ceph-mon[89065]: osdmap e2837: 8 total, 8 up, 8 in 2024-09-13T04:07:55.332 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-13T04:07:55.989 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-13T04:07:56.072 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-13T04:07:56.165 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-13T04:07:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:55 smithi078 ceph-mon[85589]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-13T04:07:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:55 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2414400768' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]: dispatch 2024-09-13T04:07:56.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:55 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]: dispatch 2024-09-13T04:07:56.269 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-13T04:07:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:55 smithi052 ceph-mon[91421]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-13T04:07:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:55 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2414400768' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]: dispatch 2024-09-13T04:07:56.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:55 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]: dispatch 2024-09-13T04:07:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:55 smithi052 ceph-mon[89065]: osdmap e2838: 8 total, 8 up, 8 in 2024-09-13T04:07:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:55 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2414400768' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]: dispatch 2024-09-13T04:07:56.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:55 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]: dispatch 2024-09-13T04:07:56.368 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-13T04:07:56.450 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-13T04:07:56.537 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 22 KiB/s wr, 466 op/s 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]': finished 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T04:07:57.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]': finished 2024-09-13T04:07:57.198 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:56 smithi078 ceph-mon[85589]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 22 KiB/s wr, 466 op/s 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]': finished 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]': finished 2024-09-13T04:07:57.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[91421]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 22 KiB/s wr, 466 op/s 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.52:0/3043504887"}]': finished 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: osdmap e2839: 8 total, 8 up, 8 in 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-13T04:07:57.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]: dispatch 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/1c9ba234-d069-4c6d-8e02-4a86759a96d1"}]': finished 2024-09-13T04:07:57.282 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:56 smithi052 ceph-mon[89065]: osdmap e2840: 8 total, 8 up, 8 in 2024-09-13T04:07:58.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:57 smithi078 ceph-mon[85589]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 20 KiB/s wr, 497 op/s 2024-09-13T04:07:58.229 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:57 smithi052 ceph-mon[91421]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 20 KiB/s wr, 497 op/s 2024-09-13T04:07:58.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:57 smithi052 ceph-mon[89065]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 20 KiB/s wr, 497 op/s 2024-09-13T04:07:58.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:07:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:07:58] "GET /metrics HTTP/1.1" 200 36680 "" "Prometheus/2.43.0" 2024-09-13T04:07:59.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:58 smithi078 ceph-mon[85589]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-13T04:07:59.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:58 smithi052 ceph-mon[91421]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-13T04:07:59.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:58 smithi052 ceph-mon[89065]: osdmap e2841: 8 total, 8 up, 8 in 2024-09-13T04:08:00.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]: dispatch 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]: dispatch 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]': finished 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]: dispatch 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]: dispatch 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]': finished 2024-09-13T04:08:00.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:07:59 smithi078 ceph-mon[85589]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 11 KiB/s wr, 323 op/s 2024-09-13T04:08:00.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]: dispatch 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]: dispatch 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]': finished 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]: dispatch 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]: dispatch 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]': finished 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[91421]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 11 KiB/s wr, 323 op/s 2024-09-13T04:08:00.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: osdmap e2842: 8 total, 8 up, 8 in 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]: dispatch 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]: dispatch 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/2274fca5-8907-4f5a-842a-9248d9cb55e0"}]': finished 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]: dispatch 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]: dispatch 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/63b8d21e-29b9-4be4-9619-e437fdee11af"}]': finished 2024-09-13T04:08:00.280 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:07:59 smithi052 ceph-mon[89065]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 11 KiB/s wr, 323 op/s 2024-09-13T04:08:01.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:00 smithi052 ceph-mon[91421]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-13T04:08:01.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:00 smithi052 ceph-mon[89065]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-13T04:08:01.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:00 smithi078 ceph-mon[85589]: osdmap e2843: 8 total, 8 up, 8 in 2024-09-13T04:08:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[91421]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-13T04:08:02.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[91421]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 383 op/s 2024-09-13T04:08:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:02.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[91421]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-13T04:08:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[89065]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-13T04:08:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[89065]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 383 op/s 2024-09-13T04:08:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:02.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:01 smithi052 ceph-mon[89065]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-13T04:08:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:01 smithi078 ceph-mon[85589]: osdmap e2844: 8 total, 8 up, 8 in 2024-09-13T04:08:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:01 smithi078 ceph-mon[85589]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 383 op/s 2024-09-13T04:08:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:01 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:02.315 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:01 smithi078 ceph-mon[85589]: osdmap e2845: 8 total, 8 up, 8 in 2024-09-13T04:08:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:08:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:08:03.965 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-13T04:08:04.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:03 smithi078 ceph-mon[85589]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-13T04:08:04.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:03 smithi052 ceph-mon[91421]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-13T04:08:04.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:03 smithi052 ceph-mon[89065]: osdmap e2846: 8 total, 8 up, 8 in 2024-09-13T04:08:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:04 smithi078 ceph-mon[85589]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 30 KiB/s wr, 438 op/s 2024-09-13T04:08:05.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:04 smithi078 ceph-mon[85589]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-13T04:08:05.280 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:04 smithi052 ceph-mon[91421]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 30 KiB/s wr, 438 op/s 2024-09-13T04:08:05.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:04 smithi052 ceph-mon[91421]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-13T04:08:05.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:04 smithi052 ceph-mon[89065]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 30 KiB/s wr, 438 op/s 2024-09-13T04:08:05.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:04 smithi052 ceph-mon[89065]: osdmap e2847: 8 total, 8 up, 8 in 2024-09-13T04:08:06.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:05 smithi078 ceph-mon[85589]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-13T04:08:06.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:05 smithi052 ceph-mon[91421]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-13T04:08:06.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:05 smithi052 ceph-mon[89065]: osdmap e2848: 8 total, 8 up, 8 in 2024-09-13T04:08:07.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:06 smithi078 ceph-mon[85589]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 9.5 KiB/s wr, 201 op/s 2024-09-13T04:08:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:06 smithi078 ceph-mon[85589]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-13T04:08:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:06 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]: dispatch 2024-09-13T04:08:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:06 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]: dispatch 2024-09-13T04:08:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:06 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]': finished 2024-09-13T04:08:07.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:06 smithi078 ceph-mon[85589]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-13T04:08:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[91421]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 9.5 KiB/s wr, 201 op/s 2024-09-13T04:08:07.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[91421]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]: dispatch 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]: dispatch 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]': finished 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[91421]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[89065]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 9.5 KiB/s wr, 201 op/s 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[89065]: osdmap e2849: 8 total, 8 up, 8 in 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/607635033' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]: dispatch 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]: dispatch 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/5e6e38fa-0ce9-4935-9120-2d1d69de90a8"}]': finished 2024-09-13T04:08:07.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:06 smithi052 ceph-mon[89065]: osdmap e2850: 8 total, 8 up, 8 in 2024-09-13T04:08:07.978 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-13T04:08:08.061 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-13T04:08:08.180 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:07 smithi052 ceph-mon[91421]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 69 op/s 2024-09-13T04:08:08.180 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:07 smithi052 ceph-mon[89065]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 69 op/s 2024-09-13T04:08:08.195 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-13T04:08:08.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:07 smithi078 ceph-mon[85589]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 69 op/s 2024-09-13T04:08:08.268 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-13T04:08:08.342 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-13T04:08:08.418 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-13T04:08:08.495 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-13T04:08:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:08:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:08:08] "GET /metrics HTTP/1.1" 200 36679 "" "Prometheus/2.43.0" 2024-09-13T04:08:08.624 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-13T04:08:08.738 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-13T04:08:08.745 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-13T04:08:08.753 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-13T04:08:08.754 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-13T04:08:08.761 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-13T04:08:08.768 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-13T04:08:08.861 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-13T04:08:08.945 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-13T04:08:09.037 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-13T04:08:09.166 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-13T04:08:09.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:08 smithi078 ceph-mon[85589]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-13T04:08:09.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:08 smithi052 ceph-mon[91421]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-13T04:08:09.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:08 smithi052 ceph-mon[89065]: osdmap e2851: 8 total, 8 up, 8 in 2024-09-13T04:08:10.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:09 smithi078 ceph-mon[85589]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.4 KiB/s wr, 109 op/s 2024-09-13T04:08:10.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:09 smithi052 ceph-mon[91421]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.4 KiB/s wr, 109 op/s 2024-09-13T04:08:10.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:09 smithi052 ceph-mon[89065]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.4 KiB/s wr, 109 op/s 2024-09-13T04:08:10.731 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-13T04:08:10.839 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-13T04:08:10.931 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-13T04:08:11.029 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-13T04:08:11.192 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-13T04:08:11.999 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-13T04:08:12.096 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-13T04:08:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:12 smithi078 ceph-mon[85589]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 38 KiB/s wr, 531 op/s 2024-09-13T04:08:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:12 smithi078 ceph-mon[85589]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-13T04:08:12.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:12 smithi078 ceph-mon[85589]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-13T04:08:12.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:08:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:08:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:12 smithi052 ceph-mon[91421]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 38 KiB/s wr, 531 op/s 2024-09-13T04:08:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:12 smithi052 ceph-mon[91421]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-13T04:08:12.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:12 smithi052 ceph-mon[91421]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-13T04:08:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:12 smithi052 ceph-mon[89065]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 38 KiB/s wr, 531 op/s 2024-09-13T04:08:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:12 smithi052 ceph-mon[89065]: osdmap e2852: 8 total, 8 up, 8 in 2024-09-13T04:08:12.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:12 smithi052 ceph-mon[89065]: osdmap e2853: 8 total, 8 up, 8 in 2024-09-13T04:08:14.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:13 smithi078 ceph-mon[85589]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-13T04:08:14.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:13 smithi052 ceph-mon[91421]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-13T04:08:14.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:13 smithi052 ceph-mon[89065]: osdmap e2854: 8 total, 8 up, 8 in 2024-09-13T04:08:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:14 smithi078 ceph-mon[85589]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 81 KiB/s wr, 1.10k op/s 2024-09-13T04:08:15.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:14 smithi078 ceph-mon[85589]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-13T04:08:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:14 smithi052 ceph-mon[91421]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 81 KiB/s wr, 1.10k op/s 2024-09-13T04:08:15.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:14 smithi052 ceph-mon[91421]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-13T04:08:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:14 smithi052 ceph-mon[89065]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 81 KiB/s wr, 1.10k op/s 2024-09-13T04:08:15.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:14 smithi052 ceph-mon[89065]: osdmap e2855: 8 total, 8 up, 8 in 2024-09-13T04:08:16.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:15 smithi078 ceph-mon[85589]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-13T04:08:16.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:15 smithi078 ceph-mon[85589]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 96 KiB/s wr, 1.25k op/s 2024-09-13T04:08:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:15 smithi052 ceph-mon[91421]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-13T04:08:16.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:15 smithi052 ceph-mon[91421]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 96 KiB/s wr, 1.25k op/s 2024-09-13T04:08:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:15 smithi052 ceph-mon[89065]: osdmap e2856: 8 total, 8 up, 8 in 2024-09-13T04:08:16.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:15 smithi052 ceph-mon[89065]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 96 KiB/s wr, 1.25k op/s 2024-09-13T04:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:16 smithi078 ceph-mon[85589]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-13T04:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:16 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:17.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:16 smithi078 ceph-mon[85589]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-13T04:08:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:16 smithi052 ceph-mon[91421]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-13T04:08:17.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:16 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:17.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:16 smithi052 ceph-mon[91421]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-13T04:08:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:16 smithi052 ceph-mon[89065]: osdmap e2857: 8 total, 8 up, 8 in 2024-09-13T04:08:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:16 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:17.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:16 smithi052 ceph-mon[89065]: osdmap e2858: 8 total, 8 up, 8 in 2024-09-13T04:08:18.166 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-09-13T04:08:18.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:17 smithi078 ceph-mon[85589]: pgmap v4790: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 75 KiB/s wr, 1.18k op/s 2024-09-13T04:08:18.228 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:17 smithi052 ceph-mon[91421]: pgmap v4790: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 75 KiB/s wr, 1.18k op/s 2024-09-13T04:08:18.229 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:17 smithi052 ceph-mon[89065]: pgmap v4790: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 75 KiB/s wr, 1.18k op/s 2024-09-13T04:08:18.430 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-13T04:08:18.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:08:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:08:18] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:08:19.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:18 smithi078 ceph-mon[85589]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-13T04:08:19.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:18 smithi052 ceph-mon[91421]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-13T04:08:19.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:18 smithi052 ceph-mon[89065]: osdmap e2859: 8 total, 8 up, 8 in 2024-09-13T04:08:20.028 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-09-13T04:08:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:19 smithi078 ceph-mon[85589]: osdmap e2860: 8 total, 8 up, 8 in 2024-09-13T04:08:20.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:19 smithi078 ceph-mon[85589]: pgmap v4793: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 37 KiB/s wr, 681 op/s 2024-09-13T04:08:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:19 smithi052 ceph-mon[91421]: osdmap e2860: 8 total, 8 up, 8 in 2024-09-13T04:08:20.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:19 smithi052 ceph-mon[91421]: pgmap v4793: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 37 KiB/s wr, 681 op/s 2024-09-13T04:08:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:19 smithi052 ceph-mon[89065]: osdmap e2860: 8 total, 8 up, 8 in 2024-09-13T04:08:20.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:19 smithi052 ceph-mon[89065]: pgmap v4793: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 37 KiB/s wr, 681 op/s 2024-09-13T04:08:21.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:20 smithi078 ceph-mon[85589]: osdmap e2861: 8 total, 8 up, 8 in 2024-09-13T04:08:21.281 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:20 smithi052 ceph-mon[91421]: osdmap e2861: 8 total, 8 up, 8 in 2024-09-13T04:08:21.281 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:20 smithi052 ceph-mon[89065]: osdmap e2861: 8 total, 8 up, 8 in 2024-09-13T04:08:21.993 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-09-13T04:08:22.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:21 smithi078 ceph-mon[85589]: osdmap e2862: 8 total, 8 up, 8 in 2024-09-13T04:08:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:21 smithi078 ceph-mon[85589]: pgmap v4796: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 17 KiB/s wr, 497 op/s 2024-09-13T04:08:22.197 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:21 smithi078 ceph-mon[85589]: osdmap e2863: 8 total, 8 up, 8 in 2024-09-13T04:08:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:21 smithi052 ceph-mon[91421]: osdmap e2862: 8 total, 8 up, 8 in 2024-09-13T04:08:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:21 smithi052 ceph-mon[91421]: pgmap v4796: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 17 KiB/s wr, 497 op/s 2024-09-13T04:08:22.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:21 smithi052 ceph-mon[91421]: osdmap e2863: 8 total, 8 up, 8 in 2024-09-13T04:08:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:21 smithi052 ceph-mon[89065]: osdmap e2862: 8 total, 8 up, 8 in 2024-09-13T04:08:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:21 smithi052 ceph-mon[89065]: pgmap v4796: 137 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 17 KiB/s wr, 497 op/s 2024-09-13T04:08:22.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:21 smithi052 ceph-mon[89065]: osdmap e2863: 8 total, 8 up, 8 in 2024-09-13T04:08:22.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:08:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:08:24.039 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-09-13T04:08:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:23 smithi078 ceph-mon[85589]: osdmap e2864: 8 total, 8 up, 8 in 2024-09-13T04:08:24.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:23 smithi078 ceph-mon[85589]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 31 KiB/s wr, 944 op/s 2024-09-13T04:08:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:23 smithi052 ceph-mon[91421]: osdmap e2864: 8 total, 8 up, 8 in 2024-09-13T04:08:24.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:23 smithi052 ceph-mon[91421]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 31 KiB/s wr, 944 op/s 2024-09-13T04:08:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:23 smithi052 ceph-mon[89065]: osdmap e2864: 8 total, 8 up, 8 in 2024-09-13T04:08:24.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:23 smithi052 ceph-mon[89065]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 31 KiB/s wr, 944 op/s 2024-09-13T04:08:25.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:24 smithi052 ceph-mon[91421]: osdmap e2865: 8 total, 8 up, 8 in 2024-09-13T04:08:25.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:24 smithi052 ceph-mon[89065]: osdmap e2865: 8 total, 8 up, 8 in 2024-09-13T04:08:25.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:24 smithi078 ceph-mon[85589]: osdmap e2865: 8 total, 8 up, 8 in 2024-09-13T04:08:26.053 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-09-13T04:08:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:25 smithi052 ceph-mon[91421]: osdmap e2866: 8 total, 8 up, 8 in 2024-09-13T04:08:26.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:25 smithi052 ceph-mon[91421]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 35 KiB/s wr, 887 op/s 2024-09-13T04:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:25 smithi052 ceph-mon[89065]: osdmap e2866: 8 total, 8 up, 8 in 2024-09-13T04:08:26.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:25 smithi052 ceph-mon[89065]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 35 KiB/s wr, 887 op/s 2024-09-13T04:08:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:25 smithi078 ceph-mon[85589]: osdmap e2866: 8 total, 8 up, 8 in 2024-09-13T04:08:26.447 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:25 smithi078 ceph-mon[85589]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 693 KiB/s rd, 35 KiB/s wr, 887 op/s 2024-09-13T04:08:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:26 smithi052 ceph-mon[91421]: osdmap e2867: 8 total, 8 up, 8 in 2024-09-13T04:08:27.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:26 smithi052 ceph-mon[91421]: osdmap e2868: 8 total, 8 up, 8 in 2024-09-13T04:08:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:26 smithi052 ceph-mon[89065]: osdmap e2867: 8 total, 8 up, 8 in 2024-09-13T04:08:27.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:26 smithi052 ceph-mon[89065]: osdmap e2868: 8 total, 8 up, 8 in 2024-09-13T04:08:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:26 smithi078 ceph-mon[85589]: osdmap e2867: 8 total, 8 up, 8 in 2024-09-13T04:08:27.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:26 smithi078 ceph-mon[85589]: osdmap e2868: 8 total, 8 up, 8 in 2024-09-13T04:08:28.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:08:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:08:28] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-09-13T04:08:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:28 smithi078 ceph-mon[85589]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 580 KiB/s rd, 28 KiB/s wr, 752 op/s 2024-09-13T04:08:29.196 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:28 smithi078 ceph-mon[85589]: osdmap e2869: 8 total, 8 up, 8 in 2024-09-13T04:08:29.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:28 smithi052 ceph-mon[91421]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 580 KiB/s rd, 28 KiB/s wr, 752 op/s 2024-09-13T04:08:29.279 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:28 smithi052 ceph-mon[91421]: osdmap e2869: 8 total, 8 up, 8 in 2024-09-13T04:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:28 smithi052 ceph-mon[89065]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 580 KiB/s rd, 28 KiB/s wr, 752 op/s 2024-09-13T04:08:29.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:28 smithi052 ceph-mon[89065]: osdmap e2869: 8 total, 8 up, 8 in 2024-09-13T04:08:30.117 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-13T04:08:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:29 smithi052 ceph-mon[91421]: osdmap e2870: 8 total, 8 up, 8 in 2024-09-13T04:08:30.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:29 smithi052 ceph-mon[91421]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 15 KiB/s wr, 506 op/s 2024-09-13T04:08:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:29 smithi052 ceph-mon[89065]: osdmap e2870: 8 total, 8 up, 8 in 2024-09-13T04:08:30.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:29 smithi052 ceph-mon[89065]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 15 KiB/s wr, 506 op/s 2024-09-13T04:08:30.325 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-13T04:08:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:29 smithi078 ceph-mon[85589]: osdmap e2870: 8 total, 8 up, 8 in 2024-09-13T04:08:30.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:29 smithi078 ceph-mon[85589]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 403 KiB/s rd, 15 KiB/s wr, 506 op/s 2024-09-13T04:08:30.508 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-13T04:08:30.979 INFO:tasks.workunit.client.0.smithi052.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-13T04:08:30.979 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T04:08:30.979 INFO:tasks.workunit.client.0.smithi052.stdout:================== 174 passed, 8 skipped in 665.91s (0:11:05) ================== 2024-09-13T04:08:31.004 INFO:tasks.workunit.client.0.smithi052.stderr:+ exit 0 2024-09-13T04:08:31.005 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T04:08:31.005 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T04:08:31.033 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-13T04:08:31.034 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T04:08:31.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:30 smithi052 ceph-mon[91421]: osdmap e2871: 8 total, 8 up, 8 in 2024-09-13T04:08:31.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:30 smithi052 ceph-mon[89065]: osdmap e2871: 8 total, 8 up, 8 in 2024-09-13T04:08:31.300 DEBUG:teuthology.parallel:result is None 2024-09-13T04:08:31.301 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T04:08:31.326 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T04:08:31.327 DEBUG:teuthology.orchestra.run.smithi052:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T04:08:31.382 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T04:08:31.383 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-13T04:08:31.383 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-09-13T04:08:31.383 DEBUG:teuthology.parallel:result is None 2024-09-13T04:08:31.383 INFO:teuthology.run_tasks:Running task print... 2024-09-13T04:08:31.394 INFO:teuthology.task.print:**** done end parallel 2024-09-13T04:08:31.394 INFO:teuthology.run_tasks:Running task print... 2024-09-13T04:08:31.403 INFO:teuthology.task.print:**** done start telemetry x... 2024-09-13T04:08:31.404 INFO:teuthology.run_tasks:Running task workunit... 2024-09-13T04:08:31.414 INFO:tasks.workunit:Pulling workunits from ref ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T04:08:31.414 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-13T04:08:31.415 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-13T04:08:31.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:08:31.438 INFO:teuthology.orchestra.run.smithi052.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T04:08:31.439 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T04:08:31.446 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:30 smithi078 ceph-mon[85589]: osdmap e2871: 8 total, 8 up, 8 in 2024-09-13T04:08:31.495 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-13T04:08:31.496 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-13T04:08:31.551 INFO:tasks.workunit:timeout=3h 2024-09-13T04:08:31.552 INFO:tasks.workunit:cleanup=True 2024-09-13T04:08:31.552 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ecab7be58963a5bd03910cd73eef66405d7fdd50 2024-09-13T04:08:31.608 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-13T04:08:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:31 smithi052 ceph-mon[91421]: osdmap e2872: 8 total, 8 up, 8 in 2024-09-13T04:08:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:31 smithi052 ceph-mon[91421]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:32.278 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:31 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:31 smithi052 ceph-mon[89065]: osdmap e2872: 8 total, 8 up, 8 in 2024-09-13T04:08:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:31 smithi052 ceph-mon[89065]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:32.279 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:31 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:32.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:31 smithi078 ceph-mon[85589]: osdmap e2872: 8 total, 8 up, 8 in 2024-09-13T04:08:32.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:31 smithi078 ceph-mon[85589]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:32.316 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:31 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:32.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:08:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:08:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:08:34.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:34 smithi078 ceph-mon[85589]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:34.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:34 smithi052 ceph-mon[91421]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:34.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:34 smithi052 ceph-mon[89065]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:36.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:36 smithi078 ceph-mon[85589]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:36.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:36 smithi052 ceph-mon[91421]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:36.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:36 smithi052 ceph-mon[89065]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:38.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:38 smithi052 ceph-mon[91421]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:38.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:38 smithi052 ceph-mon[89065]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:38.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:08:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:08:38] "GET /metrics HTTP/1.1" 200 34204 "" "Prometheus/2.43.0" 2024-09-13T04:08:38.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:38 smithi078 ceph-mon[85589]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:40.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:40 smithi078 ceph-mon[85589]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:40.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:40 smithi052 ceph-mon[91421]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:40.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:40 smithi052 ceph-mon[89065]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:42.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:42 smithi078 ceph-mon[85589]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:42.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:08:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:08:42.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:42 smithi052 ceph-mon[91421]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:42.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:42 smithi052 ceph-mon[89065]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:44.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:44 smithi078 ceph-mon[85589]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:44.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:44 smithi052 ceph-mon[91421]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:44.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:44 smithi052 ceph-mon[89065]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:46.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:46 smithi078 ceph-mon[85589]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:46.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:46 smithi052 ceph-mon[91421]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:46.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:46 smithi052 ceph-mon[89065]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:47.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:47 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:47.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:47 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:47.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:47 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:08:48.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:48 smithi052 ceph-mon[91421]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:48.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:48 smithi052 ceph-mon[89065]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:48.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:08:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:08:48] "GET /metrics HTTP/1.1" 200 34208 "" "Prometheus/2.43.0" 2024-09-13T04:08:48.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:48 smithi078 ceph-mon[85589]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:49.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:49 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:08:49.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:49 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:08:49.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:49 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:08:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:50 smithi078 ceph-mon[85589]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:08:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:08:50.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:50 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:08:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[91421]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:08:50.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:08:50.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:08:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[89065]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:08:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:08:50.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:50 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:08:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:52 smithi078 ceph-mon[85589]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:08:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:08:52.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:52 smithi052 ceph-mon[91421]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:52.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:52 smithi052 ceph-mon[89065]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:54.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:54 smithi078 ceph-mon[85589]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:54.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:54 smithi052 ceph-mon[91421]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:54.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:54 smithi052 ceph-mon[89065]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:56.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:56 smithi078 ceph-mon[85589]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:56.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:56 smithi052 ceph-mon[91421]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:56.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:56 smithi052 ceph-mon[89065]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:58.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:08:58 smithi052 ceph-mon[91421]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:58.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:08:58 smithi052 ceph-mon[89065]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:08:58.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:08:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:08:58] "GET /metrics HTTP/1.1" 200 34208 "" "Prometheus/2.43.0" 2024-09-13T04:08:58.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:08:58 smithi078 ceph-mon[85589]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:00.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:00 smithi078 ceph-mon[85589]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:00.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:00 smithi052 ceph-mon[91421]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:00.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:00 smithi052 ceph-mon[89065]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:02.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:02 smithi078 ceph-mon[85589]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:02.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:02 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:02.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:09:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:09:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:02 smithi052 ceph-mon[91421]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:02.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:02 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:02 smithi052 ceph-mon[89065]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:02.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:02 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:04.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:04 smithi078 ceph-mon[85589]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:04.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:04 smithi052 ceph-mon[91421]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:04.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:04 smithi052 ceph-mon[89065]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:06.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:06 smithi078 ceph-mon[85589]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:06.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:06 smithi052 ceph-mon[89065]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:06.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:06 smithi052 ceph-mon[91421]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:08.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:08 smithi052 ceph-mon[91421]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:08.528 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:08 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:09:08] "GET /metrics HTTP/1.1" 200 34208 "" "Prometheus/2.43.0" 2024-09-13T04:09:08.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:08 smithi052 ceph-mon[89065]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:08.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:08 smithi078 ceph-mon[85589]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:10.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:10 smithi078 ceph-mon[85589]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:10.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:10 smithi052 ceph-mon[91421]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:10.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:10 smithi052 ceph-mon[89065]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:12.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:12 smithi078 ceph-mon[85589]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:12.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:09:12 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:09:12.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:12 smithi052 ceph-mon[91421]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:12.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:12 smithi052 ceph-mon[89065]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:14.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:14 smithi078 ceph-mon[85589]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:14.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:14 smithi052 ceph-mon[91421]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:14.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:14 smithi052 ceph-mon[89065]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:16.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:16 smithi078 ceph-mon[85589]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:16.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:16 smithi052 ceph-mon[89065]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:16.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:16 smithi052 ceph-mon[91421]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:17.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:17 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:17.781 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:17 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:17.781 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:17 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:18.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:18 smithi052 ceph-mon[91421]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:18.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:18 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:09:18] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-09-13T04:09:18.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:18 smithi052 ceph-mon[89065]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:18.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:18 smithi078 ceph-mon[85589]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:20.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:20 smithi078 ceph-mon[85589]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:20.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:20 smithi052 ceph-mon[91421]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:20.778 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:20 smithi052 ceph-mon[89065]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:22.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:22 smithi078 ceph-mon[85589]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:22.698 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:09:22 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:09:22.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:22 smithi052 ceph-mon[91421]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:22.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:22 smithi052 ceph-mon[89065]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:24.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:24 smithi078 ceph-mon[85589]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:24.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:24 smithi052 ceph-mon[91421]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:24.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:24 smithi052 ceph-mon[89065]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:26.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:26 smithi078 ceph-mon[85589]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:26.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:26 smithi052 ceph-mon[91421]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:26.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:26 smithi052 ceph-mon[89065]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:28.528 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:28 smithi052 ceph-mon[91421]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:28.529 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:28 smithi052 ceph-mon[89065]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:28.529 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:28 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:09:28] "GET /metrics HTTP/1.1" 200 34206 "" "Prometheus/2.43.0" 2024-09-13T04:09:28.562 INFO:tasks.workunit.client.0.smithi052.stderr:Updating files: 95% (12302/12903) Updating files: 96% (12387/12903) Updating files: 97% (12516/12903) Updating files: 98% (12645/12903) Updating files: 99% (12774/12903) Updating files: 100% (12903/12903) Updating files: 100% (12903/12903), done. 2024-09-13T04:09:28.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:28 smithi078 ceph-mon[85589]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:Note: switching to 'ecab7be58963a5bd03910cd73eef66405d7fdd50'. 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:state without impacting any branches by switching back to a branch. 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr: git switch -c 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.355 INFO:tasks.workunit.client.0.smithi052.stderr:Or undo this operation with: 2024-09-13T04:09:29.356 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.356 INFO:tasks.workunit.client.0.smithi052.stderr: git switch - 2024-09-13T04:09:29.356 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.356 INFO:tasks.workunit.client.0.smithi052.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-13T04:09:29.356 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:29.356 INFO:tasks.workunit.client.0.smithi052.stderr:HEAD is now at ecab7be5896 Merge pull request #59767 from zdover23/wip-doc-2024-09-13-backport-59438-to-squid 2024-09-13T04:09:29.360 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-13T04:09:29.417 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-13T04:09:29.419 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T04:09:29.419 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-13T04:09:29.470 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-13T04:09:29.520 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-13T04:09:29.561 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-13T04:09:29.562 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T04:09:29.562 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-13T04:09:29.602 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-13T04:09:29.606 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-13T04:09:29.606 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-13T04:09:29.662 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-09-13T04:09:29.663 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-09-13T04:09:29.664 DEBUG:teuthology.orchestra.run.smithi052:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ecab7be58963a5bd03910cd73eef66405d7fdd50 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-09-13T04:09:29.723 INFO:tasks.workunit.client.0.smithi052.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-13T04:09:30.107 INFO:tasks.workunit.client.0.smithi052.stderr:+ LAST_OPT_REVISION=1 2024-09-13T04:09:30.107 INFO:tasks.workunit.client.0.smithi052.stderr:+ '[' 1 -ne 1 ']' 2024-09-13T04:09:30.107 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph -s 2024-09-13T04:09:30.600 INFO:tasks.workunit.client.0.smithi052.stdout: cluster: 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: id: c266bacc-7179-11ef-bceb-c7b262605968 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: health: HEALTH_WARN 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: Telemetry requires re-opt-in 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: services: 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: mgr: y(active, since 74m), standbys: x 2024-09-13T04:09:30.601 INFO:tasks.workunit.client.0.smithi052.stdout: mds: 1/1 daemons up, 1 standby 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: osd: 8 osds: 8 up (since 69m), 8 in (since 81m) 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: data: 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: volumes: 1/1 healthy 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: pools: 4 pools, 105 pgs 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: objects: 28 objects, 4.6 MiB 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: usage: 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: pgs: 105 active+clean 2024-09-13T04:09:30.602 INFO:tasks.workunit.client.0.smithi052.stdout: 2024-09-13T04:09:30.611 INFO:tasks.workunit.client.0.smithi052.stderr:++ ceph telemetry collection ls 2024-09-13T04:09:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:30 smithi078 ceph-mon[85589]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:30.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:30 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/258335859' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T04:09:30.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:30 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/258335859' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T04:09:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:30 smithi052 ceph-mon[91421]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:30.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:30 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/258335859' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T04:09:30.779 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:30 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/258335859' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T04:09:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:30 smithi052 ceph-mon[89065]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:30 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/258335859' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T04:09:30.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:30 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/258335859' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-13T04:09:31.097 INFO:tasks.workunit.client.0.smithi052.stderr:+ COLLECTIONS='New collections are available: 2024-09-13T04:09:31.097 INFO:tasks.workunit.client.0.smithi052.stderr:['\''basic_pool_flags'\''] 2024-09-13T04:09:31.097 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.097 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.098 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_pool_flags'] 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.099 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_pool_flags'] 2024-09-13T04:09:31.100 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.101 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_pool_flags'] 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.102 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_pool_flags'] 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.103 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-13T04:09:31.104 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_pool_flags'] 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.105 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:+ [[ New collections are available: 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:['basic_pool_flags'] 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:NAME STATUS DESC 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-13T04:09:31.106 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:device_base REPORTING Information about device health metrics 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-09-13T04:09:31.107 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry preview 2024-09-13T04:09:31.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3299490187' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T04:09:31.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:31 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/3299490187' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T04:09:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3299490187' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T04:09:31.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:31 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/3299490187' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T04:09:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3299490187' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T04:09:31.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:31 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/3299490187' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:31.802 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:31.803 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_flags" 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:31.804 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore", 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_flags" 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T04:09:31.805 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:31.806 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T04:09:31.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:31.808 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:31.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hdd", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hybrid", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_ssd", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_max_backfills", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T04:09:31.810 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:31.811 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_hdd", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_ssd", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hdd", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_ssd", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_sleep", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep", 2024-09-13T04:09:31.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:31.813 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T04:09:31.814 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_perf", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/enabled", 2024-09-13T04:09:31.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:31.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:31.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:31.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T04:09:31.820 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 2, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T04:09:31.821 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "has_msr_rules": 0, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 1, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T04:09:31.822 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_collision_tries": 100, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_descents": 100, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:31.823 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T04:09:31.824 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_stats": { 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20152320, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 323984, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 835584, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 352, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.826 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1017224, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 13, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 601600, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 14752488, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 20152320 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20692992, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 444520, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 507904, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 484, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.827 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1328320, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 22, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1133568, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 15165144, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 21200896 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 171622400, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2102552, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 4980736, 2024-09-13T04:09:31.828 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 32768, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 6463, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 10579840, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1895424, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 152063848, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 171655168 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 180690944, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2556328, 2024-09-13T04:09:31.829 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2883584, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 2547712, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 7196, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 10074800, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2326528, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 162849704, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 183238656 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 263249920, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 5254272, 2024-09-13T04:09:31.830 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3014656, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 999424, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 8192, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 9749, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 16057560, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 23, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 3987968, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 233936040, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 263258112 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:31.831 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 543776768, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24266416, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 24297472, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13298, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 72411704, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11202048, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 432619800, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 568074240 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.832 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 454483968, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 30465408, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 87007232, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 14028, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 77782184, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 54, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12102400, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 330726104, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541491200 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.833 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 471523328, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24035408, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 54493184, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11704, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 69771496, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12289536, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 362150088, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 526016512 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.834 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 453623808, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 22009880, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 49152, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 88301568, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10953, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 62105760, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12456448, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 351628616, 2024-09-13T04:09:31.835 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541925376 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 365887488, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 22286232, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 191545344, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11388, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 58534576, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11811328, 2024-09-13T04:09:31.836 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 269978552, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 557432832 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 505274368, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 23909120, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 38084608, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13195, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 67130856, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11006976, 2024-09-13T04:09:31.837 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 397853464, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 543358976 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 458227712, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 20181416, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5242880, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 32391168, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10173, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 59363928, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:31.838 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 9766400, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 363673088, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 490618880 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 623624192, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 26667816, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 5021696, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13738, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 66462160, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 51, 2024-09-13T04:09:31.839 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 13547520, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 513538824, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 628645888 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.840 INFO:tasks.workunit.client.0.smithi052.stdout: "io_rate": { 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_stats_delta": { 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "stamp_delta": "12.003068", 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:31.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:31.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:31.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:31.844 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 0 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard_description": null, 2024-09-13T04:09:31.845 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "mempool": { 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.846 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.848 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.850 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 149025, 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.851 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 928, 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.852 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.854 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.855 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.856 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.857 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.859 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.860 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 222647, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 67 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 52112, 2024-09-13T04:09:31.861 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 181 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12160, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 235 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.863 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:31.864 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.865 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.866 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.867 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.869 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 44317344, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5450 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 880, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.871 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.872 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.874 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.876 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.877 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.878 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 54055646, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7768 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.880 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.881 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:31.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.883 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.886 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.888 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50333570, 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6835 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88, 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:31.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.890 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11440, 2024-09-13T04:09:31.891 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 304 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:31.892 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23808, 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 425 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 153856, 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 27 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.893 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2880, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 15 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59440, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 743 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399984, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1923 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 332257, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 119 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2555004, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 563152 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7201456, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10622 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.895 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84736, 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9063 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92256, 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.896 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1472, 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.897 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 89181, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 61 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 20128, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15807311, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 292 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12144, 2024-09-13T04:09:31.898 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 138 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.899 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7077720, 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 18319 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.900 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:31.901 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27504, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 545 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 572032, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1344, 2024-09-13T04:09:31.902 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59920, 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 749 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384176, 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1210898, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 301 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2503412, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 548376 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7022616, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10359 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.904 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73412, 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7732 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88656, 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.905 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 71430, 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 43 2024-09-13T04:09:31.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7684636, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 258 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27368, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 311 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.907 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7138248, 2024-09-13T04:09:31.908 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 20869 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.909 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.910 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23128, 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 421 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 543488, 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2112, 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 11 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58560, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 732 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 383552, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 446994, 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 104 2024-09-13T04:09:31.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1830422, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 401209 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5249176, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7751 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 72440, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7717 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88512, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.914 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50841, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.915 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 13640891, 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 269 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11792, 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 134 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.916 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 360096, 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3126760, 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6013 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.917 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.918 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.919 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19480, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 354 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55424, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1152, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:31.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384592, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 352128, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 88 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.921 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1839104, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 403986 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5277056, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7792 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73240, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7736 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:31.922 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 64124, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 48 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.924 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6866942, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 286 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8976, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 102 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 429792, 2024-09-13T04:09:31.925 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 37 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3537560, 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9203 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.927 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21288, 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 373 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.928 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55808, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58880, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 736 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 385008, 2024-09-13T04:09:31.929 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1851 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 760347, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 192 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2191451, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 477381 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.930 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6139976, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9061 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73524, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7742 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.931 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:31.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 119821, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28144, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3166728, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 267 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.933 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17864, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 203 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.934 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5069792, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12140 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.935 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:31.936 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21856, 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 394 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 706816, 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 28 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.937 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2688, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 14 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 397904, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.938 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 432339, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 114 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2434040, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 540714 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6958016, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10264 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.939 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 82920, 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8893 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 91824, 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.940 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 67745, 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 55 2024-09-13T04:09:31.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15267075, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 262 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12232, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.942 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 476256, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 41 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6367400, 2024-09-13T04:09:31.943 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12245 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.944 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.945 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16256, 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 296 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 96128, 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 23 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3264, 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 17 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.946 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 57440, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 718 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 386256, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1170176, 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 291 2024-09-13T04:09:31.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1782842, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 388476 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5119976, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7561 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 74644, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7898 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.948 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 89136, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 75302, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 49 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17695568, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 265 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27368, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 311 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 441408, 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T04:09:31.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3633240, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9387 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.952 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.953 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21128, 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 386 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 31488, 2024-09-13T04:09:31.954 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4224, 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 22 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59120, 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 739 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399360, 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:31.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 442877, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 120 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2084343, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 464119 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.956 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6027776, 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8896 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84596, 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9052 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92160, 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:31.957 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:31.958 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 72538, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23464312, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2836 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.959 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12320, 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:31.960 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5063968, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9764 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.962 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:31.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:31.964 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:31.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.966 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T04:09:31.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.968 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T04:09:31.969 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "reef", 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: "squid" 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 19, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "squid" 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.971 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_perf_histograms": [ 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:31.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:31.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:31.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:31.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:31.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:31.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 861, 42, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16478, 4105, 67, 3, 7513, 550, 0, 1, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11083, 48, 26, 1, 291, 100, 66, 89, 37, 31, 14, 28, 35, 41, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 828, 12, 2, 0, 7, 3, 1, 0, 2, 13, 82, 159, 46, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 565, 4, 1, 0, 0, 9, 0, 0, 2, 0, 0, 20, 332, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 165, 1, 0, 0, 4, 14, 0, 1, 2, 6, 3, 3, 4, 70, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 124, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 5, 3, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 16, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8528, 5, 1, 0, 5, 1, 2, 0, 1, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6955, 38, 1394, 2, 5, 5, 13, 11, 35, 64, 36, 28, 31, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 570, 11, 98, 18, 0, 0, 0, 1, 2, 11, 102, 246, 77, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 387, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 25, 519, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 21, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 49, 0, 47, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 33, 0, 225, 0, 0, 0, 0, 2, 1, 1, 0, 0, 4, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1058, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16773, 3940, 0, 0, 3, 0, 0, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10548, 126, 11, 0, 3, 1, 6, 5, 2, 10, 2, 4, 30, 38, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1490, 6, 6, 2, 2, 0, 0, 2, 1, 1, 9, 18, 4, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 468, 8, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 51, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 151, 5, 5, 0, 0, 0, 0, 0, 7, 0, 0, 15, 15, 68, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 275, 9, 3, 0, 0, 0, 0, 1, 1, 0, 1, 14, 19, 16, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 6, 15, 36, 16, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 117, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 40, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 4, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4931, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2713, 34, 17, 0, 3, 3, 4, 9, 10, 25, 10, 3, 6, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 182, 3, 14, 0, 0, 0, 0, 2, 3, 8, 38, 108, 18, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 11, 170, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 53, 0, 0, 0, 151, 0, 0, 0, 5, 2, 0, 2, 8, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 2, 0, 0, 351, 0, 0, 2, 2, 1, 3, 0, 3, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 34, 0, 0, 0, 442, 0, 0, 0, 1, 0, 0, 4, 3, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 1739, 0, 0, 0, 0, 0, 0, 2, 0, 7, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.989 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8056, 9, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7006, 15, 0, 1, 7, 3, 2, 3, 6, 12, 15, 8, 9, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 703, 4, 2, 1, 1, 1, 0, 2, 4, 6, 34, 81, 27, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 8, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 148, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 59, 9, 0, 0, 0, 1, 1, 2, 3, 0, 2, 1, 10, 12, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 65, 16, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 31, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 16, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 993, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11743, 3730, 0, 1, 1, 0, 0, 0, 0, 0, 0, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7412, 460, 23, 0, 10, 2, 1, 0, 1, 4, 1, 4, 12, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 850, 49, 9, 5, 4, 0, 0, 0, 0, 7, 4, 3, 1, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 317, 6, 0, 5, 0, 0, 0, 1, 1, 1, 1, 15, 23, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 3, 23, 54, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 197, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 3, 6, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 13, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 413, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8551, 3200, 3806, 6, 22, 29, 4, 2, 0, 1, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7799, 270, 240, 4, 12, 19, 75, 106, 4, 22, 15, 14, 14, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1061, 72, 47, 0, 3, 0, 22, 33, 5, 20, 40, 68, 38, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 624, 5, 0, 0, 1, 0, 0, 0, 1, 0, 1, 19, 200, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 362, 21, 3, 0, 0, 1, 0, 1, 2, 0, 2, 2, 25, 73, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 251, 18, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 11, 12, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 21, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:31.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 898, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19023, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10553, 286, 38, 0, 8, 0, 0, 0, 0, 0, 2, 2, 10, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1222, 120, 148, 0, 1, 0, 0, 0, 0, 0, 5, 1, 6, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 580, 31, 61, 0, 1, 0, 0, 1, 2, 1, 1, 3, 56, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 13, 11, 0, 0, 0, 0, 0, 2, 0, 9, 6, 18, 57, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 177, 1, 24, 26, 0, 0, 0, 1, 6, 0, 1, 2, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 118, 3, 2, 39, 70, 0, 0, 0, 7, 1, 2, 8, 17, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 3, 64, 104, 0, 0, 0, 0, 4, 0, 2, 12, 24, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 1, 25, 0, 0, 0, 0, 0, 0, 0, 0, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:31.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:32.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:32.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.003 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:32.004 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:32.005 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.006 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 742, 5, 6, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.007 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5059, 48, 68, 143, 458, 611, 715, 8, 14, 15, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 746, 17, 26, 47, 14, 15, 13, 0, 0, 2, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 314, 1, 2, 0, 1, 0, 1, 0, 0, 0, 2, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.008 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.009 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 382, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3333, 263, 33, 57, 121, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 384, 30, 1309, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 280, 2, 35, 0, 0, 0, 0, 0, 1, 2, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1613, 1217, 48, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.010 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1481, 1761, 243, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.011 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.012 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10914, 10, 0, 0, 1, 0, 2, 5, 5, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15767, 1, 4, 0, 1, 1, 0, 1, 1, 4, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 584, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.013 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.014 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.015 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 281, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1769, 24, 0, 0, 3, 0, 3, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 168, 4, 9, 21, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1028, 358, 26, 153, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4080, 2477, 0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 192, 186, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.016 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.017 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.018 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 830, 0, 7, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2226, 220, 28, 19, 138, 274, 467, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 204, 7, 0, 0, 0, 1, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 91, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.019 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.020 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 698, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2902, 74, 121, 227, 446, 620, 716, 2, 1, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.021 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 238, 2, 2, 3, 10, 7, 9, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 172, 8, 19, 28, 1, 1, 1, 0, 0, 1, 1, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 33, 63, 101, 28, 0, 0, 0, 0, 0, 0, 1, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 21, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.022 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 816, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2780, 36, 1, 0, 3, 2, 4, 1, 8, 6, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 235, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 199, 8, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 102, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.024 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.025 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.026 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 914, 18, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9162, 30, 47, 45, 1, 1, 0, 0, 1, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1902, 27, 77, 36, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 476, 3, 5, 3, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 334, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.027 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.028 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:32.029 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:32.030 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:32.031 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:32.032 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:32.033 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:32.034 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:32.035 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 885, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.036 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.037 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:32.038 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3509, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.039 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.040 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.041 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.042 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.043 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.044 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6970, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 391, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.045 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.047 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.048 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:32.049 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.050 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.050 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.050 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 747, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.051 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.052 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 817, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.053 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2844, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.054 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.055 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 962, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.056 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 350, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.057 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:32.059 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:32.060 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:32.061 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.062 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:32.063 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:32.064 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.065 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2231, 19, 0, 0, 12, 1, 3, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1077, 9, 1, 1, 3, 6, 6, 14, 17, 56, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 116, 9, 0, 1, 1, 3, 1, 4, 9, 6, 61, 200, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 5, 0, 0, 0, 0, 1, 4, 2, 1, 14, 27, 251, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 520, 3, 0, 0, 0, 0, 0, 0, 2, 2, 10, 10, 23, 40, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1088, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 3, 9, 17, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.066 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.067 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2930, 32, 2, 0, 10, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.068 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1330, 1, 1, 2, 1, 5, 11, 23, 33, 70, 97, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 69, 1, 0, 1, 1, 1, 0, 4, 2, 7, 63, 288, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 323, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 34, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2816, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.069 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.070 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 440, 11, 2, 0, 15, 2, 2, 3, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 2, 4, 11, 40, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 230, 1, 0, 0, 0, 0, 5, 5, 11, 14, 88, 102, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.071 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 0, 0, 0, 0, 0, 1, 4, 4, 5, 23, 51, 25, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 58, 4, 0, 0, 0, 0, 0, 0, 1, 3, 11, 21, 30, 40, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 21, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.072 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:32.073 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1098, 16, 1, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 417, 3, 0, 2, 3, 3, 5, 5, 14, 21, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 129, 0, 1, 0, 0, 3, 1, 0, 2, 5, 39, 99, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 1, 0, 1, 1, 9, 2, 13, 24, 82, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 4, 0, 0, 0, 1, 1, 5, 9, 17, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 5, 21, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.074 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.075 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.076 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1027, 18, 2, 0, 15, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 591, 9, 1, 0, 4, 4, 3, 7, 18, 28, 46, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 332, 6, 0, 0, 0, 1, 2, 6, 9, 7, 54, 155, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 482, 33, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 177, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 413, 45, 0, 0, 0, 0, 0, 0, 2, 2, 2, 7, 21, 19, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 86, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 51, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.077 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.078 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 108, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.079 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 338, 18, 0, 0, 13, 2, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 89, 11, 0, 0, 0, 0, 2, 2, 3, 1, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 71, 21, 1, 0, 3, 0, 1, 1, 3, 4, 15, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 38, 25, 0, 0, 0, 0, 1, 1, 1, 6, 12, 16, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 27, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 23, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 30, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.080 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.081 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.082 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1184, 24, 2, 0, 13, 1, 0, 5, 4, 7, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 608, 8, 0, 1, 1, 2, 6, 9, 9, 26, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 10, 0, 0, 3, 2, 0, 1, 3, 2, 26, 127, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 504, 4, 1, 0, 0, 0, 1, 0, 1, 2, 6, 13, 173, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 3, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 23, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.083 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.084 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.085 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 307, 8, 4, 4, 14, 1, 3, 2, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 4, 1, 0, 0, 0, 0, 2, 3, 6, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 138, 9, 0, 0, 0, 1, 1, 4, 7, 6, 37, 55, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 82, 4, 0, 0, 0, 1, 2, 2, 4, 3, 23, 29, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 7, 26, 39, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.086 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.087 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 8, 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "number of replicas", 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 1, 2024-09-13T04:09:32.088 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[1, 1]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[2, 2]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[3, 3]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[4, 4]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[5, 5]", 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "[6, None]" 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "linear" 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.089 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 10, 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "duration", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 250000, 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[250000, 499999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[500000, 999999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[1000000, 1999999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[2000000, 3999999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[4000000, 7999999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[8000000, 15999999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[16000000, 31999999]", 2024-09-13T04:09:32.090 INFO:tasks.workunit.client.0.smithi052.stdout: "[32000000, None]" 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.091 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.092 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.093 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.094 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.095 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.096 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.097 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:32.098 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_counters": { 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "caps": { 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T04:09:32.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_grant": { 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_revoke": { 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_trunc": { 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.100 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_commit": { 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_complete": { 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_keys": { 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_merge": { 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_split": { 2024-09-13T04:09:32.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "exported_inodes": { 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "forward": { 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_cap_release": { 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps": { 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.102 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps_dirty": { 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_inode_file_caps": { 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "imported_inodes": { 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes": { 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_expired": { 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_pinned": { 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_with_caps": { 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "load_cent": { 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "openino_dir_fetch": { 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "process_request_cap_release": { 2024-09-13T04:09:32.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "reply_latency": { 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "request": { 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rbytes": { 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rfiles": { 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rsnaps": { 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_reply": { 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "subtrees": { 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_cache": { 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_enqueue_scrub": { 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_exportdir": { 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_flush": { 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragmentdir": { 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragstats": { 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_inodestats": { 2024-09-13T04:09:32.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_inode": { 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_path": { 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_enqueued": { 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_prioritized": { 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_processing": { 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays": { 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_delayed": { 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_enqueuing": { 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_completed": { 2024-09-13T04:09:32.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_started": { 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_created": { 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_enqueued": { 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_migrated": { 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.110 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_reintegrated": { 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_log": { 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "ev": { 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "evadd": { 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "evex": { 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.111 INFO:tasks.workunit.client.0.smithi052.stdout: "evexd": { 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "evexg": { 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "evlrg": { 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "evtrm": { 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "jlat": { 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "replayed": { 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "seg": { 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "segadd": { 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "segex": { 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "segexd": { 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "segexg": { 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "segmjr": { 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "segtrm": { 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_mem": { 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "cap": { 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "cap+": { 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "cap-": { 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "dir": { 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:32.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "dir+": { 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "dir-": { 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "dn": { 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "dn+": { 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "dn-": { 2024-09-13T04:09:32.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "heap": { 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 248096 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "ino": { 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "ino+": { 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "ino-": { 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.117 INFO:tasks.workunit.client.0.smithi052.stdout: "rss": { 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51388 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_server": { 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_acquisition_throttle": { 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_revoke_eviction": { 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_request": { 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_session": { 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_peer_request": { 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "req_create_latency": { 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getattr_latency": { 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getfilelock_latency": { 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getvxattr_latency": { 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "req_link_latency": { 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookup_latency": { 2024-09-13T04:09:32.120 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookuphash_latency": { 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupino_latency": { 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupname_latency": { 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupparent_latency": { 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupsnap_latency": { 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lssnap_latency": { 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.122 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mkdir_latency": { 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mknod_latency": { 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mksnap_latency": { 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "req_open_latency": { 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "req_readdir_latency": { 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rename_latency": { 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "req_renamesnap_latency": { 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.124 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmdir_latency": { 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmsnap_latency": { 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmxattr_latency": { 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setattr_latency": { 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setdirlayout_latency": { 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setfilelock_latency": { 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setlayout_latency": { 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.126 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setxattr_latency": { 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "req_snapdiff_latency": { 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "req_symlink_latency": { 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "req_unlink_latency": { 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_sessions": { 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "average_load": { 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "avg_session_uptime": { 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "mdthresh_evicted": { 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.128 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "session_count": { 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "session_remove": { 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_open": { 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_stale": { 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "total_load": { 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "purge_queue": { 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed": { 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed_ops": { 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing": { 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.131 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_high_water": { 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops": { 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops_high_water": { 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_item_in_journal": { 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:32.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.134 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55986633 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:32.135 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1180980393 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146 2024-09-13T04:09:32.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1999967 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24629590798 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110483436 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70176 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:32.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3168947380 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166674432 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 165568512 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.143 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1105920 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.144 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25635646 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.146 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68136563 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:32.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1566223 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.148 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71234466 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.150 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177958623 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69505313 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:32.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 341524, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640477106 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.155 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.156 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19125, 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6497300275 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.157 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260 2024-09-13T04:09:32.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7859 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:32.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56277459 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1121985233 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.160 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 219 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.163 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25250667745 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:32.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111044392 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70451 2024-09-13T04:09:32.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1249983545 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179306496 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177627136 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1679360 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26459453 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68085949 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:32.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804264 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70769618 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.174 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177443161 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.177 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70020775 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.178 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 345224, 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1897646843 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.180 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19216, 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2821793512 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.181 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 215 2024-09-13T04:09:32.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7917 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7917, 2024-09-13T04:09:32.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57437539 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7917, 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23751 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7917, 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1350982249 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.184 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7915 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7915, 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56838831 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7915, 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63293 2024-09-13T04:09:32.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7915, 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1375813822 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.187 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 999987 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7917 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7917, 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26398652581 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.188 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.189 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.190 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259194880 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258179072 2024-09-13T04:09:32.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1015808 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266354118 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26486017 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67870009 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.195 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266354118 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2272696 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71111810 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177569412 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.199 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69894524 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.202 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 358544, 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2232488646 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:32.204 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19355, 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3109323467 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21905 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.206 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15003648 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829153280 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:32.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4531694 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1510050 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 216, 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979466 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.208 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 868876288 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80429, 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7224982078 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80405, 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13747441745 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13406208 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.209 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 329297920 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 858914816 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:32.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486563381 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30289 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407076864 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407080960 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17099 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 30289, 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274580329 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 394724837 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27474 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4246440 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 679 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14858204 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1072 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1072, 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5686310 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1242 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10060 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.216 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1176342528 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.217 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14716928 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23582, 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96276257 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3304, 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 521386552 2024-09-13T04:09:32.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.219 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21845, 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164200053 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:32.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18668040483 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 79481, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1981441959 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53956095 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18721996578 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40409, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1286048091 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1200, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3457067 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23863, 2024-09-13T04:09:32.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12908943 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53, 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68335 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24579, 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5684916404 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 279833 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23486 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27658, 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1437709686 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62858, 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24350100 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35200, 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 775300363 2024-09-13T04:09:32.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15273, 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 412134648 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.225 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7462186505 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 622010211 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9643, 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2957277381037 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6444912316516 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2798413374370 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10644409 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264702273 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36065930323 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36013579 2024-09-13T04:09:32.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20592539375 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9206714649 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602936 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2698, 2024-09-13T04:09:32.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18872434 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73607991651 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10382456383 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 746648161 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 564797440 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 540499968 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.231 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24297472 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56412596 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139264 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69277260 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2672 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 172000 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71658724 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240944 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37608397 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71202563 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.241 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 175149 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1141934 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70516313 2024-09-13T04:09:32.244 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.245 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61479 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 148583, 2024-09-13T04:09:32.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6731946106 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1843943493 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61479, 2024-09-13T04:09:32.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162183706857 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247717 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62617, 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22937126023 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61479, 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 79948214545 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44535 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44535, 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14225902432 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247717 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44982, 2024-09-13T04:09:32.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7962478028 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44535, 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7585619859 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9585 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262289501 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:32.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17730851925 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10044, 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5936693917 2024-09-13T04:09:32.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14748464965 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7359 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1581653992 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:32.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130226952500 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7591, 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9037954078 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57614129721 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 883609600 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.254 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185319 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16543744 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 892624896 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:32.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4598103 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1396523 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 217, 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1071376 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1032716288 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70948, 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6854590737 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70940, 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12763565897 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7827456 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.259 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 290455552 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028456448 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 66 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 479574179 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22680 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433434624 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433438720 2024-09-13T04:09:32.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12896 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22680, 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257960705 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371700408 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19376 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5758100 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 973 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16329865 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1451 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 495 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1451, 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8457915 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 624 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6284 2024-09-13T04:09:32.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1202221056 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9924608 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18479, 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78360013 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3294, 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 591037236 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12809, 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91558503 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17321019843 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70100, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1930612366 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48072498 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17369092341 2024-09-13T04:09:32.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27370, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1267458899 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 996, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3631729 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9574, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11115535 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55858 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12955, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5400680580 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 224106 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.273 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26799 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21027, 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1379842003 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68536, 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24407537 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 47509, 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 487537351 2024-09-13T04:09:32.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15132, 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 434410632 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.275 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4667476569 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:32.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1178253561 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21995, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2562981436381 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6440077271940 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2268811247258 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9183599 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162802477 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30829971288 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30772455 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17198219854 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9901160385 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817727 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.279 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2671, 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17569898 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62773240115 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11053328921 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 555870284 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 538083328 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 451026944 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.281 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87056384 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56288511 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40960 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798720 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68680449 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:32.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 225664 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72538113 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 515024 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37525674 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71011206 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4947 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 158316 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1144829 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71455941 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.296 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42299 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 127809, 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8290992676 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1849088152 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613660132845 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44049, 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30264892016 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110245560764 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19930 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10296544406 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20373, 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4815068148 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4732123100 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12696 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 133922595 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 99448461236 2024-09-13T04:09:32.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12861, 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12681805934 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29911405848 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9673 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1715165557 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503915127203 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10815, 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12768017934 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75602031816 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.305 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042653184 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 156998 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.307 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21561344 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 726872064 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4212165 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1576852 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 207, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1058971 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.309 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 690946048 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72072, 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492674073 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72040, 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12359681187 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.310 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12394496 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295018496 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 699465728 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503609634 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26392 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421126144 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421130240 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12002 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26392, 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237291635 2024-09-13T04:09:32.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339267219 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21364 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7109681 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21379993 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1367 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.315 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1367, 2024-09-13T04:09:32.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492108 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.317 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 817 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6595 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1046048768 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9912320 2024-09-13T04:09:32.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14467, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50624852 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3309, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 627894817 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.320 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22349, 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179172369 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.321 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16729984711 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71273, 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1769607377 2024-09-13T04:09:32.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40155443 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16770140154 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63235, 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1172179692 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1104, 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3069533 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22062, 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20457389 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37, 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73548 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22904, 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4184861558 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273562 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19115 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12677, 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1070078188 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 31297, 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14343588 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18620, 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 786290851 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12566, 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 397712544 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.327 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3779041587 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.328 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348579779 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2563823133745 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6222353498114 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2622745832189 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9451512 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146631117 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28482025887 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.330 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30222856 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15467548141 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8605982310 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817548 2024-09-13T04:09:32.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2690, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14966149 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56494528252 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9659742742 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 547048746 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 522739712 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 468197376 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.333 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54542336 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56092218 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73728 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69642694 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:32.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 180496 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74053099 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 709680 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37394812 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70947412 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.344 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167089 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1161572 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72907574 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.348 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67067 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 165634, 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7398459625 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1466767268 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97409304817 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68106, 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44443335030 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71570094352 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36304 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26517614376 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36793, 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6932260722 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10130756075 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28843 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285315982 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52833127599 2024-09-13T04:09:32.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29201, 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34137053139 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.354 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49744658897 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1920 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1181451286 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18058562842 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.355 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2112, 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3374021169 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11694679380 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.356 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700866560 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41060 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7512064 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625393664 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4388603 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.360 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1083182 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 169, 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 728097 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 658243584 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.361 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64512, 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5545242290 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64534, 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10636478641 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14925824 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264282112 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 648282112 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 47 2024-09-13T04:09:32.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 200155734 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9950 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173768704 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173772800 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3762 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9950, 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 81175287 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97601563 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6808 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2669363 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 785 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7367682 2024-09-13T04:09:32.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1016 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.367 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1016, 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2255464 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 836 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6025 2024-09-13T04:09:32.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899481600 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9936896 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17430, 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55830730 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.371 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3240, 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389914091 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.372 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8840, 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67323310 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.373 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14282789628 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63874, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1650172363 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44621112 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:32.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14327410740 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16070, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 539982487 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1402, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2940524 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.375 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8670, 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13625291 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85124 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7284, 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 813477491 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191743 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17466 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23970, 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 840088522 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 66621, 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20004189 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.377 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42651, 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 353930270 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12399, 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 320516371 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.378 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3958374200 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.379 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 993399412 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2763447122063 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6484849613635 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2849929589695 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7910155 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130130676 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24549146563 2024-09-13T04:09:32.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28226867 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12848496351 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6717182540 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5823480 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2593, 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13923399 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48215754824 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7687260136 2024-09-13T04:09:32.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 513987941 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 536551424 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.384 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 448225280 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88326144 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57088798 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8192 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.387 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68732130 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.388 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165985 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2160 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41792 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.390 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 108576 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74997967 2024-09-13T04:09:32.391 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295344 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38059198 2024-09-13T04:09:32.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.394 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70697362 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.395 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165985 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177095 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155146 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.397 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73818254 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:32.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26769 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 109585, 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6158673243 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:32.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042357482 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 249809707719 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28531, 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23386977579 2024-09-13T04:09:32.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62893872382 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11563 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41992603144 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11668, 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3642913445 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4494394084 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11445 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119261021 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 163305906584 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13049, 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15057876226 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31990984552 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.405 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3761 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 923096461 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44511197991 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3814, 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4686187908 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26408493746 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 668188672 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8516 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.409 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10825728 2024-09-13T04:09:32.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613240832 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3200771 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155101 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 163, 2024-09-13T04:09:32.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 578342 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 634716160 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57959, 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8004124482 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57987, 2024-09-13T04:09:32.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13197831036 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698112 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237428736 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 651755520 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 319627943 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17969 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289927168 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289931264 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9304 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.415 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17969, 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139275826 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 190379597 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14012 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2697196 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 694 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10658613 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1131 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.417 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 447 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1131, 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3257549 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.418 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 869 2024-09-13T04:09:32.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7487 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 863637504 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9932800 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.421 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23608, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64062435 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3199, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 460304473 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.422 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8264, 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64074922 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.423 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16214979504 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57475, 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1344768429 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:32.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45804977 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16260784481 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20635, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 427561623 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.425 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 857, 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2254376 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5040, 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7258658 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76459 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.426 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10355, 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2606374284 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170297 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18767 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7913, 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 902025515 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.427 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34032, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16548478 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26119, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 706999133 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13188, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 302124103 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.428 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7951814957 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 964323800 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18074, 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2641659721668 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:32.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5926247719894 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256197618640 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7451914 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 779459913 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.431 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27722271668 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24671091 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14854355269 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6148479186 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5818263 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2524, 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13219381 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57467654523 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.433 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7017178981 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 665028837 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 554156032 2024-09-13T04:09:32.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 362610688 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191545344 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56713743 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.436 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389120 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68693489 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:32.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2416 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 161808 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.441 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69410304 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 198672 2024-09-13T04:09:32.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37809162 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71044070 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164912 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1153390 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68256498 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:32.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26114 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85468, 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6387067538 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.450 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028107220 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88211941755 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.451 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26959, 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11192581551 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26928644961 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17078 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10678683405 2024-09-13T04:09:32.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17410, 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3561797859 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3773272692 2024-09-13T04:09:32.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4678 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 86970414 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6703163594 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5096, 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2908904949 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5970006229 2024-09-13T04:09:32.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4358 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941136806 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70830094756 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.456 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4453, 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4721878743 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17185366040 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 644669440 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.458 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18925 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32743424 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 806830080 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4409503 2024-09-13T04:09:32.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1604517 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 257, 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1025318 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798621696 2024-09-13T04:09:32.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85955, 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10603594701 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85912, 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16955377630 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2707456 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 351879168 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 819920896 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.464 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566844796 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24214 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505753600 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505757696 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10202 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24214, 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 213464953 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 343420676 2024-09-13T04:09:32.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17383 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10889623 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1432 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32596486 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1979 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1979, 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10310157 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 605 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28314 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1194631168 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14131200 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23386, 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67871970 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3219, 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 476182383 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.472 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.473 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16642, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111338373 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21040897639 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.474 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85230, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1680461641 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50188785 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21091086424 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27804, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 896441392 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 932, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2535230 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13050, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13135440 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.476 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61623 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13957, 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3220024491 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 238131 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21361 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14552, 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164449620 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37522, 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12318871 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22970, 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1097099944 2024-09-13T04:09:32.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15795, 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407476151 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.479 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10397878289 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 635366850 2024-09-13T04:09:32.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8456, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2548074616835 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6315034362940 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3092189038031 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.481 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11111412 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254716223 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37292460717 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35795496 2024-09-13T04:09:32.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18650206254 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8172476017 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10017789 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2553, 2024-09-13T04:09:32.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14386335 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74784594648 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9168326814 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 880784710 2024-09-13T04:09:32.484 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 537985024 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499875840 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:32.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38109184 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55258381 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 77824 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70480627 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 553648128 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3408 2024-09-13T04:09:32.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 250128 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71847868 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 298160 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36838920 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.493 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71914824 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.495 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486539264 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:32.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170947 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1138330 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70792127 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.500 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35004 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 119596, 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9102861121 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1021881808 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46708654854 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35566, 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10626890525 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.502 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20306864356 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26864 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10175630962 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26998, 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5037482794 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4767431592 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6787 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.504 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247154845 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12038099502 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7052, 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3942188147 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8960845641 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1353 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.506 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 774726963 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24494924390 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1516, 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1647219584 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.507 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6578587123 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.508 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 812765184 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21418 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5013504 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 517267456 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2663457 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 793661 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 145, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 567554 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.512 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 489357312 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59998, 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7278723886 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60008, 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11979211133 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13094912 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 245817344 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485097472 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 310162817 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19584 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281853952 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281858048 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11806 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19584, 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 160616365 2024-09-13T04:09:32.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 226349795 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17014 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1820513 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.517 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 742 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4989904 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1118 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 382 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1118, 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2002956 2024-09-13T04:09:32.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 731 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6532 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 770240512 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10522624 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.522 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13847, 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41706904 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3141, 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 370295552 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16357, 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119355806 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.524 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59964, 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14837275765 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59511, 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1277161442 2024-09-13T04:09:32.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59964, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32228753 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59964, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14869504518 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.526 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27733, 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 477295934 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 860, 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2501823 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24275, 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15410522 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 80062 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12573, 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2727810569 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185946 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18278 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.528 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14114, 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1416137690 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 43214, 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12357978 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29100, 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1091543760 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11789, 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272662233 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.530 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4851672406 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829850433 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13503, 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2542537262170 2024-09-13T04:09:32.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5508353398403 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70607, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2071116227287 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70607, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7041148 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.532 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 222193216 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24898784410 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28128278 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12008932725 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4999793650 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6413744 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2425, 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12874525 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.534 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46994654169 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5711639834 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407119329 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485376000 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 452984832 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32391168 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57128180 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 794624 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67873548 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 183776 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74668708 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259888 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38085453 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70706563 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173577 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1158530 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73523017 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37078 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94930, 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5752295387 2024-09-13T04:09:32.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1185732308 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51843803618 2024-09-13T04:09:32.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37627, 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12747969289 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28504455283 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28557 2024-09-13T04:09:32.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10991317079 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28758, 2024-09-13T04:09:32.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5742308182 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5465921641 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4485 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 206496465 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:32.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9503409080 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4719, 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2491973326 2024-09-13T04:09:32.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6624742219 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4036 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979235843 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:32.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31349077459 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4150, 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4513687781 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16413791423 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12582951 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499892224 2024-09-13T04:09:32.559 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19267 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:32.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21135360 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 632315904 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3716817 2024-09-13T04:09:32.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1252172 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 198, 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 736594 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566755328 2024-09-13T04:09:32.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69700, 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8401949175 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69690, 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13710630091 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2822144 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:32.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285458432 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 588054528 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51 2024-09-13T04:09:32.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562862631 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23535 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505708544 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505712640 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:32.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10691 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23535, 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 227893849 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 363189532 2024-09-13T04:09:32.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17429 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7377699 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1426 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20974400 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.568 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1755 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 357 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1755, 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5459025 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 619 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5813 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:32.571 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941486080 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:32.572 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14708736 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17865, 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54298727 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3198, 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 599326916 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.573 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.574 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15388, 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110100152 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17028886369 2024-09-13T04:09:32.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69154, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1388959758 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40988817 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17069875186 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:32.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 244197, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1300299009 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 758, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256075 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 134517, 2024-09-13T04:09:32.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53662192 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78982 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17416, 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3739434105 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 436461 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.578 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18572 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13998, 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1106169901 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 48029, 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12740116 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34031, 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1002616164 2024-09-13T04:09:32.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13612, 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 331029520 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5599051431 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 911522834 2024-09-13T04:09:32.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16466, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2987061814294 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6003401277137 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80519, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2920665217493 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:32.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80519, 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8916999 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 301350600 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27286403846 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:32.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29205418 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12816742908 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7021862286 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602812 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.584 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2431, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13213599 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53038873143 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7935241788 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:32.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 480186098 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625238016 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 620216320 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:32.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5021696 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55979997 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.588 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69750819 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849980 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3680 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.591 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258544 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74815668 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:32.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899184 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37319998 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.594 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832722 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:32.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849980 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 178391 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1148081 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73751420 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:32.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:32.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52914 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 130427, 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7895753425 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1029312342 2024-09-13T04:09:32.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52914, 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53034400964 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666947379 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53507, 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25439839372 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:32.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52914, 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40957916258 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38344 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38344, 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18635522655 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:32.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666947379 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38395, 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12516832441 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38344, 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12857423798 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13347 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:32.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256199487 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13347, 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24999920547 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13771, 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10996096423 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13347, 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21046682944 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1223 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:32.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 773112855 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9398957762 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1341, 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1926910508 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:32.608 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7053809516 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:32.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 581476352 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:32.610 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool" 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:32.611 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.4704709176148754e-06, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 1236, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 2087936, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T04:09:32.612 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 357, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:32.613 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool" 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 153769, 2024-09-13T04:09:32.614 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 110592, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 43177, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.13206433841151e-07, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 79, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 88064, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 21006, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 6614, 2024-09-13T04:09:32.615 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 14392, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 63018, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 68, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 35840 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:32.616 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool" 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:32.617 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T04:09:32.618 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:32.619 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool", 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "selfmanaged_snaps" 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T04:09:32.620 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12595200, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12595200, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 4, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.7463411495555192e-05, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:32.621 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 9022, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 3189518336, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 4194323, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 4194323, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 12582969, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 24299, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 3138985984 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.622 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T04:09:31.683545", 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_stats": { 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "7.9.2" 2024-09-13T04:09:32.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T04:09:32.626 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:32.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pg": [ 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.628 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847403+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.629 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 5, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.630 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 5, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1f", 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5397, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:37:14.100425+0000", 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.631 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 570, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.632 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 4, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:32.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'5" 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.635 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:32.636 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916568+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1e", 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5270, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:25:14.044951+0000", 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.639 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.642 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.643 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661442+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.644 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.645 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1e", 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5289, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.646 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:26:08.205969+0000", 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.647 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.650 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.651 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663892+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.652 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.653 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1f", 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:11:26.364254+0000", 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.654 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.655 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.658 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:32.659 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847380+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.661 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1d", 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5142, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:17.377693+0000", 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.665 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.666 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657267+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1c", 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.669 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5225, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:58:13.193278+0000", 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.673 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.674 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.850394+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.676 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1c", 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:30:21.186692+0000", 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.677 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.681 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:32.682 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914872+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:32.683 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.684 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1d", 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5199, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:11.749648+0000", 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.685 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.686 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.688 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.689 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924334+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.690 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.691 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.a", 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.692 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:20:12.072553+0000", 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.693 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.696 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.697 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.656973+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.698 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.699 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.b", 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5301, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:32:27.977098+0000", 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.703 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'3" 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.704 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.825497+0000", 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.705 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.706 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.b", 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.707 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5280, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:49.405892+0000", 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.711 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.712 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838550+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.714 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.a", 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:25:32.008110+0000", 2024-09-13T04:09:32.715 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.719 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.720 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851547+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.722 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.8", 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5274, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:27.451284+0000", 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.723 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.724 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.726 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.727 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843464+0000", 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.728 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.729 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.9", 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.730 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:57.409558+0000", 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.731 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.732 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.734 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.735 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841685+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.736 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.737 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.9", 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5259, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:50.140337+0000", 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.738 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.742 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.743 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839601+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.744 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.745 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.8", 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5141, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:13.864241+0000", 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.749 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.750 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823093+0000", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.752 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.6", 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.753 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5383, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:56:25.200173+0000", 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.758 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841127+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.759 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.760 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.7", 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5139, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:03:24.112020+0000", 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.761 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.762 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:32.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.765 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:32.766 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.405697+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.768 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.1", 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8857, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:34:54.366489+0000", 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004120724, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.769 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 799, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 382170, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2972, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 431375 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.772 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.773 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851886+0000", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.774 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.775 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.7", 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:32.776 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:35:05.839495+0000", 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.780 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.781 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919976+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.782 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.783 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.6", 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5361, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:24.362940+0000", 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.784 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.787 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "591'2" 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.788 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:32.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.464740+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:32.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3076, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3076, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.791 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.0", 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8803, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:18:27.943761+0000", 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004849466, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 500, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 385007, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3081, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 389845 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.795 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3076" 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.796 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659953+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.797 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.798 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.4", 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.799 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:48.959960+0000", 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.800 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.803 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.804 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842168+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.805 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.806 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.5", 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:02.622876+0000", 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.808 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.810 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.811 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.397552+0000", 2024-09-13T04:09:32.812 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.813 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3282, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3282, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.3", 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.814 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9943, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:18.119625+0000", 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007040223, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194304, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.816 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2508, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 379529, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3229, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 363350 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.818 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3282" 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.819 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663900+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.820 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.821 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.5", 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.822 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:19:18.434833+0000", 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.826 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.827 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839284+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.829 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.4", 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:00:54.509582+0000", 2024-09-13T04:09:32.830 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.834 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:32.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.393772+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.837 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.2", 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9171, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:17.127783+0000", 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007173157, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.838 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1209, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 387967, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2982, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 406207 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.841 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:32.842 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912932+0000", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.843 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.844 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3", 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.845 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5233, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:15.699202+0000", 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.846 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.850 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.915635+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.851 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.852 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.2", 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:32.694007+0000", 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.854 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.857 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.858 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.399233+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3087, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3087, 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.860 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.4", 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9173, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:44:36.241817+0000", 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.012516787, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1157, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 437209, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3078, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 376400 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.864 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3087" 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.865 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921284+0000", 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.866 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.867 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.0", 2024-09-13T04:09:32.868 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5355, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:50.759376+0000", 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.872 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:32.873 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.936813+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.875 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1", 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5339, 2024-09-13T04:09:32.876 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:54:04.150434+0000", 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.881 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.395710+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2940, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.883 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2940, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.7", 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8848, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:27:03.778494+0000", 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.009281315, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.884 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 816, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 347634, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2926, 2024-09-13T04:09:32.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 352256 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2940" 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.888 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.889 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831419+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.891 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1", 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:52:11.180184+0000", 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.895 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839840+0000", 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.900 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.0", 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5144, 2024-09-13T04:09:32.901 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:06:02.718796+0000", 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.905 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.906 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.907 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.398034+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.908 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2909, 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.909 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2909, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.6", 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8896, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.910 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:35:37.090815+0000", 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007230585, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 952, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 366735, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2886, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 337481 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.914 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2909" 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.915 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:32.916 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921604+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.917 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.918 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2", 2024-09-13T04:09:32.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5245, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:07:46.439768+0000", 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.925 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838519+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.927 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.3", 2024-09-13T04:09:32.928 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5224, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:42.380570+0000", 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.933 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 20, 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.934 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837033+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.936 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "1.0", 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.937 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5627, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:01.230049+0000", 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:32.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:32.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:32.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "2239'204" 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.942 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.390195+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.944 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3152, 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.945 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3152, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.5", 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8988, 2024-09-13T04:09:32.946 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:46:25.247780+0000", 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.003687726, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.948 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.949 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1081, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 428513, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3145, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 408502 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.950 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3152" 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.951 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.952 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842375+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.953 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.954 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.d", 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.955 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5137, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:43:46.854974+0000", 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.957 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.958 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.960 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.961 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661688+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.962 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.963 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.964 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.c", 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5336, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:59:16.899822+0000", 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.965 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.969 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.970 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924667+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.973 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.c", 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.974 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5210, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:43:13.860193+0000", 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.979 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.980 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823824+0000", 2024-09-13T04:09:32.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.982 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.983 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.d", 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5359, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:59.912155+0000", 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 70, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.986 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:32.987 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.988 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:32.989 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848907+0000", 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.990 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:32.991 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:32.992 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.f", 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:40:57.133445+0000", 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:32.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:32.994 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:32.995 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:32.996 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.997 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:32.998 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845504+0000", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:32.999 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:33.000 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.001 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.e", 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5343, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:37:25.562589+0000", 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.002 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.003 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:33.004 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.006 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.007 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839067+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.008 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.009 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.e", 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.010 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:40:11.757765+0000", 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.011 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.016 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.840880+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.018 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.f", 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.019 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5236, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:26:16.592005+0000", 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 22, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:33.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.023 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.024 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843442+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.027 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.11", 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.028 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:38:06.024481+0000", 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.033 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.034 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.851469+0000", 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:33.036 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 8, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 8, 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.037 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.10", 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:59.748653+0000", 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.040 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 4, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 24, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 24, 2024-09-13T04:09:33.041 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.042 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'8" 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.043 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916729+0000", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.044 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.045 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.046 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.10", 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:42.074488+0000", 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.048 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.049 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.051 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.052 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924839+0000", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.053 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.054 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.055 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.11", 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:33:15.859685+0000", 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.056 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.057 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.060 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.061 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844864+0000", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.062 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.063 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.064 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.13", 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:26:23.986835+0000", 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.069 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.070 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837606+0000", 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:33.072 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.073 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.12", 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5212, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:34:42.510234+0000", 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.074 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.078 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.079 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:33.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841737+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.082 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.12", 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:33.083 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:16:01.838982+0000", 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.086 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.087 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.088 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.089 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826308+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.090 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.091 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.13", 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5390, 2024-09-13T04:09:33.092 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:39.323516+0000", 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 34, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:33.094 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.095 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 6 2024-09-13T04:09:33.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.097 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.098 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846358+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.099 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.100 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.15", 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.101 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:10:15.902729+0000", 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.102 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.109 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.110 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919560+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.112 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 29, 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.113 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 29, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.14", 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:33.114 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:45.784670+0000", 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 5828, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:33.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 10, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 14, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 28, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 25 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.118 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'29" 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.119 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.120 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.834933+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.121 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.122 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.14", 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5232, 2024-09-13T04:09:33.123 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:42:02.244760+0000", 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.128 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.129 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657562+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.131 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.15", 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.132 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5354, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:48.702940+0000", 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 90, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:33.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 7, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.136 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'3" 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.137 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.662884+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.140 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.17", 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5380, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.141 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:11.677782+0000", 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.145 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.146 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914855+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.149 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.16", 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.150 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:32:56.650661+0000", 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.154 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.156 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842498+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.157 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.158 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.16", 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.159 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5182, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:06:13.502996+0000", 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.162 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.164 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.165 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.926397+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.166 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.167 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.17", 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.168 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5155, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:49.458519+0000", 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.173 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.174 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831417+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.176 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.19", 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.177 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:56:31.825540+0000", 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.183 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844172+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.185 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.186 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.18", 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5203, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:00:30.093167+0000", 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.191 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.192 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956250+0000", 2024-09-13T04:09:33.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.194 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.195 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.18", 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5279, 2024-09-13T04:09:33.196 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='client.35976 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='client.35976 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='client.35982 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:33.199 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.200 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.201 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='client.35982 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.202 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.203 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.204 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.204 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:32 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:31:51.987167+0000", 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.206 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.207 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.209 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.210 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916313+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.211 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.212 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.19", 2024-09-13T04:09:33.213 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:57:36.306904+0000", 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.214 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.215 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.219 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845213+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.221 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1a", 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.222 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:18:35.286376+0000", 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.227 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.228 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836603+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.230 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1b", 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.231 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5292, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:13:33.585944+0000", 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.236 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.237 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841095+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.239 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1b", 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.240 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5246, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:24:20.700613+0000", 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.244 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:33.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.246 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823152+0000", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.247 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.248 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.249 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1a", 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5263, 2024-09-13T04:09:33.250 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:19:23.128233+0000", 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.251 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.252 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.255 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.256 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:33.257 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918238+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.259 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.20", 2024-09-13T04:09:33.260 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:17:27.490212+0000", 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.266 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.267 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.268 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.931053+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.270 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.271 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.21", 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5338, 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:34.928582+0000", 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.274 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.275 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.276 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.277 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659222+0000", 2024-09-13T04:09:33.278 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.279 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.280 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.22", 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.281 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:01.868930+0000", 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.282 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.283 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.287 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.288 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:33.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.827079+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.291 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.292 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.23", 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5384, 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:45:14.916997+0000", 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.293 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.297 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.298 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.299 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.829037+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.300 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.301 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.24", 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.302 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5284, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:11:30.163776+0000", 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.305 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.306 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.307 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.308 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956903+0000", 2024-09-13T04:09:33.309 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.310 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.311 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.25", 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.312 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:01:58.350063+0000", 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.313 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.314 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.317 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.318 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844929+0000", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.319 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.320 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.321 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.26", 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5323, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:44:13.987984+0000", 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.322 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.326 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.327 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:33.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826998+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.330 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.27", 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5267, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.331 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:19:09.933501+0000", 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.335 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.336 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:33.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663307+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.338 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.339 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.28", 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5219, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.340 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:10:38.437876+0000", 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.343 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.345 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.346 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.832083+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.347 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.348 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.29", 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.349 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5273, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:32:50.074787+0000", 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.351 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.352 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.354 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.355 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839032+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.356 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.357 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2a", 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.358 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5194, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:26:45.818375+0000", 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.359 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.360 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.363 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.364 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836772+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.365 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.366 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2b", 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.367 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5382, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:58.007135+0000", 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.368 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.371 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.372 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921755+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.375 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2c", 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5163, 2024-09-13T04:09:33.376 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:27:15.462117+0000", 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.380 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.381 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843174+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.384 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2d", 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.385 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:31:41.455996+0000", 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.388 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.389 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.390 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.391 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845224+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.392 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.393 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2e", 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.394 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5334, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:22.505612+0000", 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.396 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.397 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.398 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.399 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.400 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847133+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.401 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.402 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2f", 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.403 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5294, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:22:12.932148+0000", 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.404 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.405 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.408 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.409 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844228+0000", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.411 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.412 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.30", 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:12:38.434302+0000", 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.417 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:33.418 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654196+0000", 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.419 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:33.420 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.421 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.31", 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:29:18.613615+0000", 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:33.426 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.427 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654468+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.429 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.32", 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.430 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:33.030337+0000", 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:33.435 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.436 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912384+0000", 2024-09-13T04:09:33.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.439 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.33", 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5271, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.440 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:33:56.529972+0000", 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.444 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.445 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914976+0000", 2024-09-13T04:09:33.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.447 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.448 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.34", 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5229, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:24:33.611289+0000", 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.449 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.453 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.454 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.455 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.923247+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.457 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.35", 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:54:16.508524+0000", 2024-09-13T04:09:33.458 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.462 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.463 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:33.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.925582+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.466 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.36", 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:33.467 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:18:26.660491+0000", 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.472 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.473 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848683+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.475 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.476 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.37", 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5143, 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.477 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:11:03.911477+0000", 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.482 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:33.483 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.920007+0000", 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:33.485 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.486 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.38", 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5239, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:47:39.014145+0000", 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.491 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.492 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:33.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846954+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.495 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.39", 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:15:41.002194+0000", 2024-09-13T04:09:33.496 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.500 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659612+0000", 2024-09-13T04:09:33.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.504 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3a", 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:08:43.061557+0000", 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.505 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.509 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.510 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:33.511 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823191+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.513 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3b", 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:41.120155+0000", 2024-09-13T04:09:33.514 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.520 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.521 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837625+0000", 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:33.523 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.524 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3c", 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5214, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:18:59.482505+0000", 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:33.530 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:33.531 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.853077+0000", 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.532 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:33.533 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.534 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3d", 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:34:52.953787+0000", 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.539 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.540 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.541 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918970+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.542 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.543 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3e", 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.544 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:44.426989+0000", 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.545 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:33.550 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.849096+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:33.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:33.552 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3f", 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:33.553 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5140, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:32.924677+0000", 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.558 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pool": [ 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 3, 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:33.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 1, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 3, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 1, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.560 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 1781760, 2024-09-13T04:09:33.563 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 1771104, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 3 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.564 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 96, 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 68, 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 32, 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 68, 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 2, 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 6614, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 66, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 22, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 22, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 14, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 79, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 86, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 68, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 35 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 110592, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:33.569 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 19842, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 43177, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 96 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.570 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 192, 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 64, 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 3, 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:33.575 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 192 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 24, 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:33.576 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 24430, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 8, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 24430, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 4, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194323, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:33.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 2, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 9022, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 3114764, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 24299, 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 3065416 2024-09-13T04:09:33.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 12595200, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 12582969, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:33.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 24 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216, 2024-09-13T04:09:33.582 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 5834121216, 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.007596904877573252 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T04:09:33.583 INFO:tasks.workunit.client.0.smithi052.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-13T04:09:33.584 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry preview-device 2024-09-13T04:09:33.584 INFO:tasks.workunit.client.0.smithi052.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-09-13T04:09:33.584 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry preview-all 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='client.35976 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='client.35976 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='client.35982 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='client.35976 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='client.35976 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.587 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='client.35982 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.588 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.589 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.590 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.590 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.590 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.590 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.590 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='client.35982 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.591 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.592 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.593 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='client.35982 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.594 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.595 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:33.596 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:32 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:33.606 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "device_report": { 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "1de43a36-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPED1D480GA_1de4bd80-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024558": { 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.607 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "E2010325", 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de43a36-717b-11ef-92e5-0cc47abd15de", 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195557 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T04:09:33.608 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T04:09:33.609 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T04:09:33.610 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.612 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 13765871 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T04:09:33.613 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T04:09:33.614 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T04:09:33.615 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.616 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 16 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "0.029297" 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1623063 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T04:09:33.617 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 0, 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 0, 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.618 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 0, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 5332, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 202619852, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 902160153, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 3186610804, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 19635076713, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T04:09:33.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 0, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 37807, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 42864, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 31, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 11163 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.620 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 37807, 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 42864 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T04:09:33.621 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.622 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: E2010325", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T04:09:33.623 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T04:09:33.624 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T04:09:33.625 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 31 Celsius", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 0%", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 0%", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 202,619,852 [103 TB]", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 902,160,153 [461 TB]", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 3,186,610,804", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 19,635,076,713", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 5,332", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 37,807", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 42,864", 2024-09-13T04:09:33.626 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 11,163", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "No Errors Logged", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T04:09:33.627 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 31 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.628 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "1de5ebc4-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPEDMD400G4_1de65d20-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024601": { 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T04:09:33.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "8DV101H0", 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de5ebc4-717b-11ef-92e5-0cc47abd15de", 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195561 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T04:09:33.630 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T04:09:33.631 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T04:09:33.632 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.633 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.634 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 31736855 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.635 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 53059854 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.636 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.637 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "63.999023" 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T04:09:33.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 89, 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 3578, 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 3592, 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 3562 2024-09-13T04:09:33.640 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 10, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 1, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 431501493, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 2079906546, 2024-09-13T04:09:33.641 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 7357506269, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 37968221371, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 11, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 53390, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 59796, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 30, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 183 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T04:09:33.642 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 53390, 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 59796 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:33.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T04:09:33.644 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: 8DV101H0", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T04:09:33.645 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T04:09:33.646 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 1 - 512 8 2", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 2 - 512 16 2", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 3 - 4096 0 0", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 4 - 4096 8 0", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 5 - 4096 64 0", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: " 6 - 4096 128 0", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.647 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 30 Celsius", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 10%", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 11%", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 431,501,493 [220 TB]", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 2,079,906,546 [1.06 PB]", 2024-09-13T04:09:33.648 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 7,357,506,269", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 37,968,221,371", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 1", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 53,390", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 59,796", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 183", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-09-13T04:09:33.649 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 30 2024-09-13T04:09:33.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: "report": { 2024-09-13T04:09:33.651 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.652 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:33.653 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_flags" 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:33.654 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore", 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_flags" 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T04:09:33.655 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:33.656 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:33.657 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:33.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:33.659 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:33.660 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hdd", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hybrid", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_ssd", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_max_backfills", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T04:09:33.661 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:33.662 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_hdd", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_ssd", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hdd", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_ssd", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:33.663 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_sleep", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T04:09:33.664 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:33.665 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T04:09:33.666 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_perf", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/enabled", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T04:09:33.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:33.668 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:33.669 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:33.670 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:33.671 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T04:09:33.672 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T04:09:33.673 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 2, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T04:09:33.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "has_msr_rules": 0, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 1, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T04:09:33.675 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_collision_tries": 100, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_descents": 100, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T04:09:33.676 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T04:09:33.677 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T04:09:33.678 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_stats": { 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20152320, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 323664, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 819200, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:33.680 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 353, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1034952, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 13, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 600576, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 14752488, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 20152320 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20709376, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 442488, 2024-09-13T04:09:33.681 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 491520, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 485, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1348272, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 22, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1132032, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 15165144, 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 21200896 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 172703744, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2134504, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 4980736, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 933888, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 6471, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 10671360, 2024-09-13T04:09:33.683 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1948160, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 152035096, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 172703744 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 182140928, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2465368, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2883584, 2024-09-13T04:09:33.684 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 540672, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 1097728, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 7205, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 10674144, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2735104, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 162842056, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 183238656 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:33.685 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 262430720, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 5377760, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3014656, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 827392, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 9766, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 15485064, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 23, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 4902400, 2024-09-13T04:09:33.686 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 233650840, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 263258112 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 543776768, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24236720, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 24297472, 2024-09-13T04:09:33.687 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13298, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 72341256, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11400192, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 432521800, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 568074240 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.688 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 454533120, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 30430592, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 86958080, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 14030, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 77878440, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 54, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12090112, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 330726104, 2024-09-13T04:09:33.689 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541491200 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 471547904, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24006736, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 54468608, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11704, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 69826280, 2024-09-13T04:09:33.690 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12288000, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 362150088, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 526016512 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 453599232, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 22009880, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 73728, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 88326144, 2024-09-13T04:09:33.691 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10952, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 62091904, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12421120, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 351628648, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541925376 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 365936640, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 22323096, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:33.692 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 191496192, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11388, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 58671280, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11686912, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 269978552, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 557432832 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:33.693 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 505274368, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 23880448, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 38084608, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13195, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 67160008, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11006464, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 397853496, 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 543358976 2024-09-13T04:09:33.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 458227712, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 20115880, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5242880, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 32391168, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10173, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 59523256, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:33.695 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 9732608, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 363613088, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 490618880 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 623624192, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 26669864, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 5021696, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13738, 2024-09-13T04:09:33.696 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 66705520, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 51, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 13356032, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 513484904, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 628645888 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T04:09:33.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "io_rate": { 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_stats_delta": { 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 0, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 0, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:33.698 INFO:tasks.workunit.client.0.smithi052.stdout: "stamp_delta": "12.003068", 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:33.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:33.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:33.701 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:33.702 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 0 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T04:09:33.703 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard_description": null, 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "mempool": { 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.704 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.707 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.708 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.710 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 149025, 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 928, 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.711 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.712 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.713 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:33.714 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.715 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.717 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.718 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.719 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 222647, 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 67 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 52112, 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 181 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.722 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12160, 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 235 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.723 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.724 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.725 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.726 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.727 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.728 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.729 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.730 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.731 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 44310144, 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5449 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 704, 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:33.734 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:33.735 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.736 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.737 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.738 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.739 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.740 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 54052274, 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7774 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88, 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:33.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:33.744 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.745 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.746 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.747 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.749 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.750 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.751 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.752 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50286898, 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6833 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.753 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.754 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11440, 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 304 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.755 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:33.756 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23808, 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 425 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 153856, 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 27 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.757 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2880, 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 15 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399776, 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:33.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 332257, 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 119 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2553636, 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 563143 2024-09-13T04:09:33.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7201456, 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10622 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84684, 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9059 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92256, 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:33.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.761 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 36461, 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 50 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.762 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15807311, 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 292 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12056, 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 137 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.763 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.764 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7079800, 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 18323 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.765 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27504, 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 545 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 572032, 2024-09-13T04:09:33.767 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1344, 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59920, 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 749 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.768 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384176, 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1210898, 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 301 2024-09-13T04:09:33.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2503412, 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 548376 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7022616, 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10359 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73412, 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7732 2024-09-13T04:09:33.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88656, 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:33.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 71430, 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 43 2024-09-13T04:09:33.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7684636, 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 258 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27368, 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 311 2024-09-13T04:09:33.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.774 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7138248, 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 20869 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.775 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.776 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.777 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23128, 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 421 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 543488, 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2112, 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 11 2024-09-13T04:09:33.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58560, 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 732 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 383552, 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.779 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 446994, 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 104 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1830422, 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 401209 2024-09-13T04:09:33.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5249176, 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7751 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 72440, 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7717 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.781 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88512, 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.782 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50841, 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:33.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 13640891, 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 269 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.784 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11792, 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 134 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 360096, 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3126760, 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6013 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.786 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.787 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19480, 2024-09-13T04:09:33.788 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 354 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55424, 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1152, 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.789 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384592, 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.790 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 352128, 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 88 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1839104, 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 403986 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5277056, 2024-09-13T04:09:33.791 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7792 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73240, 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7736 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.792 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.793 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 64124, 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 48 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.794 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6866942, 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 286 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8976, 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 102 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.795 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 429792, 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 37 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3537560, 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9203 2024-09-13T04:09:33.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.798 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21288, 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 373 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55808, 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.799 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58880, 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 736 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 385008, 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1851 2024-09-13T04:09:33.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 760347, 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 192 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2191451, 2024-09-13T04:09:33.801 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 477381 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6139976, 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9061 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73524, 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7742 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.802 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.803 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 119821, 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.804 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28144, 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3166728, 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 267 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17864, 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 203 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.805 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.806 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5069792, 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12140 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.808 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21856, 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 394 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 706816, 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 28 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2688, 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 14 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:33.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 397904, 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 432339, 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 114 2024-09-13T04:09:33.811 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2434040, 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 540714 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6958016, 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10264 2024-09-13T04:09:33.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 82920, 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8893 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 91824, 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:33.814 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 67745, 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 55 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15267075, 2024-09-13T04:09:33.815 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 262 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12232, 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.816 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 476256, 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 41 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6367400, 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12245 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.817 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.818 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.819 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16256, 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 296 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 96128, 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 23 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3264, 2024-09-13T04:09:33.820 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 17 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 57520, 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 719 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 386256, 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1170176, 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 291 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1781930, 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 388470 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.822 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5119976, 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7561 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 74628, 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7897 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 89136, 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.823 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.824 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 42798, 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 42 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.825 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17695568, 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 265 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27280, 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 310 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.826 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 441408, 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3635320, 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9391 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.827 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.828 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:33.829 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21128, 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 386 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 31488, 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:33.830 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4224, 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 22 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399360, 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:33.831 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 467453, 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 126 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2084343, 2024-09-13T04:09:33.832 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 464119 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6027776, 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8896 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84580, 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9051 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92160, 2024-09-13T04:09:33.833 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.834 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 37040, 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 33 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:33.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23464312, 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2836 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12320, 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:33.836 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:33.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5066464, 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9772 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.838 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:33.839 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:33.840 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T04:09:33.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:33.842 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:33.843 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:33.844 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:33.845 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.846 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T04:09:33.847 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T04:09:33.848 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy", 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "reef", 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "squid" 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T04:09:33.849 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 19, 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "squid" 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_perf_histograms": [ 2024-09-13T04:09:33.850 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:33.851 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:33.852 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:33.853 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.854 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:33.855 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:33.856 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:33.857 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.858 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 861, 42, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16478, 4105, 67, 3, 7513, 550, 0, 1, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11085, 48, 26, 1, 291, 100, 66, 89, 37, 31, 14, 28, 35, 41, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 828, 12, 2, 0, 7, 3, 1, 0, 2, 13, 82, 159, 46, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 565, 4, 1, 0, 0, 9, 0, 0, 2, 0, 0, 20, 332, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 165, 1, 0, 0, 4, 14, 0, 1, 2, 6, 3, 3, 4, 70, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 124, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 5, 3, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 16, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.859 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.860 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:33.861 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8532, 5, 1, 0, 5, 1, 2, 0, 1, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6955, 38, 1394, 2, 5, 5, 13, 11, 35, 64, 36, 28, 31, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 570, 11, 98, 18, 0, 0, 0, 1, 2, 11, 102, 246, 77, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 387, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 25, 519, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 21, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 49, 0, 47, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 33, 0, 225, 0, 0, 0, 0, 2, 1, 1, 0, 0, 4, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.862 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.863 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.864 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1058, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16773, 3940, 0, 0, 3, 0, 0, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10548, 126, 11, 0, 3, 1, 6, 5, 2, 10, 2, 4, 30, 38, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1490, 6, 6, 2, 2, 0, 0, 2, 1, 1, 9, 18, 4, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 468, 8, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 51, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.865 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 151, 5, 5, 0, 0, 0, 0, 0, 7, 0, 0, 15, 15, 68, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 275, 9, 3, 0, 0, 0, 0, 1, 1, 0, 1, 14, 19, 16, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 6, 15, 36, 16, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 117, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 40, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 4, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.866 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.867 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.868 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4931, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2713, 34, 17, 0, 3, 3, 4, 9, 10, 25, 10, 3, 6, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 182, 3, 14, 0, 0, 0, 0, 2, 3, 8, 38, 108, 18, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 11, 170, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 53, 0, 0, 0, 151, 0, 0, 0, 5, 2, 0, 2, 8, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 2, 0, 0, 351, 0, 0, 2, 2, 1, 3, 0, 3, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 34, 0, 0, 0, 442, 0, 0, 0, 1, 0, 0, 4, 3, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 1739, 0, 0, 0, 0, 0, 0, 2, 0, 7, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.869 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.870 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.871 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8056, 9, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7006, 15, 0, 1, 7, 3, 2, 3, 6, 12, 15, 8, 9, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 703, 4, 2, 1, 1, 1, 0, 2, 4, 6, 34, 81, 27, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 8, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 148, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 59, 9, 0, 0, 0, 1, 1, 2, 3, 0, 2, 1, 10, 12, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 65, 16, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.872 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 31, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 16, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.873 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.874 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 993, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11743, 3730, 0, 1, 1, 0, 0, 0, 0, 0, 0, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7412, 460, 23, 0, 10, 2, 1, 0, 1, 4, 1, 4, 12, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.875 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 850, 49, 9, 5, 4, 0, 0, 0, 0, 7, 4, 3, 1, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 317, 6, 0, 5, 0, 0, 0, 1, 1, 1, 1, 15, 23, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 3, 23, 54, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 197, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 3, 6, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 13, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.876 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.877 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 413, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.878 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8551, 3200, 3806, 6, 22, 29, 4, 2, 0, 1, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7799, 270, 240, 4, 12, 19, 75, 106, 4, 22, 15, 14, 14, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1061, 72, 47, 0, 3, 0, 22, 33, 5, 20, 40, 68, 38, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 624, 5, 0, 0, 1, 0, 0, 0, 1, 0, 1, 19, 200, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 362, 21, 3, 0, 0, 1, 0, 1, 2, 0, 2, 2, 25, 73, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 251, 18, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 11, 12, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 21, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.879 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.880 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.881 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 898, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19031, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10555, 286, 38, 0, 8, 0, 0, 0, 0, 0, 2, 2, 10, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1222, 120, 148, 0, 1, 0, 0, 0, 0, 0, 5, 1, 6, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 580, 31, 61, 0, 1, 0, 0, 1, 2, 1, 1, 3, 56, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 13, 11, 0, 0, 0, 0, 0, 2, 0, 9, 6, 18, 57, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 177, 1, 24, 26, 0, 0, 0, 1, 6, 0, 1, 2, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 118, 3, 2, 39, 70, 0, 0, 0, 7, 1, 2, 8, 17, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.882 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 3, 64, 104, 0, 0, 0, 0, 4, 0, 2, 12, 24, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 1, 25, 0, 0, 0, 0, 0, 0, 0, 0, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.883 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.884 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.885 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:33.886 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:33.887 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:33.889 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:33.890 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:33.891 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.892 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 742, 5, 6, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5059, 48, 68, 143, 458, 611, 715, 8, 14, 15, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 746, 17, 26, 47, 14, 15, 13, 0, 0, 2, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 314, 1, 2, 0, 1, 0, 1, 0, 0, 0, 2, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.893 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.894 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.895 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 382, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3333, 263, 33, 57, 121, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 384, 30, 1309, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 280, 2, 35, 0, 0, 0, 0, 0, 1, 2, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1613, 1217, 48, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.896 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1481, 1761, 243, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.897 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.898 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.899 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10914, 10, 0, 0, 1, 0, 2, 5, 5, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15767, 1, 4, 0, 1, 1, 0, 1, 1, 4, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 584, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.900 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.901 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.902 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 281, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1769, 24, 0, 0, 3, 0, 3, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 168, 4, 9, 21, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1028, 358, 26, 153, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.903 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4080, 2477, 0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 192, 186, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.904 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.905 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 830, 0, 7, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2226, 220, 28, 19, 138, 274, 467, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 204, 7, 0, 0, 0, 1, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.906 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 91, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.907 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.908 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 698, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.909 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2902, 74, 121, 227, 446, 620, 716, 2, 1, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 238, 2, 2, 3, 10, 7, 9, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 172, 8, 19, 28, 1, 1, 1, 0, 0, 1, 1, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 33, 63, 101, 28, 0, 0, 0, 0, 0, 0, 1, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 21, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.910 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.911 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.912 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 816, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2780, 36, 1, 0, 3, 2, 4, 1, 8, 6, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 235, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 199, 8, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 102, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.913 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.914 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.915 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 914, 18, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9165, 30, 47, 45, 1, 1, 0, 0, 1, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1903, 27, 77, 36, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 476, 3, 5, 3, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 334, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.916 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.917 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:33.919 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:33.920 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:33.921 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.922 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:33.923 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:33.924 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:33.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:33.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:33.925 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:33.928 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.929 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 885, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.930 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.931 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.932 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.933 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3509, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.934 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.935 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.936 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.937 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.938 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.939 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6970, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 391, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.940 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.941 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.942 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.943 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.944 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.945 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 747, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.946 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.947 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.948 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.949 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 817, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2844, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.950 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.951 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.952 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 962, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2049, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 350, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.953 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.954 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.955 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:33.956 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:33.957 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:33.958 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:33.960 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:33.961 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:33.962 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:33.963 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2231, 19, 0, 0, 12, 1, 3, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.964 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1077, 9, 1, 1, 3, 6, 6, 14, 17, 56, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 116, 9, 0, 1, 1, 3, 1, 4, 9, 6, 61, 200, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 5, 0, 0, 0, 0, 1, 4, 2, 1, 14, 27, 251, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 520, 3, 0, 0, 0, 0, 0, 0, 2, 2, 10, 10, 23, 40, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1088, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 3, 9, 17, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.965 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.966 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.967 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2930, 32, 2, 0, 10, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1330, 1, 1, 2, 1, 5, 11, 23, 33, 70, 97, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 69, 1, 0, 1, 1, 1, 0, 4, 2, 7, 63, 288, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 323, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 34, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2816, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.968 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.969 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.970 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 440, 11, 2, 0, 15, 2, 2, 3, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 2, 4, 11, 40, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 230, 1, 0, 0, 0, 0, 5, 5, 11, 14, 88, 102, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 0, 0, 0, 0, 0, 1, 4, 4, 5, 23, 51, 25, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 58, 4, 0, 0, 0, 0, 0, 0, 1, 3, 11, 21, 30, 40, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 21, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.971 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.972 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.973 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1098, 16, 1, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 417, 3, 0, 2, 3, 3, 5, 5, 14, 21, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 129, 0, 1, 0, 0, 3, 1, 0, 2, 5, 39, 99, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 1, 0, 1, 1, 9, 2, 13, 24, 82, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.974 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 4, 0, 0, 0, 1, 1, 5, 9, 17, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 5, 21, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.975 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.976 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.977 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1027, 18, 2, 0, 15, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 591, 9, 1, 0, 4, 4, 3, 7, 18, 28, 46, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 332, 6, 0, 0, 0, 1, 2, 6, 9, 7, 54, 155, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 482, 33, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 177, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 413, 45, 0, 0, 0, 0, 0, 0, 2, 2, 2, 7, 21, 19, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 86, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 51, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.978 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.979 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.980 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 108, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 338, 18, 0, 0, 13, 2, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 89, 11, 0, 0, 0, 0, 2, 2, 3, 1, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 71, 21, 1, 0, 3, 0, 1, 1, 3, 4, 15, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 38, 25, 0, 0, 0, 0, 1, 1, 1, 6, 12, 16, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 27, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 23, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 30, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.981 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.982 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.983 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1184, 24, 2, 0, 13, 1, 0, 5, 4, 7, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 608, 8, 0, 1, 1, 2, 6, 9, 9, 26, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 10, 0, 0, 3, 2, 0, 1, 3, 2, 26, 127, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 504, 4, 1, 0, 0, 0, 1, 0, 1, 2, 6, 13, 173, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 3, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 23, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.984 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.985 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:33.986 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 307, 8, 4, 4, 14, 1, 3, 2, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 4, 1, 0, 0, 0, 0, 2, 3, 6, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 138, 9, 0, 0, 0, 1, 1, 4, 7, 6, 37, 55, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 82, 4, 0, 0, 0, 1, 2, 2, 4, 3, 23, 29, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.987 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 7, 26, 39, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.988 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.989 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 8, 2024-09-13T04:09:33.990 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "number of replicas", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 1, 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[1, 1]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[2, 2]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[3, 3]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[4, 4]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[5, 5]", 2024-09-13T04:09:33.991 INFO:tasks.workunit.client.0.smithi052.stdout: "[6, None]" 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "linear" 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 10, 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "duration", 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 250000, 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:33.992 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[250000, 499999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[500000, 999999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[1000000, 1999999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[2000000, 3999999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[4000000, 7999999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[8000000, 15999999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[16000000, 31999999]", 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "[32000000, None]" 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:33.993 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.994 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.995 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.996 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:33.997 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:33.998 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:33.999 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.000 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.001 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:34.002 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:34.003 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_counters": { 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "caps": { 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T04:09:34.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_grant": { 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_revoke": { 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_trunc": { 2024-09-13T04:09:34.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_commit": { 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_complete": { 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_keys": { 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.006 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_merge": { 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_split": { 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "exported_inodes": { 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "forward": { 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_cap_release": { 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps": { 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps_dirty": { 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_inode_file_caps": { 2024-09-13T04:09:34.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "imported_inodes": { 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes": { 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_expired": { 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.009 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_pinned": { 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_with_caps": { 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "load_cent": { 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "openino_dir_fetch": { 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "process_request_cap_release": { 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "reply_latency": { 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "request": { 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.011 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rbytes": { 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rfiles": { 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rsnaps": { 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_reply": { 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.012 INFO:tasks.workunit.client.0.smithi052.stdout: "subtrees": { 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_cache": { 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_enqueue_scrub": { 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_exportdir": { 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_flush": { 2024-09-13T04:09:34.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragmentdir": { 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragstats": { 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_inodestats": { 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.014 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_inode": { 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_path": { 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_enqueued": { 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_prioritized": { 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_processing": { 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays": { 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_delayed": { 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_enqueuing": { 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_completed": { 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_started": { 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_created": { 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.017 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_enqueued": { 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_migrated": { 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_reintegrated": { 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_log": { 2024-09-13T04:09:34.018 INFO:tasks.workunit.client.0.smithi052.stdout: "ev": { 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "evadd": { 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "evex": { 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "evexd": { 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.019 INFO:tasks.workunit.client.0.smithi052.stdout: "evexg": { 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "evlrg": { 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "evtrm": { 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "jlat": { 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "replayed": { 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "seg": { 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "segadd": { 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.021 INFO:tasks.workunit.client.0.smithi052.stdout: "segex": { 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "segexd": { 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "segexg": { 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "segmjr": { 2024-09-13T04:09:34.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "segtrm": { 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_mem": { 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "cap": { 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "cap+": { 2024-09-13T04:09:34.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "cap-": { 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "dir": { 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "dir+": { 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.024 INFO:tasks.workunit.client.0.smithi052.stdout: "dir-": { 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "dn": { 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "dn+": { 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "dn-": { 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "heap": { 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 248096 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "ino": { 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "ino+": { 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "ino-": { 2024-09-13T04:09:34.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "rss": { 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51388 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_server": { 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_acquisition_throttle": { 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_revoke_eviction": { 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_request": { 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_session": { 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_peer_request": { 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "req_create_latency": { 2024-09-13T04:09:34.028 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getattr_latency": { 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getfilelock_latency": { 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getvxattr_latency": { 2024-09-13T04:09:34.029 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "req_link_latency": { 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookup_latency": { 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.030 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookuphash_latency": { 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupino_latency": { 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupname_latency": { 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.031 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupparent_latency": { 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupsnap_latency": { 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lssnap_latency": { 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.032 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mkdir_latency": { 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mknod_latency": { 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mksnap_latency": { 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "req_open_latency": { 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "req_readdir_latency": { 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rename_latency": { 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "req_renamesnap_latency": { 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmdir_latency": { 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmsnap_latency": { 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmxattr_latency": { 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setattr_latency": { 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setdirlayout_latency": { 2024-09-13T04:09:34.036 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setfilelock_latency": { 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setlayout_latency": { 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setxattr_latency": { 2024-09-13T04:09:34.037 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "req_snapdiff_latency": { 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "req_symlink_latency": { 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "req_unlink_latency": { 2024-09-13T04:09:34.038 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_sessions": { 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "average_load": { 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "avg_session_uptime": { 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.039 INFO:tasks.workunit.client.0.smithi052.stdout: "mdthresh_evicted": { 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "session_count": { 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "session_remove": { 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.040 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_open": { 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_stale": { 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "total_load": { 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.042 INFO:tasks.workunit.client.0.smithi052.stdout: "purge_queue": { 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed": { 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed_ops": { 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing": { 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_high_water": { 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops": { 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops_high_water": { 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_item_in_journal": { 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.044 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:34.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:34.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55986633 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:34.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1180980393 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:34.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1999967 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:34.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:34.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24629590798 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.054 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.055 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110483436 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:34.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70176 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3168947380 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.057 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166674432 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 165568512 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1105920 2024-09-13T04:09:34.058 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25635646 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.060 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68136563 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:34.062 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.063 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1566223 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71234466 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177958623 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69505313 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 341524, 2024-09-13T04:09:34.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640477106 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:34.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:34.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19125, 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6497300275 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:34.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:34.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7859 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56277459 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1121985233 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 219 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.078 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:34.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:34.082 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25250667745 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.084 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111044392 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70451 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.085 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1249983545 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179306496 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.086 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177627136 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1679360 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:34.087 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:34.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26459453 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68085949 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:34.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804264 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70769618 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177443161 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70020775 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:34.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 345224, 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1897646843 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19216, 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2821793512 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:34.102 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T04:09:34.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 223 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.104 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7923 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57459616 2024-09-13T04:09:34.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23769 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1350982249 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.106 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.107 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7921 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56860470 2024-09-13T04:09:34.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63320 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1376495537 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:34.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 999987 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.110 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7923 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26412652395 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:34.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:34.113 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:34.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260243456 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259088384 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155072 2024-09-13T04:09:34.115 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266350730 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26495053 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67864361 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.119 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266350730 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2272696 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71115198 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177567153 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.124 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.125 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.126 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69896783 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.127 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 358807, 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2233858460 2024-09-13T04:09:34.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:34.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19368, 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3110912429 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21905 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15003648 2024-09-13T04:09:34.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829153280 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4531694 2024-09-13T04:09:34.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1510050 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 216, 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979466 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 868876288 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80429, 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7224982078 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80405, 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13747441745 2024-09-13T04:09:34.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13406208 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 329297920 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 858914816 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.138 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486563381 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.139 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30289 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407076864 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407080960 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17099 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 30289, 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274580329 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 394724837 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27474 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4246440 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 679 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14858204 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1072 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.143 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1072, 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5686310 2024-09-13T04:09:34.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1242 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10060 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1176342528 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.147 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14716928 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23582, 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96276257 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.148 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3304, 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 521386552 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21845, 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164200053 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.150 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18668040483 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 79481, 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1981441959 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53956095 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18721996578 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.152 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40409, 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1286048091 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1200, 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3457067 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23863, 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12908943 2024-09-13T04:09:34.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53, 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68335 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24581, 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5684930613 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 279835 2024-09-13T04:09:34.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23486 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27658, 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1437709686 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62858, 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24350100 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.155 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35200, 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 775300363 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15273, 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 412134648 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.157 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7462186505 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 622010211 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9643, 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2957277381037 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.158 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6444912316516 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2798413374370 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10644409 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.159 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264702273 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36065930323 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36013579 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.160 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20592539375 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9206714649 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602936 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2698, 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18872434 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73607991651 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10382456383 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.162 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 746648161 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 564797440 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.163 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 540499968 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24297472 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56412596 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139264 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69277260 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2672 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 172000 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71658724 2024-09-13T04:09:34.171 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240944 2024-09-13T04:09:34.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37608397 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.174 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71202563 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.176 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 169212 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1143913 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.178 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70520271 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61481 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.181 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 148587, 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6732030671 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1843943493 2024-09-13T04:09:34.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61481, 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162184247408 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247725 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62619, 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22937560436 2024-09-13T04:09:34.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61481, 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 79948576410 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44537 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44537, 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14226442983 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.184 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247725 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44984, 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7962912441 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.185 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44537, 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7585981724 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9585 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262289501 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17730851925 2024-09-13T04:09:34.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.187 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10044, 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5936693917 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14748464965 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7359 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1581653992 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130226952500 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7591, 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9037954078 2024-09-13T04:09:34.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57614129721 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.190 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 883609600 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:34.191 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185319 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16543744 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 892624896 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.194 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4598103 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1396523 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 217, 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1071376 2024-09-13T04:09:34.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1032716288 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70948, 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6854590737 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.196 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70940, 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12763565897 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7827456 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 290455552 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028456448 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 66 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 479574179 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22680 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433434624 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433438720 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12896 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22680, 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257960705 2024-09-13T04:09:34.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371700408 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19376 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5758100 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.201 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 973 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16329865 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1451 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:34.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 495 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1451, 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8457915 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.204 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 624 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6284 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1202221056 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9924608 2024-09-13T04:09:34.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18479, 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78360013 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3294, 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 591037236 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.209 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12809, 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91558503 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.210 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17321019843 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70100, 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1930612366 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48072498 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.211 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17369092341 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27370, 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1267458899 2024-09-13T04:09:34.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 996, 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3631729 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9574, 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11115535 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55858 2024-09-13T04:09:34.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12955, 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5400680580 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 224106 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26799 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.214 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21027, 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1379842003 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68536, 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24407537 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 47509, 2024-09-13T04:09:34.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 487537351 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15132, 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 434410632 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.217 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4667476569 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1178253561 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21995, 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2562981436381 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.218 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6440077271940 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2268811247258 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9183599 2024-09-13T04:09:34.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162802477 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30829971288 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30772455 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17198219854 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9901160385 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817727 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2671, 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17569898 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62773240115 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11053328921 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 555870284 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 538083328 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 451026944 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87056384 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.224 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56288511 2024-09-13T04:09:34.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40960 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798720 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68680449 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:34.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 225664 2024-09-13T04:09:34.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72538113 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 515024 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37525674 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.235 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71011206 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4947 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 158316 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1144829 2024-09-13T04:09:34.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71455941 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.241 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42299 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 127809, 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8290992676 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1849088152 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613660132845 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.243 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44049, 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30264892016 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110245560764 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19930 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.244 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10296544406 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.245 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20373, 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4815068148 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4732123100 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12696 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 133922595 2024-09-13T04:09:34.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 99448461236 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12861, 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12681805934 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29911405848 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9673 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1715165557 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503915127203 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10815, 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12768017934 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75602031816 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042653184 2024-09-13T04:09:34.251 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 156998 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.252 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.253 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21561344 2024-09-13T04:09:34.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 726872064 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4212165 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1576852 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.255 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 207, 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1058971 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 690946048 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.256 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72072, 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492674073 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72040, 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12359681187 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12394496 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295018496 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 699465728 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.258 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503609634 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26392 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.259 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421126144 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421130240 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12002 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26392, 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237291635 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339267219 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21364 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7109681 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21379993 2024-09-13T04:09:34.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1367 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1367, 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492108 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.264 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 817 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6595 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.266 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1046048768 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9912320 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14467, 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50624852 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3309, 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 627894817 2024-09-13T04:09:34.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22349, 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179172369 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16729984711 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71273, 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1769607377 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:34.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40155443 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16770140154 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63235, 2024-09-13T04:09:34.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1172179692 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1104, 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3069533 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22062, 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20457389 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37, 2024-09-13T04:09:34.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73548 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22904, 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4184861558 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273562 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19115 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.274 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12677, 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1070078188 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 31297, 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14343588 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18620, 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 786290851 2024-09-13T04:09:34.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12566, 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 397712544 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.276 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3779041587 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348579779 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2563823133745 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6222353498114 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2622745832189 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9451512 2024-09-13T04:09:34.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146631117 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28482025887 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30222856 2024-09-13T04:09:34.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15467548141 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8605982310 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817548 2024-09-13T04:09:34.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2690, 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14966149 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56494528252 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9659742742 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 547048746 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 522739712 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 468197376 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54542336 2024-09-13T04:09:34.284 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56092218 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73728 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69642694 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 180496 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74053099 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.292 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 709680 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37394812 2024-09-13T04:09:34.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.295 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70947412 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167089 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1161572 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72907574 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.301 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67067 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.302 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 165634, 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7398459625 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1466767268 2024-09-13T04:09:34.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97409304817 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68106, 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44443335030 2024-09-13T04:09:34.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71570094352 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36304 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26517614376 2024-09-13T04:09:34.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36793, 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6932260722 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.306 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10130756075 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28843 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285315982 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:34.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52833127599 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29201, 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34137053139 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49744658897 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1920 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.309 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1181451286 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18058562842 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2112, 2024-09-13T04:09:34.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3374021169 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11694679380 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700866560 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41060 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.313 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7512064 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625393664 2024-09-13T04:09:34.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4388603 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1083182 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 169, 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 728097 2024-09-13T04:09:34.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 658243584 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64512, 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5545242290 2024-09-13T04:09:34.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64534, 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10636478641 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14925824 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264282112 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 648282112 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 47 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.319 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 200155734 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9950 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173768704 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173772800 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3762 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.321 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9950, 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 81175287 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97601563 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6808 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2669363 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 785 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7367682 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1016 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.324 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1016, 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2255464 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.325 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 836 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6025 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899481600 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9936896 2024-09-13T04:09:34.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17430, 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55830730 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3240, 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389914091 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.330 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8840, 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67323310 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.331 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14282789628 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63874, 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1650172363 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44621112 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.332 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14327410740 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16070, 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 539982487 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.333 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1402, 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2940524 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8670, 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13625291 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85124 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.334 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7284, 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 813477491 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191743 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17466 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.335 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23970, 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 840088522 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 66621, 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20004189 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42651, 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 353930270 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.336 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12399, 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 320516371 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3958374200 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.338 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 993399412 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2763447122063 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6484849613635 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.339 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2849929589695 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7910155 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130130676 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.340 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24549146563 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28226867 2024-09-13T04:09:34.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.343 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12848496351 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6717182540 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5823480 2024-09-13T04:09:34.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2593, 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13923399 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48215754824 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7687260136 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 513987941 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 536551424 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 448225280 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88326144 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.348 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57088798 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8192 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68732130 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165986 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2160 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41792 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 108576 2024-09-13T04:09:34.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.355 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74997966 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.356 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295344 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38059198 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.357 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70697362 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.360 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165986 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.361 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 165020 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164202 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.362 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73821272 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.364 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26769 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.365 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 109585, 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6158673243 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.366 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042357482 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 249809707719 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28531, 2024-09-13T04:09:34.367 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23386977579 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62893872382 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11563 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41992603144 2024-09-13T04:09:34.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11668, 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3642913445 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.369 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4494394084 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11445 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119261021 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:34.370 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 163305906584 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.371 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13049, 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15057876226 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31990984552 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3761 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.372 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 923096461 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44511197991 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3814, 2024-09-13T04:09:34.373 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4686187908 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26408493746 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 668188672 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8516 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.377 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10825728 2024-09-13T04:09:34.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613240832 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3200771 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155101 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.379 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 163, 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 578342 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 634716160 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57959, 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8004124482 2024-09-13T04:09:34.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57987, 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13197831036 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698112 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237428736 2024-09-13T04:09:34.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 651755520 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.382 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 319627943 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17969 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289927168 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.383 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289931264 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9304 2024-09-13T04:09:34.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17969, 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139275826 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 190379597 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14012 2024-09-13T04:09:34.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2697196 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 694 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10658613 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.386 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1131 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.387 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 447 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1131, 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3257549 2024-09-13T04:09:34.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.389 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 869 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7487 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.390 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 863637504 2024-09-13T04:09:34.391 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9932800 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.392 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23608, 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64062435 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3199, 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 460304473 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.394 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8264, 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64074922 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.395 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16214979504 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57475, 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1344768429 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.396 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45804977 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16260784481 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.397 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20635, 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 427561623 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 857, 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2254376 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5040, 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7258658 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.398 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76459 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10355, 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2606374284 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170297 2024-09-13T04:09:34.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18767 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7913, 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 902025515 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34032, 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16548478 2024-09-13T04:09:34.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26119, 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 706999133 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13188, 2024-09-13T04:09:34.401 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 302124103 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.402 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7951814957 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 964323800 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.403 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18074, 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2641659721668 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5926247719894 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256197618640 2024-09-13T04:09:34.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7451914 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 779459913 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.405 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27722271668 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24671091 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14854355269 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.406 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6148479186 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5818263 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2524, 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13219381 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.407 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57467654523 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7017178981 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 665028837 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.408 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 554156032 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 362610688 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:34.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191545344 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56713743 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.411 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:34.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389120 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.413 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68693489 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.414 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2416 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.416 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 161808 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.417 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69410304 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.418 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 198672 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37809162 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71044070 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164912 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1153390 2024-09-13T04:09:34.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.425 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68256498 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.426 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26114 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85468, 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6387067538 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.428 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028107220 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88211941755 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:34.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26959, 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11192581551 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26928644961 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.430 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17078 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10678683405 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:34.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17410, 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3561797859 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3773272692 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4678 2024-09-13T04:09:34.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 86970414 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6703163594 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.433 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5096, 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2908904949 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.434 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5970006229 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4358 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941136806 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70830094756 2024-09-13T04:09:34.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4453, 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4721878743 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17185366040 2024-09-13T04:09:34.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.437 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 644669440 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18925 2024-09-13T04:09:34.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.439 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.440 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32743424 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 806830080 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4409503 2024-09-13T04:09:34.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1604517 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 257, 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1025318 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798621696 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85955, 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10603594701 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85912, 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16955377630 2024-09-13T04:09:34.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2707456 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 351879168 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 819920896 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.444 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566844796 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.445 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24214 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505753600 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505757696 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.446 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10202 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24214, 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 213464953 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.447 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 343420676 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17383 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10889623 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1432 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.448 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32596486 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1979 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.449 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590 2024-09-13T04:09:34.450 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1979, 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10310157 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.451 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 605 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28314 2024-09-13T04:09:34.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.453 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1194631168 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14131200 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.454 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23386, 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67871970 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3219, 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 476182383 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.455 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16642, 2024-09-13T04:09:34.456 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111338373 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:34.457 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21040897639 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85230, 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1680461641 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50188785 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.458 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21091086424 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27804, 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 896441392 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.459 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 932, 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2535230 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13050, 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13135440 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61623 2024-09-13T04:09:34.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13957, 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3220024491 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 238131 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21361 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.461 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14552, 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164449620 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37522, 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12318871 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22970, 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1097099944 2024-09-13T04:09:34.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15795, 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407476151 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.463 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10397878289 2024-09-13T04:09:34.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 635366850 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8456, 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2548074616835 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:34.465 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6315034362940 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3092189038031 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11111412 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.466 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254716223 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37292460717 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35795496 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.467 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18650206254 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8172476017 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10017789 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.468 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2553, 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14386335 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74784594648 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9168326814 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.469 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 880784710 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 537985024 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.470 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499875840 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38109184 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.471 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.472 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55258381 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.473 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 77824 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.474 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70480627 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 553648128 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.476 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3408 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.477 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 250128 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.478 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71847868 2024-09-13T04:09:34.479 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 298160 2024-09-13T04:09:34.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36838920 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.481 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.482 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71914824 2024-09-13T04:09:34.483 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486539264 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.485 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170947 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1138330 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70792127 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.489 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35004 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 119596, 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9102861121 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.490 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1021881808 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46708654854 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:34.491 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35566, 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10626890525 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20306864356 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.492 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26864 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10175630962 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.493 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26998, 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5037482794 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4767431592 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6787 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247154845 2024-09-13T04:09:34.494 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12038099502 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.495 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7052, 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3942188147 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8960845641 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.496 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1353 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 774726963 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24494924390 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.497 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1516, 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1647219584 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6578587123 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.499 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 812765184 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21418 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.500 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.501 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5013504 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 517267456 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2663457 2024-09-13T04:09:34.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 793661 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 145, 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 567554 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 489357312 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59998, 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7278723886 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60008, 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11979211133 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.505 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13094912 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 245817344 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485097472 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 310162817 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.507 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19584 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281853952 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281858048 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11806 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19584, 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 160616365 2024-09-13T04:09:34.509 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 226349795 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17014 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1820513 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.510 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 742 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4989904 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1118 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.511 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 382 2024-09-13T04:09:34.512 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1118, 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2002956 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.513 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 731 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6532 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.514 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 770240512 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10522624 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13847, 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41706904 2024-09-13T04:09:34.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3141, 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 370295552 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16357, 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119355806 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.518 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59964, 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14837275765 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59511, 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1277161442 2024-09-13T04:09:34.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59964, 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32228753 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59964, 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14869504518 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.520 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27733, 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 477295934 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 860, 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2501823 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24275, 2024-09-13T04:09:34.521 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15410522 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 80062 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12573, 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2727810569 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185946 2024-09-13T04:09:34.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18278 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14114, 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1416137690 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 43214, 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12357978 2024-09-13T04:09:34.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29100, 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1091543760 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11789, 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272662233 2024-09-13T04:09:34.524 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.525 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4851672406 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829850433 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13503, 2024-09-13T04:09:34.526 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2542537262170 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5508353398403 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70607, 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2071116227287 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70607, 2024-09-13T04:09:34.527 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7041148 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 222193216 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24898784410 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.528 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28128278 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12008932725 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4999793650 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.529 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6413744 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2425, 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12874525 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46994654169 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.530 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5711639834 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70608, 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407119329 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:34.531 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485376000 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 452984832 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.532 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32391168 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57128180 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.534 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.535 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 794624 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67873548 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.537 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.538 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 183776 2024-09-13T04:09:34.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.540 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74668708 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259888 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38085453 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.542 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.543 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70706563 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.546 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.546 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.546 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:34.547 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173577 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1158530 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73523017 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.550 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.551 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.552 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37078 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94930, 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5752295387 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.553 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1185732308 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51843803618 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:34.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37627, 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12747969289 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28504455283 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28557 2024-09-13T04:09:34.555 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10991317079 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.556 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28758, 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5742308182 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5465921641 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4485 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.557 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 206496465 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9503409080 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.558 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4719, 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2491973326 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6624742219 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.559 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4036 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979235843 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31349077459 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.560 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4150, 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4513687781 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16413791423 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.561 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12582951 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.562 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499892224 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19267 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.564 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21135360 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 632315904 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3716817 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.566 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1252172 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 198, 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 736594 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.567 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566755328 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69700, 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8401949175 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69690, 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13710630091 2024-09-13T04:09:34.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2822144 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285458432 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 588054528 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:34.569 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562862631 2024-09-13T04:09:34.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23535 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505708544 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505712640 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:34.571 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10691 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23535, 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 227893849 2024-09-13T04:09:34.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 363189532 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17429 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7377699 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:34.573 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1426 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20974400 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1755 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.574 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 357 2024-09-13T04:09:34.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1755, 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5459025 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 619 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5813 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.577 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:34.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941486080 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14708736 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17865, 2024-09-13T04:09:34.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54298727 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3198, 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 599326916 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:34.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15388, 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110100152 2024-09-13T04:09:34.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:34.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17028886369 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69154, 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1388959758 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40988817 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:34.583 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17069875186 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 244197, 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1300299009 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.584 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 758, 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256075 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 134517, 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53662192 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78982 2024-09-13T04:09:34.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17416, 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3739434105 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 436461 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18572 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.586 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13998, 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1106169901 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 48029, 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12740116 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34031, 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1002616164 2024-09-13T04:09:34.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13612, 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 331029520 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:34.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5599051431 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 911522834 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16466, 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2987061814294 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6003401277137 2024-09-13T04:09:34.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80519, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2920665217493 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80519, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8916999 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 301350600 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.591 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27286403846 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29205418 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12816742908 2024-09-13T04:09:34.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7021862286 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602812 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2431, 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13213599 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.593 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53038873143 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7935241788 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 480186098 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625238016 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 620216320 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.595 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5021696 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55979997 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.599 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69750819 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.600 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849980 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3680 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258544 2024-09-13T04:09:34.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74815668 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899184 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37319998 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.605 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832722 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:34.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849980 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 178391 2024-09-13T04:09:34.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1148081 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73751420 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.612 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:34.613 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52914 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 130427, 2024-09-13T04:09:34.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7895753425 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1029312342 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.615 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52914, 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53034400964 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666947379 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53507, 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25439839372 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.616 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52914, 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40957916258 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38344 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38344, 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18635522655 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:34.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666947379 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38395, 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12516832441 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38344, 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12857423798 2024-09-13T04:09:34.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13347 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256199487 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13347, 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24999920547 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13771, 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10996096423 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.620 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13347, 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21046682944 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1223 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 773112855 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:34.621 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9398957762 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1341, 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1926910508 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:34.622 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7053809516 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.623 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 581476352 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:34.624 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool" 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T04:09:34.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:34.626 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.4704709176148754e-06, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 1236, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 2087936, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:34.627 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 357, 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:34.628 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool" 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T04:09:34.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 153769, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 110592, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T04:09:34.630 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 43177, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.13206433841151e-07, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 79, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 88064, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 21006, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 6614, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 14392, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 63018, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 68, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 35840 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.631 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool" 2024-09-13T04:09:34.632 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:34.633 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T04:09:34.634 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.635 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "flags_names": [ 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "hashpspool", 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "selfmanaged_snaps" 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T04:09:34.636 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12595200, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12595200, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 4, 2024-09-13T04:09:34.637 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.7463411495555192e-05, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 9022, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 3189518336, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 4194323, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 4194323, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 12582969, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 24299, 2024-09-13T04:09:34.638 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 3138985984 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T04:09:34.639 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T04:09:32.895980", 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_stats": { 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "7.9.2" 2024-09-13T04:09:34.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.641 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T04:09:34.642 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T04:09:34.643 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:34.644 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:34.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pg": [ 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.646 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847403+0000", 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:34.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 5, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 5, 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.649 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1f", 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5397, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:37:14.100425+0000", 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.650 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 570, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:34.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.653 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 4, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.654 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'5" 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.655 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.656 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916568+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.657 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.658 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1e", 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.659 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5270, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:25:14.044951+0000", 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.661 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.662 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.664 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.665 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661442+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.666 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.667 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1e", 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.668 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5289, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:26:08.205969+0000", 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.669 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.670 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.671 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.673 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.674 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663892+0000", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.675 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.676 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.677 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1f", 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:11:26.364254+0000", 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.678 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.682 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:34.683 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847380+0000", 2024-09-13T04:09:34.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.686 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1d", 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5142, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.687 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:17.377693+0000", 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.691 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.692 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657267+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.694 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.695 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1c", 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5225, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:58:13.193278+0000", 2024-09-13T04:09:34.696 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.699 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.700 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.701 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.702 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.850394+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.703 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.704 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1c", 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.705 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:30:21.186692+0000", 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.707 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.708 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.710 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.711 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914872+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.712 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.713 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1d", 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.714 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5199, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:11.749648+0000", 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.715 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.716 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.719 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:34.720 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924334+0000", 2024-09-13T04:09:34.721 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.723 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.a", 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:20:12.072553+0000", 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.724 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.728 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.729 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:34.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.656973+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.732 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.b", 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5301, 2024-09-13T04:09:34.733 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:32:27.977098+0000", 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'3" 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.738 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.825497+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.740 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.741 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.b", 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.742 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5280, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:49.405892+0000", 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.744 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.745 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.746 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.747 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.748 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:34.749 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:34.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838550+0000", 2024-09-13T04:09:34.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.750 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.751 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.752 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.a", 2024-09-13T04:09:34.753 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:25:32.008110+0000", 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.754 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.758 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.759 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851547+0000", 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:34.761 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.762 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.8", 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5274, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:27.451284+0000", 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.763 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.767 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.768 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843464+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.771 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.9", 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.772 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:57.409558+0000", 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.775 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.776 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.777 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.778 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841685+0000", 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.779 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.780 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.781 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.9", 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5259, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:50.140337+0000", 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.782 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.783 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.784 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.785 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.787 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.788 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839601+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.789 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.790 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.8", 2024-09-13T04:09:34.791 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5141, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:13.864241+0000", 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.792 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.796 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:34.797 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823093+0000", 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:34.799 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.800 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.6", 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5383, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:56:25.200173+0000", 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.801 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.805 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.806 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.807 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841127+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.809 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.7", 2024-09-13T04:09:34.810 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5139, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:03:24.112020+0000", 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:34.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.815 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.816 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.405697+0000", 2024-09-13T04:09:34.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.818 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.819 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.1", 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8857, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.820 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:34:54.366489+0000", 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004120724, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.823 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 799, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 382170, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2972, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 431375 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.824 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.825 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:34.826 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851886+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.827 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.828 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.7", 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:35:05.839495+0000", 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.829 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.831 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.833 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.834 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:34.835 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919976+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.836 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.837 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.6", 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5361, 2024-09-13T04:09:34.838 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:24.362940+0000", 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "591'2" 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.843 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.844 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.464740+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3076, 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.846 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3076, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.0", 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.847 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8803, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:18:27.943761+0000", 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004849466, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 500, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 385007, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3081, 2024-09-13T04:09:34.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 389845 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3076" 2024-09-13T04:09:34.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.853 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659953+0000", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.854 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.855 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.856 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.4", 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:48.959960+0000", 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.861 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.862 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.863 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842168+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.865 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.866 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.5", 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:02.622876+0000", 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.871 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.872 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.397552+0000", 2024-09-13T04:09:34.873 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.874 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967855+0000", 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3282, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3282, 2024-09-13T04:09:34.875 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.3", 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9943, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:18.119625+0000", 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007040223, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.876 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194304, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2508, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 379529, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3229, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 363350 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.880 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3282" 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.881 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663900+0000", 2024-09-13T04:09:34.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.5", 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:19:18.434833+0000", 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.885 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.889 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.890 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:34.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839284+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.892 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.893 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.4", 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:00:54.509582+0000", 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.894 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.898 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.899 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:34.900 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.393772+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.901 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.902 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.2", 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9171, 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.903 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:17.127783+0000", 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007173157, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.904 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1209, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 387967, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2982, 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 406207 2024-09-13T04:09:34.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:34.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.909 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912932+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.911 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3", 2024-09-13T04:09:34.912 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5233, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:15.699202+0000", 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.917 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.918 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.915635+0000", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.920 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.921 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.2", 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:32.694007+0000", 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.926 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.927 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.399233+0000", 2024-09-13T04:09:34.928 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.929 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3087, 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.930 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3087, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.4", 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9173, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:44:36.241817+0000", 2024-09-13T04:09:34.931 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.012516787, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.932 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:34.933 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.934 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1157, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 437209, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3078, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 376400 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.935 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3087" 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.936 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.937 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921284+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.938 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.939 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.0", 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.940 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5355, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:50.759376+0000", 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.941 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.943 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.945 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.946 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.936813+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.947 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:34.948 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1", 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.949 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5339, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:54:04.150434+0000", 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.950 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.951 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.954 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.955 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.395710+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:34.956 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2940, 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.957 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2940, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.7", 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8848, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.958 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:27:03.778494+0000", 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.009281315, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.959 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 816, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 347634, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2926, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 352256 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:34.962 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2940" 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.963 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831419+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.965 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1", 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:52:11.180184+0000", 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.966 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.970 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839840+0000", 2024-09-13T04:09:34.971 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:34.972 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.0", 2024-09-13T04:09:34.973 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5144, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:06:02.718796+0000", 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.974 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:34.977 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:34.978 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.398034+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2909, 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:34.980 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2909, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.6", 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8896, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.981 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:35:37.090815+0000", 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007230585, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.982 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 952, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 366735, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2886, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 337481 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:34.985 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2909" 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.986 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921604+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.988 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2", 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5245, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:07:46.439768+0000", 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.989 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:34.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:34.993 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:34.994 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838519+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:34.996 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.3", 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5224, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:42.380570+0000", 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:34.997 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:34.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:34.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.000 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.001 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 20, 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837033+0000", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.002 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.003 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "1.0", 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5627, 2024-09-13T04:09:35.004 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:01.230049+0000", 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.005 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "2239'204" 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.008 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.009 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.390195+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.010 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3152, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.011 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3152, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.5", 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8988, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:46:25.247780+0000", 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.003687726, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.012 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.013 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1081, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 428513, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3145, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 408502 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.015 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3152" 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.016 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842375+0000", 2024-09-13T04:09:35.017 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:35.018 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.d", 2024-09-13T04:09:35.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5137, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:43:46.854974+0000", 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.020 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.023 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.024 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661688+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.025 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.026 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.c", 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5336, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:59:16.899822+0000", 2024-09-13T04:09:35.027 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.028 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.031 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:35.032 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924667+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.033 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.c", 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5210, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:43:13.860193+0000", 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.035 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.038 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.039 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823824+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.040 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.041 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.d", 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5359, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.042 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:59.912155+0000", 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 70, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.043 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:35.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.047 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848907+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.048 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.049 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.f", 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:40:57.133445+0000", 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.050 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.051 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.053 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.054 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845504+0000", 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.055 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:35.056 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.e", 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.057 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5343, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:37:25.562589+0000", 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.058 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:35.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.061 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.062 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839067+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.063 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.064 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.e", 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:40:11.757765+0000", 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.065 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.066 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.069 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:35.070 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.840880+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:35.071 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.072 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.f", 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5236, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:26:16.592005+0000", 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 22, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.073 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.074 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.076 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.077 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843442+0000", 2024-09-13T04:09:35.078 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:35.079 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.080 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.11", 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:38:06.024481+0000", 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.081 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.084 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.085 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.851469+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.086 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 8, 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:35.087 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 8, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.10", 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.088 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:59.748653+0000", 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.089 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 4, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 24, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 24, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'8" 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.092 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.093 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916729+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.094 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.095 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.10", 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:42.074488+0000", 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.096 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.097 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.099 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.100 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924839+0000", 2024-09-13T04:09:35.101 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.102 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.11", 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.103 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:33:15.859685+0000", 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.104 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.105 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.107 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.108 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844864+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.109 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.110 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.13", 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:26:23.986835+0000", 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.111 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.115 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.116 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837606+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.117 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.118 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.12", 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5212, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:34:42.510234+0000", 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.122 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.123 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841737+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.124 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.125 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.12", 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:16:01.838982+0000", 2024-09-13T04:09:35.126 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.130 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:35.131 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826308+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:35.132 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.13", 2024-09-13T04:09:35.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5390, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:39.323516+0000", 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 34, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 6 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.137 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.138 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846358+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.139 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.140 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.15", 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.141 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:10:15.902729+0000", 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.145 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919560+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.147 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 29, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 29, 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.148 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.14", 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:45.784670+0000", 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 5828, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 10, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 14, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 28, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 25 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.152 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'29" 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:35.153 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.834933+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.155 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.14", 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5232, 2024-09-13T04:09:35.156 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:42:02.244760+0000", 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.160 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657562+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.162 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.163 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.15", 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5354, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:48.702940+0000", 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 90, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 7, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.167 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'3" 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.168 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.662884+0000", 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.170 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.17", 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.171 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5380, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:11.677782+0000", 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.175 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.176 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914855+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.177 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.178 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.16", 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:35.179 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:32:56.650661+0000", 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.183 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.184 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842498+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.185 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.186 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.16", 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5182, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:06:13.502996+0000", 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.189 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.190 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.191 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.926397+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.192 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.193 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.17", 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5155, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.194 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:49.458519+0000", 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.198 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831417+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.200 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.201 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.19", 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:56:31.825540+0000", 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.205 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.206 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844172+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.207 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.208 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.18", 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5203, 2024-09-13T04:09:35.209 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:00:30.093167+0000", 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.212 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956250+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.215 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.216 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.18", 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5279, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:31:51.987167+0000", 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.219 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.220 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.221 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916313+0000", 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.223 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.19", 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.224 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:57:36.306904+0000", 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.227 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845213+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.230 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.231 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1a", 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:18:35.286376+0000", 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.235 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.236 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836603+0000", 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.238 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1b", 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.239 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5292, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:13:33.585944+0000", 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.242 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.243 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:35.244 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841095+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.245 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.246 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1b", 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5246, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:24:20.700613+0000", 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.247 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.251 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823152+0000", 2024-09-13T04:09:35.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.253 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1a", 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.254 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5263, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:19:23.128233+0000", 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.258 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.259 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918238+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.261 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.20", 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:35.262 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:17:27.490212+0000", 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.265 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.931053+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.268 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.269 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.21", 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5338, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:34.928582+0000", 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.273 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.274 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659222+0000", 2024-09-13T04:09:35.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:35.276 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.22", 2024-09-13T04:09:35.277 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:01.868930+0000", 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.281 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.282 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.827079+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.284 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.23", 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5384, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:45:14.916997+0000", 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.285 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.289 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:35.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.829037+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.291 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.292 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.24", 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5284, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:11:30.163776+0000", 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.296 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.297 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956903+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:35.299 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.25", 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:35.300 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:01:58.350063+0000", 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.304 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.305 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844929+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.307 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.26", 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5323, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:44:13.987984+0000", 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.308 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.311 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.312 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:35.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826998+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.314 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.315 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.27", 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5267, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:19:09.933501+0000", 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.319 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.320 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663307+0000", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.322 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.28", 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5219, 2024-09-13T04:09:35.323 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:10:38.437876+0000", 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.327 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.832083+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.330 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.29", 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5273, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:32:50.074787+0000", 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.334 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.335 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839032+0000", 2024-09-13T04:09:35.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.337 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2a", 2024-09-13T04:09:35.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5194, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:26:45.818375+0000", 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.342 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.343 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836772+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.345 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2b", 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5382, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:58.007135+0000", 2024-09-13T04:09:35.346 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.350 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921755+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.353 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2c", 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5163, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:27:15.462117+0000", 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.357 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.358 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843174+0000", 2024-09-13T04:09:35.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.360 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2d", 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.361 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.362 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.362 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:35.362 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.362 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:31:41.455996+0000", 2024-09-13T04:09:35.362 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.363 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.363 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.365 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.367 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845224+0000", 2024-09-13T04:09:35.368 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.369 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2e", 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.370 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5334, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:22.505612+0000", 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.373 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.374 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.375 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847133+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.376 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.377 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2f", 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5294, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:22:12.932148+0000", 2024-09-13T04:09:35.378 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.380 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.381 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.382 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:35.383 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844228+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:35.384 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.30", 2024-09-13T04:09:35.385 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:12:38.434302+0000", 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.388 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry show 2024-09-13T04:09:35.392 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='client.36000 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:35.392 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='client.36000 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:35.392 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.393 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.394 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.395 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.396 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:33 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.397 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:35.398 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.399 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:35.400 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:34 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:35.406 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.408 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.409 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654196+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.410 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.411 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.31", 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:29:18.613615+0000", 2024-09-13T04:09:35.412 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.413 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.414 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.416 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.417 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654468+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.418 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.32", 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:33.030337+0000", 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.420 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.421 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.422 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.423 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.424 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912384+0000", 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.425 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.426 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.33", 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.427 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5271, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:33:56.529972+0000", 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.429 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.431 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.432 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914976+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.433 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.434 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.34", 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.435 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5229, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:24:33.611289+0000", 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.437 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.439 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.440 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.923247+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.441 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.442 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.35", 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:54:16.508524+0000", 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.443 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.444 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.445 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.446 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.447 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.925582+0000", 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.448 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:35.449 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.36", 2024-09-13T04:09:35.450 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:18:26.660491+0000", 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.452 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.454 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.455 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848683+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.456 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.457 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.37", 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5143, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.458 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:11:03.911477+0000", 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.460 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.462 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.463 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.920007+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.464 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.465 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.38", 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5239, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:47:39.014145+0000", 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.466 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.467 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.468 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.470 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:35.471 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846954+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.472 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.39", 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.473 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:15:41.002194+0000", 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.475 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.477 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.478 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659612+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:35.479 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.480 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3a", 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.481 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:08:43.061557+0000", 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.482 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.483 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.485 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.486 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823191+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.487 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.488 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3b", 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:41.120155+0000", 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.490 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.491 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.492 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.493 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837625+0000", 2024-09-13T04:09:35.494 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:35.495 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3c", 2024-09-13T04:09:35.496 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5214, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:18:59.482505+0000", 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.499 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:35.500 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.501 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.853077+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.502 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.503 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3d", 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:34:52.953787+0000", 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.504 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.506 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.508 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.509 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918970+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.510 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.511 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3e", 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:44.426989+0000", 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.514 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.515 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.516 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.849096+0000", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:35.517 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:35.518 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3f", 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:35.519 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5140, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:32.924677+0000", 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:35.523 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pool": [ 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 3, 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.524 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 1, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 3, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 1, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:35.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 1781760, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 1771104, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:35.528 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 3 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 96, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 68, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 32, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:35.529 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 68, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 2, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 6614, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 66, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 22, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 22, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 14, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 79, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 86, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 68, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 35 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 110592, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 19842, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 43177, 2024-09-13T04:09:35.533 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 96 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 192, 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 64, 2024-09-13T04:09:35.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 3, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.537 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:35.538 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 192 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 24, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 24430, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 8, 2024-09-13T04:09:35.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 24430, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 4, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194323, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 2, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 9022, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 3114764, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 24299, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 3065416 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 12595200, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 12582969, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:35.543 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 24 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:35.544 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216, 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 5834121216, 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.007596904877573252 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T04:09:35.545 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:35.546 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:35.547 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_flags" 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:35.548 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:35.549 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:35.550 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:35.551 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:35.552 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hdd", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hybrid", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_ssd", 2024-09-13T04:09:35.553 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_max_backfills", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:35.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_hdd", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_ssd", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hdd", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T04:09:35.555 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_ssd", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_sleep", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T04:09:35.556 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:35.557 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T04:09:35.558 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_perf", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/enabled", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:35.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:35.560 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:35.561 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:35.562 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T04:09:35.563 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 2, 2024-09-13T04:09:35.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "has_msr_rules": 0, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 1, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T04:09:35.565 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_collision_tries": 100, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_descents": 100, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.566 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T04:09:35.567 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T04:09:35.568 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_stats": { 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20152320, 2024-09-13T04:09:35.569 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 329520, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 794624, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 355, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1052136, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 13, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 602112, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 14752488, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 20152320 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20725760, 2024-09-13T04:09:35.570 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 442664, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 475136, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 486, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1362944, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 22, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1133568, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 15165144, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 21200896 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.571 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 172703744, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2134216, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 4980736, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 868352, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 6476, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 10707040, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1946624, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 152066776, 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 172703744 2024-09-13T04:09:35.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 182165504, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2443448, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2883584, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 540672, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 1073152, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 7206, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 11048096, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2405888, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 162843816, 2024-09-13T04:09:35.573 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 183238656 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 262602752, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 5382400, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3014656, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 655360, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 9775, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 15845912, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 23, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 4692992, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 233666792, 2024-09-13T04:09:35.574 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 263258112 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 543776768, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24238560, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 24297472, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13298, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 72406808, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:35.575 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11329536, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 432525064, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 568074240 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 454533120, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 30432432, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 86958080, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 14030, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 77816696, 2024-09-13T04:09:35.576 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 54, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12150016, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 330726104, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541491200 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 471547904, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24008576, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 54468608, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11704, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 69825976, 2024-09-13T04:09:35.577 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12286464, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 362150088, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 526016512 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 453574656, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 21978952, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 49152, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 88350720, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10952, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.578 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 62127952, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12416000, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 351628648, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541925376 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 365985792, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 22325960, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 191447040, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11389, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.579 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 58870144, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11534336, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 269978552, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 557432832 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 505274368, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 23879216, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 38084608, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13195, 2024-09-13T04:09:35.580 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 67166872, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11000832, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 397853496, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 543358976 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 458227712, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 20117720, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5242880, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 32391168, 2024-09-13T04:09:35.581 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10173, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 59374280, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 9876480, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 363616352, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 490618880 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 623476736, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 26650200, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:35.582 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 5169152, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13738, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 66735552, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 51, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 13194240, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 513488872, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 628645888 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.583 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "io_rate": { 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_stats_delta": { 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 0, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 0, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:35.584 INFO:tasks.workunit.client.0.smithi052.stdout: "stamp_delta": "12.003113", 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:35.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:35.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:35.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 0 2024-09-13T04:09:35.588 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard_description": null, 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "mempool": { 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.589 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.590 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.591 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.592 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.593 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 149025, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.594 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 928, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.595 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.596 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:35.597 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.598 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.599 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.600 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.601 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.602 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 222647, 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 67 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.603 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 52112, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 181 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.604 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12160, 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 235 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:35.606 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.607 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.608 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.610 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 44318840, 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5450 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 704, 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8 2024-09-13T04:09:35.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.613 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.614 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.615 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.617 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.618 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.619 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.620 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 54055310, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7767 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.621 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.622 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.624 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.625 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.626 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.627 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.628 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50286322, 2024-09-13T04:09:35.629 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6833 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.630 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.631 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11440, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 304 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.632 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23808, 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 425 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.633 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 153856, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 27 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2880, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 15 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399776, 2024-09-13T04:09:35.634 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 332257, 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 119 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2553636, 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 563143 2024-09-13T04:09:35.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7201456, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10622 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84684, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9059 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92256, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.636 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 36461, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 50 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15807311, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 292 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.638 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12056, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 137 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.639 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7081880, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 18327 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.640 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.641 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27504, 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 545 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 572032, 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.642 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1344, 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59920, 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 749 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384176, 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.643 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1210898, 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 301 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2503412, 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 548376 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.644 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7022616, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10359 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73412, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7732 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88656, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.646 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 71430, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 43 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7684636, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 258 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27368, 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 311 2024-09-13T04:09:35.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.648 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7138248, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 20869 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.649 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.650 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23128, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 421 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 543488, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2112, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 11 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.651 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58560, 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 732 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 383552, 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.652 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 446994, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 104 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1830422, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 401209 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5249176, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7751 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 72440, 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7717 2024-09-13T04:09:35.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88512, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.654 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50841, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.655 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 13640891, 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 269 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11792, 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 134 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 360096, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3126760, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6013 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.657 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.658 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19480, 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 354 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.659 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55424, 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1152, 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.660 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384592, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 352128, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 88 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1839104, 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 403986 2024-09-13T04:09:35.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5277056, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7792 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73240, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7736 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.662 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.663 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 64124, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 48 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6866942, 2024-09-13T04:09:35.664 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 286 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8976, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 102 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 429792, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 37 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.665 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3537560, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9203 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.666 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.667 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21288, 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 373 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55808, 2024-09-13T04:09:35.668 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58880, 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 736 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 385008, 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1851 2024-09-13T04:09:35.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 760347, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 192 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2191451, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 477381 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.670 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6139976, 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9061 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73524, 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7742 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.671 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.672 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 119821, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28144, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3166728, 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 267 2024-09-13T04:09:35.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17864, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 203 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.674 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5069792, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12140 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.675 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21856, 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 394 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 706816, 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 28 2024-09-13T04:09:35.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2688, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 14 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 397904, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.678 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 432339, 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 114 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2434040, 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 540714 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6958016, 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10264 2024-09-13T04:09:35.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 82920, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8893 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 91824, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.680 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 67745, 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 55 2024-09-13T04:09:35.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15267075, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 262 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12232, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.682 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 476256, 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 41 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.683 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6367400, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12245 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.684 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.685 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16256, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 296 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 96128, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 23 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3264, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 17 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.686 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 57520, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 719 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 386256, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1170176, 2024-09-13T04:09:35.687 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 291 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1781930, 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 388470 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5119976, 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7561 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 74628, 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7897 2024-09-13T04:09:35.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 89136, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.689 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 42798, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 42 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17695568, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 265 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27280, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 310 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.691 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 441408, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3637400, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9395 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.693 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21128, 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 386 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.694 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 31488, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4224, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 22 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399360, 2024-09-13T04:09:35.695 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 467453, 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 126 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2084343, 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 464119 2024-09-13T04:09:35.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6027776, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8896 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84580, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9051 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92160, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.697 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 37040, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 33 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23464312, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2836 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:35.699 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12320, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.700 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5068960, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9780 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.701 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.702 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T04:09:35.703 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T04:09:35.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T04:09:35.705 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.706 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T04:09:35.707 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.708 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T04:09:35.709 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "reef", 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: "squid" 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 19, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "squid" 2024-09-13T04:09:35.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_perf_histograms": [ 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:35.712 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:35.713 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:35.714 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:35.715 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:35.716 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:35.717 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 861, 42, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16478, 4105, 67, 3, 7513, 550, 0, 1, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.718 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11087, 48, 26, 1, 291, 100, 66, 89, 37, 31, 14, 28, 35, 41, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 828, 12, 2, 0, 7, 3, 1, 0, 2, 13, 82, 159, 46, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 565, 4, 1, 0, 0, 9, 0, 0, 2, 0, 0, 20, 332, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 165, 1, 0, 0, 4, 14, 0, 1, 2, 6, 3, 3, 4, 70, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 124, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 5, 3, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 16, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.719 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.720 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8536, 5, 1, 0, 5, 1, 2, 0, 1, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6955, 38, 1394, 2, 5, 5, 13, 11, 35, 64, 36, 28, 31, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 570, 11, 98, 18, 0, 0, 0, 1, 2, 11, 102, 246, 77, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.721 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 387, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 25, 519, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 21, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 49, 0, 47, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 33, 0, 225, 0, 0, 0, 0, 2, 1, 1, 0, 0, 4, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.722 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.723 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1058, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16773, 3940, 0, 0, 3, 0, 0, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10548, 126, 11, 0, 3, 1, 6, 5, 2, 10, 2, 4, 30, 38, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1490, 6, 6, 2, 2, 0, 0, 2, 1, 1, 9, 18, 4, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 468, 8, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 51, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 151, 5, 5, 0, 0, 0, 0, 0, 7, 0, 0, 15, 15, 68, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.724 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 275, 9, 3, 0, 0, 0, 0, 1, 1, 0, 1, 14, 19, 16, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 6, 15, 36, 16, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 117, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 40, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 4, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.725 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.726 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4931, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2713, 34, 17, 0, 3, 3, 4, 9, 10, 25, 10, 3, 6, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 182, 3, 14, 0, 0, 0, 0, 2, 3, 8, 38, 108, 18, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 11, 170, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 53, 0, 0, 0, 151, 0, 0, 0, 5, 2, 0, 2, 8, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 2, 0, 0, 351, 0, 0, 2, 2, 1, 3, 0, 3, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 34, 0, 0, 0, 442, 0, 0, 0, 1, 0, 0, 4, 3, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 1739, 0, 0, 0, 0, 0, 0, 2, 0, 7, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.727 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.728 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:35.729 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8056, 9, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7006, 15, 0, 1, 7, 3, 2, 3, 6, 12, 15, 8, 9, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 703, 4, 2, 1, 1, 1, 0, 2, 4, 6, 34, 81, 27, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 8, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 148, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 59, 9, 0, 0, 0, 1, 1, 2, 3, 0, 2, 1, 10, 12, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 65, 16, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 31, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 16, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.730 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.731 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.732 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 993, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11743, 3730, 0, 1, 1, 0, 0, 0, 0, 0, 0, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7412, 460, 23, 0, 10, 2, 1, 0, 1, 4, 1, 4, 12, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 850, 49, 9, 5, 4, 0, 0, 0, 0, 7, 4, 3, 1, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 317, 6, 0, 5, 0, 0, 0, 1, 1, 1, 1, 15, 23, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 3, 23, 54, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 197, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 3, 6, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 13, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.733 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.734 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 413, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8551, 3200, 3806, 6, 22, 29, 4, 2, 0, 1, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7799, 270, 240, 4, 12, 19, 75, 106, 4, 22, 15, 14, 14, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.735 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1061, 72, 47, 0, 3, 0, 22, 33, 5, 20, 40, 68, 38, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 624, 5, 0, 0, 1, 0, 0, 0, 1, 0, 1, 19, 200, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 362, 21, 3, 0, 0, 1, 0, 1, 2, 0, 2, 2, 25, 73, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 251, 18, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 11, 12, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 21, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.736 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.737 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 898, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19040, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10556, 286, 38, 0, 8, 0, 0, 0, 0, 0, 2, 2, 10, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1222, 120, 148, 0, 1, 0, 0, 0, 0, 0, 5, 1, 6, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 580, 31, 61, 0, 1, 0, 0, 1, 2, 1, 1, 3, 56, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 13, 11, 0, 0, 0, 0, 0, 2, 0, 9, 6, 18, 57, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.738 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 177, 1, 24, 26, 0, 0, 0, 1, 6, 0, 1, 2, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 118, 3, 2, 39, 70, 0, 0, 0, 7, 1, 2, 8, 17, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 3, 64, 104, 0, 0, 0, 0, 4, 0, 2, 12, 24, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 1, 25, 0, 0, 0, 0, 0, 0, 0, 0, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.739 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.740 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:35.741 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:35.742 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:35.743 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:35.744 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:35.745 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:35.746 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.747 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 742, 5, 6, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5059, 48, 68, 143, 458, 611, 715, 8, 14, 15, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 746, 17, 26, 47, 14, 15, 13, 0, 0, 2, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 314, 1, 2, 0, 1, 0, 1, 0, 0, 0, 2, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.748 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.749 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 382, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3333, 263, 33, 57, 121, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.750 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 384, 30, 1309, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 280, 2, 35, 0, 0, 0, 0, 0, 1, 2, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1613, 1217, 48, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1481, 1761, 243, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.751 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.752 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10914, 10, 0, 0, 1, 0, 2, 5, 5, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15767, 1, 4, 0, 1, 1, 0, 1, 1, 4, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 584, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.753 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.754 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.755 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 281, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1769, 24, 0, 0, 3, 0, 3, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 168, 4, 9, 21, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1028, 358, 26, 153, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4080, 2477, 0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 192, 186, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.756 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.757 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.758 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 830, 0, 7, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2226, 220, 28, 19, 138, 274, 467, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 204, 7, 0, 0, 0, 1, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 91, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.759 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.760 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.761 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 698, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2902, 74, 121, 227, 446, 620, 716, 2, 1, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 238, 2, 2, 3, 10, 7, 9, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 172, 8, 19, 28, 1, 1, 1, 0, 0, 1, 1, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 33, 63, 101, 28, 0, 0, 0, 0, 0, 0, 1, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 21, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.762 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.763 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 816, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.764 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2780, 36, 1, 0, 3, 2, 4, 1, 8, 6, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 235, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 199, 8, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 102, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.765 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.766 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 914, 18, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9169, 30, 47, 45, 1, 1, 0, 0, 1, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1903, 27, 77, 36, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.767 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 476, 3, 5, 3, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 334, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.768 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.769 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:35.770 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.771 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:35.772 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:35.773 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.774 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:35.775 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:35.776 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:35.777 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 885, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.778 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.779 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.780 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3509, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.781 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.782 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.783 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.784 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.785 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.786 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6970, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 391, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.787 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.788 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.789 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.790 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.791 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 747, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.792 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.793 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.794 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 817, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2844, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.795 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.796 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.797 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 962, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9301, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2049, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 350, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.798 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.799 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.800 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:35.801 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:35.802 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.803 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:35.804 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:35.805 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.806 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2231, 19, 0, 0, 12, 1, 3, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1077, 9, 1, 1, 3, 6, 6, 14, 17, 56, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 116, 9, 0, 1, 1, 3, 1, 4, 9, 6, 61, 200, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.807 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 5, 0, 0, 0, 0, 1, 4, 2, 1, 14, 27, 251, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 520, 3, 0, 0, 0, 0, 0, 0, 2, 2, 10, 10, 23, 40, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1088, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 3, 9, 17, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.808 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.809 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2930, 32, 2, 0, 10, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1330, 1, 1, 2, 1, 5, 11, 23, 33, 70, 97, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 69, 1, 0, 1, 1, 1, 0, 4, 2, 7, 63, 288, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 323, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 34, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.810 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2816, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.811 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.812 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 440, 11, 2, 0, 15, 2, 2, 3, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 2, 4, 11, 40, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 230, 1, 0, 0, 0, 0, 5, 5, 11, 14, 88, 102, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 0, 0, 0, 0, 0, 1, 4, 4, 5, 23, 51, 25, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 58, 4, 0, 0, 0, 0, 0, 0, 1, 3, 11, 21, 30, 40, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 21, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.813 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.814 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.815 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1098, 16, 1, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 417, 3, 0, 2, 3, 3, 5, 5, 14, 21, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 129, 0, 1, 0, 0, 3, 1, 0, 2, 5, 39, 99, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 1, 0, 1, 1, 9, 2, 13, 24, 82, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 4, 0, 0, 0, 1, 1, 5, 9, 17, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 5, 21, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.816 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.817 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1027, 18, 2, 0, 15, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 591, 9, 1, 0, 4, 4, 3, 7, 18, 28, 46, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 332, 6, 0, 0, 0, 1, 2, 6, 9, 7, 54, 155, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.818 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 482, 33, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 177, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 413, 45, 0, 0, 0, 0, 0, 0, 2, 2, 2, 7, 21, 19, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 86, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 51, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.819 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.820 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 108, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 338, 18, 0, 0, 13, 2, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 89, 11, 0, 0, 0, 0, 2, 2, 3, 1, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 71, 21, 1, 0, 3, 0, 1, 1, 3, 4, 15, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 38, 25, 0, 0, 0, 0, 1, 1, 1, 6, 12, 16, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 27, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 23, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 30, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.821 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.822 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.823 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1184, 24, 2, 0, 13, 1, 0, 5, 4, 7, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 608, 8, 0, 1, 1, 2, 6, 9, 9, 26, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 10, 0, 0, 3, 2, 0, 1, 3, 2, 26, 127, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 504, 4, 1, 0, 0, 0, 1, 0, 1, 2, 6, 13, 173, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 3, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 23, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.824 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.825 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.826 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 307, 8, 4, 4, 14, 1, 3, 2, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 4, 1, 0, 0, 0, 0, 2, 3, 6, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 138, 9, 0, 0, 0, 1, 1, 4, 7, 6, 37, 55, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 82, 4, 0, 0, 0, 1, 2, 2, 4, 3, 23, 29, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 7, 26, 39, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.827 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.828 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:35.829 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 8, 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "number of replicas", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 1, 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[1, 1]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[2, 2]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[3, 3]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[4, 4]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[5, 5]", 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: "[6, None]" 2024-09-13T04:09:35.830 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "linear" 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 10, 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "duration", 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 250000, 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249999]", 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "[250000, 499999]", 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "[500000, 999999]", 2024-09-13T04:09:35.831 INFO:tasks.workunit.client.0.smithi052.stdout: "[1000000, 1999999]", 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "[2000000, 3999999]", 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "[4000000, 7999999]", 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "[8000000, 15999999]", 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "[16000000, 31999999]", 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "[32000000, None]" 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.832 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.833 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.834 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.835 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.836 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.837 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.838 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.839 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:35.840 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_counters": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "caps": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_grant": { 2024-09-13T04:09:35.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_revoke": { 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_trunc": { 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_commit": { 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_complete": { 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:35.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_keys": { 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_merge": { 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_split": { 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "exported_inodes": { 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.843 INFO:tasks.workunit.client.0.smithi052.stdout: "forward": { 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_cap_release": { 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps": { 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps_dirty": { 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_inode_file_caps": { 2024-09-13T04:09:35.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "imported_inodes": { 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes": { 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_expired": { 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_pinned": { 2024-09-13T04:09:35.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_with_caps": { 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "load_cent": { 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "openino_dir_fetch": { 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "process_request_cap_release": { 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "reply_latency": { 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "request": { 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rbytes": { 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rfiles": { 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rsnaps": { 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_reply": { 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "subtrees": { 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_cache": { 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_enqueue_scrub": { 2024-09-13T04:09:35.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_exportdir": { 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_flush": { 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragmentdir": { 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragstats": { 2024-09-13T04:09:35.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_inodestats": { 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_inode": { 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_path": { 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_enqueued": { 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_prioritized": { 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_processing": { 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays": { 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_delayed": { 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_enqueuing": { 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_completed": { 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_started": { 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_created": { 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.852 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_enqueued": { 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_migrated": { 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_reintegrated": { 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_log": { 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "ev": { 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:35.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "evadd": { 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "evex": { 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "evexd": { 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "evexg": { 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.854 INFO:tasks.workunit.client.0.smithi052.stdout: "evlrg": { 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "evtrm": { 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "jlat": { 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "replayed": { 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.855 INFO:tasks.workunit.client.0.smithi052.stdout: "seg": { 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "segadd": { 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "segex": { 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "segexd": { 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "segexg": { 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "segmjr": { 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "segtrm": { 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_mem": { 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "cap": { 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "cap+": { 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "cap-": { 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "dir": { 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "dir+": { 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "dir-": { 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "dn": { 2024-09-13T04:09:35.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "dn+": { 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "dn-": { 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "heap": { 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 248096 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "ino": { 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:35.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "ino+": { 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "ino-": { 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "rss": { 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51388 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_server": { 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_acquisition_throttle": { 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_revoke_eviction": { 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_request": { 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_session": { 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_peer_request": { 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.861 INFO:tasks.workunit.client.0.smithi052.stdout: "req_create_latency": { 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getattr_latency": { 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getfilelock_latency": { 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getvxattr_latency": { 2024-09-13T04:09:35.862 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "req_link_latency": { 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookup_latency": { 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookuphash_latency": { 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupino_latency": { 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupname_latency": { 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupparent_latency": { 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupsnap_latency": { 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lssnap_latency": { 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mkdir_latency": { 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.865 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mknod_latency": { 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mksnap_latency": { 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "req_open_latency": { 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "req_readdir_latency": { 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rename_latency": { 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "req_renamesnap_latency": { 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmdir_latency": { 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.867 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmsnap_latency": { 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmxattr_latency": { 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setattr_latency": { 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setdirlayout_latency": { 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setfilelock_latency": { 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setlayout_latency": { 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setxattr_latency": { 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "req_snapdiff_latency": { 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "req_symlink_latency": { 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "req_unlink_latency": { 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_sessions": { 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "average_load": { 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "avg_session_uptime": { 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "mdthresh_evicted": { 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:35.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "session_count": { 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "session_remove": { 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_open": { 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_stale": { 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "total_load": { 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "purge_queue": { 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed": { 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed_ops": { 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing": { 2024-09-13T04:09:35.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_high_water": { 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops": { 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops_high_water": { 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_item_in_journal": { 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.875 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:35.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55986633 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.878 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1180980393 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146 2024-09-13T04:09:35.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1999967 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.880 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.881 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:35.882 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24629590798 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.883 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.884 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7823 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110483436 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70176 2024-09-13T04:09:35.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7823, 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3168947380 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166674432 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:35.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 165568512 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1105920 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.887 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25635646 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68136563 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.890 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1566223 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.891 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71234466 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177958623 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.895 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69505313 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:35.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 341524, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1640477106 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.898 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:35.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19125, 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6497300275 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:35.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:35.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7859 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:35.902 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56277459 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1121985233 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.903 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 219 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.904 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:35.905 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25250667745 2024-09-13T04:09:35.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111044392 2024-09-13T04:09:35.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70451 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1249983545 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:35.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179306496 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177627136 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1679360 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.911 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.912 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26459453 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.914 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68085949 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804264 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70769618 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177443161 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70020775 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:35.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 345224, 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1897646843 2024-09-13T04:09:35.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:35.923 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19216, 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2821793512 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.924 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T04:09:35.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 223 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7923 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57459616 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.927 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23769 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1350982249 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:35.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7921 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56860470 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63320 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.930 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1376495537 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.931 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 999987 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7923 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26412652395 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16 2024-09-13T04:09:35.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:35.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.934 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:35.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260243456 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259088384 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155072 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266350730 2024-09-13T04:09:35.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26495053 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.938 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67864361 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.940 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266350730 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2272696 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71115198 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177567153 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.945 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69896783 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90 2024-09-13T04:09:35.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 358807, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2233858460 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.948 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:35.949 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19368, 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3110912429 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21905 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:35.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15003648 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829153280 2024-09-13T04:09:35.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4531694 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1510050 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 216, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979466 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:35.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 868876288 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80429, 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7224982078 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80405, 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13747441745 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.954 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13406208 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 329297920 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 858914816 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486563381 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30289 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407076864 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:35.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407080960 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17099 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 30289, 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274580329 2024-09-13T04:09:35.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 394724837 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27474 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4246440 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 679 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.958 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14858204 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1072 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1072, 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5686310 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1242 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:35.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10060 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1176342528 2024-09-13T04:09:35.962 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14716928 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23582, 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96276257 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.963 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3304, 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 521386552 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21845, 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164200053 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18668040483 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 79481, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1981441959 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53956095 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.966 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18721996578 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40409, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1286048091 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1200, 2024-09-13T04:09:35.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3457067 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23863, 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12908943 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53, 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68335 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24581, 2024-09-13T04:09:35.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5684930613 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 279835 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23486 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27658, 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1437709686 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62858, 2024-09-13T04:09:35.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24350100 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35200, 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 775300363 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15273, 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 412134648 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.970 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:35.971 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7462186505 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 622010211 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9643, 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2957277381037 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:35.972 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6444912316516 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2798413374370 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10644409 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264702273 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36065930323 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:35.974 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.975 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36013579 2024-09-13T04:09:35.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20592539375 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9206714649 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602936 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:35.976 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2698, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18872434 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73607991651 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10382456383 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:35.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 746648161 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 564797440 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 540499968 2024-09-13T04:09:35.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24297472 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56412596 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139264 2024-09-13T04:09:35.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69277260 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2672 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 172000 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.985 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71658724 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240944 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.986 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37608397 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.987 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.988 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71202563 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.990 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 169212 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1143913 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70520271 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:35.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.993 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61481 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 148587, 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6732030671 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.994 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1843943493 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61481, 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162184247408 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247725 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:35.995 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62619, 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22937560436 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61481, 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 79948576410 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44537 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44537, 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14226442983 2024-09-13T04:09:35.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247725 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44984, 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7962912441 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44537, 2024-09-13T04:09:35.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7585981724 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9585 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262289501 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17730851925 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10044, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5936693917 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14748464965 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:35.999 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7359 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1581653992 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130226952500 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.000 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7591, 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9037954078 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57614129721 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 883609600 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:36.002 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185319 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.003 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.004 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16543744 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 892624896 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4598103 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.005 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1396523 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 217, 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1071376 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1032716288 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.006 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70948, 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6854590737 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70940, 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12763565897 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7827456 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 290455552 2024-09-13T04:09:36.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028456448 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 66 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.008 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 479574179 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22680 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433434624 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433438720 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12896 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22680, 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257960705 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371700408 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.010 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19376 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5758100 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 973 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16329865 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1451 2024-09-13T04:09:36.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.012 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 495 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1451, 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8457915 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 624 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6284 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1202221056 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.015 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9924608 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18479, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78360013 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3294, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 591037236 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12809, 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91558503 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.017 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17321019843 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70100, 2024-09-13T04:09:36.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1930612366 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48072498 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17369092341 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27370, 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1267458899 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 996, 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3631729 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9574, 2024-09-13T04:09:36.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11115535 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55858 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12955, 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5400680580 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 224106 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.021 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26799 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21027, 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1379842003 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68536, 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24407537 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 47509, 2024-09-13T04:09:36.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 487537351 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15132, 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 434410632 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4667476569 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1178253561 2024-09-13T04:09:36.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21995, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2562981436381 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6440077271940 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2268811247258 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.025 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9183599 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162802477 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30829971288 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.026 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30772455 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17198219854 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9901160385 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817727 2024-09-13T04:09:36.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2671, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17569898 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62773240115 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11053328921 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.028 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 555870284 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 538083328 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 451026944 2024-09-13T04:09:36.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87056384 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.030 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56288511 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40960 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798720 2024-09-13T04:09:36.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68680449 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 225664 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72538113 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 515024 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37525674 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.039 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71011206 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.041 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4947 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 158316 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1144829 2024-09-13T04:09:36.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71455941 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.043 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42299 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 127809, 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8290992676 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.045 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1849088152 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613660132845 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:36.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44049, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30264892016 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110245560764 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19930 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10296544406 2024-09-13T04:09:36.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20373, 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4815068148 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:36.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4732123100 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12696 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 133922595 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 99448461236 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12861, 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12681805934 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:36.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29911405848 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9673 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1715165557 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503915127203 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.051 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10815, 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12768017934 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75602031816 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042653184 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 156998 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21561344 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 726872064 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4212165 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:36.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1576852 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 207, 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1058971 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 690946048 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.057 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72072, 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492674073 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72040, 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12359681187 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12394496 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295018496 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.058 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 699465728 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503609634 2024-09-13T04:09:36.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26392 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421126144 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421130240 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.060 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12002 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26392, 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237291635 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339267219 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.061 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21364 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7109681 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21379993 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1367 2024-09-13T04:09:36.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1367, 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492108 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 817 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6595 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.065 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1046048768 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.066 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9912320 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14467, 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50624852 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3309, 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 627894817 2024-09-13T04:09:36.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.068 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22349, 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179172369 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16729984711 2024-09-13T04:09:36.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71273, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1769607377 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40155443 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16770140154 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.070 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63235, 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1172179692 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1104, 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3069533 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.071 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22062, 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20457389 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37, 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73548 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22904, 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4184861558 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273562 2024-09-13T04:09:36.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19115 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12677, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1070078188 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 31297, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14343588 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18620, 2024-09-13T04:09:36.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 786290851 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12566, 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 397712544 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3779041587 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348579779 2024-09-13T04:09:36.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2563823133745 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6222353498114 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2622745832189 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.076 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9451512 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146631117 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28482025887 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30222856 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15467548141 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8605982310 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817548 2024-09-13T04:09:36.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2690, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14966149 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56494528252 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9659742742 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.079 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 547048746 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 522739712 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 468197376 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.080 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54542336 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56092218 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73728 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.083 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69642694 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:36.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 180496 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74053099 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 709680 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37394812 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.088 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70947412 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.090 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:36.091 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.092 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167089 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1161572 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72907574 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.094 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.095 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67067 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 165634, 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7398459625 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.096 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1466767268 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97409304817 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.097 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68106, 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44443335030 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71570094352 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36304 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:36.098 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26517614376 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36793, 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6932260722 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:36.099 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10130756075 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28843 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285315982 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52833127599 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29201, 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34137053139 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49744658897 2024-09-13T04:09:36.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1920 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1181451286 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18058562842 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.102 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2112, 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3374021169 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11694679380 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.103 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700866560 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41060 2024-09-13T04:09:36.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.105 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7512064 2024-09-13T04:09:36.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625393664 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4388603 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1083182 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 169, 2024-09-13T04:09:36.107 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 728097 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 658243584 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64512, 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5545242290 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.108 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64534, 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10636478641 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14925824 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264282112 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 648282112 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.109 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 47 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 200155734 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9950 2024-09-13T04:09:36.110 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173768704 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173772800 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.111 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3762 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9950, 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 81175287 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97601563 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6808 2024-09-13T04:09:36.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2669363 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 785 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7367682 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1016 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:36.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.114 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1016, 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2255464 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.115 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 836 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6025 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899481600 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9936896 2024-09-13T04:09:36.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17430, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55830730 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3240, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389914091 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.118 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8840, 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67323310 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.119 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14282789628 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63874, 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1650172363 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.120 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44621112 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14327410740 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16070, 2024-09-13T04:09:36.121 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 539982487 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1402, 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2940524 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8670, 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13625291 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85124 2024-09-13T04:09:36.122 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7284, 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 813477491 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191743 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17466 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23970, 2024-09-13T04:09:36.123 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 840088522 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 66621, 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20004189 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42651, 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 353930270 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.124 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12399, 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 320516371 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.125 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3958374200 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 993399412 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2763447122063 2024-09-13T04:09:36.126 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6484849613635 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2849929589695 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7910155 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.127 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130130676 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24549146563 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28226867 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12848496351 2024-09-13T04:09:36.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6717182540 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5823480 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2593, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13923399 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.129 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48215754824 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7687260136 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 513987941 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.130 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 536551424 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 448225280 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88326144 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57088798 2024-09-13T04:09:36.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.133 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8192 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.134 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68732130 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.135 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165986 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2160 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41792 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 108576 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.137 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74997966 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.138 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295344 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38059198 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.140 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70697362 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.141 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165986 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.142 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 165020 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164202 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73821272 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:36.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.145 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26769 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 109585, 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6158673243 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.146 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042357482 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 249809707719 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28531, 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23386977579 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.147 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62893872382 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11563 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41992603144 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.148 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11668, 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3642913445 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4494394084 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11445 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.149 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119261021 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 163305906584 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.150 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13049, 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15057876226 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31990984552 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3761 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.151 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 923096461 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44511197991 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3814, 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4686187908 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.152 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26408493746 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.153 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 668188672 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8516 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.155 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10825728 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613240832 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.156 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3200771 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155101 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 163, 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 578342 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.157 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 634716160 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57959, 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8004124482 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57987, 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13197831036 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698112 2024-09-13T04:09:36.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237428736 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 651755520 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.159 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 319627943 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17969 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289927168 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289931264 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.160 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9304 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17969, 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139275826 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 190379597 2024-09-13T04:09:36.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14012 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2697196 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 694 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10658613 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.162 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1131 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.163 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 447 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1131, 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3257549 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.164 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 869 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7487 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.165 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 863637504 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.166 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9932800 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23608, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64062435 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3199, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 460304473 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.167 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8264, 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64074922 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.168 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16214979504 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57475, 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1344768429 2024-09-13T04:09:36.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45804977 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16260784481 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.170 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20635, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 427561623 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 857, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2254376 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5040, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7258658 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76459 2024-09-13T04:09:36.171 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10355, 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2606374284 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170297 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18767 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7913, 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 902025515 2024-09-13T04:09:36.172 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34032, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16548478 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26119, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 706999133 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13188, 2024-09-13T04:09:36.173 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 302124103 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7951814957 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 964323800 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18074, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2641659721668 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.175 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5926247719894 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256197618640 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7451914 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 779459913 2024-09-13T04:09:36.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27722271668 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24671091 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14854355269 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.177 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6148479186 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5818263 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2524, 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13219381 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57467654523 2024-09-13T04:09:36.178 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7017178981 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 665028837 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.179 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 554156032 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 362610688 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191545344 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.180 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56713743 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.181 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:36.182 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389120 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.183 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68693489 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.184 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2416 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.185 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 161808 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.186 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69410304 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 198672 2024-09-13T04:09:36.187 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37809162 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.188 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.189 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71044070 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.190 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.191 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164912 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1153390 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.192 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68256498 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.193 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.194 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26114 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85468, 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6387067538 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.195 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028107220 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88211941755 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:36.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26959, 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11192581551 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26928644961 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17078 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.197 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10678683405 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17410, 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3561797859 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.198 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3773272692 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4678 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 86970414 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6703163594 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.199 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5096, 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2908904949 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5970006229 2024-09-13T04:09:36.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4358 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941136806 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70830094756 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.201 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4453, 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4721878743 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17185366040 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.202 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 644669440 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.203 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18925 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.205 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32743424 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 806830080 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4409503 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1604517 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.206 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 257, 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1025318 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798621696 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85955, 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10603594701 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.207 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85912, 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16955377630 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2707456 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 351879168 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 819920896 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.208 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566844796 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24214 2024-09-13T04:09:36.209 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505753600 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505757696 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.210 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10202 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24214, 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 213464953 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 343420676 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17383 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.211 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10889623 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1432 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32596486 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1979 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:36.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.213 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1979, 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10310157 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.214 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 605 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28314 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.215 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1194631168 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14131200 2024-09-13T04:09:36.216 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23386, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67871970 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3219, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 476182383 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.217 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16642, 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111338373 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.218 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21040897639 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85230, 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1680461641 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.219 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50188785 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21091086424 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27804, 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 896441392 2024-09-13T04:09:36.220 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 932, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2535230 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13050, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13135440 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61623 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.221 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13957, 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3220024491 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 238131 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21361 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14552, 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164449620 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.222 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37522, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12318871 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22970, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1097099944 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15795, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407476151 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.223 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.224 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10397878289 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 635366850 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8456, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2548074616835 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6315034362940 2024-09-13T04:09:36.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3092189038031 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11111412 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254716223 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.226 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37292460717 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35795496 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18650206254 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.227 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8172476017 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10017789 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2553, 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14386335 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74784594648 2024-09-13T04:09:36.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9168326814 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 880784710 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.229 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 537985024 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499875840 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38109184 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.230 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55258381 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.232 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 77824 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70480627 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 553648128 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.234 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3408 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 250128 2024-09-13T04:09:36.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71847868 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 298160 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.237 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36838920 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.239 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71914824 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486539264 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.240 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.241 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170947 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1138330 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70792127 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.243 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.244 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35004 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 119596, 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9102861121 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1021881808 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46708654854 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35566, 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10626890525 2024-09-13T04:09:36.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20306864356 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26864 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10175630962 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26998, 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5037482794 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4767431592 2024-09-13T04:09:36.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6787 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247154845 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12038099502 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.249 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7052, 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3942188147 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8960845641 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.250 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1353 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 774726963 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24494924390 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.251 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1516, 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1647219584 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6578587123 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.252 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 812765184 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.253 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21418 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.255 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5013504 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 517316608 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2663457 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 793661 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.256 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 145, 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 567554 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 489357312 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60006, 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7279118103 2024-09-13T04:09:36.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60016, 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11979957072 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13127680 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 245850112 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485097472 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.258 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 310162817 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.259 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19584 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281853952 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281858048 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11806 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19584, 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 160616365 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 226349795 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17014 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.261 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1820513 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 742 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4989904 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1118 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:36.262 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 382 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.263 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1118, 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2002956 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.264 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 731 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6532 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.265 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 770322432 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10522624 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.266 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13847, 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41706904 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3141, 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 370295552 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.267 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16357, 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119355806 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.268 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59972, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14838297093 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59519, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1277279101 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.269 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59972, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32229963 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59972, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14870527056 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27733, 2024-09-13T04:09:36.270 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 477295934 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 860, 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2501823 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24275, 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15410522 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T04:09:36.271 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 80062 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12573, 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2727810569 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185962 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18278 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.272 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14114, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1416137690 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 43214, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12357978 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29100, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1091543760 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.273 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11789, 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272662233 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.274 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4851673483 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829850433 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:36.275 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2602196968519 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5508353398403 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2071116264350 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7042426 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.276 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 222195185 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24899869715 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28132643 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12009020134 2024-09-13T04:09:36.277 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5000028509 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6413744 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2425, 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12874525 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.278 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46996067193 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5711902263 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407173898 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:36.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485376000 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 452984832 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32391168 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.280 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57128180 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.281 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.282 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 794624 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67873548 2024-09-13T04:09:36.283 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:36.284 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 183776 2024-09-13T04:09:36.285 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.286 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74668708 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259888 2024-09-13T04:09:36.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38085453 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.288 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.289 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70706563 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.290 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.291 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167522 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164585 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.292 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73523017 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.293 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.294 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37078 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94938, 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5752483582 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1185732308 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51843803618 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37627, 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12747969289 2024-09-13T04:09:36.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28504455283 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28557 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10991317079 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28758, 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5742308182 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5465921641 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.298 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4485 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 206496465 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9503409080 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.299 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4719, 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2491973326 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6624742219 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.300 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4036 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979235843 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31349077459 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4150, 2024-09-13T04:09:36.301 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4513687781 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16413791423 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12582951 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:36.302 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499892224 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19267 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.303 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:36.304 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21135360 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.305 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 632315904 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3716817 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1252172 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 198, 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 736594 2024-09-13T04:09:36.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566755328 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69700, 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8401949175 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:36.307 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69690, 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13710630091 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2822144 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285458432 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 588054528 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562862631 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23535 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:36.309 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505708544 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505712640 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10691 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.310 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23535, 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 227893849 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 363189532 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17429 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7377699 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:36.311 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1426 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20974400 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1755 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.312 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 357 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1755, 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5459025 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:36.313 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 619 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:36.314 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5813 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941486080 2024-09-13T04:09:36.315 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14708736 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17865, 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54298727 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.316 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3198, 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 599326916 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.317 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15388, 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110100152 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:36.318 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17028886369 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69154, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1388959758 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40988817 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69627, 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17069875186 2024-09-13T04:09:36.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 244197, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1300299009 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 758, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256075 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:36.320 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 134517, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53662192 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78982 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17416, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3739434105 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 436461 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.321 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18572 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13998, 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1106169901 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 48029, 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12740116 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34031, 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1002616164 2024-09-13T04:09:36.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13612, 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 331029520 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5599051431 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:36.324 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 911522834 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16466, 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2987061814294 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6003401277137 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80519, 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2920665217493 2024-09-13T04:09:36.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80519, 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8916999 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 301350600 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27286403846 2024-09-13T04:09:36.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29205418 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12816742908 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7021862286 2024-09-13T04:09:36.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602812 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2431, 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13213599 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53038873143 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.328 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7935241788 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80520, 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 480186098 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:36.329 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625238016 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 620216320 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5021696 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:36.330 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55979997 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.332 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69750819 2024-09-13T04:09:36.333 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.334 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849980 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3680 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.335 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258544 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74815668 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899184 2024-09-13T04:09:36.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37319998 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.338 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832722 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849980 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:36.341 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 178391 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1148081 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.342 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73751420 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.343 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.344 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52914 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 130427, 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7895753425 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:36.345 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1029312342 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52914, 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53034400964 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666947379 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53507, 2024-09-13T04:09:36.346 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25439839372 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52914, 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40957916258 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38344 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.347 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38344, 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18635522655 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666947379 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38395, 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12516832441 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.348 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38344, 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12857423798 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13347 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256199487 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13347, 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24999920547 2024-09-13T04:09:36.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13771, 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10996096423 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.350 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13347, 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21046682944 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1223 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 773112855 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:36.351 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9398957762 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1341, 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1926910508 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7053809516 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.352 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:36.353 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 581476352 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:36.354 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:36.355 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.4704709176148754e-06, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 1236, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 2087936, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 357, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.356 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:36.357 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 153769, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 110592, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 43177, 2024-09-13T04:09:36.358 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.13206433841151e-07, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 79, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 88064, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 21006, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 6614, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 14392, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 63018, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 68, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 35840 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:36.359 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T04:09:36.360 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:36.361 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.362 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:36.363 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12595200, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12595200, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 4, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.7463411495555192e-05, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 9024, 2024-09-13T04:09:36.364 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 3189520384, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 4194323, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 4194323, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 12582969, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 24299, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 3138985984 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T04:09:36.365 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T04:09:33.619302", 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_stats": { 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "7.9.2" 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.366 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:36.367 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T04:09:36.369 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:36.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pg": [ 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.371 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847403+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.372 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 5, 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.373 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 5, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1f", 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5397, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.374 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:37:14.100425+0000", 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 570, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.375 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 4, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'5" 2024-09-13T04:09:36.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.379 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916568+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.380 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.381 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1e", 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.382 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5270, 2024-09-13T04:09:36.383 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.383 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:25:14.044951+0000", 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.387 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.388 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661442+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.390 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1e", 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.391 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5289, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:26:08.205969+0000", 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.395 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.396 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663892+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.398 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1f", 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:11:26.364254+0000", 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.399 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.403 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:36.404 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847380+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.406 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1d", 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5142, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:17.377693+0000", 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.407 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.410 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.411 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657267+0000", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.413 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1c", 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5225, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.414 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:58:13.193278+0000", 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.419 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.850394+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.421 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1c", 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:30:21.186692+0000", 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.422 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.423 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.424 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:36.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.427 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914872+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.428 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.429 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1d", 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5199, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:11.749648+0000", 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.430 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.431 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.432 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.434 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924334+0000", 2024-09-13T04:09:36.435 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.436 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.437 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.a", 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:20:12.072553+0000", 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.438 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.439 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.441 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.442 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.656973+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.443 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.444 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.b", 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5301, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.445 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:32:27.977098+0000", 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.446 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.447 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'3" 2024-09-13T04:09:36.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.450 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.825497+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.451 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.452 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.b", 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5280, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:49.405892+0000", 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.453 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.454 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.455 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.456 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.457 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838550+0000", 2024-09-13T04:09:36.458 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.459 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.a", 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.460 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:25:32.008110+0000", 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.461 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.462 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.463 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.464 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.465 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851547+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.466 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.467 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.8", 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5274, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:27.451284+0000", 2024-09-13T04:09:36.468 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.469 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.470 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.471 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.472 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843464+0000", 2024-09-13T04:09:36.473 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.474 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.9", 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.475 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:57.409558+0000", 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.476 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.477 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.478 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.479 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.480 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841685+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.481 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.482 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.9", 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5259, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.483 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:50.140337+0000", 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.484 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.485 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.487 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.488 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839601+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.489 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.490 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.8", 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5141, 2024-09-13T04:09:36.491 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:13.864241+0000", 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.492 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.493 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.495 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.496 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823093+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.497 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.498 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.6", 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5383, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:56:25.200173+0000", 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.499 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.500 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.501 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.502 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.503 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841127+0000", 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.504 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.505 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.7", 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.506 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5139, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:03:24.112020+0000", 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.507 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.508 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:36.509 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.510 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.511 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.405697+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.512 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.513 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.1", 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8857, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:34:54.366489+0000", 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004120724, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.514 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.515 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.516 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 799, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 382170, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2972, 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 431375 2024-09-13T04:09:36.517 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.518 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:36.519 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851886+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:36.520 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.521 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.7", 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:35:05.839495+0000", 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.522 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.523 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.524 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.525 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.526 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919976+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.527 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.528 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.6", 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.529 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5361, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:24.362940+0000", 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.530 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.531 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:36.532 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.533 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "591'2" 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.534 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.464740+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.535 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3076, 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.536 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3076, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.0", 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8803, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:18:27.943761+0000", 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004849466, 2024-09-13T04:09:36.537 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.538 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.539 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 500, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 385007, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.540 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3081, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 389845 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.541 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3076" 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.542 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659953+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.543 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.544 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.4", 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:48.959960+0000", 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.545 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.546 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.547 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.548 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.549 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:36.550 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842168+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.551 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.552 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.5", 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:02.622876+0000", 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.553 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.554 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.555 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.556 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.557 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.397552+0000", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.558 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3282, 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.559 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3282, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.3", 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9945, 2024-09-13T04:09:36.560 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:18.119625+0000", 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007040223, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194304, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.561 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.562 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2510, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 379531, 2024-09-13T04:09:36.563 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3229, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 363350 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.564 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3282" 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.565 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663900+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.566 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.567 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.5", 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:19:18.434833+0000", 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.568 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.569 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.570 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.571 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.572 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:36.573 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839284+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.574 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.575 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.4", 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:00:54.509582+0000", 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.576 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.577 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.578 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.580 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.581 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.393772+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.582 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:36.583 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.2", 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9171, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:17.127783+0000", 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007173157, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.586 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1209, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 387967, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2982, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 406207 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.589 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.590 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912932+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.591 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.592 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3", 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.593 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5233, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:15.699202+0000", 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.594 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.595 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.597 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.598 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.915635+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.599 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.600 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.2", 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:32.694007+0000", 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.601 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.602 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.603 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.605 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:36.606 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.399233+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.607 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3087, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3087, 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.608 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.4", 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9173, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:44:36.241817+0000", 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.012516787, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.609 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1157, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 437209, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3078, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 376400 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.612 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3087" 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.613 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921284+0000", 2024-09-13T04:09:36.614 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.615 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.0", 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.616 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5355, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:50.759376+0000", 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.617 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.618 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.620 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.621 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.936813+0000", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.622 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.623 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1", 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.624 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5339, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:54:04.150434+0000", 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.625 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.626 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.628 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.629 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.395710+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.630 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2940, 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.631 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2940, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.7", 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8848, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:27:03.778494+0000", 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.009281315, 2024-09-13T04:09:36.632 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.633 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 816, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 347634, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2926, 2024-09-13T04:09:36.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 352256 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2940" 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.636 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:36.637 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831419+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.638 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.639 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1", 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:52:11.180184+0000", 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.640 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.641 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.643 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.644 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839840+0000", 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.645 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.646 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.0", 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.647 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5144, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:06:02.718796+0000", 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.648 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.651 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.652 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.398034+0000", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.653 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2909, 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.654 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2909, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.6", 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8896, 2024-09-13T04:09:36.655 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:35:37.090815+0000", 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007230585, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.656 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 952, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 366735, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2886, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 337481 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2909" 2024-09-13T04:09:36.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.660 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921604+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.661 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.662 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2", 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5245, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:07:46.439768+0000", 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.663 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.664 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.667 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.668 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838519+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.669 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.670 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.3", 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5224, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:42.380570+0000", 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.671 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.672 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.675 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 20, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:36.676 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837033+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "1.0", 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5627, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:01.230049+0000", 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.679 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:36.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:36.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.682 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "2239'204" 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.683 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.390195+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.684 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3152, 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.685 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3152, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.5", 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8988, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.686 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:46:25.247780+0000", 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.003687726, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.687 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1081, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 428513, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3145, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 408502 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3152" 2024-09-13T04:09:36.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.691 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842375+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.693 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.d", 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5137, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:43:46.854974+0000", 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.694 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.697 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.698 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661688+0000", 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.699 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.700 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.c", 2024-09-13T04:09:36.701 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5336, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:59:16.899822+0000", 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.702 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.705 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.706 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924667+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.708 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.c", 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5210, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:43:13.860193+0000", 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.709 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.713 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.714 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823824+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:36.716 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.d", 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5359, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:59.912155+0000", 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.717 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 70, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:36.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.721 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:36.722 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848907+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:36.723 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.f", 2024-09-13T04:09:36.724 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:40:57.133445+0000", 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.725 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.728 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.729 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845504+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.731 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.e", 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5343, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.732 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:37:25.562589+0000", 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:36.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.737 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839067+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.739 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.e", 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:40:11.757765+0000", 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.743 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.744 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.840880+0000", 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:36.746 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.f", 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.747 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5236, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:26:16.592005+0000", 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 22, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:36.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.751 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.752 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843442+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.754 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.11", 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:38:06.024481+0000", 2024-09-13T04:09:36.755 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.759 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.760 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.851469+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 8, 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.762 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 8, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.10", 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:59.748653+0000", 2024-09-13T04:09:36.763 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 4, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 24, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 24, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'8" 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.767 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916729+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.770 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.10", 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:42.074488+0000", 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.774 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.775 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924839+0000", 2024-09-13T04:09:36.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:36.777 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.11", 2024-09-13T04:09:36.778 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:33:15.859685+0000", 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.782 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.783 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844864+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.785 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.13", 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.786 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:26:23.986835+0000", 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.790 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.791 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.791 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.792 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837606+0000", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.793 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.794 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.12", 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5212, 2024-09-13T04:09:36.795 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:34:42.510234+0000", 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.797 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.798 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.799 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.800 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841737+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.801 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.802 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.12", 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:16:01.838982+0000", 2024-09-13T04:09:36.803 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.805 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.806 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.807 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.808 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826308+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.809 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.810 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.13", 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5390, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:39.323516+0000", 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 34, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.813 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 6 2024-09-13T04:09:36.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.815 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:36.816 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846358+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:36.817 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.15", 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:10:15.902729+0000", 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.821 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.822 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.823 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919560+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.824 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 29, 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.825 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 29, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.14", 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:36.826 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:45.784670+0000", 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 5828, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.828 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 10, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 14, 2024-09-13T04:09:36.829 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 28, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 25 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.830 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'29" 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.831 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.834933+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.832 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.833 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.14", 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5232, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:42:02.244760+0000", 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.834 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.836 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.837 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.838 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:36.839 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657562+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.840 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.841 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.15", 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5354, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:48.702940+0000", 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 90, 2024-09-13T04:09:36.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.843 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.844 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 7, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.845 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'3" 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.846 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:36.847 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.662884+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.848 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.849 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.17", 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5380, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:11.677782+0000", 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.851 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.852 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.853 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.854 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:36.855 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914855+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.856 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.857 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.16", 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:32:56.650661+0000", 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.858 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.859 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.860 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.861 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.862 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842498+0000", 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.863 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:36.864 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.16", 2024-09-13T04:09:36.865 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5182, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:06:13.502996+0000", 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.866 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.867 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.868 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.869 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.870 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.926397+0000", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.871 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.872 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.17", 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.873 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5155, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:49.458519+0000", 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.874 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.875 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.876 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.877 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.878 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831417+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.879 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.880 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.19", 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:56:31.825540+0000", 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.881 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.882 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.883 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.885 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:36.886 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844172+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:36.887 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.888 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.18", 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5203, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:00:30.093167+0000", 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.889 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.890 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.892 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.893 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956250+0000", 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.894 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.895 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.18", 2024-09-13T04:09:36.896 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5279, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:31:51.987167+0000", 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.897 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.898 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.899 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.900 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.901 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916313+0000", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.902 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.903 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.19", 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.904 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:57:36.306904+0000", 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.905 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.906 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.907 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.908 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.909 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845213+0000", 2024-09-13T04:09:36.910 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.911 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.912 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1a", 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:18:35.286376+0000", 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.916 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.917 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836603+0000", 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.918 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.919 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1b", 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.920 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5292, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:13:33.585944+0000", 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.924 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.925 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841095+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.926 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.927 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1b", 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5246, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:24:20.700613+0000", 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.928 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.931 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.932 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.933 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823152+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.934 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.935 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1a", 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5263, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:19:23.128233+0000", 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.936 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.937 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.938 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.939 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.940 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.941 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918238+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.942 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.943 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.20", 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:17:27.490212+0000", 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.944 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.945 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.946 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.947 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.948 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:36.949 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.931053+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:36.950 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.21", 2024-09-13T04:09:36.951 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5338, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:34.928582+0000", 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.952 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.953 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.954 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.955 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:36.956 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659222+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.957 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:36.958 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.22", 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.959 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:01.868930+0000", 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.960 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.961 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.962 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.963 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:36.964 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.827079+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.965 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.966 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.23", 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5384, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:45:14.916997+0000", 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.967 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.968 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.969 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.970 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.971 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.829037+0000", 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.972 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.973 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.24", 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.974 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5284, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:11:30.163776+0000", 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.975 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.976 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.977 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:36.978 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.979 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956903+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.980 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.981 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.25", 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:01:58.350063+0000", 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.982 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.983 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.984 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.985 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.986 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844929+0000", 2024-09-13T04:09:36.987 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.988 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.989 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.26", 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5323, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:44:13.987984+0000", 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.990 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.991 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:36.992 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:36.993 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:36.994 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826998+0000", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:36.995 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:36.996 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.27", 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:36.997 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5267, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:19:09.933501+0000", 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:36.998 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:36.999 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.000 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.001 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.002 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663307+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:37.003 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:37.004 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.28", 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5219, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.005 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:10:38.437876+0000", 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.006 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.007 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.008 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:37.009 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.010 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.832083+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.011 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.012 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.29", 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5273, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:32:50.074787+0000", 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.013 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.014 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.015 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.016 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.017 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:37.018 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839032+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:37.019 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.020 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2a", 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5194, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:26:45.818375+0000", 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.021 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.022 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.023 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.024 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.025 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836772+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.026 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.027 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2b", 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5382, 2024-09-13T04:09:37.028 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:58.007135+0000", 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.029 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.030 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.031 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.033 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921755+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.034 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.035 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2c", 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5163, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:27:15.462117+0000", 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.036 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.037 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.038 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.039 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.040 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843174+0000", 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.041 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.042 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2d", 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.043 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:31:41.455996+0000", 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.044 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.046 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.047 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:37.048 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845224+0000", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.049 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.050 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2e", 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5334, 2024-09-13T04:09:37.051 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:22.505612+0000", 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.052 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.053 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.054 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.055 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.056 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847133+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.057 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.058 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2f", 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5294, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:22:12.932148+0000", 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.059 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.060 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.061 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.062 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.063 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:37.064 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844228+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.065 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.066 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.30", 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:12:38.434302+0000", 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.067 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.068 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.069 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.070 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.071 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654196+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.072 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.073 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.31", 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:29:18.613615+0000", 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.074 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.075 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.076 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.077 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.078 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.079 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654468+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.080 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.081 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.32", 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:33.030337+0000", 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.082 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.083 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.084 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.085 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.086 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:37.087 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912384+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:37.088 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.089 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.33", 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5271, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:33:56.529972+0000", 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.090 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.091 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.092 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.093 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.094 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914976+0000", 2024-09-13T04:09:37.095 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:37.096 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.34", 2024-09-13T04:09:37.097 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5229, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:24:33.611289+0000", 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.098 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.099 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.100 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.101 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.102 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.923247+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.103 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.104 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.35", 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:54:16.508524+0000", 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.105 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.106 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.107 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.108 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.109 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.925582+0000", 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.110 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.111 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.36", 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.112 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:18:26.660491+0000", 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.113 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.114 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.115 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:37.116 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.117 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848683+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.118 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.119 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.37", 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5143, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.120 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:11:03.911477+0000", 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.121 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.122 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.123 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:37.124 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.125 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.920007+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.126 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.127 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.38", 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5239, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:47:39.014145+0000", 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.128 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.129 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.130 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.131 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.132 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846954+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.133 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.134 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.39", 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.135 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:15:41.002194+0000", 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.136 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.137 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.138 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.139 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:37.140 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659612+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.141 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3a", 2024-09-13T04:09:37.142 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:08:43.061557+0000", 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.144 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.145 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.146 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.147 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823191+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.148 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.149 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3b", 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:41.120155+0000", 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.150 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.152 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.153 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.154 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837625+0000", 2024-09-13T04:09:37.155 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:37.156 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3c", 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.157 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5214, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:18:59.482505+0000", 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.159 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.160 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:37.161 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.162 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.853077+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.163 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.164 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3d", 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:34:52.953787+0000", 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.165 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.167 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.168 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.169 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:37.170 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918970+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.171 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.172 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3e", 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:44.426989+0000", 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.174 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.175 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:37.176 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:37.177 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.849096+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:37.178 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:37.179 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3f", 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5140, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:37.180 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:32.924677+0000", 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.181 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.182 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.183 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.184 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pool": [ 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 3, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 1, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 3, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 1, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:37.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 1781760, 2024-09-13T04:09:37.188 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 1771104, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 3 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 96, 2024-09-13T04:09:37.189 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 68, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 32, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 68, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 2, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 6614, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.190 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 66, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 22, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.191 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 22, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 14, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.192 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 79, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 86, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 68, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 35 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 110592, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:37.193 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 19842, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 43177, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 96 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 192, 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:37.194 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 64, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 3, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.197 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.199 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:37.200 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 192 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 24, 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:37.201 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 24430, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 8, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 24430, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 4, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194323, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 2, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 9024, 2024-09-13T04:09:37.204 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 3114766, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 24299, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 3065416 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 12595200, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 12582969, 2024-09-13T04:09:37.205 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 24 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:37.206 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216, 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 5834121216, 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.007596904877573252 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T04:09:37.207 INFO:tasks.workunit.client.0.smithi052.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T04:09:37.208 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry show-device 2024-09-13T04:09:37.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='client.36000 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='client.36000 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='client.36000 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='client.36000 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.211 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.212 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.213 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.214 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.215 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='client.36042 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='client.36042 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='client.36048 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.216 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.217 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='client.36048 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.218 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.219 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:35 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.9 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:37.220 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:36 smithi078 ceph-mon[85589]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='client.45950 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.223 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:33 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout: "1de43a36-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPED1D480GA_1de4bd80-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024558": { 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T04:09:37.224 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "E2010325", 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de43a36-717b-11ef-92e5-0cc47abd15de", 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195557 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.225 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:37.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T04:09:37.227 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T04:09:37.228 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 13765871 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.229 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.230 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.231 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 16 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "0.029297" 2024-09-13T04:09:37.232 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1623063 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 0, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 0, 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0 2024-09-13T04:09:37.233 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 0, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 5332, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 202619852, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 902160153, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 3186610804, 2024-09-13T04:09:37.234 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 19635076713, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 0, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 37807, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 42864, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 31, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 11163 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.235 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 37807, 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 42864 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T04:09:37.236 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T04:09:37.237 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: E2010325", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:45:57 2024 UTC", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T04:09:37.238 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T04:09:37.239 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 31 Celsius", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 0%", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 0%", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 202,619,852 [103 TB]", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 902,160,153 [461 TB]", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 3,186,610,804", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 19,635,076,713", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 5,332", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 37,807", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 42,864", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 11,163", 2024-09-13T04:09:37.240 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "No Errors Logged", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.241 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 31 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 937703088, 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 480103981056 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "1de5ebc4-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "INTEL_SSDPEDMD400G4_1de65d20-717b-11ef-92e5-0cc47abd15de": { 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "20240913-024601": { 2024-09-13T04:09:37.242 INFO:tasks.workunit.client.0.smithi052.stdout: "device": { 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "info_name": "/dev/nvme0n1", 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "/dev/nvme0n1", 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "protocol": "NVMe", 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "nvme" 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "firmware_version": "8DV101H0", 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "host_id": "1de5ebc4-717b-11ef-92e5-0cc47abd15de", 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "json_format_version": [ 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "local_time": { 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "asctime": "Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T04:09:37.243 INFO:tasks.workunit.client.0.smithi052.stdout: "time_t": 1726195561 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "logical_block_size": 512, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_controller_id": 0, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_namespaces": [ 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "capacity": { 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "formatted_lba_size": 512, 2024-09-13T04:09:37.244 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 1, 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "size": { 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "utilization": { 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_number_of_namespaces": 1, 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_pci_vendor": { 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "id": 32902, 2024-09-13T04:09:37.245 INFO:tasks.workunit.client.0.smithi052.stdout: "subsystem_id": 32902 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_add_log": { 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "Device stats": { 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_fw_downgrades": { 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "crc_error_count": { 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.246 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "end_to_end_error_detection_count": { 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "erase_fail_count": { 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "host_bytes_written": { 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 31736855 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "host_ctx_wear_used": { 2024-09-13T04:09:37.247 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 1 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "media_bytes_read": { 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "nand_bytes_written": { 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 53059854 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_stat_indicator": { 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.248 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "pll_lock_loss_count": { 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "program_fail_count": { 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "re_alloc_sectr_cnt": { 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "retry_buffer_overflow_count": { 2024-09-13T04:09:37.249 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "soft_ecc_err_rate": { 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "thermal_throttle_status": { 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "cnt": 0, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "pct": 0 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.250 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_host_reads": { 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_media_wear": { 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": "63.999023" 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "timed_workload_timer": { 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 100, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 65535 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "unexp_power_loss": { 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 0, 2024-09-13T04:09:37.251 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": 0 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "wear_leveling": { 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "normalized": 89, 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "raw": { 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "avg": 3578, 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "max": 3592, 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 3562 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel Smart log": "nvme0n1" 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_smart_health_information_log": { 2024-09-13T04:09:37.252 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare": 100, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "available_spare_threshold": 10, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "controller_busy_time": 1, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "critical_warning": 0, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_read": 431501493, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "data_units_written": 2079906546, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "host_reads": 7357506269, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "host_writes": 37968221371, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "media_errors": 0, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "num_err_log_entries": 0, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "percentage_used": 11, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycles": 53390, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_hours": 59796, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": 30, 2024-09-13T04:09:37.253 INFO:tasks.workunit.client.0.smithi052.stdout: "unsafe_shutdowns": 183 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_vendor": "intel", 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme_version": { 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "string": "<1.2", 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "power_cycle_count": 53390, 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "power_on_time": { 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "hours": 59796 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "serial_number": "deleted", 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "smart_status": { 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "nvme": { 2024-09-13T04:09:37.254 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "passed": true 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl": { 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "argv": [ 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl", 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "-x", 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "--json=o", 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "/dev/nvme0n1" 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "build_info": "(local build)", 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "exit_status": 0, 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "output": [ 2024-09-13T04:09:37.255 INFO:tasks.workunit.client.0.smithi052.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Serial Number: deleted", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Version: 8DV101H0", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller ID: 0", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "NVMe Version: <1.2", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Number of Namespaces: 1", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-13T04:09:37.256 INFO:tasks.workunit.client.0.smithi052.stdout: "Local Time is: Fri Sep 13 02:46:01 2024 UTC", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported Power States", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 + 512 0 2", 2024-09-13T04:09:37.257 INFO:tasks.workunit.client.0.smithi052.stdout: " 1 - 512 8 2", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: " 2 - 512 16 2", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: " 3 - 4096 0 0", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: " 4 - 4096 8 0", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: " 5 - 4096 64 0", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: " 6 - 4096 128 0", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "Critical Warning: 0x00", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "Temperature: 30 Celsius", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare: 100%", 2024-09-13T04:09:37.258 INFO:tasks.workunit.client.0.smithi052.stdout: "Available Spare Threshold: 10%", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Percentage Used: 11%", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Read: 431,501,493 [220 TB]", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Data Units Written: 2,079,906,546 [1.06 PB]", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Read Commands: 7,357,506,269", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Host Write Commands: 37,968,221,371", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Controller Busy Time: 1", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Power Cycles: 53,390", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Power On Hours: 59,796", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Unsafe Shutdowns: 183", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Media and Data Integrity Errors: 0", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information Log Entries: 0", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2024-09-13T04:09:37.259 INFO:tasks.workunit.client.0.smithi052.stdout: " 0 1 0 - 0x400c - 0 - -", 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "" 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "svn_revision": "5155", 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "version": [ 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "temperature": { 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "current": 30 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.260 INFO:tasks.workunit.client.0.smithi052.stdout: "user_capacity": { 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout: "blocks": 781422768, 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 400088457216 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T04:09:37.261 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry show 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.262 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.265 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.266 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.267 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='client.45968 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.268 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.269 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:37.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:37.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:37.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:37.270 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:34 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:37.279 INFO:tasks.workunit.client.0.smithi052.stdout:{ 2024-09-13T04:09:37.279 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer": { 2024-09-13T04:09:37.279 INFO:tasks.workunit.client.0.smithi052.stdout: "active": true, 2024-09-13T04:09:37.279 INFO:tasks.workunit.client.0.smithi052.stdout: "mode": "" 2024-09-13T04:09:37.279 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.279 INFO:tasks.workunit.client.0.smithi052.stdout: "channels": [ 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "channels_available": [ 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "basic", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "ident", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "crash", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "device", 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "perf" 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.280 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_available": [ 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore", 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_flags" 2024-09-13T04:09:37.281 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "collections_opted_in": [ 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_base", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "device_base", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "crash_base", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "ident_base", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_perf", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_mds_metadata", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_usage", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_usage_by_class", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_rook_v01", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_memory_metrics", 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: "basic_pool_options_bluestore" 2024-09-13T04:09:37.282 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "config": { 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "active_changed": [ 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "client_check_pool_perm", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_gid", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "client_mount_uid", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "client_quota", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:37.283 INFO:tasks.workunit.client.0.smithi052.stdout: "daemonize", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "keyring", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:37.284 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_journald", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_stderr", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_host", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:37.285 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "no_config_file", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:37.286 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hdd", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_hybrid", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_delete_sleep_ssd", 2024-09-13T04:09:37.287 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_max_backfills", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_lim", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_res", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:37.288 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_hdd", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_active_ssd", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hdd", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_hybrid", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_sleep_ssd", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:37.289 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_sleep", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hdd", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_snap_trim_sleep_ssd", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_default_features", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_qos_exclude_ops", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "setgroup", 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "setuser" 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.290 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_changed": [ 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_debug", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_mon_ticket_ttl", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "auth_service_ticket_ttl", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "bdev_debug_aio", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "container_image", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_asserts_on_shutdown", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mgr", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_mon", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_ms", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_osd", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "debug_paxos", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_file", 2024-09-13T04:09:37.291 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_journald", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "log_to_stderr", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_join_fs", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/allow_ptrace", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/container_init", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/migration_current", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/cephadm/use_repo_digest", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/dashboard/ssl_server_port", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/orchestrator/orchestrator", 2024-09-13T04:09:37.292 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_ident", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/channel_perf", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/description", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/enabled", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr/telemetry/organization", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_allow_pool_delete", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_clock_drift_allowed", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_cluster_log_to_file", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_data_avail_warn", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_election_default_strategy", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_max_pg_per_osd", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mds_skip_sanity", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_mgr_mkfs_grace", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_prime_pg_temp", 2024-09-13T04:09:37.293 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_osd_reporter_subtree_level", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_pg_warn_max_object_skew", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "mon_warn_on_too_few_osds", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_bug", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "ms_die_on_old_message", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_default_list", 2024-09-13T04:09:37.294 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_class_load_list", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_misdirected_ops", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_op_order", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_pg_log_writeout", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_shutdown", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_cached_snaps", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_missing_on_start", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_debug_verify_stray_on_activate", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mclock_profile", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_memory_target_autotune", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue", 2024-09-13T04:09:37.295 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_op_queue_cut_off", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_erasure_code_profile", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recover_clone_overlap", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_recovery_max_chunk", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_load_threshold", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_scrub_max_interval", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_shutdown_pgref_assert", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "public_network", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_cache_enabled", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_ops_log", 2024-09-13T04:09:37.296 INFO:tasks.workunit.client.0.smithi052.stdout: "rgw_enable_usage_log" 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "contact": null, 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "crashes": [], 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "created": "2024-09-13T02:42:41.880546Z", 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "crush": { 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_algs": { 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "straw2": 3 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_sizes": { 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "2": 1, 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "4": 2 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.297 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket_types": { 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "1": 2, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "11": 1 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "compat_weight_set": false, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "device_classes": [ 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: 8 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_buckets": 6, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_devices": 8, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_rules": 2, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_types": 12, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "num_weight_sets": 0, 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "tunables": { 2024-09-13T04:09:37.298 INFO:tasks.workunit.client.0.smithi052.stdout: "allowed_bucket_algs": 54, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_fallback_tries": 0, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_local_tries": 0, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "choose_total_tries": 50, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_descend_once": 1, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_stable": 1, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "chooseleaf_vary_r": 1, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "has_msr_rules": 0, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v2_rules": 1, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v3_rules": 0, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v4_buckets": 1, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "has_v5_rules": 0, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "legacy_tunables": 0, 2024-09-13T04:09:37.299 INFO:tasks.workunit.client.0.smithi052.stdout: "minimum_required_version": "jewel", 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_collision_tries": 100, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "msr_descents": 100, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "optimal_tunables": 1, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "profile": "jewel", 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables": 1, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables2": 1, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables3": 1, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "require_feature_tunables5": 1, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "straw_calc_version": 1 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "description": "upgrade test cluster", 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "fs": { 2024-09-13T04:09:37.300 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "feature_flags": { 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "enable_multiple": true, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_enabled_multiple": true 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "filesystems": [ 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "approx_ctime": "2024-09", 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "balancer_enabled": false, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_caps": 0, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_dns": 10, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_inos": 13, 2024-09-13T04:09:37.301 INFO:tasks.workunit.client.0.smithi052.stdout: "cached_subtrees": 2, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "ever_allowed_features": 0, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "explicitly_allowed_features": 0, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "files": 0, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "max_mds": 1, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_data_pools": 1, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_in": 1, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_mds": 1, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": 0, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_replay": 0, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_up": 1, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "snaps": 0, 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: "standby_count_wanted": 0 2024-09-13T04:09:37.302 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_standby_mds": 1, 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "total_num_mds": 2 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_stats": { 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20152320, 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 335696, 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 770048, 2024-09-13T04:09:37.303 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 357, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1070536, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 13, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 602112, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 14752488, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 20152320 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 20742144, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 441704, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2621440, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.304 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 458752, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 487, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 1376704, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 22, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 1137152, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 15165144, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 21200896 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 171892736, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2133672, 2024-09-13T04:09:37.305 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 4980736, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 811008, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 6480, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 10498672, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2271744, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 152007912, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 172703744 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 182247424, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 2442120, 2024-09-13T04:09:37.306 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 2883584, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 540672, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 991232, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 7206, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 11151296, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 20, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 2404864, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 162824888, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 183238656 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 263258112, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 5456184, 2024-09-13T04:09:37.307 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3014656, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 368640, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 0, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 9792, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 16081808, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 23, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 4627456, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 233709368, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 263258112 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.308 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 543776768, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 24205792, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 24297472, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13298, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 72499656, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11267584, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 432526936, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 568074240 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:37.309 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 454533120, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 30400752, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 86958080, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 14030, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 77800216, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 54, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12198144, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 330726136, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541491200 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.310 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 471547904, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 23974848, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 54468608, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11704, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 69961560, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12184576, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 362150120, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 526016512 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.311 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 453574656, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 21979016, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 49152, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 88350720, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10952, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 62056720, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 12487168, 2024-09-13T04:09:37.312 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 351628648, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 541925376 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 366034944, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 22291496, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3276800, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 191397888, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 11390, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 58953728, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:37.313 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11534336, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 269978584, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 557432832 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 505274368, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 23842320, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5373952, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 38084608, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13195, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 67138712, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 60, 2024-09-13T04:09:37.314 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 11065856, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 397853528, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 543358976 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 458227712, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 20080120, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 5242880, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 32391168, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 10173, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 59456008, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 53, 2024-09-13T04:09:37.315 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 9825792, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 363622912, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 490618880 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "actual_memory_used": 623476736, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "central_cache_freelist": 26677912, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "malloc_metadata": 3407872, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "page_heap_freelist": 0, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "released_to_os": 5169152, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "spans_in_use": 13738, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "tcmalloc_page_size": 8192, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_cache_freelists": 66680928, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "thread_heaps_in_use": 51, 2024-09-13T04:09:37.316 INFO:tasks.workunit.client.0.smithi052.stdout: "transfer_cache_freelist": 13213184, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "use_by_application": 513496840, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "virtual_address_space_used": 628645888 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "hosts": { 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num": 2, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mds": 2, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mgr": 2, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_mon": 2, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_with_osd": 2 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "io_rate": { 2024-09-13T04:09:37.317 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_stats_delta": { 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "stamp_delta": "12.003113", 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:37.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:37.319 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:37.320 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:37.321 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 0 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard": false, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "leaderboard_description": null, 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "license": "sharing-1-0", 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "mempool": { 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:37.322 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.323 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.324 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.325 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.327 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 149025, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 34 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 928, 2024-09-13T04:09:37.328 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.329 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.330 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.331 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.332 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.333 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.334 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.335 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.336 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 222647, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 67 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 52112, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 181 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.337 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12160, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 235 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.338 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.339 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.340 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.342 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.343 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.344 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 44295688, 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5448 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 352, 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 4 2024-09-13T04:09:37.345 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.346 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:37.347 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.348 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.349 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.350 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.351 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.352 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.353 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 54055582, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7769 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.354 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.355 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5720, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 152 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.356 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.357 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.358 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.359 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.360 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.361 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50285858, 2024-09-13T04:09:37.362 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6834 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.363 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 10736, 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 234 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.364 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 70440, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 5158 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11440, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 304 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.365 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23808, 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 425 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.366 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 153856, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 27 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2880, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 15 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399776, 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:37.367 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 332257, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 119 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2553636, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 563143 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.368 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7201456, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10622 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84684, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9059 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92256, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1922 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.369 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.370 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 36461, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 50 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15807311, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 292 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.371 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12056, 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 137 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.372 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7086040, 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 18335 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.373 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.374 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27504, 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 545 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 572032, 2024-09-13T04:09:37.375 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1344, 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59920, 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 749 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384176, 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:37.376 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1210898, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 301 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2503412, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 548376 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.377 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7022616, 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10359 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73412, 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7732 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88656, 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1847 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.378 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:37.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 71430, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 43 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7684636, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 258 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.380 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27368, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 311 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.381 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 7138248, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 20869 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.382 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.383 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23128, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 421 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 543488, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2112, 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 11 2024-09-13T04:09:37.384 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58560, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 732 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 383552, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.385 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 446994, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 104 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1830422, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 401209 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5249176, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7751 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 72440, 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7717 2024-09-13T04:09:37.386 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88512, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1844 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.387 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 50841, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 13640891, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 269 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 11792, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 134 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 360096, 2024-09-13T04:09:37.389 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 31 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3126760, 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6013 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.390 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.391 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.392 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 19480, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 354 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55424, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 26 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1152, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 6 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:37.393 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 384592, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 352128, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 88 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.394 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1839104, 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 403986 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5277056, 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7792 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73240, 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7736 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.395 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177504, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1269 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.396 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 64124, 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 48 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.397 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6866942, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 286 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 8976, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 102 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.398 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 429792, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 37 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3537560, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9203 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.399 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.400 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21288, 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 373 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.401 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 55808, 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 576, 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.402 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 58880, 2024-09-13T04:09:37.403 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 736 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 385008, 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1851 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 760347, 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 192 2024-09-13T04:09:37.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2191451, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 477381 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6139976, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9061 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 73524, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7742 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.405 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 88752, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1849 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.406 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2208, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 119821, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 59 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 28144, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.407 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3166728, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 267 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17864, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 203 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 453024, 2024-09-13T04:09:37.408 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 39 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5069792, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12140 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.409 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.410 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21856, 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 394 2024-09-13T04:09:37.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 706816, 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 28 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2688, 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 14 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59600, 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 745 2024-09-13T04:09:37.412 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 397904, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 432339, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 114 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.413 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2434040, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 540714 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6958016, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10264 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 82920, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8893 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 91824, 2024-09-13T04:09:37.414 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1913 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.415 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 736, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 67745, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 55 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12112, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 3 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 15267075, 2024-09-13T04:09:37.416 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 262 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12232, 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 139 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 476256, 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 41 2024-09-13T04:09:37.417 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6367400, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 12245 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.418 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.419 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 16256, 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 296 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.420 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 96128, 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 23 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3264, 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 17 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 57520, 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 719 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.421 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 386256, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1170176, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 291 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 1781930, 2024-09-13T04:09:37.422 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 388470 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5119976, 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7561 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 74628, 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 7897 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 89136, 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1857 2024-09-13T04:09:37.423 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.424 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 42798, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 42 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.425 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 17695568, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 265 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 27280, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 310 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 441408, 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 38 2024-09-13T04:09:37.426 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 3641560, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9403 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.427 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.428 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "bloom_filter": { 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 21128, 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 386 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_reader": { 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 31488, 2024-09-13T04:09:37.429 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 29 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs_file_writer": { 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 4224, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 22 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_alloc": { 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 59200, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 740 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_blob": { 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 399360, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_buffer": { 2024-09-13T04:09:37.430 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 256, 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 32 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_data": { 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 467453, 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 126 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_meta": { 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 2084343, 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 464119 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_onode": { 2024-09-13T04:09:37.431 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 6027776, 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 8896 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_cache_other": { 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 84580, 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9051 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_extent": { 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 92160, 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1920 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_fsck": { 2024-09-13T04:09:37.432 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_inline_bl": { 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 177248, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 1268 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_shared_blob": { 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_txc": { 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.433 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing": { 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 37040, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 33 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore_writing_deferred": { 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_anon": { 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 23464312, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 2836 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.434 INFO:tasks.workunit.client.0.smithi052.stdout: "buffer_meta": { 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 12320, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 140 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_co": { 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 522720, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 45 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_mapbl": { 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.435 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_pglog": { 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 5073952, 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 9796 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap": { 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 641568, 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 10327 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap_mapping": { 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "pgmap": { 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_1": { 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "unittest_2": { 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes": 0, 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: "items": 0 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.437 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "metadata": { 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 2 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.438 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 2 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 2 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:37.439 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 2 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 3 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.440 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 3 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 3 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 3 2024-09-13T04:09:37.441 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "arch": { 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "x86_64": 8 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_version": { 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "cpu": { 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "distro": { 2024-09-13T04:09:37.442 INFO:tasks.workunit.client.0.smithi052.stdout: "centos": 8 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "distro_description": { 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "CentOS Stream 9": 8 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_description": { 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "kernel_version": { 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "os": { 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "Linux": 8 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.443 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_objectstore": { 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": 8 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "rotational": { 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "0": 8 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "features": { 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "optional": [], 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "persistent": [ 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "kraken", 2024-09-13T04:09:37.444 INFO:tasks.workunit.client.0.smithi052.stdout: "luminous", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "mimic", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "osdmap-prune", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "nautilus", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "octopus", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "pacific", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "elector-pinging", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "quincy", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "reef", 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "squid" 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv4_addr_mons": 6, 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "ipv6_addr_mons": 0, 2024-09-13T04:09:37.445 INFO:tasks.workunit.client.0.smithi052.stdout: "min_mon_release": 19, 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "v1_addr_mons": 3, 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "v2_addr_mons": 3 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "organization": "ceph-qa", 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster_network": false, 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8, 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "require_min_compat_client": "luminous", 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "require_osd_release": "squid" 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_perf_histograms": [ 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:37.446 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:37.447 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:37.448 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.449 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:37.450 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:37.451 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:37.452 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 861, 42, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16478, 4105, 67, 3, 7513, 550, 0, 1, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11089, 48, 26, 1, 291, 100, 66, 89, 37, 31, 14, 28, 35, 41, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.453 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 828, 12, 2, 0, 7, 3, 1, 0, 2, 13, 82, 159, 46, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 565, 4, 1, 0, 0, 9, 0, 0, 2, 0, 0, 20, 332, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 165, 1, 0, 0, 4, 14, 0, 1, 2, 6, 3, 3, 4, 70, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 124, 0, 0, 0, 0, 7, 0, 0, 1, 0, 0, 5, 3, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 16, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.454 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.455 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8539, 5, 1, 0, 5, 1, 2, 0, 1, 0, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6956, 38, 1394, 2, 5, 5, 13, 11, 35, 64, 36, 28, 31, 7, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 570, 11, 98, 18, 0, 0, 0, 1, 2, 11, 102, 246, 77, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 387, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 25, 519, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 21, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 49, 0, 47, 0, 0, 0, 0, 0, 0, 1, 3, 5, 11, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 33, 0, 225, 0, 0, 0, 0, 2, 1, 1, 0, 0, 4, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.456 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.457 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.458 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1058, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16773, 3940, 0, 0, 3, 0, 0, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10548, 126, 11, 0, 3, 1, 6, 5, 2, 10, 2, 4, 30, 38, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1490, 6, 6, 2, 2, 0, 0, 2, 1, 1, 9, 18, 4, 8, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 468, 8, 5, 0, 0, 0, 0, 0, 1, 0, 0, 2, 51, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 151, 5, 5, 0, 0, 0, 0, 0, 7, 0, 0, 15, 15, 68, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 275, 9, 3, 0, 0, 0, 0, 1, 1, 0, 1, 14, 19, 16, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 302, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 6, 15, 36, 16, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 117, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 3, 7, 18, 40, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 4, 16, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.459 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.460 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.461 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4931, 0, 0, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2713, 34, 17, 0, 3, 3, 4, 9, 10, 25, 10, 3, 6, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 182, 3, 14, 0, 0, 0, 0, 2, 3, 8, 38, 108, 18, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 121, 0, 0, 0, 4, 0, 0, 1, 0, 0, 0, 11, 170, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 53, 0, 0, 0, 151, 0, 0, 0, 5, 2, 0, 2, 8, 15, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 2, 0, 0, 351, 0, 0, 2, 2, 1, 3, 0, 3, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 34, 0, 0, 0, 442, 0, 0, 0, 1, 0, 0, 4, 3, 10, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 1739, 0, 0, 0, 0, 0, 0, 2, 0, 7, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 16, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.462 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.463 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8056, 9, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.464 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7006, 15, 0, 1, 7, 3, 2, 3, 6, 12, 15, 8, 9, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 703, 4, 2, 1, 1, 1, 0, 2, 4, 6, 34, 81, 27, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 8, 0, 0, 0, 0, 0, 0, 0, 0, 4, 12, 148, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 59, 9, 0, 0, 0, 1, 1, 2, 3, 0, 2, 1, 10, 12, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 65, 16, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 5, 11, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 31, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 16, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.465 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.466 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 993, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 11743, 3730, 0, 1, 1, 0, 0, 0, 0, 0, 0, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7412, 460, 23, 0, 10, 2, 1, 0, 1, 4, 1, 4, 12, 18, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 850, 49, 9, 5, 4, 0, 0, 0, 0, 7, 4, 3, 1, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 317, 6, 0, 5, 0, 0, 0, 1, 1, 1, 1, 15, 23, 8, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 1, 2, 1, 0, 3, 23, 54, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 197, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 3, 6, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.467 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 13, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.468 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.469 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 413, 517, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 8551, 3200, 3806, 6, 22, 29, 4, 2, 0, 1, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7799, 270, 240, 4, 12, 19, 75, 106, 4, 22, 15, 14, 14, 19, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1061, 72, 47, 0, 3, 0, 22, 33, 5, 20, 40, 68, 38, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 624, 5, 0, 0, 1, 0, 0, 0, 1, 0, 1, 19, 200, 8, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 362, 21, 3, 0, 0, 1, 0, 1, 2, 0, 2, 2, 25, 73, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 251, 18, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 11, 12, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 21, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.470 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.471 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.472 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 898, 376, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19060, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10556, 286, 38, 0, 8, 0, 0, 0, 0, 0, 2, 2, 10, 14, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1222, 120, 148, 0, 1, 0, 0, 0, 0, 0, 5, 1, 6, 9, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 580, 31, 61, 0, 1, 0, 0, 1, 2, 1, 1, 3, 56, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 13, 11, 0, 0, 0, 0, 0, 2, 0, 9, 6, 18, 57, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 177, 1, 24, 26, 0, 0, 0, 1, 6, 0, 1, 2, 7, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 118, 3, 2, 39, 70, 0, 0, 0, 7, 1, 2, 8, 17, 25, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 14, 0, 0, 3, 64, 104, 0, 0, 0, 0, 4, 0, 2, 12, 24, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 1, 25, 0, 0, 0, 0, 0, 0, 0, 0, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.473 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.474 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.475 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:37.476 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:37.477 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.478 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:37.479 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:37.480 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.481 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 742, 5, 6, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5059, 48, 68, 143, 458, 611, 715, 8, 14, 15, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 746, 17, 26, 47, 14, 15, 13, 0, 0, 2, 0, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 314, 1, 2, 0, 1, 0, 1, 0, 0, 0, 2, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.482 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.483 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.484 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 382, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3333, 263, 33, 57, 121, 0, 0, 2, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 384, 30, 1309, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 280, 2, 35, 0, 0, 0, 0, 0, 1, 2, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1613, 1217, 48, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1481, 1761, 243, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.485 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.486 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.487 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10914, 10, 0, 0, 1, 0, 2, 5, 5, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15767, 1, 4, 0, 1, 1, 0, 1, 1, 4, 2, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 584, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 4, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.488 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.489 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.490 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 281, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1769, 24, 0, 0, 3, 0, 3, 0, 2, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 168, 4, 9, 21, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1028, 358, 26, 153, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4080, 2477, 0, 404, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 192, 186, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.491 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.492 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.493 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 830, 0, 7, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2226, 220, 28, 19, 138, 274, 467, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 204, 7, 0, 0, 0, 1, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 91, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.494 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.495 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 698, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2902, 74, 121, 227, 446, 620, 716, 2, 1, 1, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.496 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 238, 2, 2, 3, 10, 7, 9, 0, 0, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 172, 8, 19, 28, 1, 1, 1, 0, 0, 1, 1, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 72, 33, 63, 101, 28, 0, 0, 0, 0, 0, 0, 1, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 6, 21, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.497 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 816, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2780, 36, 1, 0, 3, 2, 4, 1, 8, 6, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 235, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 199, 8, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 102, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.499 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.500 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:37.501 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 914, 18, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9177, 30, 47, 45, 1, 1, 0, 0, 1, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1903, 27, 77, 36, 0, 0, 0, 0, 0, 1, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 476, 3, 5, 3, 0, 0, 0, 0, 0, 1, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 334, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.502 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.503 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:37.504 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:37.505 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:37.506 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.507 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:37.508 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:37.509 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.510 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 885, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.511 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.512 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.514 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3509, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.515 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.516 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 10945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.517 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.518 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.519 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1803, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 218, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 6970, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 391, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.520 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.521 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.522 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 886, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.523 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.524 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.525 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 747, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 5116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.526 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.527 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 817, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2844, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.528 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.529 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.530 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 962, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 9309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2049, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 495, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 350, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.531 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.532 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.533 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Latency (usec)", 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 100000, 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 99999]", 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "[100000, 199999]", 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "[200000, 399999]", 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "[400000, 799999]", 2024-09-13T04:09:37.534 INFO:tasks.workunit.client.0.smithi052.stdout: "[800000, 1599999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[1600000, 3199999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[3200000, 6399999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[6400000, 12799999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[12800000, 25599999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[25600000, 51199999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[51200000, 102399999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[102400000, 204799999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[204800000, 409599999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[409600000, 819199999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[819200000, 1638399999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[1638400000, 3276799999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[3276800000, 6553599999]", 2024-09-13T04:09:37.535 INFO:tasks.workunit.client.0.smithi052.stdout: "[6553600000, 13107199999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[13107200000, 26214399999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[26214400000, 52428799999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[52428800000, 104857599999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[104857600000, 209715199999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[209715200000, 419430399999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[419430400000, 838860799999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[838860800000, 1677721599999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[1677721600000, 3355443199999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[3355443200000, 6710886399999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[6710886400000, 13421772799999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[13421772800000, 26843545599999]", 2024-09-13T04:09:37.536 INFO:tasks.workunit.client.0.smithi052.stdout: "[26843545600000, 53687091199999]", 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "[53687091200000, None]" 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 32, 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "Request size (bytes)", 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 512, 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 511]", 2024-09-13T04:09:37.537 INFO:tasks.workunit.client.0.smithi052.stdout: "[512, 1023]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[1024, 2047]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[2048, 4095]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[4096, 8191]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[8192, 16383]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[16384, 32767]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[32768, 65535]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[65536, 131071]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[131072, 262143]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[262144, 524287]", 2024-09-13T04:09:37.538 INFO:tasks.workunit.client.0.smithi052.stdout: "[524288, 1048575]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[1048576, 2097151]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[2097152, 4194303]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[4194304, 8388607]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[8388608, 16777215]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[16777216, 33554431]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[33554432, 67108863]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[67108864, 134217727]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[134217728, 268435455]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[268435456, 536870911]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[536870912, 1073741823]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[1073741824, 2147483647]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[2147483648, 4294967295]", 2024-09-13T04:09:37.539 INFO:tasks.workunit.client.0.smithi052.stdout: "[4294967296, 8589934591]", 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "[8589934592, 17179869183]", 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "[17179869184, 34359738367]", 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "[34359738368, 68719476735]", 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "[68719476736, 137438953471]", 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "[137438953472, 274877906943]", 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "[274877906944, None]" 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.540 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2231, 19, 0, 0, 12, 1, 3, 3, 6, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1077, 9, 1, 1, 3, 6, 6, 14, 17, 56, 67, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 116, 9, 0, 1, 1, 3, 1, 4, 9, 6, 61, 200, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 181, 5, 0, 0, 0, 0, 1, 4, 2, 1, 14, 27, 251, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 520, 3, 0, 0, 0, 0, 0, 0, 2, 2, 10, 10, 23, 40, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.541 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1088, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 3, 9, 17, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 682, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.542 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:37.543 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2930, 32, 2, 0, 10, 0, 0, 1, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1330, 1, 1, 2, 1, 5, 11, 23, 33, 70, 97, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 69, 1, 0, 1, 1, 1, 0, 4, 2, 7, 63, 288, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 323, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 11, 34, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 15, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.544 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2816, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.545 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.546 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 440, 11, 2, 0, 15, 2, 2, 3, 7, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 167, 7, 0, 0, 0, 0, 1, 2, 4, 11, 40, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 230, 1, 0, 0, 0, 0, 5, 5, 11, 14, 88, 102, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 137, 0, 0, 0, 0, 0, 1, 4, 4, 5, 23, 51, 25, 13, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 58, 4, 0, 0, 0, 0, 0, 0, 1, 3, 11, 21, 30, 40, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 9, 21, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.547 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.548 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 19, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1098, 16, 1, 0, 10, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.549 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 417, 3, 0, 2, 3, 3, 5, 5, 14, 21, 37, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 129, 0, 1, 0, 0, 3, 1, 0, 2, 5, 39, 99, 142, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 282, 0, 0, 0, 1, 0, 1, 1, 9, 2, 13, 24, 82, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 603, 0, 0, 0, 4, 0, 0, 0, 1, 1, 5, 9, 17, 27, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 5, 21, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.550 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.551 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 64, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1027, 18, 2, 0, 15, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 591, 9, 1, 0, 4, 4, 3, 7, 18, 28, 46, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 332, 6, 0, 0, 0, 1, 2, 6, 9, 7, 54, 155, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 482, 33, 0, 0, 0, 0, 0, 0, 0, 2, 9, 18, 177, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.552 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 413, 45, 0, 0, 0, 0, 0, 0, 2, 2, 2, 7, 21, 19, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 86, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 16, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 51, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.553 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:37.554 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 108, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 338, 18, 0, 0, 13, 2, 3, 3, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 89, 11, 0, 0, 0, 0, 2, 2, 3, 1, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 71, 21, 1, 0, 3, 0, 1, 1, 3, 4, 15, 10, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 38, 25, 0, 0, 0, 0, 1, 1, 1, 6, 12, 16, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 28, 27, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 23, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 3, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 2, 30, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.555 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.556 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.557 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 88, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 1184, 24, 2, 0, 13, 1, 0, 5, 4, 7, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 608, 8, 0, 1, 1, 2, 6, 9, 9, 26, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 10, 0, 0, 3, 2, 0, 1, 3, 2, 26, 127, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 504, 4, 1, 0, 0, 0, 1, 0, 1, 2, 6, 13, 173, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 368, 3, 0, 0, 0, 0, 0, 1, 1, 0, 2, 4, 23, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 96, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 17, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.558 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.559 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.560 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 68, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 307, 8, 4, 4, 14, 1, 3, 2, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 86, 4, 1, 0, 0, 0, 0, 2, 3, 6, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 138, 9, 0, 0, 0, 1, 1, 4, 7, 6, 37, 55, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 82, 4, 0, 0, 0, 1, 2, 2, 4, 3, 23, 29, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 7, 26, 39, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 16, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.561 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.562 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_resrv_repnum_vs_duration": { 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: "axes": [ 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.563 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 8, 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "number of replicas", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 1, 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[1, 1]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[2, 2]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[3, 3]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[4, 4]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[5, 5]", 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "[6, None]" 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.564 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "linear" 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "buckets": 10, 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "min": 0, 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "name": "duration", 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "quant_size": 250000, 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "ranges": [ 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "[None, -1]", 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 249999]", 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "[250000, 499999]", 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "[500000, 999999]", 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "[1000000, 1999999]", 2024-09-13T04:09:37.565 INFO:tasks.workunit.client.0.smithi052.stdout: "[2000000, 3999999]", 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "[4000000, 7999999]", 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "[8000000, 15999999]", 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "[16000000, 31999999]", 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "[32000000, None]" 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "scale_type": "log2" 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "osds": [ 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 0, 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.566 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 1, 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.567 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 2, 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.568 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 3, 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.569 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 4, 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.570 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 5, 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.571 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 6, 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.572 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "osd_id": 7, 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "values": [ 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.573 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: ] 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "perf_counters": { 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "mds.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "mds": { 2024-09-13T04:09:37.574 INFO:tasks.workunit.client.0.smithi052.stdout: "caps": { 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flush_ack": { 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_grant": { 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_revoke": { 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.575 INFO:tasks.workunit.client.0.smithi052.stdout: "ceph_cap_op_trunc": { 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_commit": { 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_complete": { 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_fetch_keys": { 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_merge": { 2024-09-13T04:09:37.576 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "dir_split": { 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "exported_inodes": { 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "forward": { 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_cap_release": { 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.577 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps": { 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_caps_dirty": { 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_inode_file_caps": { 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "imported_inodes": { 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes": { 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:37.578 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_expired": { 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_pinned": { 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "inodes_with_caps": { 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "load_cent": { 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "openino_dir_fetch": { 2024-09-13T04:09:37.579 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "process_request_cap_release": { 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "reply_latency": { 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "request": { 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rbytes": { 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.580 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rfiles": { 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "root_rsnaps": { 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_reply": { 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "subtrees": { 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.581 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_cache": { 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_enqueue_scrub": { 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_exportdir": { 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_flush": { 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragmentdir": { 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.582 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_fragstats": { 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_inodestats": { 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_inode": { 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "ireq_quiesce_path": { 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_enqueued": { 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_prioritized": { 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_recovering_processing": { 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays": { 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_delayed": { 2024-09-13T04:09:37.584 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "num_strays_enqueuing": { 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_completed": { 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_started": { 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_created": { 2024-09-13T04:09:37.585 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_enqueued": { 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_migrated": { 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "strays_reintegrated": { 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_log": { 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "ev": { 2024-09-13T04:09:37.586 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "evadd": { 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "evex": { 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "evexd": { 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "evexg": { 2024-09-13T04:09:37.587 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "evlrg": { 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "evtrm": { 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "jlat": { 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "replayed": { 2024-09-13T04:09:37.588 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "seg": { 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "segadd": { 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "segex": { 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "segexd": { 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.589 INFO:tasks.workunit.client.0.smithi052.stdout: "segexg": { 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "segmjr": { 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "segtrm": { 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_mem": { 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "cap": { 2024-09-13T04:09:37.590 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "cap+": { 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "cap-": { 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "dir": { 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "dir+": { 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.591 INFO:tasks.workunit.client.0.smithi052.stdout: "dir-": { 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "dn": { 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "dn+": { 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "dn-": { 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "heap": { 2024-09-13T04:09:37.592 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 248096 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "ino": { 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "ino+": { 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "ino-": { 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "rss": { 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51388 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.593 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_server": { 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_acquisition_throttle": { 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "cap_revoke_eviction": { 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_request": { 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_client_session": { 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.594 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "handle_peer_request": { 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "req_create_latency": { 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getattr_latency": { 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getfilelock_latency": { 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.595 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "req_getvxattr_latency": { 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "req_link_latency": { 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookup_latency": { 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.596 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookuphash_latency": { 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupino_latency": { 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupname_latency": { 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.597 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupparent_latency": { 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lookupsnap_latency": { 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "req_lssnap_latency": { 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.598 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mkdir_latency": { 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mknod_latency": { 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "req_mksnap_latency": { 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "req_open_latency": { 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "req_readdir_latency": { 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rename_latency": { 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "req_renamesnap_latency": { 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmdir_latency": { 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmsnap_latency": { 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.601 INFO:tasks.workunit.client.0.smithi052.stdout: "req_rmxattr_latency": { 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setattr_latency": { 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setdirlayout_latency": { 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.602 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setfilelock_latency": { 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setlayout_latency": { 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "req_setxattr_latency": { 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "req_snapdiff_latency": { 2024-09-13T04:09:37.603 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "req_symlink_latency": { 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "req_unlink_latency": { 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "mds_sessions": { 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "average_load": { 2024-09-13T04:09:37.604 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "avg_session_uptime": { 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "mdthresh_evicted": { 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "session_count": { 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.605 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "session_remove": { 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_open": { 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "sessions_stale": { 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "total_load": { 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.606 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "purge_queue": { 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed": { 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executed_ops": { 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing": { 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_high_water": { 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.608 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops": { 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_executing_ops_high_water": { 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "pq_item_in_journal": { 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.8b6d72331ee568b04b8e4bb1e392ca84c97da4c9": { 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.609 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:37.610 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7830 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.611 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7830, 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56089466 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7830, 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1180980393 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.612 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2, 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1999967 2024-09-13T04:09:37.613 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7830 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:37.615 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7830 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:37.616 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7830, 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24654590385 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.617 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7830 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.618 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7830, 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110687772 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7830, 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70382 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7830, 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169947363 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.619 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166674432 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166617088 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.620 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57344 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.621 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25635646 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.622 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.623 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68136563 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.624 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266937935 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1566223 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.625 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.626 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71234466 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.627 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177958623 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.628 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.629 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69505313 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:37.630 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 341822, 2024-09-13T04:09:37.631 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1642354222 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.632 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19140, 2024-09-13T04:09:37.633 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6500824858 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.9ceb59d9288143c4b0ee3ae66e390ae17019748f": { 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.634 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.635 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7859 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56277459 2024-09-13T04:09:37.636 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7859, 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1121985233 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:37.637 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 219 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.638 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.639 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:37.640 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25250667745 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.641 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.642 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7858 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111044392 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70451 2024-09-13T04:09:37.643 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7858, 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1249983545 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179306496 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.644 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177627136 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1679360 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:37.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26459453 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.646 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.647 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68085949 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.648 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266164742 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2804264 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.650 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.651 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70769618 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.652 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177443161 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.653 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.654 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70020775 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.655 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 89 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 345224, 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1897646843 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.656 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.657 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19216, 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2821793512 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon.a4f8ad95ba2304dd05dbb75c340604f1bd8ce5f7": { 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "election_call": { 2024-09-13T04:09:37.658 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "election_lose": { 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "election_win": { 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_elections": { 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_sessions": { 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11 2024-09-13T04:09:37.659 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "session_add": { 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "session_rm": { 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 223 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "session_trim": { 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "paxos": { 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "accept_timeout": { 2024-09-13T04:09:37.660 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "begin": { 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7923 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_bytes": { 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57459616 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_keys": { 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23769 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.661 INFO:tasks.workunit.client.0.smithi052.stdout: "begin_latency": { 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1350982249 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "collect": { 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_bytes": { 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_keys": { 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.662 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_latency": { 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_timeout": { 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "collect_uncommitted": { 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "commit": { 2024-09-13T04:09:37.663 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7921 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_bytes": { 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56860470 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_keys": { 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 63320 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "commit_latency": { 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7921, 2024-09-13T04:09:37.664 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1376495537 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_ack_timeout": { 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "lease_timeout": { 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn": { 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "new_pn_latency": { 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.665 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 999987 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh": { 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7923 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "refresh_latency": { 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7923, 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26412652395 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "restart": { 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.666 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state": { 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_bytes": { 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "share_state_keys": { 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "start_leader": { 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:37.667 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "start_peon": { 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state": { 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_bytes": { 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_keys": { 2024-09-13T04:09:37.668 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "store_state_latency": { 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache": { 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020054731 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 260243456 2024-09-13T04:09:37.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259088384 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2147483648 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155072 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:full": { 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.670 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 360710144 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266350730 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26495053 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.671 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.672 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67864361 2024-09-13T04:09:37.673 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:inc": { 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339738624 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 266350730 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.674 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2272696 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.675 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.676 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71115198 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "prioritycache:kv": { 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 314572800 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.677 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 177567153 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.678 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.679 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69896783 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb": { 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "compact": { 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_len": { 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.680 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_queue_merge": { 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_range": { 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 90 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "get_latency": { 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 358807, 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2233858460 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_delay_time": { 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.681 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_memtable_time": { 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_write_wal_time": { 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_latency": { 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.682 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "submit_sync_latency": { 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19368, 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3110912429 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.0": { 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21905 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.683 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15003648 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.685 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829153280 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4531694 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19, 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1510050 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 216, 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979466 2024-09-13T04:09:37.686 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 868876288 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80429, 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7224982078 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80405, 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13747441745 2024-09-13T04:09:37.687 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13406208 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 329297920 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 858914816 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.688 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486563381 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30289 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407076864 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.689 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407080960 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17099 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 30289, 2024-09-13T04:09:37.690 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 274580329 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 394724837 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27474 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4246440 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 679 2024-09-13T04:09:37.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14858204 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1072 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10611764 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.692 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1072, 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5686310 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.693 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1242 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.694 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10060 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:37.695 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1176342528 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14716928 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23582, 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 96276257 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.696 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3304, 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 521386552 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.697 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21845, 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164200053 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.698 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18668040483 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 79481, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1981441959 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53956095 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80319, 2024-09-13T04:09:37.699 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18721996578 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 40409, 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1286048091 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1200, 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3457067 2024-09-13T04:09:37.700 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23863, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12908943 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68335 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24581, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5684930613 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:37.701 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 279835 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23486 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27658, 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1437709686 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62858, 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24350100 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.702 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35200, 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 775300363 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15273, 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 412134648 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.703 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7462186505 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:37.704 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 622010211 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9643, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2957277381037 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9645, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6444912316516 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:37.705 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2798413374370 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96820, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10644409 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264702273 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36065930323 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:37.706 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36013579 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20592539375 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9206714649 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602936 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.707 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2698, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18872434 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73607991651 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10382456383 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 96822, 2024-09-13T04:09:37.708 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 746648161 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 564797440 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 540499968 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.709 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24297472 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.710 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56412596 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.711 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139264 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.712 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69277260 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.713 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.714 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2672 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 172000 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.715 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71658724 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.716 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240944 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37608397 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.717 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.718 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71202563 2024-09-13T04:09:37.719 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.720 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 423094476 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.721 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 169212 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1143913 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70520271 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.723 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:37.724 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61481 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 148587, 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6732030671 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1843943493 2024-09-13T04:09:37.725 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61481, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162184247408 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247725 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 62619, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22937560436 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 61481, 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 79948576410 2024-09-13T04:09:37.726 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44537 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44537, 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14226442983 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601247725 2024-09-13T04:09:37.727 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44984, 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7962912441 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44537, 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7585981724 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9585 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 262289501 2024-09-13T04:09:37.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17730851925 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.729 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10044, 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5936693917 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9585, 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14748464965 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7359 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1581653992 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.730 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130226952500 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7591, 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9037954078 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7359, 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57614129721 2024-09-13T04:09:37.731 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:37.732 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 883609600 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.1": { 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185319 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.733 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.734 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16543744 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 892624896 2024-09-13T04:09:37.735 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4598103 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1396523 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 217, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1071376 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.736 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1032716288 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70948, 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6854590737 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70940, 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12763565897 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.737 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7827456 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 290455552 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028456448 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.738 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 66 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 479574179 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 22680 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433434624 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.739 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 433438720 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12896 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22680, 2024-09-13T04:09:37.740 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 257960705 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371700408 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19376 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5758100 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 973 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.741 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16329865 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1451 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10571765 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.742 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 495 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1451, 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8457915 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.743 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 624 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.744 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6284 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.745 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1202221056 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9924608 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18479, 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78360013 2024-09-13T04:09:37.746 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3294, 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 591037236 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.747 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12809, 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 91558503 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:37.748 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17321019843 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70100, 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1930612366 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48072498 2024-09-13T04:09:37.749 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70828, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17369092341 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27370, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1267458899 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:37.750 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 996, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3631729 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9574, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11115535 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55858 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12955, 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5400680580 2024-09-13T04:09:37.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 224106 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26799 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21027, 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1379842003 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68536, 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24407537 2024-09-13T04:09:37.752 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 47509, 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 487537351 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15132, 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 434410632 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:37.753 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.754 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4667476569 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1178253561 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21995, 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2562981436381 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21996, 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6440077271940 2024-09-13T04:09:37.755 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2268811247258 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83637, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9183599 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 162802477 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.756 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30829971288 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30772455 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17198219854 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.757 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9901160385 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817727 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2671, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17569898 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62773240115 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.758 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11053328921 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 83638, 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 555870284 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 538083328 2024-09-13T04:09:37.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 451026944 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 87056384 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:37.760 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56288511 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.761 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40960 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798720 2024-09-13T04:09:37.762 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68680449 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.763 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.764 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 225664 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.765 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72538113 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 515024 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37525674 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.767 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.768 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.769 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71011206 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.770 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 422163839 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4947 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.771 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 158316 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1144829 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.772 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71455941 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42299 2024-09-13T04:09:37.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 127809, 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8290992676 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.775 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1849088152 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613660132845 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 44049, 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30264892016 2024-09-13T04:09:37.776 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42299, 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110245560764 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19930 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10296544406 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.777 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2097282281 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20373, 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4815068148 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19930, 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4732123100 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12696 2024-09-13T04:09:37.778 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 133922595 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 99448461236 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.779 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12861, 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12681805934 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12696, 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29911405848 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9673 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.780 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1715165557 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503915127203 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10815, 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12768017934 2024-09-13T04:09:37.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9673, 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 75602031816 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5 2024-09-13T04:09:37.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042653184 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.2": { 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 156998 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.783 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.784 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21561344 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.785 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 726872064 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4212165 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1576852 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 207, 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1058971 2024-09-13T04:09:37.786 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 690946048 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72072, 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492674073 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 72040, 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12359681187 2024-09-13T04:09:37.787 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12394496 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295018496 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 699465728 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.788 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503609634 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26392 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421126144 2024-09-13T04:09:37.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 421130240 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12002 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.790 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26392, 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237291635 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 339267219 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21364 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7109681 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1020 2024-09-13T04:09:37.791 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21379993 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1367 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14270312 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.792 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 371 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1367, 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6492108 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.793 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 817 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.794 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6595 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.795 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1046048768 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9912320 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14467, 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50624852 2024-09-13T04:09:37.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3309, 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 627894817 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22349, 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 179172369 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.798 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16729984711 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71273, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1769607377 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40155443 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:37.799 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 71954, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16770140154 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63235, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1172179692 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1104, 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3069533 2024-09-13T04:09:37.800 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22062, 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20457389 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37, 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73548 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22904, 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4184861558 2024-09-13T04:09:37.801 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 273562 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19115 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12677, 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1070078188 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 31297, 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14343588 2024-09-13T04:09:37.802 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18620, 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 786290851 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12566, 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 397712544 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:37.803 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3779041587 2024-09-13T04:09:37.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 348579779 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2563823133745 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5976, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6222353498114 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:37.805 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2622745832189 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9451512 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 146631117 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28482025887 2024-09-13T04:09:37.806 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 30222856 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15467548141 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8605982310 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:37.807 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5817548 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2690, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14966149 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56494528252 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9659742742 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.808 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 82432, 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 547048746 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 522739712 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.809 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 468197376 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54542336 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.810 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.811 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56092218 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.812 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20480 2024-09-13T04:09:37.813 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73728 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.814 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69642694 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.815 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 180496 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.817 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74053099 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.818 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 709680 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37394812 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.819 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.820 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70947412 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.821 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 420691637 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.822 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167089 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.823 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1161572 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 72907574 2024-09-13T04:09:37.824 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.825 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 42 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67067 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.826 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 165634, 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7398459625 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1466767268 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:37.827 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97409304817 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 68106, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44443335030 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 67067, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71570094352 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.828 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36304 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26517614376 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2994820068 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:37.829 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36793, 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6932260722 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 36304, 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10130756075 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28843 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285315982 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.830 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52833127599 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:37.831 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29201, 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 34137053139 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28843, 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49744658897 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1920 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1181451286 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.832 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18058562842 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2112, 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3374021169 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1920, 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11694679380 2024-09-13T04:09:37.833 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.834 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 700866560 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.3": { 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41060 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.836 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7512064 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.837 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625393664 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4388603 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1083182 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 169, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 728097 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.838 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 658243584 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64512, 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5545242290 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64534, 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10636478641 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.839 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14925824 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 264282112 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 648282112 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.840 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 47 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 200155734 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9950 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173768704 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.841 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 173772800 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3762 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 9950, 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 81175287 2024-09-13T04:09:37.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 97601563 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6808 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2669363 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 785 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.843 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7367682 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1016 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698319 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.844 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 240 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1016, 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2255464 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.845 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 836 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6025 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.846 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899481600 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:37.847 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9936896 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17430, 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55830730 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3240, 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389914091 2024-09-13T04:09:37.848 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.849 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8840, 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67323310 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:37.850 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14282789628 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 63874, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1650172363 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44621112 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 64463, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14327410740 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.851 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16070, 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 539982487 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1402, 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2940524 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:37.852 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8670, 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13625291 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 41, 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 85124 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7284, 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 813477491 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191743 2024-09-13T04:09:37.853 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17466 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23970, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 840088522 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 66621, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20004189 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42651, 2024-09-13T04:09:37.854 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 353930270 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12399, 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 320516371 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.855 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3958374200 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.856 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 993399412 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2763447122063 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17813, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6484849613635 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.857 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2849929589695 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7910155 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 130130676 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24549146563 2024-09-13T04:09:37.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28226867 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12848496351 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6717182540 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:37.859 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5823480 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2593, 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13923399 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48215754824 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7687260136 2024-09-13T04:09:37.860 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 75596, 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 513987941 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1406060072 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 536551424 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.861 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 448225280 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2601607577 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88326144 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.862 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57088798 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.863 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8192 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.864 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68732130 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:37.865 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165986 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2160 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41792 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 108576 2024-09-13T04:09:37.867 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74997966 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.868 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 295344 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38059198 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.869 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.870 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.871 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70697362 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.872 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428165986 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.873 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 165020 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164202 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73821272 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.875 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 48 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.876 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26769 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 109585, 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6158673243 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:37.877 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1042357482 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 249809707719 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:37.878 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28531, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23386977579 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26769, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 62893872382 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11563 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41992603144 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.879 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1339789325 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11668, 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3642913445 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11563, 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4494394084 2024-09-13T04:09:37.880 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11445 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119261021 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 163305906584 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.881 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13049, 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15057876226 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11445, 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31990984552 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.882 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3761 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 923096461 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 44511197991 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.883 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3814, 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4686187908 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3761, 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26408493746 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.884 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 668188672 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.4": { 2024-09-13T04:09:37.885 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8516 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.886 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.887 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10825728 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 613240832 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3200771 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.888 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1155101 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 163, 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 578342 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 634716160 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.889 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57959, 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8004124482 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57987, 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13197831036 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4698112 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 237428736 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.890 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 651755520 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.891 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 319627943 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17969 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289927168 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 289931264 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.892 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9304 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17969, 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 139275826 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 190379597 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.893 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14012 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2697196 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 694 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10658613 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1131 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.894 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7961417 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.895 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 447 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1131, 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3257549 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.896 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 869 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7487 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.897 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 863637504 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:37.898 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9932800 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23608, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64062435 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3199, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 460304473 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.899 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8264, 2024-09-13T04:09:37.900 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 64074922 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16214979504 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:37.901 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57475, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1344768429 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 45804977 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 57901, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16260784481 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.902 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 20635, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 427561623 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 857, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2254376 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5040, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7258658 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.903 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 46, 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 76459 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 10355, 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2606374284 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170297 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18767 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.904 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7913, 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 902025515 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34032, 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16548478 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26119, 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 706999133 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.905 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13188, 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 302124103 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.906 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7951814957 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 964323800 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18074, 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2641659721668 2024-09-13T04:09:37.907 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 18077, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5926247719894 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256197618640 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70971, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7451914 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:37.908 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 779459913 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27722271668 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24671091 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.909 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14854355269 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6148479186 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5818263 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2524, 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13219381 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.910 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57467654523 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7017178981 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70974, 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 665028837 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.911 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 554156032 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 362610688 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.912 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 191545344 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.913 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 56713743 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.914 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 389120 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.915 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68693489 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.916 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2416 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.917 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 161808 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.918 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69410304 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:37.919 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 198672 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37809162 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.920 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71044070 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.922 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 425353072 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.923 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.924 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 164912 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1153390 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.925 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 68256498 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.926 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:37.927 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26114 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85468, 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6387067538 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:37.928 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1028107220 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 88211941755 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26959, 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11192581551 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:37.929 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26114, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26928644961 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17078 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10678683405 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1215907464 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.930 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17410, 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3561797859 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17078, 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3773272692 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4678 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 86970414 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.931 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6703163594 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 5096, 2024-09-13T04:09:37.932 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2908904949 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4678, 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5970006229 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4358 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941136806 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:37.933 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70830094756 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4453, 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4721878743 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4358, 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17185366040 2024-09-13T04:09:37.934 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:37.935 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 644669440 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.5": { 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18925 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.936 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.937 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32743424 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.938 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 806830080 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4409503 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 21, 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1604517 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 257, 2024-09-13T04:09:37.939 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1025318 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 798621696 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85955, 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10603594701 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.940 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85912, 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16955377630 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2707456 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 351879168 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 819920896 2024-09-13T04:09:37.941 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566844796 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.942 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24214 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505753600 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505757696 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.943 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10202 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24214, 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 213464953 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 343420676 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.944 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17383 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10889623 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1432 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32596486 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.945 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1979 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21706863 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.946 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 590 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1979, 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10310157 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.947 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 605 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28314 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.948 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1194631168 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:37.949 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14131200 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23386, 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67871970 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3219, 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 476182383 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.950 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:37.951 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16642, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 111338373 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21040897639 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.952 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85230, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1680461641 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50188785 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 85818, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21091086424 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.953 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27804, 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 896441392 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 932, 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2535230 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13050, 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13135440 2024-09-13T04:09:37.954 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 61623 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13957, 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3220024491 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 238131 2024-09-13T04:09:37.955 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21361 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14552, 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164449620 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37522, 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12318871 2024-09-13T04:09:37.956 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 22970, 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1097099944 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15795, 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407476151 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.957 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10397878289 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.958 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 635366850 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8456, 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2548074616835 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 8457, 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6315034362940 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:37.959 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3092189038031 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101779, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11111412 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 254716223 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.960 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37292460717 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35795496 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18650206254 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8172476017 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:37.961 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10017789 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2553, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14386335 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74784594648 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9168326814 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.962 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 101780, 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 880784710 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 537985024 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:37.963 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499875840 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38109184 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.964 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55258381 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.965 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12288 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 77824 2024-09-13T04:09:37.966 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70480627 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.967 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 553648128 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.968 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3408 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 250128 2024-09-13T04:09:37.969 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71847868 2024-09-13T04:09:37.970 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 298160 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.971 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 36838920 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.972 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.973 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 71914824 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 486539264 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:37.974 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 414437860 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.975 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 170947 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1138330 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.976 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70792127 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:37.977 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.978 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 35004 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 119596, 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9102861121 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.979 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1021881808 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46708654854 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35566, 2024-09-13T04:09:37.980 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10626890525 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 35004, 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20306864356 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 26864 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10175630962 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.981 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1548304616 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26998, 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5037482794 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 26864, 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4767431592 2024-09-13T04:09:37.982 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6787 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 247154845 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12038099502 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.983 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 7052, 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3942188147 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 6787, 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8960845641 2024-09-13T04:09:37.984 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1353 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 774726963 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24494924390 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.985 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1516, 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1647219584 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1353, 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6578587123 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.986 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 812765184 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.6": { 2024-09-13T04:09:37.987 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21418 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.988 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.989 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5013504 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 517316608 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2663457 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14, 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 793661 2024-09-13T04:09:37.990 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 145, 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 567554 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 489357312 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60006, 2024-09-13T04:09:37.991 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7279118103 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 60016, 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11979957072 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13127680 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 245850112 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485097472 2024-09-13T04:09:37.992 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 39 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 310162817 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:37.993 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19584 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281853952 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 281858048 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.994 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11806 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 19584, 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 160616365 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 226349795 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17014 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1820513 2024-09-13T04:09:37.995 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 742 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4989904 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1118 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:37.996 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3169391 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 382 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.997 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1118, 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2002956 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.998 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 731 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6532 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:37.999 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 770322432 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:38.000 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10522624 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13847, 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 41706904 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3141, 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 370295552 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.001 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.002 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16357, 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 119355806 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59972, 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14838297093 2024-09-13T04:09:38.003 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59519, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1277279101 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59972, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32229963 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 59972, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14870527056 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.004 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 27733, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 477295934 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 860, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2501823 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 24275, 2024-09-13T04:09:38.005 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 15410522 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 42, 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 80062 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 12573, 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2727810569 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 185962 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.006 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18278 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14114, 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1416137690 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 43214, 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12357978 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 29100, 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1091543760 2024-09-13T04:09:38.007 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 11789, 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 272662233 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.008 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4851673483 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 829850433 2024-09-13T04:09:38.009 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2602196968519 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13504, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5508353398403 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2071116264350 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:38.010 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7042426 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 222195185 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 24899869715 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28132643 2024-09-13T04:09:38.011 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12009020134 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5000028509 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6413744 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:38.012 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2425, 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12874525 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46996067193 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5711902263 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:38.013 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 70616, 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 407173898 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:38.014 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 485376000 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 452984832 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32391168 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:38.016 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 57128180 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.017 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 32768 2024-09-13T04:09:38.018 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 794624 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.019 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67873548 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 570425344 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.020 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2640 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.021 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 183776 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.022 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74668708 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.023 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 259888 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38085453 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.024 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.025 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70706563 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 503316480 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.026 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 428461356 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.027 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 167522 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1164585 2024-09-13T04:09:38.028 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73523017 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.029 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.030 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 50 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37078 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 94938, 2024-09-13T04:09:38.031 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5752483582 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1185732308 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51843803618 2024-09-13T04:09:38.032 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37627, 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12747969289 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 37078, 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28504455283 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:38.033 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 28557 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10991317079 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1894398018 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28758, 2024-09-13T04:09:38.034 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5742308182 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 28557, 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5465921641 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4485 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 206496465 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9503409080 2024-09-13T04:09:38.035 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4719, 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2491973326 2024-09-13T04:09:38.036 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4485, 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6624742219 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4036 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 979235843 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:38.037 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 31349077459 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4150, 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4513687781 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4036, 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 16413791423 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:38.038 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12582951 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 499892224 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.039 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "osd.7": { 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "bluefs": { 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_db_max_lat": { 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 19267 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_fallback": { 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_max_lat": { 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.040 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_slow_size_fallback": { 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_db": { 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 65536 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_slow": { 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit_wal": { 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_wal_max_lat": { 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.041 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_slow": { 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_sst": { 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21135360 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_written_wal": { 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 632365056 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lat": { 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3716817 2024-09-13T04:09:38.042 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "compact_lock_lat": { 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17, 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1252172 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "db_alloc_lat": { 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 198, 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 736594 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "db_total_bytes": { 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995027456 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "db_used_bytes": { 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 566755328 2024-09-13T04:09:38.043 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "flush_lat": { 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69708, 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8402619921 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "fsync_lat": { 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69698, 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13711698898 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "log_bytes": { 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2854912 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "logged_bytes": { 2024-09-13T04:09:38.044 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 285491200 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_db": { 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 588054528 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_slow": { 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "max_bytes_wal": { 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "num_files": { 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 51 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.045 INFO:tasks.workunit.client.0.smithi052.stdout: "read_bytes": { 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562862631 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "read_count": { 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 23535 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes": { 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505708544 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_db": { 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 505712640 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_slow": { 2024-09-13T04:09:38.046 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_bytes_wal": { 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "read_disk_count": { 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10691 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 23535, 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 227893849 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_bytes": { 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 363189532 2024-09-13T04:09:38.047 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "read_prefetch_count": { 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17429 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_bytes": { 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7377699 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_buffer_count": { 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1426 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_bytes": { 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 20974400 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.048 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_count": { 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1755 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes": { 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_db": { 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13596701 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_slow": { 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_bytes_wal": { 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.049 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_disk_count": { 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 357 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "read_random_lat": { 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1755, 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5459025 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_alloc_lat": { 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_total_bytes": { 2024-09-13T04:09:38.050 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_used_bytes": { 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 619 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "unlink_lat": { 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 4, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5813 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_alloc_lat": { 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.051 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_total_bytes": { 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "wal_used_bytes": { 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "write_bytes": { 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 941568000 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore": { 2024-09-13T04:09:38.052 INFO:tasks.workunit.client.0.smithi052.stdout: "alloc_unit": { 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 4096 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": { 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 14708736 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "allocator_lat": { 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17865, 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 54298727 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "clist_lat": { 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 3198, 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 599326916 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.053 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_lat": { 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed": { 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_allocated": { 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "compressed_original": { 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "csum_lat": { 2024-09-13T04:09:38.054 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 15394, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 110107751 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "decompress_lat": { 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "fragmentation_micros": { 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_commit_lat": { 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69635, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17030270756 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_final_lat": { 2024-09-13T04:09:38.055 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69162, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1389079246 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_flush_lat": { 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69635, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40989903 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "kv_sync_lat": { 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 69635, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 17071260659 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_keys_lat": { 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 0, 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.056 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_get_values_lat": { 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 244197, 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1300299009 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_lower_bound_lat": { 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 758, 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2256075 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_next_lat": { 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 134517, 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53662192 2024-09-13T04:09:38.057 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_seek_to_first_lat": { 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 49, 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 78982 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_upper_bound_lat": { 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 17416, 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3739434105 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_hits": { 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 436555 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "onode_misses": { 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18576 2024-09-13T04:09:38.058 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "read_lat": { 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 14012, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1106899493 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "read_onode_meta_lat": { 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 48057, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12753241 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "read_wait_aio_lat": { 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 34045, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1003261705 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "reads_with_retries": { 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.059 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "remove_lat": { 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13612, 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 331029520 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_aio_wait_count": { 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_committed_kv_count": { 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_onode_meta_count": { 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.060 INFO:tasks.workunit.client.0.smithi052.stdout: "slow_read_wait_aio_count": { 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "state_aio_wait_lat": { 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5599052762 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_aio_wait_lat": { 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 911522834 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_cleanup_lat": { 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3046745532408 2024-09-13T04:09:38.061 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "state_deferred_queued_lat": { 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 16467, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 6003401277137 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "state_done_lat": { 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2920665245751 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "state_finishing_lat": { 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8918468 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "state_io_done_lat": { 2024-09-13T04:09:38.062 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 301352900 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_commiting_lat": { 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 27287842846 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_done_lat": { 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 29210237 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "state_kv_queued_lat": { 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12816840165 2024-09-13T04:09:38.063 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "state_prepare_lat": { 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7022103307 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": { 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 10602812 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "truncate_lat": { 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 2431, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13213599 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_commit_lat": { 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.064 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53040656543 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_submit_lat": { 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7935515489 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "txc_throttle_lat": { 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 80528, 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 480240100 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache": { 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_bytes": { 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1405096800 2024-09-13T04:09:38.065 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "heap_bytes": { 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 625238016 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "mapped_bytes": { 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 620068864 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "target_bytes": { 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 2600474316 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "unmapped_bytes": { 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 5169152 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.066 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:data": { 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 125829120 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 55979997 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.067 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.068 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 49152 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 69750819 2024-09-13T04:09:38.069 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv": { 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 562036736 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849981 2024-09-13T04:09:38.070 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 3680 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.071 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 258544 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.072 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 74815667 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:kv_onode": { 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 176160768 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 67108864 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 899184 2024-09-13T04:09:38.073 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 37319998 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.074 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.075 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 70832722 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "bluestore-pricache:meta": { 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "committed_bytes": { 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 494927872 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "pri0_bytes": { 2024-09-13T04:09:38.076 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri10_bytes": { 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri11_bytes": { 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 419849981 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri1_bytes": { 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri2_bytes": { 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.077 INFO:tasks.workunit.client.0.smithi052.stdout: "pri3_bytes": { 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri4_bytes": { 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri5_bytes": { 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 166431 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri6_bytes": { 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1154060 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "pri7_bytes": { 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.078 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "pri8_bytes": { 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "pri9_bytes": { 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "reserved_bytes": { 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 73757400 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "objecter": { 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "op_active": { 2024-09-13T04:09:38.079 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 46 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rmw": { 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "osd": { 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg": { 2024-09-13T04:09:38.080 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 58 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "numpg_removing": { 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "op": { 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 52942 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "op_before_queue_op_lat": { 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 130476, 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7896682286 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_degraded": { 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.081 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "op_delayed_unreadable": { 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "op_in_bytes": { 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1029312342 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "op_latency": { 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52942, 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 53047189955 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "op_out_bytes": { 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666948123 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.082 INFO:tasks.workunit.client.0.smithi052.stdout: "op_prepare_latency": { 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 53535, 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25447626903 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "op_process_latency": { 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 52942, 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 40969144246 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r": { 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 38364 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency": { 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38364, 2024-09-13T04:09:38.083 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 18638770234 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_out_bytes": { 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1666948123 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_prepare_latency": { 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38415, 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12519693014 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "op_r_process_latency": { 2024-09-13T04:09:38.084 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 38364, 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 12859632941 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw": { 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 13355 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_in_bytes": { 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 256199487 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency": { 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13355, 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 25009461959 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-13T04:09:38.085 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_out_bytes": { 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_prepare_latency": { 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13779, 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 11001023381 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "op_rw_process_latency": { 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 13355, 2024-09-13T04:09:38.086 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 21055701789 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w": { 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1223 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_in_bytes": { 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 773112855 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency": { 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 9398957762 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.087 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_prepare_latency": { 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1341, 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 1926910508 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "op_w_process_latency": { 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "count": 1223, 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 7053809516 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "op_wip": { 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_bytes": { 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 0 2024-09-13T04:09:38.088 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "recovery_ops": { 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 8 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes": { 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 95995035648 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_bytes_used": { 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "value": 581472256 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": [ 2024-09-13T04:09:38.089 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 1, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 1, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 1, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:38.090 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 1781760, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 1781760, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 2, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.4704709176148754e-06, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 1236, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 2087936, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 590368, 2024-09-13T04:09:38.091 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 590368, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 1771104, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 357, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 1667072 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.092 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 32, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 32, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 2, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 153769, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:38.093 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 110592, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 22, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 43177, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 2.13206433841151e-07, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 79, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 88064, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 21006, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 6614, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 14392, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 63018, 2024-09-13T04:09:38.094 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 68, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 35840 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:38.095 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 64, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 64, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 3, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 0, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 0, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:38.096 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 0.0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 0, 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 0 2024-09-13T04:09:38.097 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "cache_mode": "none", 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "erasure_code_profile": {}, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "min_size": 2, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "options": {}, 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_autoscale_mode": "off", 2024-09-13T04:09:38.098 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 8, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "pgp_num": 8, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "pool": 4, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "size": 3, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "stats": { 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_raw": 721221036298, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "bytes_used": 12595200, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_bytes_used": 0, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "compress_under_bytes": 0, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "data_bytes_used": 12595200, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty": 0, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "max_avail": 240407019520, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "objects": 4, 2024-09-13T04:09:38.099 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_bytes_used": 0, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "percent_used": 1.7463411495555192e-05, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_bytes": 0, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "quota_objects": 0, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "rd": 9024, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "rd_bytes": 3189520384, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "stored": 4194323, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_data": 4194323, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_omap": 0, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "stored_raw": 12582969, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "wr": 24299, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "wr_bytes": 3138985984 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.100 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_bytes": 0, 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "target_max_objects": 0, 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "type": "replicated" 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": { 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "mirroring_by_pool": [ 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: false 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_images_by_pool": [ 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pools": 1 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.101 INFO:tasks.workunit.client.0.smithi052.stdout: "report_id": "8305ce9a-f109-4500-baed-4f06d8e1b892", 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "report_timestamp": "2024-09-13T04:09:34.823817", 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "report_version": 1, 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "rocksdb_stats": { 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "7.9.2" 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "rook": { 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "cluster": { 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "external-mode": null, 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "mon": { 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "allow-multiple-per-node": null, 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "count": null, 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "max-id": null, 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "pvc": { 2024-09-13T04:09:38.102 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "stretch": { 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "enabled": null 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "network": { 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "provider": null 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "storage": { 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "device-set": { 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "non-portable": null, 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "portable": null, 2024-09-13T04:09:38.103 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "csi": { 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes": { 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "node": { 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "kubernetes-total": null, 2024-09-13T04:09:38.104 INFO:tasks.workunit.client.0.smithi052.stdout: "with-ceph-daemons": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-cephfs-plugin": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-nfs-plugin": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "with-csi-rbd-plugin": null 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "storage-class": { 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "count": { 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "bucket": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "nfs": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd": null, 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: "total": null 2024-09-13T04:09:38.105 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: "version": null 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: "services": {}, 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pg": [ 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.106 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846915+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847403+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.107 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967492+0000", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 5, 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.108 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 5, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1f", 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5397, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:37:14.100425+0000", 2024-09-13T04:09:38.109 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 570, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.110 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.111 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 4, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:38.112 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'5" 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.113 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.114 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916247+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916568+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.115 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468199+0000", 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.116 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1e", 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5270, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:25:14.044951+0000", 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.117 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.118 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.119 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.120 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.121 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661079+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661442+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.122 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468293+0000", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.123 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1e", 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5289, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:26:08.205969+0000", 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.124 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.125 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.126 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.127 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.128 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:38.129 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663579+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663892+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.130 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966889+0000", 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.131 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1f", 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:11:26.364254+0000", 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.132 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.133 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.134 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.135 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.136 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846725+0000", 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847380+0000", 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.137 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235864+0000", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.138 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1d", 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5142, 2024-09-13T04:09:38.139 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:52:17.377693+0000", 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.140 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.141 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:38.142 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.143 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.144 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656970+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657267+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.145 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988432+0000", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.146 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1c", 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5225, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.147 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:58:13.193278+0000", 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.148 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.149 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.150 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.151 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.152 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.850015+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.850394+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.153 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235593+0000", 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.154 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1c", 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:30:21.186692+0000", 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.155 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.156 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.157 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.158 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.159 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914533+0000", 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914872+0000", 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.160 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987376+0000", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.161 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1d", 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5199, 2024-09-13T04:09:38.162 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:21:11.749648+0000", 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.163 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.164 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.165 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.166 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.167 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924074+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924334+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.168 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897600+0000", 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.169 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.a", 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:20:12.072553+0000", 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.170 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.171 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.172 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.173 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.174 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.656626+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.656973+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.175 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969235+0000", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.176 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.b", 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5301, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.177 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:32:27.977098+0000", 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.178 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.179 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:38.180 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'3" 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.181 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825207+0000", 2024-09-13T04:09:38.182 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.825497+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467261+0000", 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.183 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.b", 2024-09-13T04:09:38.184 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5280, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:49.405892+0000", 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.185 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.186 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.187 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.188 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.189 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838243+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838550+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.190 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328978+0000", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.191 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.a", 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.192 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:25:32.008110+0000", 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.193 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.194 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.195 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.196 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.197 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848727+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851547+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.198 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467436+0000", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.199 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.8", 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5274, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:05:27.451284+0000", 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.200 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.201 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.202 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.203 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.204 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843140+0000", 2024-09-13T04:09:38.205 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843464+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328657+0000", 2024-09-13T04:09:38.206 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.9", 2024-09-13T04:09:38.207 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:57.409558+0000", 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.208 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.209 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.210 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.211 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.212 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841393+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841685+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.213 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966440+0000", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.214 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.9", 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5259, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:57:50.140337+0000", 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.215 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.216 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.217 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.218 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.219 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837760+0000", 2024-09-13T04:09:38.220 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839601+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.221 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235872+0000", 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.222 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.8", 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5141, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:14:13.864241+0000", 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.223 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.224 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.225 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.226 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.227 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822743+0000", 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823093+0000", 2024-09-13T04:09:38.228 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.972240+0000", 2024-09-13T04:09:38.229 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.230 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.6", 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5383, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:56:25.200173+0000", 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.231 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.232 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.233 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.234 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.235 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840799+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841127+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.236 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896571+0000", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.237 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.7", 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5139, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:03:24.112020+0000", 2024-09-13T04:09:38.238 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.239 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.240 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:38.241 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.242 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916334+0000", 2024-09-13T04:09:38.243 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.405697+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.244 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966195+0000", 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.245 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.1", 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8857, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:34:54.366489+0000", 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004120724, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.246 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.247 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.248 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 799, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 382170, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2972, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 431375 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.249 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.250 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.851574+0000", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.851886+0000", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.251 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466591+0000", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.252 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.7", 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:38.253 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:35:05.839495+0000", 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.254 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.255 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.256 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.257 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.258 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919582+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919976+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.259 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329693+0000", 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.260 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.6", 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5361, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:39:24.362940+0000", 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.261 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.262 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.263 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.264 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "591'2" 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.265 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.852832+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.464740+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.266 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466432+0000", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3076, 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.267 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3076, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.0", 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.268 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8803, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:18:27.943761+0000", 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.004849466, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.269 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.270 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 500, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 385007, 2024-09-13T04:09:38.271 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3081, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 389845 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.272 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3076" 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.273 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659644+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659953+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.274 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329771+0000", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.275 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.4", 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:38.276 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:56:48.959960+0000", 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.277 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.278 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.279 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.280 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.281 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.839898+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842168+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.282 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235707+0000", 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.283 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.5", 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:27:02.622876+0000", 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.284 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.285 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.286 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.287 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.288 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834628+0000", 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.397552+0000", 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.289 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:09:31.412664+0000", 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3282, 2024-09-13T04:09:38.290 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3282, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.3", 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.291 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9945, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:57:18.119625+0000", 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007040223, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194304, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.292 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:38.293 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 2510, 2024-09-13T04:09:38.294 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 379531, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3229, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 363350 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.295 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3282" 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.296 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663645+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663900+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.297 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987546+0000", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.298 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.5", 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:19:18.434833+0000", 2024-09-13T04:09:38.299 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.300 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.301 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.302 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.303 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.304 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838920+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839284+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.305 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328208+0000", 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.306 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.4", 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5353, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:00:54.509582+0000", 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.307 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.308 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.309 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.310 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.311 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.652418+0000", 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.393772+0000", 2024-09-13T04:09:38.312 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328664+0000", 2024-09-13T04:09:38.313 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2992, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2992, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.2", 2024-09-13T04:09:38.314 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9171, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:17.127783+0000", 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007173157, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 19, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.315 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.316 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.317 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1209, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 387967, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2982, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 406207 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.318 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2992" 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.319 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.912602+0000", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912932+0000", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.320 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966471+0000", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.321 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3", 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5233, 2024-09-13T04:09:38.322 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:23:15.699202+0000", 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.323 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.324 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.325 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.326 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.327 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914971+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.915635+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.328 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986919+0000", 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.329 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.2", 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:32.694007+0000", 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.330 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.331 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.332 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.333 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.334 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956251+0000", 2024-09-13T04:09:38.335 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.399233+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.336 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329816+0000", 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3087, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3087, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.337 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.4", 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 9173, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:44:36.241817+0000", 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.012516787, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.338 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.339 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.340 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1157, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 437209, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3078, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 376400 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.341 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3087" 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.342 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.920755+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921284+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.343 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329005+0000", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.344 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.0", 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5355, 2024-09-13T04:09:38.345 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:53:50.759376+0000", 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.346 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.347 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.348 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.349 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.350 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.936521+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.936813+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.351 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969405+0000", 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.352 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1", 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5339, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:54:04.150434+0000", 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.353 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.354 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.355 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.356 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.357 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.658018+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.395710+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.358 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.331017+0000", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2940, 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.359 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2940, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.7", 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.360 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8848, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:27:03.778494+0000", 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.009281315, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.361 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.362 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 816, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 347634, 2024-09-13T04:09:38.363 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2926, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 352256 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.364 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2940" 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.365 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831077+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831419+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.366 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967749+0000", 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.367 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1", 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.368 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:52:11.180184+0000", 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.369 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.370 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.371 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.372 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.373 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838039+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839840+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.374 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235595+0000", 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.375 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.0", 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5144, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:06:02.718796+0000", 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.376 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.377 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.378 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.379 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.380 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852601+0000", 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.398034+0000", 2024-09-13T04:09:38.381 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971996+0000", 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.382 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2909, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2909, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.6", 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.383 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8896, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:35:37.090815+0000", 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.007230585, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.384 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.385 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 952, 2024-09-13T04:09:38.386 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 366735, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 2886, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 337481 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.387 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'2909" 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.388 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.917346+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921604+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.389 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467422+0000", 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.390 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2", 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5245, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.391 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:07:46.439768+0000", 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.392 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.393 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.394 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.395 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.396 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838222+0000", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.838519+0000", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.397 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986564+0000", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.398 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.3", 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.399 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5224, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:49:42.380570+0000", 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.400 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.401 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.402 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.403 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.404 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 20, 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.833851+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837033+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:38.405 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:45:56.343528+0000", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235556+0000", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.406 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "1.0", 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.407 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5627, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:41:01.230049+0000", 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.408 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.409 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.410 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "2239'204" 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.411 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 62, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.412 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843180+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:33:15.390195+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:49:14.850178+0000", 2024-09-13T04:09:38.413 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896433+0000", 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3152, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3152, 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.414 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "4.5", 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 8988, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:46:25.247780+0000", 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.003687726, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.415 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.416 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.417 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1081, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 428513, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3145, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 408502 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.418 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "1148'3152" 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.419 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841746+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842375+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.420 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236197+0000", 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.421 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.d", 2024-09-13T04:09:38.424 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5137, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:43:46.854974+0000", 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.425 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.426 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.427 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.428 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.429 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.661368+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.661688+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.430 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968186+0000", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.431 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.c", 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5336, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:59:16.899822+0000", 2024-09-13T04:09:38.432 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.433 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.434 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.435 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.436 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.437 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922444+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924667+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.438 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988055+0000", 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.439 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.c", 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5210, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:43:13.860193+0000", 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.440 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.441 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.442 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.443 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.444 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.823408+0000", 2024-09-13T04:09:38.445 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823824+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.446 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329453+0000", 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.447 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.d", 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5359, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:50:59.912155+0000", 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 70, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.448 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.449 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.450 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.451 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.452 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847978+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848907+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.453 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236002+0000", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.454 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.f", 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.455 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:40:57.133445+0000", 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.456 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.457 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.458 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.459 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.460 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840442+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845504+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.461 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968506+0000", 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.462 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.e", 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5343, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:37:25.562589+0000", 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.463 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.464 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.465 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 6, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 6, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.466 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.467 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837450+0000", 2024-09-13T04:09:38.468 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839067+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236006+0000", 2024-09-13T04:09:38.469 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.470 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.e", 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:40:11.757765+0000", 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.471 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.472 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.473 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.474 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.475 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840506+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.840880+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.476 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966938+0000", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 1, 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.477 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 1, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.f", 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5236, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:26:16.592005+0000", 2024-09-13T04:09:38.478 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 22, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.479 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 3, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 1, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 1, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.480 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 1, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 1, 2024-09-13T04:09:38.481 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'1" 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.482 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:38.483 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842950+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843442+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.484 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235681+0000", 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.485 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.11", 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:38:06.024481+0000", 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.486 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.487 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.488 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.489 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.490 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.850602+0000", 2024-09-13T04:09:38.491 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.851469+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.492 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967866+0000", 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 8, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 8, 2024-09-13T04:09:38.493 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.10", 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:15:59.748653+0000", 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.494 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.495 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.496 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 4, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 24, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 24, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.497 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 12, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'8" 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.498 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.499 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915957+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916729+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.500 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896732+0000", 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.501 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.10", 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:41:42.074488+0000", 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.502 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.503 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.504 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.505 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.506 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.924556+0000", 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.924839+0000", 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.507 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897235+0000", 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.508 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.11", 2024-09-13T04:09:38.509 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5165, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:33:15.859685+0000", 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.510 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.511 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.512 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.513 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.514 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844575+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844864+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.515 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236444+0000", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.516 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.13", 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5153, 2024-09-13T04:09:38.517 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:26:23.986835+0000", 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.518 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.519 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.520 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.521 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.522 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837286+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837606+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.523 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986997+0000", 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.524 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.12", 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5212, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:34:42.510234+0000", 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.525 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.526 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.527 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.528 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.529 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841431+0000", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841737+0000", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.530 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967679+0000", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.531 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.12", 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.532 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T05:16:01.838982+0000", 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.533 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.534 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.535 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.536 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.537 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.825266+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826308+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.538 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969887+0000", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.539 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.13", 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5390, 2024-09-13T04:09:38.540 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T03:13:39.323516+0000", 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 34, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.541 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.542 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 4, 2024-09-13T04:09:38.543 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 3, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 6 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.544 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'2" 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.545 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844451+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846358+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.546 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235977+0000", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.547 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.15", 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.548 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:10:15.902729+0000", 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.549 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.550 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.551 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.552 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.553 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.919233+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.919560+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.554 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897025+0000", 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 29, 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.555 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 29, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.14", 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:45.784670+0000", 2024-09-13T04:09:38.556 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 5828, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.557 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.558 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 10, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 14, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 28, 2024-09-13T04:09:38.559 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 25 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'29" 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.560 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.561 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.834632+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.834933+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.562 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968033+0000", 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.563 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.14", 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5232, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:42:02.244760+0000", 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.564 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.565 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.566 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.567 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.568 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:38.569 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657138+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.657562+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.570 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329539+0000", 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 3, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 3, 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.571 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.15", 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5354, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:38:48.702940+0000", 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 90, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.572 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.573 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 1, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.574 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 7, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 7, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 4, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.575 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "58'3" 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.576 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.662486+0000", 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.662884+0000", 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.577 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966993+0000", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.578 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.17", 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.579 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5380, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:00:11.677782+0000", 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.580 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.581 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.582 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.583 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: 3 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.584 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914548+0000", 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914855+0000", 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.585 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988448+0000", 2024-09-13T04:09:38.586 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.587 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.16", 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:32:56.650661+0000", 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.588 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.589 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.590 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.591 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.592 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:38.593 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.842211+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.842498+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.594 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988151+0000", 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.16", 2024-09-13T04:09:38.595 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5182, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:06:13.502996+0000", 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.596 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.597 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.598 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.599 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.600 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.926082+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.926397+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.601 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898596+0000", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.602 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.17", 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5155, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:49:49.458519+0000", 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.603 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.604 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.605 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.606 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.607 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.608 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831076+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.831417+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.609 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328410+0000", 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.610 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.19", 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:56:31.825540+0000", 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.611 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.612 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.613 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.614 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.615 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843577+0000", 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844172+0000", 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.616 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986878+0000", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.617 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.18", 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5203, 2024-09-13T04:09:38.618 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:00:30.093167+0000", 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.619 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.620 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.621 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.622 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.623 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.955757+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956250+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.624 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467339+0000", 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.625 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.18", 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5279, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:31:51.987167+0000", 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.626 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.627 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.628 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.629 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.630 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.915950+0000", 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.916313+0000", 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.631 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.466838+0000", 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.632 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.19", 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.633 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5281, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:57:36.306904+0000", 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.634 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.635 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.636 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.637 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.638 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.844768+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845213+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.639 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896358+0000", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.640 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1a", 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.641 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:18:35.286376+0000", 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.642 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.643 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.644 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.645 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.646 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836275+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836603+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.647 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969129+0000", 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.648 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1b", 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5292, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:13:33.585944+0000", 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.649 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.650 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.651 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.652 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.653 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 52, 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840702+0000", 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.841095+0000", 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.654 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:17.107712+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467443+0000", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 2, 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.655 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 2, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "2.1b", 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.656 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5246, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:24:20.700613+0000", 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.657 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.658 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.659 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.660 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "588'2" 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.661 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822863+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823152+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.662 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.966314+0000", 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.663 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.1a", 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5263, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.664 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:19:23.128233+0000", 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.665 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.666 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.667 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.668 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.669 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.916319+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918238+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.670 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.896634+0000", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.671 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.20", 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5157, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:17:27.490212+0000", 2024-09-13T04:09:38.672 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.673 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.674 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.675 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.676 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.677 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.930725+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.931053+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.678 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.969251+0000", 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.679 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.21", 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5338, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:59:34.928582+0000", 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.680 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.681 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.682 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.683 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.684 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.657334+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659222+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.685 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987049+0000", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.686 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.22", 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5220, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:11:01.868930+0000", 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.687 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.688 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.689 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.690 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.691 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:38.692 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826765+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.827079+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.693 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968079+0000", 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.694 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.23", 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5384, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T14:45:14.916997+0000", 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.695 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.696 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.697 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.698 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.699 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.827597+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.829037+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.700 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468098+0000", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.701 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.24", 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5284, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.702 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:11:30.163776+0000", 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.703 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.704 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.705 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.706 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.707 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:13.956174+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:13.956903+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 433, 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.708 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329695+0000", 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 432, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.709 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.25", 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5352, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:01:58.350063+0000", 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.710 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.711 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.712 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.713 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.714 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840336+0000", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844929+0000", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.715 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968444+0000", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.716 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.26", 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5323, 2024-09-13T04:09:38.717 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:44:13.987984+0000", 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.718 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.719 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.720 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.721 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.722 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.826681+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.826998+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.723 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.468540+0000", 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.724 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.27", 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5267, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:19:09.933501+0000", 2024-09-13T04:09:38.725 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.726 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.727 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.728 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.729 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.663028+0000", 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.663307+0000", 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.730 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.987124+0000", 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.731 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.28", 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.732 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5219, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:10:38.437876+0000", 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.733 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.734 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.735 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: 2 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.736 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.737 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.831765+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.832083+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.738 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467004+0000", 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.739 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.29", 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5273, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:32:50.074787+0000", 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.740 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.741 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.742 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.743 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.744 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.838282+0000", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.839032+0000", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.745 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986879+0000", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.746 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2a", 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5194, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.747 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:26:45.818375+0000", 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.748 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.749 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.750 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.751 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.752 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.836234+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.836772+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.753 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968003+0000", 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.754 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2b", 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5382, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:39:58.007135+0000", 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.755 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.756 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.757 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.758 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.759 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.921302+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.921755+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.760 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.897179+0000", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.761 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2c", 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5163, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.762 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:27:15.462117+0000", 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.763 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.764 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.765 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.766 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.767 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.841084+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.843174+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.768 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236082+0000", 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.769 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2d", 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5138, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:31:41.455996+0000", 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.770 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.771 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.772 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.773 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.774 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.840771+0000", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.845224+0000", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.775 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968677+0000", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.776 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2e", 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5334, 2024-09-13T04:09:38.777 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:17:22.505612+0000", 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.778 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.779 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.780 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.781 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 2, 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.782 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846819+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.847133+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.783 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.970191+0000", 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.784 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.2f", 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5294, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:22:12.932148+0000", 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.785 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.786 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.787 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.788 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 2, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.789 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.843968+0000", 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.844228+0000", 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.790 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986740+0000", 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.791 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.30", 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.792 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5191, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:12:38.434302+0000", 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.793 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.794 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.795 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.796 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.797 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.653825+0000", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654196+0000", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.798 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.328557+0000", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.799 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.31", 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.800 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:29:18.613615+0000", 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.801 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.802 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.803 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.804 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.805 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.654154+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.654468+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.806 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.967811+0000", 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.807 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.32", 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5381, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:33.030337+0000", 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.808 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.809 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.810 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.811 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: 5 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.812 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.813 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.911967+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.912384+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.814 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467518+0000", 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.815 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.33", 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5271, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:33:56.529972+0000", 2024-09-13T04:09:38.816 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.817 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.818 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.819 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.820 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 4, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.821 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.914649+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.914976+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.822 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.968124+0000", 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.823 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.34", 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5229, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T13:24:33.611289+0000", 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.824 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.825 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.826 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.827 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: 4, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 4, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.828 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.922706+0000", 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.923247+0000", 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.829 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.898168+0000", 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.830 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.35", 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.831 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:54:16.508524+0000", 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.832 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.833 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.834 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.835 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 6, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.836 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.925327+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.925582+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.837 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.899256+0000", 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.838 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.36", 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5152, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T08:18:26.660491+0000", 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.839 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.840 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.841 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.842 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 6, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.843 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.847606+0000", 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.848683+0000", 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.844 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.236110+0000", 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.845 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.37", 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.846 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5143, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:11:03.911477+0000", 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.847 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.848 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.849 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.850 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 3, 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.851 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918327+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.920007+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.852 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.467243+0000", 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.853 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.38", 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5239, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T07:47:39.014145+0000", 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.854 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.855 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.856 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.857 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 3, 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.858 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:38.859 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.846484+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.846954+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.860 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235520+0000", 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.861 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.39", 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5151, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T09:15:41.002194+0000", 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.862 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.863 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.864 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.865 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.866 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:21.659232+0000", 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:21.659612+0000", 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.867 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 500, 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.986805+0000", 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.868 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 499, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3a", 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.869 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5189, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:08:43.061557+0000", 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.870 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.871 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.872 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.873 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.874 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:58:47.822857+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:58:47.823191+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 467, 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.875 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.330061+0000", 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 466, 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.876 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3b", 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5348, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T11:15:41.120155+0000", 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.877 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.878 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.879 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.880 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: 4 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.881 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 5, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.882 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.837305+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.837625+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.883 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.988037+0000", 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.884 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3c", 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5214, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T06:18:59.482505+0000", 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.885 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.886 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.887 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.888 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: 5, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: 3, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: 7 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 5, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.889 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 0, 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:57:41.852759+0000", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:57:41.853077+0000", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.890 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 401, 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:30.971517+0000", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.891 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 400, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3d", 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5385, 2024-09-13T04:09:38.892 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T12:34:52.953787+0000", 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.893 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.894 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.895 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: 2, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: 1 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 0, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.896 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 1, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.897 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T02:59:54.918630+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T02:59:54.918970+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 534, 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.898 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.329941+0000", 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 533, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.899 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3e", 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5350, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T10:09:44.426989+0000", 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.900 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.901 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.902 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.903 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: 1, 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: 0, 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: 6 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 1, 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": [ 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.904 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "acting_primary": 7, 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "avail_no_missing": [], 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "blocked_by": [], 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "created": 55, 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "dirty_stats_invalid": false, 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_bytes_stats_invalid": false, 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "hitset_stats_invalid": false, 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_active": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_active": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_became_peered": "2024-09-13T03:00:30.848350+0000", 2024-09-13T04:09:38.905 INFO:tasks.workunit.client.0.smithi052.stdout: "last_change": "2024-09-13T03:00:30.849096+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_clean_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub": "0'0", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_deep_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_epoch_clean": 568, 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fresh": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_fullsized": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_peered": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub": "0'0", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_duration": 0, 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_scrub_stamp": "2024-09-13T02:48:20.558899+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_undegraded": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "last_unstale": "2024-09-13T04:08:31.235940+0000", 2024-09-13T04:09:38.906 INFO:tasks.workunit.client.0.smithi052.stdout: "log_dups_size": 0, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "log_start": "0'0", 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "manifest_stats_invalid": false, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "mapping_epoch": 567, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "object_location_counts": [], 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_scrubbed": 0, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "objects_trimmed": 0, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_stats_invalid": false, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_start": "0'0", 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "parent": "0.0", 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "parent_split_bits": 0, 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "pgid": "3.3f", 2024-09-13T04:09:38.907 INFO:tasks.workunit.client.0.smithi052.stdout: "pin_stats_invalid": false, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "purged_snaps": [], 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_epoch": 2872, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "reported_seq": 5140, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_duration": 0.0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-14T04:46:32.924677+0000", 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrim_duration": 0.0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "snaptrimq_len": 0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.908 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.909 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.910 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "state": "active+clean", 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_invalid": false, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: "up": [ 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: 7, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: 6, 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: 0 2024-09-13T04:09:38.911 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "up_primary": 7, 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "version": "0'0" 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_per_pool": [ 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 3, 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "mgr" 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 204, 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 1, 2024-09-13T04:09:38.912 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 3, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 204, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 1, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 590368, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 590368, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.913 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 6, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 2, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 2, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.914 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 2, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 1236, 2024-09-13T04:09:38.915 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 2039, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 357, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 1628 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 1781760, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:38.916 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 1771104, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 3 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 96, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 68, 2024-09-13T04:09:38.917 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 32, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 68, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 2, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 6614, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.918 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 66, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 22, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 22, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.919 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 14, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 79, 2024-09-13T04:09:38.920 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 86, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 68, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 35 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 110592, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 19842, 2024-09-13T04:09:38.921 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 43177, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 96 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 192, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "cephfs" 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 0, 2024-09-13T04:09:38.922 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 64, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 3, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.923 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.924 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 0, 2024-09-13T04:09:38.925 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 0 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:38.926 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 192 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: { 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "acting": 24, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "application": [ 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "rbd" 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "log_size": 24430, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "num_pg": 8, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "num_store_stats": 8, 2024-09-13T04:09:38.927 INFO:tasks.workunit.client.0.smithi052.stdout: "ondisk_log_size": 24430, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "poolid": 4, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "stat_sum": { 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes": 4194323, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_hit_set_archive": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_bytes_recovered": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_deep_scrub_errors": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_kb": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_full": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_evict_mode_some": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_kb": 0, 2024-09-13T04:09:38.928 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_high": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_flush_mode_low": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_keys_recovered": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_large_omap_objects": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_legacy_snapsets": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_clones": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_object_copies": 12, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects": 4, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_degraded": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_dirty": 4, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_hit_set_archive": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_manifest": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_misplaced": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_missing_on_primary": 0, 2024-09-13T04:09:38.929 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_omap": 2, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_pinned": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_recovered": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_repaired": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_objects_unfound": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_bytes": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_omap_keys": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_promote": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read": 9024, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_read_kb": 3114766, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_scrub_errors": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_shallow_scrub_errors": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_whiteouts": 0, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write": 24299, 2024-09-13T04:09:38.930 INFO:tasks.workunit.client.0.smithi052.stdout: "num_write_kb": 3065416 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "store_stats": { 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "allocated": 12595200, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "available": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_allocated": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "data_compressed_original": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "data_stored": 12582969, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "internal_metadata": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "internally_reserved": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "omap_allocated": 0, 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: "total": 0 2024-09-13T04:09:38.931 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "up": 24 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: ], 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "usage": { 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "pg_num": 105, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "pools": 4, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "stats_by_class": { 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "ssd": { 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_bytes": 5834121216, 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_raw_ratio": 0.007596904877573252 2024-09-13T04:09:38.932 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout: }, 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout: "total_avail_bytes": 762126163968, 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout: "total_bytes": 767960285184, 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout: "total_used_bytes": 5834121216 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout: } 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout:} 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-13T04:09:38.933 INFO:tasks.workunit.client.0.smithi052.stderr:+ ceph telemetry off 2024-09-13T04:09:38.934 INFO:tasks.workunit.client.0.smithi052.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-09-13T04:09:38.934 INFO:tasks.workunit.client.0.smithi052.stdout:Preview sample reports with `ceph telemetry preview`. 2024-09-13T04:09:38.934 INFO:tasks.workunit.client.0.smithi052.stdout:OK 2024-09-13T04:09:38.935 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo OK 2024-09-13T04:09:38.935 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-13T04:09:38.935 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-13T04:09:38.936 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:09:35] ENGINE Bus STOPPING 2024-09-13T04:09:38.936 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:09:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T04:09:38.936 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:09:35] ENGINE Bus STOPPED 2024-09-13T04:09:38.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='client.36042 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='client.36042 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='client.36048 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.938 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='client.36042 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='client.36042 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='client.36048 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.939 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.940 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='client.36048 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.941 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.943 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='client.36048 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.944 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T04:09:38.945 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:09:35] ENGINE Bus STARTING 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:09:35] ENGINE Serving on http://:::9283 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:09:35] ENGINE Bus STARTED 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.9 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.946 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T04:09:38.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:09:38.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:09:38.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[89065]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.9 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:36 smithi052 ceph-mon[91421]: from='client.36066 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:37 smithi052 ceph-mon[91421]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-13T04:09:38.948 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:37 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T04:09:38.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:37 smithi078 ceph-mon[85589]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-13T04:09:38.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:37 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T04:09:38.949 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:38 smithi078 ceph-mon[85589]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T04:09:38.949 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:37 smithi052 ceph-mon[89065]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-09-13T04:09:38.949 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:37 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T04:09:38.949 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:38 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:09:38] "GET /metrics HTTP/1.1" 200 34207 "" "Prometheus/2.43.0" 2024-09-13T04:09:38.950 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:38 smithi052 ceph-mon[91421]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T04:09:38.950 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:38 smithi052 ceph-mon[89065]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T04:09:38.982 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-09-13T04:09:38.982 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-13T04:09:39.309 DEBUG:teuthology.parallel:result is None 2024-09-13T04:09:39.309 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T04:09:39.335 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T04:09:39.335 DEBUG:teuthology.orchestra.run.smithi052:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-13T04:09:39.392 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-13T04:09:39.392 INFO:teuthology.run_tasks:Running task print... 2024-09-13T04:09:39.403 INFO:teuthology.task.print:**** done end telemetry x... 2024-09-13T04:09:39.403 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-13T04:09:39.413 INFO:tasks.cephadm:Teardown begin 2024-09-13T04:09:39.413 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T04:09:39.413 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T04:09:39.686 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:40.826 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:40 smithi052 ceph-mon[91421]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:40.826 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:40 smithi052 ceph-mon[89065]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:40.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:40 smithi078 ceph-mon[85589]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:41.839 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T04:09:41.839 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":16,"btime":"2024-09-13T03:00:56:816934+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54295,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/3318661942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3318661942},{"type":"v1","addr":"172.21.15.78:6833","nonce":3318661942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:48:23.411383+0000","modified":"2024-09-13T03:00:53.400649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":588,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.52:6835/3302870992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3302870992},{"type":"v1","addr":"172.21.15.52:6835","nonce":3302870992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44321,"qdb_cluster":[44321]},"id":1}]} 2024-09-13T04:09:41.839 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 16 2024-09-13T04:09:42.439 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-13T04:09:42.577 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:09:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:09:42.712 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:42.728 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:42 smithi052 ceph-mon[89065]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:42.728 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:42 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1947951138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T04:09:42.729 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:42 smithi052 ceph-mon[91421]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:42.729 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:42 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1947951138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T04:09:42.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:42 smithi078 ceph-mon[85589]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:42.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:42 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1947951138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T04:09:44.707 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T04:09:44.708 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":16,"btime":"2024-09-13T03:00:56:816934+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54295,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/3318661942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":3318661942},{"type":"v1","addr":"172.21.15.78:6833","nonce":3318661942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T02:48:23.411383+0000","modified":"2024-09-13T03:00:53.400649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":588,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.52:6835/3302870992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3302870992},{"type":"v1","addr":"172.21.15.52:6835","nonce":3302870992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44321,"qdb_cluster":[44321]},"id":1}]} 2024-09-13T04:09:44.708 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 16 2024-09-13T04:09:44.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:44 smithi078 ceph-mon[85589]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:45.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:44 smithi052 ceph-mon[91421]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:45.028 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:44 smithi052 ceph-mon[89065]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 19 op/s 2024-09-13T04:09:45.345 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T04:09:45.619 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:45.740 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:45 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1647889676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T04:09:45.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:45 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1647889676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T04:09:45.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:45 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1647889676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-13T04:09:46.909 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:46 smithi052 ceph-mon[89065]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T04:09:46.909 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:46.909 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:46 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:46.910 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:46 smithi052 ceph-mon[91421]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T04:09:46.910 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:46.910 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:46 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:46 smithi078 ceph-mon[85589]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T04:09:46.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' 2024-09-13T04:09:46.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:46 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T04:09:47.644 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-13T04:09:47.644 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":2872,"fsid":"c266bacc-7179-11ef-bceb-c7b262605968","created":"2024-09-13T02:42:49.206409+0000","modified":"2024-09-13T04:08:30.960613+0000","last_up_change":"2024-09-13T03:00:29.811934+0000","last_in_change":"2024-09-13T02:47:35.597809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T02:45:56.293396+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T02:48:17.057554+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T02:48:20.508700+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-13T02:49:14.562701+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1147,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6e3a68b2-1f77-4e9c-bd9d-850ca8b955df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":319,"up_from":332,"up_thru":2787,"down_at":320,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6803","nonce":1446772491}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6805","nonce":1446772491}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6809","nonce":1446772491}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1446772491},{"type":"v1","addr":"172.21.15.52:6807","nonce":1446772491}]},"public_addr":"172.21.15.52:6803/1446772491","cluster_addr":"172.21.15.52:6805/1446772491","heartbeat_back_addr":"172.21.15.52:6809/1446772491","heartbeat_front_addr":"172.21.15.52:6807/1446772491","state":["exists","up"]},{"osd":1,"uuid":"5fb4eb28-6eaf-432b-a3a8-98f7c86dfd8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":352,"up_from":365,"up_thru":2787,"down_at":353,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6811","nonce":3776311539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6813","nonce":3776311539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6817","nonce":3776311539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3776311539},{"type":"v1","addr":"172.21.15.52:6815","nonce":3776311539}]},"public_addr":"172.21.15.52:6811/3776311539","cluster_addr":"172.21.15.52:6813/3776311539","heartbeat_back_addr":"172.21.15.52:6817/3776311539","heartbeat_front_addr":"172.21.15.52:6815/3776311539","state":["exists","up"]},{"osd":2,"uuid":"0a9d4366-79b0-4d76-965e-91f950053c3a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":386,"up_from":400,"up_thru":2787,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6819","nonce":608352024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6821","nonce":608352024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6825","nonce":608352024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":608352024},{"type":"v1","addr":"172.21.15.52:6823","nonce":608352024}]},"public_addr":"172.21.15.52:6819/608352024","cluster_addr":"172.21.15.52:6821/608352024","heartbeat_back_addr":"172.21.15.52:6825/608352024","heartbeat_front_addr":"172.21.15.52:6823/608352024","state":["exists","up"]},{"osd":3,"uuid":"47151429-6f46-4fa3-b85d-5a68c3bb71c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":419,"up_from":432,"up_thru":2787,"down_at":420,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6827","nonce":2907370032}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6829","nonce":2907370032}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6833","nonce":2907370032}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2907370032},{"type":"v1","addr":"172.21.15.52:6831","nonce":2907370032}]},"public_addr":"172.21.15.52:6827/2907370032","cluster_addr":"172.21.15.52:6829/2907370032","heartbeat_back_addr":"172.21.15.52:6833/2907370032","heartbeat_front_addr":"172.21.15.52:6831/2907370032","state":["exists","up"]},{"osd":4,"uuid":"11805289-287a-4406-b880-6fd683961fb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":452,"up_from":466,"up_thru":2787,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6801","nonce":2522115357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6803","nonce":2522115357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6807","nonce":2522115357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":2522115357},{"type":"v1","addr":"172.21.15.78:6805","nonce":2522115357}]},"public_addr":"172.21.15.78:6801/2522115357","cluster_addr":"172.21.15.78:6803/2522115357","heartbeat_back_addr":"172.21.15.78:6807/2522115357","heartbeat_front_addr":"172.21.15.78:6805/2522115357","state":["exists","up"]},{"osd":5,"uuid":"7bcc9298-9603-4cc6-b6cb-622081ee6b9e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":486,"up_from":499,"up_thru":2787,"down_at":487,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6809","nonce":890632623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6811","nonce":890632623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6815","nonce":890632623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":890632623},{"type":"v1","addr":"172.21.15.78:6813","nonce":890632623}]},"public_addr":"172.21.15.78:6809/890632623","cluster_addr":"172.21.15.78:6811/890632623","heartbeat_back_addr":"172.21.15.78:6815/890632623","heartbeat_front_addr":"172.21.15.78:6813/890632623","state":["exists","up"]},{"osd":6,"uuid":"59d45074-a346-47f1-8235-39db03078fec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":43,"last_clean_end":520,"up_from":533,"up_thru":2787,"down_at":521,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6817","nonce":2043503419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6819","nonce":2043503419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6823","nonce":2043503419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":2043503419},{"type":"v1","addr":"172.21.15.78:6821","nonce":2043503419}]},"public_addr":"172.21.15.78:6817/2043503419","cluster_addr":"172.21.15.78:6819/2043503419","heartbeat_back_addr":"172.21.15.78:6823/2043503419","heartbeat_front_addr":"172.21.15.78:6821/2043503419","state":["exists","up"]},{"osd":7,"uuid":"24dcbaab-b092-4fdb-b53f-4ca7a728b648","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":49,"last_clean_end":553,"up_from":567,"up_thru":2787,"down_at":554,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6825","nonce":1921171333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6827","nonce":1921171333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6831","nonce":1921171333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1921171333},{"type":"v1","addr":"172.21.15.78:6829","nonce":1921171333}]},"public_addr":"172.21.15.78:6825/1921171333","cluster_addr":"172.21.15.78:6827/1921171333","heartbeat_back_addr":"172.21.15.78:6831/1921171333","heartbeat_front_addr":"172.21.15.78:6829/1921171333","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:04.203303+0000","dead_epoch":319},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:27.538413+0000","dead_epoch":352},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:45:52.006854+0000","dead_epoch":386},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:16.182428+0000","dead_epoch":419},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:46:37.943955+0000","dead_epoch":452},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:01.573127+0000","dead_epoch":486},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:25.770329+0000","dead_epoch":520},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T02:47:51.085480+0000","dead_epoch":553}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":3}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.26","mappings":[{"from":6,"to":2},{"from":4,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/3043504887":"2024-09-13T05:07:55.392035+0000","172.21.15.52:0/1207848207":"2024-09-13T04:41:25.642158+0000","172.21.15.78:0/2867637241":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/2764421101":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/2344044506":"2024-09-14T02:49:11.484335+0000","172.21.15.52:0/1938825454":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/1411723219":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/3232489659":"2024-09-14T02:55:16.246404+0000","172.21.15.52:6801/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.78:0/1854467767":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/25031511":"2024-09-14T02:49:11.484335+0000","172.21.15.78:0/2381305044":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/3003428147":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/3267062566":"2024-09-13T04:46:40.309691+0000","172.21.15.52:0/965315377":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/1956095847":"2024-09-14T02:55:16.246404+0000","172.21.15.78:0/2505593390":"2024-09-14T02:54:36.711813+0000","172.21.15.52:6801/718033466":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/4125901794":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/1778933554":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/2574492696":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6800/1854348218":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/290748673":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/1076030724":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/1898698619":"2024-09-14T02:53:51.354161+0000","172.21.15.52:0/3600170755":"2024-09-14T02:43:39.776408+0000","172.21.15.52:6801/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.78:6835/2709123247":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/3926858771":"2024-09-14T02:43:16.340323+0000","172.21.15.52:0/4282114910":"2024-09-14T02:53:51.354161+0000","172.21.15.52:6800/4119561633":"2024-09-14T02:55:16.246404+0000","172.21.15.52:6800/2535838853":"2024-09-14T02:43:39.776408+0000","172.21.15.52:0/3165647609":"2024-09-14T02:43:39.776408+0000","172.21.15.78:0/3309801316":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/956591398":"2024-09-14T02:55:16.246404+0000","172.21.15.52:0/963819174":"2024-09-14T02:49:11.484335+0000","172.21.15.52:6801/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.78:0/3544317813":"2024-09-14T02:54:36.711813+0000","172.21.15.52:0/202985283":"2024-09-13T04:41:24.647612+0000","172.21.15.78:0/602233236":"2024-09-14T02:54:36.711813+0000","172.21.15.52:6801/4119561633":"2024-09-14T02:55:16.246404+0000","172.21.15.78:6832/1463089480":"2024-09-14T03:00:50.390816+0000","172.21.15.52:0/961317035":"2024-09-14T02:43:16.340323+0000","172.21.15.52:6800/718033466":"2024-09-14T02:53:51.354161+0000","172.21.15.52:6800/1010343336":"2024-09-14T02:49:11.484335+0000","172.21.15.78:6833/1463089480":"2024-09-14T03:00:50.390816+0000","172.21.15.78:6834/2709123247":"2024-09-14T02:54:36.711813+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":42,"length":4}]},{"pool":89,"snaps":[{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":117,"snaps":[{"begin":313,"length":5}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T04:09:48.313 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-13T04:09:48.339 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:48 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:09:48] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.43.0" 2024-09-13T04:09:48.573 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:48.696 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:48 smithi052 ceph-mon[91421]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:09:48.696 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:48 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/508785514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T04:09:48.696 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:48 smithi052 ceph-mon[89065]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:09:48.696 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:48 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/508785514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T04:09:48.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:48 smithi078 ceph-mon[85589]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:09:48.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:48 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/508785514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T04:09:50.535 INFO:teuthology.orchestra.run.smithi052.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T04:09:50.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[89061]: 2024-09-13T04:09:50.531+0000 7f2ba98ad640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T04:09:50.840 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:09:50.840 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2412384663' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T04:09:50.840 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T04:09:50.840 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T04:09:50.840 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/2412384663' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: osdmap e2873: 8 total, 8 up, 8 in 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[91421]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2412384663' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/2412384663' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: osdmap e2873: 8 total, 8 up, 8 in 2024-09-13T04:09:50.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-mon[89065]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T04:09:50.842 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: ignoring --setuser ceph since I am not root 2024-09-13T04:09:50.842 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: ignoring --setgroup ceph since I am not root 2024-09-13T04:09:50.842 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:09:50 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: starting mds.a at 2024-09-13T04:09:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T04:09:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2412384663' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-13T04:09:50.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-13T04:09:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T04:09:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/2412384663' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-13T04:09:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: osdmap e2873: 8 total, 8 up, 8 in 2024-09-13T04:09:50.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:50 smithi078 ceph-mon[85589]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-13T04:09:51.247 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T04:09:51.557 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:52.638 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[91421]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:52.638 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[91421]: mds.? [v2:172.21.15.52:6834/2693845346,v1:172.21.15.52:6835/2693845346] up:boot 2024-09-13T04:09:52.639 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[91421]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T04:09:52.639 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[91421]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T04:09:52.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[89065]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:52.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[89065]: mds.? [v2:172.21.15.52:6834/2693845346,v1:172.21.15.52:6835/2693845346] up:boot 2024-09-13T04:09:52.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[89065]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T04:09:52.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:52 smithi052 ceph-mon[89065]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T04:09:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:52 smithi078 ceph-mon[85589]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:52.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:52 smithi078 ceph-mon[85589]: mds.? [v2:172.21.15.52:6834/2693845346,v1:172.21.15.52:6835/2693845346] up:boot 2024-09-13T04:09:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:52 smithi078 ceph-mon[85589]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-13T04:09:52.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:52 smithi078 ceph-mon[85589]: from='mgr.34104 172.21.15.52:0/2558017418' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-13T04:09:52.697 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:09:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:09:53.808 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:53 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/462770614' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T04:09:53.809 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:53 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T04:09:53.809 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:53 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/462770614' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T04:09:53.809 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:53 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T04:09:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:53 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/462770614' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T04:09:53.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:53 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T04:09:54.238 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T04:09:54.494 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[89065]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[89065]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[89065]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[89065]: Cluster is now healthy 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[89065]: fsmap 2 up:standby 2024-09-13T04:09:54.883 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[91421]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:54.884 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[91421]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T04:09:54.884 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[91421]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T04:09:54.884 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[91421]: Cluster is now healthy 2024-09-13T04:09:54.884 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T04:09:54.884 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:54 smithi052 ceph-mon[91421]: fsmap 2 up:standby 2024-09-13T04:09:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:54 smithi078 ceph-mon[85589]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:54.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:54 smithi078 ceph-mon[85589]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-13T04:09:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:54 smithi078 ceph-mon[85589]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-13T04:09:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:54 smithi078 ceph-mon[85589]: Cluster is now healthy 2024-09-13T04:09:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:54 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-13T04:09:54.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:54 smithi078 ceph-mon[85589]: fsmap 2 up:standby 2024-09-13T04:09:56.543 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_metadata' removed 2024-09-13T04:09:56.844 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:56 smithi052 ceph-mon[91421]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:56.844 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:56 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/956981298' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:56.845 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:56 smithi052 ceph-mon[89065]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:56.845 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:56 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/956981298' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:56 smithi078 ceph-mon[85589]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:56.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:56 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/956981298' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:57.157 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid c266bacc-7179-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T04:09:57.422 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T04:09:57.822 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:57 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/956981298' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T04:09:57.822 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:57 smithi052 ceph-mon[91421]: osdmap e2874: 8 total, 8 up, 8 in 2024-09-13T04:09:57.822 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:57 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/956981298' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T04:09:57.822 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:57 smithi052 ceph-mon[89065]: osdmap e2874: 8 total, 8 up, 8 in 2024-09-13T04:09:57.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:57 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/956981298' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T04:09:57.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:57 smithi078 ceph-mon[85589]: osdmap e2874: 8 total, 8 up, 8 in 2024-09-13T04:09:58.501 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:09:58 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: ::ffff:172.21.15.78 - - [13/Sep/2024:04:09:58] "GET /metrics HTTP/1.1" 200 34197 "" "Prometheus/2.43.0" 2024-09-13T04:09:58.778 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:58 smithi052 ceph-mon[91421]: pgmap v4857: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:58.779 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:58 smithi052 ceph-mon[89065]: pgmap v4857: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:58.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:58 smithi078 ceph-mon[85589]: pgmap v4857: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:09:59.567 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data' removed 2024-09-13T04:09:59.925 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:59 smithi052 ceph-mon[89065]: from='client.? 172.21.15.52:0/1664102048' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:59.925 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:09:59 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:59.925 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:59 smithi052 ceph-mon[91421]: from='client.? 172.21.15.52:0/1664102048' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:59.926 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:09:59 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:59 smithi078 ceph-mon[85589]: from='client.? 172.21.15.52:0/1664102048' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:09:59.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:09:59 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-13T04:10:00.233 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T04:10:00.265 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T04:10:00.298 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-13T04:10:00.298 DEBUG:teuthology.orchestra.run.smithi052:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T04:10:00.323 DEBUG:teuthology.orchestra.run.smithi078:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T04:10:00.355 INFO:tasks.cephadm:Stopping all daemons... 2024-09-13T04:10:00.356 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-13T04:10:00.356 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a 2024-09-13T04:10:00.528 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 systemd[1]: Stopping Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[91421]: pgmap v4858: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[91421]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[91421]: osdmap e2875: 8 total, 8 up, 8 in 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[91421]: overall HEALTH_OK 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:10:00] ENGINE Bus STOPPING 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:10:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:10:00] ENGINE Bus STOPPED 2024-09-13T04:10:00.816 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:10:00] ENGINE Bus STARTING 2024-09-13T04:10:00.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[89065]: pgmap v4858: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:10:00.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[89065]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T04:10:00.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[89065]: osdmap e2875: 8 total, 8 up, 8 in 2024-09-13T04:10:00.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-mon[89065]: overall HEALTH_OK 2024-09-13T04:10:00.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[89061]: 2024-09-13T04:10:00.702+0000 7f2baf0b8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:00.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a[89061]: 2024-09-13T04:10:00.702+0000 7f2baf0b8640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-13T04:10:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:00 smithi078 ceph-mon[85589]: pgmap v4858: 73 pgs: 73 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-09-13T04:10:00.946 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:00 smithi078 ceph-mon[85589]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-13T04:10:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:00 smithi078 ceph-mon[85589]: osdmap e2875: 8 total, 8 up, 8 in 2024-09-13T04:10:00.947 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:00 smithi078 ceph-mon[85589]: overall HEALTH_OK 2024-09-13T04:10:01.146 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:00 smithi052 podman[158578]: 2024-09-13 04:10:00.815155574 +0000 UTC m=+0.253197672 container died 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:10:01.147 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:10:00] ENGINE Serving on http://:::9283 2024-09-13T04:10:01.147 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:00 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: [13/Sep/2024:04:10:00] ENGINE Bus STARTED 2024-09-13T04:10:01.438 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:01 smithi052 podman[158578]: 2024-09-13 04:10:01.245117932 +0000 UTC m=+0.683160022 container cleanup 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-09-13T04:10:01.439 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:01 smithi052 bash[158578]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a 2024-09-13T04:10:01.684 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service' 2024-09-13T04:10:01.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:01 smithi052 podman[158670]: 2024-09-13 04:10:01.43796724 +0000 UTC m=+0.626180622 container remove 7db26271468d6adefb9a31a3dcc54acc12f5f6bed0e4cbd619a29fd5910b02da (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T04:10:01.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:01 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T04:10:01.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:01 smithi052 systemd[1]: Stopped Ceph mon.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T04:10:01.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Sep 13 04:10:01 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.a.service: Consumed 1min 58.284s CPU time. 2024-09-13T04:10:01.729 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:01.729 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-13T04:10:01.729 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-13T04:10:01.730 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.c 2024-09-13T04:10:02.028 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:01 smithi052 systemd[1]: Stopping Ceph mon.c for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:02.376 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c[91417]: 2024-09-13T04:10:02.082+0000 7fb815350640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:02.376 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:02 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c[91417]: 2024-09-13T04:10:02.082+0000 7fb815350640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-13T04:10:02.376 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:02 smithi052 podman[158808]: 2024-09-13 04:10:02.114053381 +0000 UTC m=+0.155726859 container died 60de4eb5af23401399a2264c5d66edca7f452df4764bfd963fc65562e2a7ad0b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True) 2024-09-13T04:10:02.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:10:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c266bacc-7179-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-13T04:10:02.735 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:02 smithi052 podman[158808]: 2024-09-13 04:10:02.466289979 +0000 UTC m=+0.507963448 container cleanup 60de4eb5af23401399a2264c5d66edca7f452df4764bfd963fc65562e2a7ad0b (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-13T04:10:02.735 INFO:journalctl@ceph.mon.c.smithi052.stdout:Sep 13 04:10:02 smithi052 bash[158808]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-c 2024-09-13T04:10:02.898 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.c.service' 2024-09-13T04:10:02.934 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:02.935 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-13T04:10:02.935 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-13T04:10:02.935 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.b 2024-09-13T04:10:03.250 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:02 smithi078 systemd[1]: Stopping Ceph mon.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:03.696 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b[85585]: 2024-09-13T04:10:03.248+0000 7f5bf242b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:03.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b[85585]: 2024-09-13T04:10:03.248+0000 7f5bf242b640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-13T04:10:03.697 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:03 smithi078 podman[136802]: 2024-09-13 04:10:03.493238923 +0000 UTC m=+0.360409048 container died 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-13T04:10:04.142 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:03 smithi078 podman[136802]: 2024-09-13 04:10:03.923664257 +0000 UTC m=+0.790834381 container cleanup 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T04:10:04.143 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:03 smithi078 bash[136802]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b 2024-09-13T04:10:04.402 INFO:journalctl@ceph.mon.b.smithi078.stdout:Sep 13 04:10:04 smithi078 podman[136814]: 2024-09-13 04:10:04.141811736 +0000 UTC m=+0.647284601 container remove 37a03fabbc63fd056004749e99fb7f1642faf0bed4af8a211685fb6520175821 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-13T04:10:04.407 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mon.b.service' 2024-09-13T04:10:04.460 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:04.460 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-13T04:10:04.460 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-13T04:10:04.461 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y 2024-09-13T04:10:04.778 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:04 smithi052 systemd[1]: Stopping Ceph mgr.y for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:05.081 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T04:10:04.778+0000 7f0bba099640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:05.081 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:04 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y[80660]: 2024-09-13T04:10:04.778+0000 7f0bba099640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-13T04:10:05.081 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:04 smithi052 podman[158927]: 2024-09-13 04:10:04.82139152 +0000 UTC m=+0.161021387 container died 8af1aa35fe15660559f5568794b770c4b955293c552690157ca57878c59b863f (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-13T04:10:05.440 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:05 smithi052 podman[158927]: 2024-09-13 04:10:05.195927516 +0000 UTC m=+0.535557371 container cleanup 8af1aa35fe15660559f5568794b770c4b955293c552690157ca57878c59b863f (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-13T04:10:05.440 INFO:journalctl@ceph.mgr.y.smithi052.stdout:Sep 13 04:10:05 smithi052 bash[158927]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-y 2024-09-13T04:10:05.581 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-13T04:10:05.617 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:05.618 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-13T04:10:05.618 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-13T04:10:05.618 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x 2024-09-13T04:10:05.946 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 04:10:05 smithi078 systemd[1]: Stopping Ceph mgr.x for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:06.238 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 04:10:05 smithi078 podman[136925]: 2024-09-13 04:10:05.950882182 +0000 UTC m=+0.129785506 container died c56b6a277424f0e007bae840d5f65641580009e12d74a6251d21c2e6a489f992 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-09-13T04:10:06.580 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 04:10:06 smithi078 podman[136925]: 2024-09-13 04:10:06.319919681 +0000 UTC m=+0.498823002 container cleanup c56b6a277424f0e007bae840d5f65641580009e12d74a6251d21c2e6a489f992 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-13T04:10:06.580 INFO:journalctl@ceph.mgr.x.smithi078.stdout:Sep 13 04:10:06 smithi078 bash[136925]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mgr-x 2024-09-13T04:10:06.746 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-13T04:10:06.782 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:06.782 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-13T04:10:06.782 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-13T04:10:06.782 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.0 2024-09-13T04:10:07.118 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:06 smithi052 systemd[1]: Stopping Ceph osd.0 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:07.528 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[96618]: 2024-09-13T04:10:07.116+0000 7f213240f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:07.528 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[96618]: 2024-09-13T04:10:07.116+0000 7f213240f640 -1 osd.0 2875 *** Got signal Terminated *** 2024-09-13T04:10:07.529 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:07 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0[96618]: 2024-09-13T04:10:07.116+0000 7f213240f640 -1 osd.0 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:12.827 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:12 smithi052 podman[159051]: 2024-09-13 04:10:12.556407812 +0000 UTC m=+5.566108059 container died c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-09-13T04:10:13.186 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:12 smithi052 podman[159051]: 2024-09-13 04:10:12.94237545 +0000 UTC m=+5.952075695 container cleanup c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-7741f7f, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-13T04:10:13.186 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:12 smithi052 bash[159051]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0 2024-09-13T04:10:13.514 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159066]: 2024-09-13 04:10:13.18520512 +0000 UTC m=+0.630094940 container remove c02b0b125fb906321ece0f8283970388db788b1a22bfe7e932de31bb4fed0109 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T04:10:13.772 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159155]: 2024-09-13 04:10:13.41669127 +0000 UTC m=+0.016951278 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:10:13.772 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159155]: 2024-09-13 04:10:13.519322622 +0000 UTC m=+0.119582663 container create ab962080e3146da5a8d22acaf483e56d4c1c0712916fd958e4b72d5733cbf8a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f) 2024-09-13T04:10:13.773 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159155]: 2024-09-13 04:10:13.771681172 +0000 UTC m=+0.371941170 container init ab962080e3146da5a8d22acaf483e56d4c1c0712916fd958e4b72d5733cbf8a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2) 2024-09-13T04:10:14.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159155]: 2024-09-13 04:10:13.775303821 +0000 UTC m=+0.375563822 container start ab962080e3146da5a8d22acaf483e56d4c1c0712916fd958e4b72d5733cbf8a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:10:14.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159155]: 2024-09-13 04:10:13.863540055 +0000 UTC m=+0.463800069 container attach ab962080e3146da5a8d22acaf483e56d4c1c0712916fd958e4b72d5733cbf8a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-13T04:10:14.029 INFO:journalctl@ceph.osd.0.smithi052.stdout:Sep 13 04:10:13 smithi052 podman[159155]: 2024-09-13 04:10:13.98082285 +0000 UTC m=+0.581082853 container died ab962080e3146da5a8d22acaf483e56d4c1c0712916fd958e4b72d5733cbf8a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-13T04:10:14.603 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.0.service' 2024-09-13T04:10:14.649 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:14.650 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-13T04:10:14.650 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-13T04:10:14.650 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.1 2024-09-13T04:10:14.908 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:14 smithi052 systemd[1]: Stopping Ceph osd.1 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:15.194 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T04:10:14.987+0000 7f13d9822640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:15.194 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T04:10:14.987+0000 7f13d9822640 -1 osd.1 2875 *** Got signal Terminated *** 2024-09-13T04:10:15.194 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:14 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1[101328]: 2024-09-13T04:10:14.987+0000 7f13d9822640 -1 osd.1 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:20.689 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:20 smithi052 podman[159259]: 2024-09-13 04:10:20.426228314 +0000 UTC m=+5.562020328 container died 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-13T04:10:21.028 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:20 smithi052 podman[159259]: 2024-09-13 04:10:20.778281204 +0000 UTC m=+5.914073218 container cleanup 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-7741f7f, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:10:21.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:20 smithi052 bash[159259]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1 2024-09-13T04:10:21.411 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159290]: 2024-09-13 04:10:21.071675117 +0000 UTC m=+0.640635967 container remove 9dbd9111ec475642b42a48f176a2dca96c6113ee7fc20dbfe7334e09e3d1261c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-13T04:10:21.725 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159379]: 2024-09-13 04:10:21.313334808 +0000 UTC m=+0.016320783 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:10:21.725 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159379]: 2024-09-13 04:10:21.439178293 +0000 UTC m=+0.142164268 container create 00e8ba0c533729accc9b1d3825411a5d558d4cc1e10a226b3b3389d299c81b0c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-13T04:10:22.028 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159379]: 2024-09-13 04:10:21.724894498 +0000 UTC m=+0.427880476 container init 00e8ba0c533729accc9b1d3825411a5d558d4cc1e10a226b3b3389d299c81b0c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:10:22.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159379]: 2024-09-13 04:10:21.728373637 +0000 UTC m=+0.431359612 container start 00e8ba0c533729accc9b1d3825411a5d558d4cc1e10a226b3b3389d299c81b0c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-13T04:10:22.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159379]: 2024-09-13 04:10:21.824961475 +0000 UTC m=+0.527947460 container attach 00e8ba0c533729accc9b1d3825411a5d558d4cc1e10a226b3b3389d299c81b0c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f) 2024-09-13T04:10:22.029 INFO:journalctl@ceph.osd.1.smithi052.stdout:Sep 13 04:10:21 smithi052 podman[159379]: 2024-09-13 04:10:21.921915625 +0000 UTC m=+0.624901601 container died 00e8ba0c533729accc9b1d3825411a5d558d4cc1e10a226b3b3389d299c81b0c (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-13T04:10:22.559 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.1.service' 2024-09-13T04:10:22.601 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:22.601 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-13T04:10:22.601 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-13T04:10:22.601 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.2 2024-09-13T04:10:22.924 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:22 smithi052 systemd[1]: Stopping Ceph osd.2 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:23.278 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:22 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T04:10:22.921+0000 7f3d8e207640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:23.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:22 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T04:10:22.921+0000 7f3d8e207640 -1 osd.2 2875 *** Got signal Terminated *** 2024-09-13T04:10:23.279 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:22 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2[106186]: 2024-09-13T04:10:22.921+0000 7f3d8e207640 -1 osd.2 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:28.756 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:28 smithi052 podman[159482]: 2024-09-13 04:10:28.447290951 +0000 UTC m=+5.618987770 container died f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:10:29.007 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:28 smithi052 podman[159482]: 2024-09-13 04:10:28.755622833 +0000 UTC m=+5.927319652 container cleanup f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731) 2024-09-13T04:10:29.008 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:28 smithi052 bash[159482]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2 2024-09-13T04:10:29.278 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159497]: 2024-09-13 04:10:29.006755618 +0000 UTC m=+0.552933428 container remove f53b8bb1ad91aa836bfe2c5fb98c8b65aaba1be2e0ff21488891e6491dd4629a (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=squid-7741f7f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-13T04:10:29.627 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159588]: 2024-09-13 04:10:29.279312137 +0000 UTC m=+0.016513181 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:10:29.627 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159588]: 2024-09-13 04:10:29.382639455 +0000 UTC m=+0.119840488 container create aa6110b27084ccd64d775a346bb10aed176e0c32dab7c39addea2992c61a1029 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-13T04:10:29.627 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159588]: 2024-09-13 04:10:29.626577603 +0000 UTC m=+0.363778648 container init aa6110b27084ccd64d775a346bb10aed176e0c32dab7c39addea2992c61a1029 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-13T04:10:30.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159588]: 2024-09-13 04:10:29.630110837 +0000 UTC m=+0.367311871 container start aa6110b27084ccd64d775a346bb10aed176e0c32dab7c39addea2992c61a1029 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:10:30.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159588]: 2024-09-13 04:10:29.709786122 +0000 UTC m=+0.446987156 container attach aa6110b27084ccd64d775a346bb10aed176e0c32dab7c39addea2992c61a1029 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD) 2024-09-13T04:10:30.029 INFO:journalctl@ceph.osd.2.smithi052.stdout:Sep 13 04:10:29 smithi052 podman[159588]: 2024-09-13 04:10:29.820080093 +0000 UTC m=+0.557281133 container died aa6110b27084ccd64d775a346bb10aed176e0c32dab7c39addea2992c61a1029 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0) 2024-09-13T04:10:30.397 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.2.service' 2024-09-13T04:10:30.439 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:30.439 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-13T04:10:30.439 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-13T04:10:30.440 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.3 2024-09-13T04:10:30.776 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:30 smithi052 systemd[1]: Stopping Ceph osd.3 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:31.028 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:30 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T04:10:30.774+0000 7f970379f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:31.029 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:30 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T04:10:30.774+0000 7f970379f640 -1 osd.3 2875 *** Got signal Terminated *** 2024-09-13T04:10:31.029 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:30 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T04:10:30.774+0000 7f970379f640 -1 osd.3 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:34.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:34 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:34.413+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:35.441 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:35 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:35.001+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:35.529 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:35 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3[110698]: 2024-09-13T04:10:35.120+0000 7f96ffdb5640 -1 osd.3 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:10.278340+0000 front 2024-09-13T04:10:10.278305+0000 (oldest deadline 2024-09-13T04:10:34.978342+0000) 2024-09-13T04:10:35.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:35 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:35.438+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:36.196 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:36.035+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:36.585 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:36 smithi052 podman[159690]: 2024-09-13 04:10:36.300386694 +0000 UTC m=+5.626570242 container died e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-13T04:10:36.943 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:36 smithi052 podman[159690]: 2024-09-13 04:10:36.666093358 +0000 UTC m=+5.992276900 container cleanup e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-09-13T04:10:36.943 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:36 smithi052 bash[159690]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3 2024-09-13T04:10:36.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:36 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:36.464+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:37.280 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:36 smithi052 podman[159705]: 2024-09-13 04:10:36.942168852 +0000 UTC m=+0.640140625 container remove e8120a24092018233a47f5010fa604028b7d658e435f32d7c5d7324278fac748 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-13T04:10:37.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:37.006+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:37.447 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:37.083+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:37.548 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:37 smithi052 podman[159795]: 2024-09-13 04:10:37.186592883 +0000 UTC m=+0.016283732 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:10:37.548 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:37 smithi052 podman[159795]: 2024-09-13 04:10:37.292933167 +0000 UTC m=+0.122624006 container create c8445dab2a27b22d09aa4695107c035160eed115753ea44ea0b92d68ee530718 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-13T04:10:37.548 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:37 smithi052 podman[159795]: 2024-09-13 04:10:37.546152931 +0000 UTC m=+0.375843777 container init c8445dab2a27b22d09aa4695107c035160eed115753ea44ea0b92d68ee530718 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-13T04:10:37.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:37 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:37.483+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:38.024 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:37 smithi052 podman[159795]: 2024-09-13 04:10:37.550374081 +0000 UTC m=+0.380064929 container start c8445dab2a27b22d09aa4695107c035160eed115753ea44ea0b92d68ee530718 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-13T04:10:38.024 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:37 smithi052 podman[159795]: 2024-09-13 04:10:37.637126994 +0000 UTC m=+0.466817846 container attach c8445dab2a27b22d09aa4695107c035160eed115753ea44ea0b92d68ee530718 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-13T04:10:38.024 INFO:journalctl@ceph.osd.3.smithi052.stdout:Sep 13 04:10:37 smithi052 podman[159795]: 2024-09-13 04:10:37.743738473 +0000 UTC m=+0.573429313 container died c8445dab2a27b22d09aa4695107c035160eed115753ea44ea0b92d68ee530718 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-7741f7f, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-13T04:10:38.326 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.3.service' 2024-09-13T04:10:38.367 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:38.367 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-13T04:10:38.368 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-13T04:10:38.368 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.4 2024-09-13T04:10:38.395 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:38.036+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:38.396 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:38.036+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:38.396 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:38.036+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:38.696 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:38 smithi078 systemd[1]: Stopping Ceph osd.4 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:38.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:38.446+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:38.999 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:38.724+0000 7f906d60b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:38.999 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:38.724+0000 7f906d60b640 -1 osd.4 2875 *** Got signal Terminated *** 2024-09-13T04:10:38.999 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:38.724+0000 7f906d60b640 -1 osd.4 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:38.999 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:38 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:38.996+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:39.446 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:39.046+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:39.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:39.058+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:39.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:39 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:39.490+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:40.446 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:40.010+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:40.446 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:40.094+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:40.446 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:40.087+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:40.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:40.444+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:41.446 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:40 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:40.967+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:41.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:41.085+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:41.447 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:41.083+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:41.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:41.468+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:41.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:41 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:41.468+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:42.446 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:42.040+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:42.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:42.000+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:42.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:42.000+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:15.191735+0000 front 2024-09-13T04:10:15.191701+0000 (oldest deadline 2024-09-13T04:10:41.091654+0000) 2024-09-13T04:10:42.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:42.131+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:42.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:42.499+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:42.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:42.499+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:43.446 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:42 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:42.992+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:43.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:43.018+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:08.191207+0000 front 2024-09-13T04:10:08.191221+0000 (oldest deadline 2024-09-13T04:10:34.090960+0000) 2024-09-13T04:10:43.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4[90860]: 2024-09-13T04:10:43.018+0000 7f9065c19640 -1 osd.4 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:15.191735+0000 front 2024-09-13T04:10:15.191701+0000 (oldest deadline 2024-09-13T04:10:41.091654+0000) 2024-09-13T04:10:43.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:43.108+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:43.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:43.108+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:43.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:43.469+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:43.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:43 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:43.469+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:44.447 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:44 smithi078 podman[137066]: 2024-09-13 04:10:44.183927942 +0000 UTC m=+5.612731665 container died bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:10:44.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:44.063+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:44.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:44.063+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:44.448 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:44.008+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:44.448 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:44.008+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:44.809 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:44.454+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:44.809 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:44.454+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:44.809 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:44 smithi078 podman[137066]: 2024-09-13 04:10:44.572987037 +0000 UTC m=+6.001790754 container cleanup bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True) 2024-09-13T04:10:44.809 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:44 smithi078 bash[137066]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4 2024-09-13T04:10:45.112 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:44 smithi078 podman[137081]: 2024-09-13 04:10:44.807673297 +0000 UTC m=+0.619943125 container remove bfccfc918f4176e34460c0a38478bde6da151b232cbd8ef084de7d643abeefcb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-13T04:10:45.113 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:44.961+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:45.113 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:44 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:44.961+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:45.403 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:45.111+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:45.404 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:45.111+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:45.404 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:45 smithi078 podman[137171]: 2024-09-13 04:10:45.040851666 +0000 UTC m=+0.015774913 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:10:45.404 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:45 smithi078 podman[137171]: 2024-09-13 04:10:45.150246706 +0000 UTC m=+0.125169952 container create e22c503c51a9fb1ced9cef1adda3468f0a7b23302c6583f08e1b556cd6d592a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-13T04:10:45.697 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:45 smithi078 podman[137171]: 2024-09-13 04:10:45.402904514 +0000 UTC m=+0.377827761 container init e22c503c51a9fb1ced9cef1adda3468f0a7b23302c6583f08e1b556cd6d592a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f) 2024-09-13T04:10:45.697 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:45 smithi078 podman[137171]: 2024-09-13 04:10:45.406498018 +0000 UTC m=+0.381421266 container start e22c503c51a9fb1ced9cef1adda3468f0a7b23302c6583f08e1b556cd6d592a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:10:45.697 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:45 smithi078 podman[137171]: 2024-09-13 04:10:45.486422026 +0000 UTC m=+0.461345298 container attach e22c503c51a9fb1ced9cef1adda3468f0a7b23302c6583f08e1b556cd6d592a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-13T04:10:45.697 INFO:journalctl@ceph.osd.4.smithi078.stdout:Sep 13 04:10:45 smithi078 podman[137171]: 2024-09-13 04:10:45.605186935 +0000 UTC m=+0.580110189 container died e22c503c51a9fb1ced9cef1adda3468f0a7b23302c6583f08e1b556cd6d592a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f) 2024-09-13T04:10:45.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:45.411+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:45.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:45.411+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:46.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:45.942+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:46.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:45 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:45.942+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:46.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:46.122+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:46.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:46.122+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:46.281 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.4.service' 2024-09-13T04:10:46.361 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:46.361 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-13T04:10:46.361 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-13T04:10:46.361 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.5 2024-09-13T04:10:46.696 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:46 smithi078 systemd[1]: Stopping Ceph osd.5 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:46.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:46.427+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:46.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:46.427+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:47.154 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:46.717+0000 7fa31d609640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:47.155 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:46.717+0000 7fa31d609640 -1 osd.5 2875 *** Got signal Terminated *** 2024-09-13T04:10:47.155 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:46.717+0000 7fa31d609640 -1 osd.5 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:47.155 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:46.963+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:47.155 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:46 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:46.963+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:47.433 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:47 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:47.153+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:47.433 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:47 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:47.153+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:47.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:47 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:47.432+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:47.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:47 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:47.432+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:48.196 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:48.136+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:48.197 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:48.136+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:48.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:47 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:47.917+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:48.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:47 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:47.917+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:48.879 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:48.445+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:48.880 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:48.445+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:49.163 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:48.878+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:49.163 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:48 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:48.878+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:49.446 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:49.161+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:49.446 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:49.161+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:49.873 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:49.457+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:49.873 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:49.457+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:50.195 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:49.871+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:50.195 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:49 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:49.871+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:50.446 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:50.194+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:50.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:50.194+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:50.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:50.194+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:26.003618+0000 front 2024-09-13T04:10:26.003669+0000 (oldest deadline 2024-09-13T04:10:49.503529+0000) 2024-09-13T04:10:50.867 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:50.483+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:50.867 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:50.483+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:51.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:50.865+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:51.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:50 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:50.865+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:51.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:10:51.099Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.52:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.52:8765: connect: connection refused" 2024-09-13T04:10:51.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:10:51.102Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.52:8765: connect: connection refused" 2024-09-13T04:10:51.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:10:51.102Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.52:8765: connect: connection refused" 2024-09-13T04:10:51.196 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:10:51.103Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.52:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.52:8765: connect: connection refused" 2024-09-13T04:10:51.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:10:51.103Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.52:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.52:8765: connect: connection refused" 2024-09-13T04:10:51.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:51.194+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:11.501117+0000 front 2024-09-13T04:10:11.501391+0000 (oldest deadline 2024-09-13T04:10:37.401159+0000) 2024-09-13T04:10:51.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:51.194+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:19.102038+0000 front 2024-09-13T04:10:19.102143+0000 (oldest deadline 2024-09-13T04:10:43.102397+0000) 2024-09-13T04:10:51.447 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5[95634]: 2024-09-13T04:10:51.194+0000 7fa315c17640 -1 osd.5 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:26.003618+0000 front 2024-09-13T04:10:26.003669+0000 (oldest deadline 2024-09-13T04:10:49.503529+0000) 2024-09-13T04:10:51.859 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:51.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:51.859 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:51.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:51.859 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:51.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:52.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:51.857+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:52.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:51 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:51.857+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:52.680 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:52 smithi078 podman[137275]: 2024-09-13 04:10:52.353047984 +0000 UTC m=+5.764468828 container died 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:10:52.680 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:52.465+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:52.680 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:52.465+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:52.680 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:52.465+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:52.946 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:52 smithi078 podman[137275]: 2024-09-13 04:10:52.768402536 +0000 UTC m=+6.179823370 container cleanup 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-13T04:10:52.947 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:52 smithi078 bash[137275]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5 2024-09-13T04:10:52.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:52.860+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:52.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:52.860+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:52.947 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:52 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:52.860+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:53.384 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:52 smithi078 podman[137290]: 2024-09-13 04:10:52.978061073 +0000 UTC m=+0.625979407 container remove 9b1ea21005f050600a8ee447ec28b3c5be681617a7d3ea56602fe46842866646 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-7741f7f, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-13T04:10:53.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:53.421+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:53.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:53.421+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:53.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:53.421+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:53.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:53 smithi078 podman[137379]: 2024-09-13 04:10:53.286519287 +0000 UTC m=+0.016088482 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:10:53.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:53 smithi078 podman[137379]: 2024-09-13 04:10:53.387295588 +0000 UTC m=+0.116864781 container create 4e8751ec6d29ed571457473862c936b6d3cfd724700bf2816088807454065e1e (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-13T04:10:53.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:53 smithi078 podman[137379]: 2024-09-13 04:10:53.614717052 +0000 UTC m=+0.344286247 container init 4e8751ec6d29ed571457473862c936b6d3cfd724700bf2816088807454065e1e (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-13T04:10:53.697 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:53 smithi078 podman[137379]: 2024-09-13 04:10:53.617888622 +0000 UTC m=+0.347457822 container start 4e8751ec6d29ed571457473862c936b6d3cfd724700bf2816088807454065e1e (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-13T04:10:54.102 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:53 smithi078 podman[137379]: 2024-09-13 04:10:53.697945732 +0000 UTC m=+0.427514929 container attach 4e8751ec6d29ed571457473862c936b6d3cfd724700bf2816088807454065e1e (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-13T04:10:54.102 INFO:journalctl@ceph.osd.5.smithi078.stdout:Sep 13 04:10:53 smithi078 podman[137379]: 2024-09-13 04:10:53.807285581 +0000 UTC m=+0.536854776 container died 4e8751ec6d29ed571457473862c936b6d3cfd724700bf2816088807454065e1e (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-13T04:10:54.102 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:53.818+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:54.102 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:53.818+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:54.103 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:53 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:53.818+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:54.431 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.5.service' 2024-09-13T04:10:54.471 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:10:54.471 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-13T04:10:54.471 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-13T04:10:54.472 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.6 2024-09-13T04:10:54.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 systemd[1]: Stopping Ceph osd.6 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:10:54.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:54.426+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:54.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:54.426+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:54.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:54.426+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:55.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:54.788+0000 7fb013ec0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:10:55.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:54.788+0000 7fb013ec0640 -1 osd.6 2875 *** Got signal Terminated *** 2024-09-13T04:10:55.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:54.788+0000 7fb013ec0640 -1 osd.6 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:10:55.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:54.822+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:55.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:54.822+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:55.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:54 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:54.822+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:55.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:55 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:55.402+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:55.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:55 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:55.402+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:55.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:55 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:55.402+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:56.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:55 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:55.809+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:56.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:55 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:55.809+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:56.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:55 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:55.809+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:56.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:56.415+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:56.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:56.415+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:56.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:56.415+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:57.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:56.788+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:57.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:56.788+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:57.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:56 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:56.788+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:57.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:57.408+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:57.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:57.408+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:57.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:57.408+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:58.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:57.827+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:58.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:57.827+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:58.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:57 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:57.827+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:58.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:58.431+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:58.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:58.431+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:58.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:58.431+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:58.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:58.431+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:10:59.196 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:58.821+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:12.065550+0000 front 2024-09-13T04:10:12.065690+0000 (oldest deadline 2024-09-13T04:10:36.765438+0000) 2024-09-13T04:10:59.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:58.821+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:17.866484+0000 front 2024-09-13T04:10:17.866390+0000 (oldest deadline 2024-09-13T04:10:43.766277+0000) 2024-09-13T04:10:59.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:58.821+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:27.867230+0000 front 2024-09-13T04:10:27.867257+0000 (oldest deadline 2024-09-13T04:10:52.567048+0000) 2024-09-13T04:10:59.197 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:10:58 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6[100135]: 2024-09-13T04:10:58.821+0000 7fb0104d6640 -1 osd.6 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:32.567470+0000 front 2024-09-13T04:10:32.567488+0000 (oldest deadline 2024-09-13T04:10:57.867338+0000) 2024-09-13T04:10:59.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:59.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:10:59.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:59.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:10:59.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:59.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:10:59.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:10:59 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:10:59.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:00.440 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:00 smithi078 podman[137484]: 2024-09-13 04:11:00.170566337 +0000 UTC m=+5.483949333 container died 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-13T04:11:00.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:00 smithi078 podman[137484]: 2024-09-13 04:11:00.538301707 +0000 UTC m=+5.851684700 container cleanup 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:11:00.697 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:00 smithi078 bash[137484]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6 2024-09-13T04:11:00.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:00.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:00.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:00.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:00.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:00.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:00.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:00 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:00.475+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:01.149 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:00 smithi078 podman[137503]: 2024-09-13 04:11:00.79797611 +0000 UTC m=+0.630480638 container remove 04adbee99e8b4c5a0b73ec693066cf72bf01daa0435f3a9a2dc7bfeab0353ff0 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-13T04:11:01.435 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:01 smithi078 podman[137590]: 2024-09-13 04:11:01.051479637 +0000 UTC m=+0.015901838 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:11:01.435 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:01 smithi078 podman[137590]: 2024-09-13 04:11:01.156976087 +0000 UTC m=+0.121398275 container create 9aa6f22ef209fa7c000244a0e50150e6f7ce1f04a8a577ca92520379bc3f9a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T04:11:01.436 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:01 smithi078 podman[137590]: 2024-09-13 04:11:01.360031971 +0000 UTC m=+0.324454162 container init 9aa6f22ef209fa7c000244a0e50150e6f7ce1f04a8a577ca92520379bc3f9a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:11:01.436 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:01 smithi078 podman[137590]: 2024-09-13 04:11:01.363562386 +0000 UTC m=+0.327984577 container start 9aa6f22ef209fa7c000244a0e50150e6f7ce1f04a8a577ca92520379bc3f9a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-13T04:11:01.436 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:01 smithi078 podman[137590]: 2024-09-13 04:11:01.434628811 +0000 UTC m=+0.399051011 container attach 9aa6f22ef209fa7c000244a0e50150e6f7ce1f04a8a577ca92520379bc3f9a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-13T04:11:01.696 INFO:journalctl@ceph.osd.6.smithi078.stdout:Sep 13 04:11:01 smithi078 podman[137590]: 2024-09-13 04:11:01.546982925 +0000 UTC m=+0.511405124 container died 9aa6f22ef209fa7c000244a0e50150e6f7ce1f04a8a577ca92520379bc3f9a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f, GIT_CLEAN=True) 2024-09-13T04:11:01.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:01.464+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:01.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:01.464+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:01.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:01.464+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:01.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:01 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:01.464+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:02.144 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.6.service' 2024-09-13T04:11:02.183 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:11:02.183 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-13T04:11:02.183 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-13T04:11:02.183 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.7 2024-09-13T04:11:02.446 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 systemd[1]: Stopping Ceph osd.7 for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.450+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.450+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.450+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.450+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.540+0000 7f2f7cc0e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.540+0000 7f2f7cc0e640 -1 osd.7 2875 *** Got signal Terminated *** 2024-09-13T04:11:02.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:02 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:02.540+0000 7f2f7cc0e640 -1 osd.7 2875 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T04:11:03.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:03.498+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:03.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:03.498+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:03.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:03.498+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:03.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:03 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:03.498+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:04.848 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:04.502+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:04.848 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:04.502+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:04.848 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:04.502+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:04.848 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:04 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:04.502+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:05.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:05.458+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:05.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:05.458+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:05.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:05.458+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:05.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:05.458+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:05.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:05 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:05.458+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.78:6804 osd.4 since back 2024-09-13T04:10:39.836611+0000 front 2024-09-13T04:10:39.836692+0000 (oldest deadline 2024-09-13T04:11:04.536644+0000) 2024-09-13T04:11:06.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:06.485+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:06.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:06.485+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:06.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:06.485+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:06.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:06.485+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:06.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:06 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:06.485+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.78:6804 osd.4 since back 2024-09-13T04:10:39.836611+0000 front 2024-09-13T04:10:39.836692+0000 (oldest deadline 2024-09-13T04:11:04.536644+0000) 2024-09-13T04:11:07.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:07.482+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-09-13T04:10:09.032730+0000 front 2024-09-13T04:10:09.032819+0000 (oldest deadline 2024-09-13T04:10:33.732593+0000) 2024-09-13T04:11:07.946 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:07.482+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6814 osd.1 since back 2024-09-13T04:10:18.934196+0000 front 2024-09-13T04:10:18.934216+0000 (oldest deadline 2024-09-13T04:10:41.233993+0000) 2024-09-13T04:11:07.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:07.482+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6822 osd.2 since back 2024-09-13T04:10:25.935196+0000 front 2024-09-13T04:10:25.935077+0000 (oldest deadline 2024-09-13T04:10:50.634858+0000) 2024-09-13T04:11:07.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:07.482+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.52:6830 osd.3 since back 2024-09-13T04:10:31.135661+0000 front 2024-09-13T04:10:31.135707+0000 (oldest deadline 2024-09-13T04:10:58.135873+0000) 2024-09-13T04:11:07.947 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:07 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7[104779]: 2024-09-13T04:11:07.482+0000 7f2f79224640 -1 osd.7 2875 heartbeat_check: no reply from 172.21.15.78:6804 osd.4 since back 2024-09-13T04:10:39.836611+0000 front 2024-09-13T04:10:39.836692+0000 (oldest deadline 2024-09-13T04:11:04.536644+0000) 2024-09-13T04:11:08.434 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:08 smithi078 podman[137694]: 2024-09-13 04:11:08.139262963 +0000 UTC m=+5.732770109 container died 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-7741f7f, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-13T04:11:08.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:08 smithi078 podman[137694]: 2024-09-13 04:11:08.532758338 +0000 UTC m=+6.126265484 container cleanup 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T04:11:08.696 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:08 smithi078 bash[137694]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7 2024-09-13T04:11:09.101 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:08 smithi078 podman[137724]: 2024-09-13 04:11:08.784220211 +0000 UTC m=+0.633571533 container remove 05b927e079a7d81ca3ddd81efd366008de21056f52e1bfec737d8a2c84a7dffb (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-13T04:11:09.430 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:09 smithi078 podman[137807]: 2024-09-13 04:11:09.003845063 +0000 UTC m=+0.016166769 image pull 19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T04:11:09.430 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:09 smithi078 podman[137807]: 2024-09-13 04:11:09.110041578 +0000 UTC m=+0.122363265 container create edccb7854d787b792efd75a33ea04050c414e91405639a0a4955a0dfbaffa9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-7741f7f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-09-13T04:11:09.430 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:09 smithi078 podman[137807]: 2024-09-13 04:11:09.329107037 +0000 UTC m=+0.341428724 container init edccb7854d787b792efd75a33ea04050c414e91405639a0a4955a0dfbaffa9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-7741f7f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-13T04:11:09.430 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:09 smithi078 podman[137807]: 2024-09-13 04:11:09.332408411 +0000 UTC m=+0.344730113 container start edccb7854d787b792efd75a33ea04050c414e91405639a0a4955a0dfbaffa9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-13T04:11:09.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:09 smithi078 podman[137807]: 2024-09-13 04:11:09.428954728 +0000 UTC m=+0.441276423 container attach edccb7854d787b792efd75a33ea04050c414e91405639a0a4955a0dfbaffa9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:11:09.697 INFO:journalctl@ceph.osd.7.smithi078.stdout:Sep 13 04:11:09 smithi078 podman[137807]: 2024-09-13 04:11:09.522710562 +0000 UTC m=+0.535032262 container died edccb7854d787b792efd75a33ea04050c414e91405639a0a4955a0dfbaffa9ed (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-7741f7f) 2024-09-13T04:11:10.131 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@osd.7.service' 2024-09-13T04:11:10.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:11:10.172 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-13T04:11:10.173 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-13T04:11:10.173 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.a 2024-09-13T04:11:10.483 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:11:10 smithi052 systemd[1]: Stopping Ceph mds.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:10.778 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:11:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: 2024-09-13T04:11:10.480+0000 7f1ddb00a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:11:10.779 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:11:10 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a[115912]: 2024-09-13T04:11:10.480+0000 7f1ddb00a640 -1 mds.a *** got signal Terminated *** 2024-09-13T04:11:14.758 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:11:14 smithi052 podman[159897]: 2024-09-13 04:11:14.493687347 +0000 UTC m=+4.120447201 container died fb1cb28bf303852d09889c205f4ca0bb12d50567bdeaa6dc0ddb8546366396e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-09-13T04:11:15.028 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:11:14 smithi052 podman[159897]: 2024-09-13 04:11:14.947225483 +0000 UTC m=+4.573985337 container cleanup fb1cb28bf303852d09889c205f4ca0bb12d50567bdeaa6dc0ddb8546366396e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-7741f7f, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:11:15.029 INFO:journalctl@ceph.mds.a.smithi052.stdout:Sep 13 04:11:14 smithi052 bash[159897]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-a 2024-09-13T04:11:15.332 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.a.service' 2024-09-13T04:11:15.371 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:11:15.371 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-13T04:11:15.371 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-13T04:11:15.371 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.b 2024-09-13T04:11:15.670 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:15 smithi078 systemd[1]: Stopping Ceph mds.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:15.946 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b[109356]: 2024-09-13T04:11:15.668+0000 7f91c2a00640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-13T04:11:15.946 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:15 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b[109356]: 2024-09-13T04:11:15.668+0000 7f91c2a00640 -1 mds.b *** got signal Terminated *** 2024-09-13T04:11:18.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:18 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=cleanup t=2024-09-13T04:11:18.002319993Z level=info msg="Completed cleanup jobs" duration=1.201503ms 2024-09-13T04:11:19.946 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:19 smithi078 podman[137909]: 2024-09-13 04:11:19.682048 +0000 UTC m=+4.102304139 container died 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-13T04:11:20.331 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:19 smithi078 podman[137909]: 2024-09-13 04:11:19.967926171 +0000 UTC m=+4.388182309 container cleanup 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-7741f7f, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-13T04:11:20.331 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:19 smithi078 bash[137909]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b 2024-09-13T04:11:20.331 INFO:journalctl@ceph.mds.b.smithi078.stdout:Sep 13 04:11:20 smithi078 podman[137921]: 2024-09-13 04:11:20.210679035 +0000 UTC m=+0.529508687 container remove 042c0a964d59773aaf2aa29f66ae2c01434868f29eb812f43df304681908acdd (image=quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-mds-b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-7741f7f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-13T04:11:20.342 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@mds.b.service' 2024-09-13T04:11:20.376 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:11:20.377 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-13T04:11:20.377 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-13T04:11:20.377 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a 2024-09-13T04:11:20.696 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 systemd[1]: Stopping Ceph prometheus.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T04:11:21.197 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T04:11:21.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T04:11:21.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.905Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T04:11:21.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.908Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T04:11:21.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.908Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T04:11:21.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a[76395]: ts=2024-09-13T04:11:20.908Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T04:11:21.198 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:20 smithi078 podman[138032]: 2024-09-13 04:11:20.916091186 +0000 UTC m=+0.321802808 container died 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:21.606 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:21 smithi078 podman[138032]: 2024-09-13 04:11:21.204912181 +0000 UTC m=+0.610623803 container cleanup 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:21.606 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:21 smithi078 bash[138032]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T04:11:21.606 INFO:journalctl@ceph.prometheus.a.smithi078.stdout:Sep 13 04:11:21 smithi078 podman[138044]: 2024-09-13 04:11:21.448170443 +0000 UTC m=+0.530662345 container remove 4953b9874c2e743bf41ccf71a9961069edcaa2c34bb859079b7b75954c40a3ed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:21.620 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c266bacc-7179-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-13T04:11:21.653 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T04:11:21.653 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-13T04:11:21.653 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c266bacc-7179-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T04:11:21.936 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T04:11:21.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi052.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.52:8443: connect: connection refused" 2024-09-13T04:11:21.936 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:21 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T04:11:21.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi078.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.78:8443: connect: connection refused" 2024-09-13T04:11:23.681 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:23 smithi052 systemd[1]: Stopping Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:23.681 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:23 smithi052 ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a[79803]: ts=2024-09-13T04:11:23.635Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T04:11:23.987 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:23 smithi052 podman[160352]: 2024-09-13 04:11:23.676786283 +0000 UTC m=+0.142615594 container died 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:24.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 podman[160352]: 2024-09-13 04:11:24.085859482 +0000 UTC m=+0.551688782 container cleanup 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:24.278 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 bash[160352]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T04:11:24.667 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 podman[160364]: 2024-09-13 04:11:24.303376447 +0000 UTC m=+0.616333396 container remove 953a63b3a8becf9e7829431a62f2fc1067ac384a05dcd662de86139313a80efb (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:24.667 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 podman[160364]: 2024-09-13 04:11:24.495612073 +0000 UTC m=+0.808569023 volume remove 1d7439020b71d2b37ba4b8128aff92b6ba80e533a173fa0942ae8086bcebb369 2024-09-13T04:11:25.028 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:24 smithi052 systemd[1]: Stopping Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:25.029 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T04:11:25.029 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 systemd[1]: Stopped Ceph alertmanager.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T04:11:25.029 INFO:journalctl@ceph.alertmanager.a.smithi052.stdout:Sep 13 04:11:24 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 4.157s CPU time. 2024-09-13T04:11:25.474 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 podman[160476]: 2024-09-13 04:11:25.117438242 +0000 UTC m=+0.095039259 container died aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:25.758 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 podman[160476]: 2024-09-13 04:11:25.564903601 +0000 UTC m=+0.542504617 container cleanup aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:25.758 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 bash[160476]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T04:11:26.011 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 podman[160487]: 2024-09-13 04:11:25.757548882 +0000 UTC m=+0.643564853 container remove aff4ef03cd0e2d5f155aebbd0b3cbd4456c3d3bc4c2d78560dfdb736b63d5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-13T04:11:26.011 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T04:11:26.012 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T04:11:26.012 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 systemd[1]: Stopped Ceph node-exporter.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T04:11:26.012 INFO:journalctl@ceph.node-exporter.a.smithi052.stdout:Sep 13 04:11:25 smithi052 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 8.840s CPU time. 2024-09-13T04:11:26.719 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c266bacc-7179-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T04:11:28.637 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 systemd[1]: Stopping Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:28.904 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=server t=2024-09-13T04:11:28.635847923Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-13T04:11:28.904 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=ticker t=2024-09-13T04:11:28.636126387Z level=info msg=stopped last_tick=2024-09-13T04:11:20Z 2024-09-13T04:11:28.904 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a[113185]: logger=tracing t=2024-09-13T04:11:28.636148414Z level=info msg="Closing tracing" 2024-09-13T04:11:28.904 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 podman[138470]: 2024-09-13 04:11:28.646131209 +0000 UTC m=+0.115215727 container died a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f (image=quay.io/ceph/grafana:9.4.12, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T04:11:29.178 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 podman[138470]: 2024-09-13 04:11:28.98501131 +0000 UTC m=+0.454095818 container cleanup a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f (image=quay.io/ceph/grafana:9.4.12, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T04:11:29.178 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:28 smithi078 bash[138470]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a 2024-09-13T04:11:29.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:29 smithi078 podman[138482]: 2024-09-13 04:11:29.177903719 +0000 UTC m=+0.533515441 container remove a5fae4d1345f4946f75b2a03cee44ad2eb3b6a6b3897177034a723640f9aee2f (image=quay.io/ceph/grafana:9.4.12, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-13T04:11:29.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:29 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-13T04:11:29.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:29 smithi078 systemd[1]: Stopped Ceph grafana.a for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T04:11:29.446 INFO:journalctl@ceph.grafana.a.smithi078.stdout:Sep 13 04:11:29 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@grafana.a.service: Consumed 39.867s CPU time. 2024-09-13T04:11:29.946 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:29 smithi078 systemd[1]: Stopping Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968... 2024-09-13T04:11:29.946 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:29 smithi078 podman[138589]: 2024-09-13 04:11:29.825246314 +0000 UTC m=+0.095786616 container died 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T04:11:30.441 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 podman[138589]: 2024-09-13 04:11:30.163951536 +0000 UTC m=+0.434491801 container cleanup 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T04:11:30.441 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 bash[138589]: ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T04:11:30.696 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 podman[138601]: 2024-09-13 04:11:30.440161848 +0000 UTC m=+0.619115186 container remove 04f834b08949c673c97a4f48d2296195a14457658be7497a60db384db28333e6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c266bacc-7179-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-13T04:11:30.696 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T04:11:30.697 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T04:11:30.697 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 systemd[1]: Stopped Ceph node-exporter.b for c266bacc-7179-11ef-bceb-c7b262605968. 2024-09-13T04:11:30.697 INFO:journalctl@ceph.node-exporter.b.smithi078.stdout:Sep 13 04:11:30 smithi078 systemd[1]: ceph-c266bacc-7179-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 7.707s CPU time. 2024-09-13T04:11:31.252 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T04:11:31.286 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T04:11:31.314 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-13T04:11:31.317 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082/remote/smithi052/crash 2024-09-13T04:11:31.318 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/crash -- . 2024-09-13T04:11:31.370 INFO:teuthology.orchestra.run.smithi052.stderr:tar: /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T04:11:31.371 INFO:teuthology.orchestra.run.smithi052.stderr:tar: Error is not recoverable: exiting now 2024-09-13T04:11:31.373 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082/remote/smithi078/crash 2024-09-13T04:11:31.373 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/crash -- . 2024-09-13T04:11:31.411 INFO:teuthology.orchestra.run.smithi078.stderr:tar: /var/lib/ceph/c266bacc-7179-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T04:11:31.411 INFO:teuthology.orchestra.run.smithi078.stderr:tar: Error is not recoverable: exiting now 2024-09-13T04:11:31.412 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-13T04:11:31.413 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T04:11:31.453 INFO:teuthology.orchestra.run.smithi052.stdout:1726195698.109227 mon.a (mon.0) 640 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T04:11:31.456 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-13T04:11:31.457 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[SEC\]' /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T04:11:31.528 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[ERR\]' /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T04:11:31.600 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[WRN\]' /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-13T04:11:31.669 INFO:teuthology.orchestra.run.smithi052.stdout:1726195698.109227 mon.a (mon.0) 640 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T04:11:31.671 INFO:tasks.cephadm:Compressing logs... 2024-09-13T04:11:31.671 DEBUG:teuthology.orchestra.run.smithi052:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T04:11:31.714 DEBUG:teuthology.orchestra.run.smithi078:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T04:11:31.738 INFO:teuthology.orchestra.run.smithi052.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.0.log: No such file or directory 2024-09-13T04:11:31.738 INFO:teuthology.orchestra.run.smithi052.stderr: 2024-09-13T04:11:31.738 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-13T04:11:31.741 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T04:11:31.741 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T04:11:31.741 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-13T04:11:31.741 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-13T04:11:31.742 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:: No such file or directory 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.7.log: /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr: 85.7% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-13T04:11:31.745 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-13T04:11:31.746 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log 2024-09-13T04:11:31.746 INFO:teuthology.orchestra.run.smithi078.stderr: 84.2% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.cephadm.log.gz/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.5.log: 2024-09-13T04:11:31.746 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-13T04:11:31.746 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-13T04:11:31.747 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mds.a.log: /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.cephadm.log: 91.0% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T04:11:31.747 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-13T04:11:31.747 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-13T04:11:31.747 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-13T04:11:31.749 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mgr.x.log: 91.3% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T04:11:31.750 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T04:11:31.755 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.2.log: 94.7% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T04:11:31.755 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log 2024-09-13T04:11:31.757 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.b.log: 86.7% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T04:11:31.758 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mgr.y.log: 92.4% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-13T04:11:31.762 INFO:teuthology.orchestra.run.smithi052.stderr: 91.1% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T04:11:31.764 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T04:11:31.769 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-13T04:11:31.769 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T04:11:31.782 INFO:teuthology.orchestra.run.smithi078.stderr: 92.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T04:11:31.793 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.3.log: /var/log/ceph/cephadm.log: 92.7% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T04:11:31.795 INFO:teuthology.orchestra.run.smithi052.stderr: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T04:11:31.807 INFO:teuthology.orchestra.run.smithi078.stderr: 90.7% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-13T04:11:32.779 INFO:teuthology.orchestra.run.smithi052.stderr: 90.1% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-13T04:11:33.104 INFO:teuthology.orchestra.run.smithi078.stderr: 92.2% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-13T04:11:34.001 INFO:teuthology.orchestra.run.smithi052.stderr: 91.8% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-13T04:11:37.383 INFO:teuthology.orchestra.run.smithi052.stderr: 90.6% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-13T04:11:50.918 INFO:teuthology.orchestra.run.smithi078.stderr: 94.2% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-13T04:11:51.444 INFO:teuthology.orchestra.run.smithi078.stderr: 94.5% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-13T04:11:54.820 INFO:teuthology.orchestra.run.smithi078.stderr: 94.5% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-13T04:11:55.916 INFO:teuthology.orchestra.run.smithi052.stderr: 94.4% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-13T04:11:57.066 INFO:teuthology.orchestra.run.smithi052.stderr: 94.3% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-13T04:11:59.077 INFO:teuthology.orchestra.run.smithi078.stderr: 94.9% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-13T04:11:59.078 INFO:teuthology.orchestra.run.smithi078.stderr: 2024-09-13T04:11:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:real 0m27.349s 2024-09-13T04:11:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:user 1m27.278s 2024-09-13T04:11:59.078 INFO:teuthology.orchestra.run.smithi078.stderr:sys 0m3.292s 2024-09-13T04:11:59.243 INFO:teuthology.orchestra.run.smithi052.stderr: 94.5% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-13T04:12:01.174 INFO:teuthology.orchestra.run.smithi052.stderr: 94.1% -- replaced with /var/log/ceph/c266bacc-7179-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-13T04:12:01.175 INFO:teuthology.orchestra.run.smithi052.stderr: 2024-09-13T04:12:01.176 INFO:teuthology.orchestra.run.smithi052.stderr:real 0m29.448s 2024-09-13T04:12:01.176 INFO:teuthology.orchestra.run.smithi052.stderr:user 1m51.398s 2024-09-13T04:12:01.176 INFO:teuthology.orchestra.run.smithi052.stderr:sys 0m3.714s 2024-09-13T04:12:01.176 INFO:tasks.cephadm:Archiving logs... 2024-09-13T04:12:01.176 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082/remote/smithi052/log 2024-09-13T04:12:01.177 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T04:12:15.882 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082/remote/smithi078/log 2024-09-13T04:12:15.884 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T04:12:27.492 INFO:tasks.cephadm:Removing cluster... 2024-09-13T04:12:27.493 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c266bacc-7179-11ef-bceb-c7b262605968 --force 2024-09-13T04:12:28.126 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c266bacc-7179-11ef-bceb-c7b262605968 --force 2024-09-13T04:12:28.721 INFO:tasks.cephadm:Removing cephadm ... 2024-09-13T04:12:28.721 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T04:12:28.738 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T04:12:28.753 INFO:tasks.cephadm:Teardown complete 2024-09-13T04:12:28.754 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T04:12:28.764 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T04:12:28.765 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T04:12:28.781 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T04:12:28.868 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T04:12:28.879 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T04:12:28.879 DEBUG:teuthology.orchestra.run.smithi052:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T04:12:28.881 DEBUG:teuthology.orchestra.run.smithi078:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T04:12:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-09-13T04:12:28.895 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-09-13T04:12:28.898 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T04:12:28.898 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-09-13T04:12:28.899 INFO:teuthology.orchestra.run.smithi052.stdout:^* hv01.front.sepia.ceph.com 3 7 377 13 +33us[ +32us] +/- 66ms 2024-09-13T04:12:28.899 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 15 -187us[ -189us] +/- 60ms 2024-09-13T04:12:28.899 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 +217us[ +217us] +/- 83ms 2024-09-13T04:12:28.899 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T04:12:28.901 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T04:12:28.901 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-09-13T04:12:28.901 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 15 +33us[ +37us] +/- 66ms 2024-09-13T04:12:28.901 INFO:teuthology.orchestra.run.smithi078.stdout:^* hv02.front.sepia.ceph.com 3 6 377 11 -168us[ -168us] +/- 60ms 2024-09-13T04:12:28.901 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 +236us[ +237us] +/- 83ms 2024-09-13T04:12:28.901 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T04:12:28.901 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T04:12:28.912 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T04:12:28.913 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T04:12:28.923 DEBUG:teuthology.orchestra.run.smithi052:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T04:12:29.029 DEBUG:teuthology.orchestra.run.smithi078:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T04:12:29.107 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T04:12:29.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:12:29.138 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T04:12:29.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:12:29.167 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T04:12:29.178 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T04:12:29.190 INFO:teuthology.task.internal:Duration was 5748.449337 seconds 2024-09-13T04:12:29.191 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T04:12:29.266 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T04:12:29.267 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T04:12:29.269 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T04:12:29.307 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T04:12:29.308 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T04:12:29.570 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T04:12:29.571 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi052.front.sepia.ceph.com 2024-09-13T04:12:29.571 DEBUG:teuthology.orchestra.run.smithi052:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T04:12:29.632 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi078.front.sepia.ceph.com 2024-09-13T04:12:29.632 DEBUG:teuthology.orchestra.run.smithi078:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T04:12:29.660 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T04:12:29.660 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T04:12:29.675 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T04:12:29.725 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T04:12:29.726 DEBUG:teuthology.orchestra.run.smithi052:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T04:12:29.742 DEBUG:teuthology.orchestra.run.smithi078:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T04:12:30.348 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T04:12:30.360 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T04:12:30.360 DEBUG:teuthology.orchestra.run.smithi052:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T04:12:30.386 DEBUG:teuthology.orchestra.run.smithi078:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T04:12:30.413 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T04:12:30.424 DEBUG:teuthology.orchestra.run.smithi052:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:12:30.429 DEBUG:teuthology.orchestra.run.smithi078:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:12:30.450 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = core 2024-09-13T04:12:30.477 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = core 2024-09-13T04:12:30.507 DEBUG:teuthology.orchestra.run.smithi052:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:12:30.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:12:30.523 DEBUG:teuthology.orchestra.run.smithi078:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T04:12:30.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T04:12:30.562 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T04:12:30.574 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T04:12:30.574 DEBUG:teuthology.misc:Transferring archived files from smithi052:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082/remote/smithi052 2024-09-13T04:12:30.575 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T04:12:30.626 DEBUG:teuthology.misc:Transferring archived files from smithi078:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-13_02:08:15-upgrade-squid-distro-default-smithi/7903082/remote/smithi078 2024-09-13T04:12:30.626 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T04:12:30.667 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T04:12:30.668 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T04:12:30.670 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T04:12:30.714 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T04:12:30.727 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T04:12:30.727 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T04:12:30.741 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T04:12:30.741 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T04:12:30.743 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T04:12:30.757 INFO:teuthology.orchestra.run.smithi052.stdout: 265325 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 04:12 /home/ubuntu/cephtest 2024-09-13T04:12:30.769 INFO:teuthology.orchestra.run.smithi078.stdout: 265861 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 04:12 /home/ubuntu/cephtest 2024-09-13T04:12:30.770 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T04:12:30.782 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T04:12:30.810 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5748.449337005615 failure_reason: '"1726195698.109227 mon.a (mon.0) 640 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-09-13T04:12:30.810 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T04:12:30.895 INFO:teuthology.run:FAIL